2024-09-05T02:05:30.969 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-05T02:05:30.996 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-05T02:05:31.083 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889813 branch: squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-quiesce/no 6-workunit/suites/iozone}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7889813' kernel: client: branch: testing kdb: 1 sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule name: teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - slow metadata IO - SLOW_OPS - slow request sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 subvols: create: 2 subvol_options: --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount dry_run: true install: ceph: flavor: default sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=crc - wsync syntax: v2 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 1743 sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 sleep_before_teardown: 0 subset: 459/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi033.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOLP+B0zXGzqHeiT+dG1DoKxR/n4sB5Fmutrla9qjxmEbKTPBTcL751IRKO628qw6AspZR547mxmef8gDG/ZgPU= smithi123.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIXe5o7BssgjR39kge5wXYR7U1CrIeDAd6Tw15WBDZ9c/jmBktcxe8rAPt7Mf8BSiRgdO2Cgwm1kgla0mjktYFg= smithi174.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMS6BqTeOcKhAT1GOqM7ZIJkzvX2/N5XavPNl169bensOzeutHNK/4wegAZkRamrS/LScyRnu0/z/TRf5df9TsY= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - exec: mon.a: - ceph config set mgr mgr/snap_schedule/log_level debug - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - workunit: clients: all: - suites/iozone.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-04_21:24:16 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-05T02:05:31.083 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa; will attempt to use it 2024-09-05T02:05:31.084 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa/tasks 2024-09-05T02:05:31.084 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-05T02:05:31.086 INFO:teuthology.task.internal:Checking packages... 2024-09-05T02:05:31.107 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4' 2024-09-05T02:05:31.107 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-05T02:05:31.107 INFO:teuthology.packaging:ref: None 2024-09-05T02:05:31.107 INFO:teuthology.packaging:tag: None 2024-09-05T02:05:31.107 INFO:teuthology.packaging:branch: squid 2024-09-05T02:05:31.107 INFO:teuthology.packaging:sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T02:05:31.107 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-05T02:05:31.333 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-259.g91c8a7e5 2024-09-05T02:05:31.334 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-05T02:05:31.342 INFO:teuthology.task.internal:no buildpackages task found 2024-09-05T02:05:31.342 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-05T02:05:31.368 INFO:teuthology.task.internal:Saving configuration 2024-09-05T02:05:31.390 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-05T02:05:31.397 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-05T02:05:31.421 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi033.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889813', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-05 02:00:41.832029', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOLP+B0zXGzqHeiT+dG1DoKxR/n4sB5Fmutrla9qjxmEbKTPBTcL751IRKO628qw6AspZR547mxmef8gDG/ZgPU='} 2024-09-05T02:05:31.444 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi123.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889813', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-05 02:00:41.830633', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIXe5o7BssgjR39kge5wXYR7U1CrIeDAd6Tw15WBDZ9c/jmBktcxe8rAPt7Mf8BSiRgdO2Cgwm1kgla0mjktYFg='} 2024-09-05T02:05:31.466 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi174.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889813', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-05 02:00:41.833179', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMS6BqTeOcKhAT1GOqM7ZIJkzvX2/N5XavPNl169bensOzeutHNK/4wegAZkRamrS/LScyRnu0/z/TRf5df9TsY='} 2024-09-05T02:05:31.466 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-05T02:05:31.472 INFO:teuthology.task.internal:roles: ubuntu@smithi033.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-09-05T02:05:31.472 INFO:teuthology.task.internal:roles: ubuntu@smithi123.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-09-05T02:05:31.472 INFO:teuthology.task.internal:roles: ubuntu@smithi174.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-09-05T02:05:31.473 INFO:teuthology.run_tasks:Running task console_log... 2024-09-05T02:05:31.581 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f8ea8cd8940>, signals=[15]) 2024-09-05T02:05:31.581 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-05T02:05:31.588 INFO:teuthology.task.internal:Opening connections... 2024-09-05T02:05:31.588 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi033.front.sepia.ceph.com 2024-09-05T02:05:31.589 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T02:05:31.666 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi123.front.sepia.ceph.com 2024-09-05T02:05:31.667 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi123.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T02:05:31.742 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi174.front.sepia.ceph.com 2024-09-05T02:05:31.743 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi174.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T02:05:31.816 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-05T02:05:31.823 DEBUG:teuthology.orchestra.run.smithi033:> uname -m 2024-09-05T02:05:31.842 INFO:teuthology.orchestra.run.smithi033.stdout:x86_64 2024-09-05T02:05:31.842 DEBUG:teuthology.orchestra.run.smithi033:> cat /etc/os-release 2024-09-05T02:05:31.900 INFO:teuthology.orchestra.run.smithi033.stdout:NAME="CentOS Stream" 2024-09-05T02:05:31.900 INFO:teuthology.orchestra.run.smithi033.stdout:VERSION="9" 2024-09-05T02:05:31.900 INFO:teuthology.orchestra.run.smithi033.stdout:ID="centos" 2024-09-05T02:05:31.900 INFO:teuthology.orchestra.run.smithi033.stdout:ID_LIKE="rhel fedora" 2024-09-05T02:05:31.900 INFO:teuthology.orchestra.run.smithi033.stdout:VERSION_ID="9" 2024-09-05T02:05:31.900 INFO:teuthology.orchestra.run.smithi033.stdout:PLATFORM_ID="platform:el9" 2024-09-05T02:05:31.900 INFO:teuthology.orchestra.run.smithi033.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-05T02:05:31.900 INFO:teuthology.orchestra.run.smithi033.stdout:ANSI_COLOR="0;31" 2024-09-05T02:05:31.901 INFO:teuthology.orchestra.run.smithi033.stdout:LOGO="fedora-logo-icon" 2024-09-05T02:05:31.901 INFO:teuthology.orchestra.run.smithi033.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-05T02:05:31.901 INFO:teuthology.orchestra.run.smithi033.stdout:HOME_URL="https://centos.org/" 2024-09-05T02:05:31.901 INFO:teuthology.orchestra.run.smithi033.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-05T02:05:31.901 INFO:teuthology.orchestra.run.smithi033.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-05T02:05:31.901 INFO:teuthology.orchestra.run.smithi033.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-05T02:05:31.902 INFO:teuthology.lock.ops:Updating smithi033.front.sepia.ceph.com on lock server 2024-09-05T02:05:31.926 DEBUG:teuthology.orchestra.run.smithi123:> uname -m 2024-09-05T02:05:31.945 INFO:teuthology.orchestra.run.smithi123.stdout:x86_64 2024-09-05T02:05:31.945 DEBUG:teuthology.orchestra.run.smithi123:> cat /etc/os-release 2024-09-05T02:05:32.002 INFO:teuthology.orchestra.run.smithi123.stdout:NAME="CentOS Stream" 2024-09-05T02:05:32.002 INFO:teuthology.orchestra.run.smithi123.stdout:VERSION="9" 2024-09-05T02:05:32.002 INFO:teuthology.orchestra.run.smithi123.stdout:ID="centos" 2024-09-05T02:05:32.002 INFO:teuthology.orchestra.run.smithi123.stdout:ID_LIKE="rhel fedora" 2024-09-05T02:05:32.003 INFO:teuthology.orchestra.run.smithi123.stdout:VERSION_ID="9" 2024-09-05T02:05:32.003 INFO:teuthology.orchestra.run.smithi123.stdout:PLATFORM_ID="platform:el9" 2024-09-05T02:05:32.003 INFO:teuthology.orchestra.run.smithi123.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-05T02:05:32.003 INFO:teuthology.orchestra.run.smithi123.stdout:ANSI_COLOR="0;31" 2024-09-05T02:05:32.003 INFO:teuthology.orchestra.run.smithi123.stdout:LOGO="fedora-logo-icon" 2024-09-05T02:05:32.003 INFO:teuthology.orchestra.run.smithi123.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-05T02:05:32.003 INFO:teuthology.orchestra.run.smithi123.stdout:HOME_URL="https://centos.org/" 2024-09-05T02:05:32.003 INFO:teuthology.orchestra.run.smithi123.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-05T02:05:32.003 INFO:teuthology.orchestra.run.smithi123.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-05T02:05:32.003 INFO:teuthology.orchestra.run.smithi123.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-05T02:05:32.003 INFO:teuthology.lock.ops:Updating smithi123.front.sepia.ceph.com on lock server 2024-09-05T02:05:32.027 DEBUG:teuthology.orchestra.run.smithi174:> uname -m 2024-09-05T02:05:32.046 INFO:teuthology.orchestra.run.smithi174.stdout:x86_64 2024-09-05T02:05:32.046 DEBUG:teuthology.orchestra.run.smithi174:> cat /etc/os-release 2024-09-05T02:05:32.104 INFO:teuthology.orchestra.run.smithi174.stdout:NAME="CentOS Stream" 2024-09-05T02:05:32.104 INFO:teuthology.orchestra.run.smithi174.stdout:VERSION="9" 2024-09-05T02:05:32.104 INFO:teuthology.orchestra.run.smithi174.stdout:ID="centos" 2024-09-05T02:05:32.104 INFO:teuthology.orchestra.run.smithi174.stdout:ID_LIKE="rhel fedora" 2024-09-05T02:05:32.104 INFO:teuthology.orchestra.run.smithi174.stdout:VERSION_ID="9" 2024-09-05T02:05:32.104 INFO:teuthology.orchestra.run.smithi174.stdout:PLATFORM_ID="platform:el9" 2024-09-05T02:05:32.104 INFO:teuthology.orchestra.run.smithi174.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-05T02:05:32.104 INFO:teuthology.orchestra.run.smithi174.stdout:ANSI_COLOR="0;31" 2024-09-05T02:05:32.104 INFO:teuthology.orchestra.run.smithi174.stdout:LOGO="fedora-logo-icon" 2024-09-05T02:05:32.104 INFO:teuthology.orchestra.run.smithi174.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-05T02:05:32.105 INFO:teuthology.orchestra.run.smithi174.stdout:HOME_URL="https://centos.org/" 2024-09-05T02:05:32.105 INFO:teuthology.orchestra.run.smithi174.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-05T02:05:32.105 INFO:teuthology.orchestra.run.smithi174.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-05T02:05:32.105 INFO:teuthology.orchestra.run.smithi174.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-05T02:05:32.105 INFO:teuthology.lock.ops:Updating smithi174.front.sepia.ceph.com on lock server 2024-09-05T02:05:32.138 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-05T02:05:32.147 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-05T02:05:32.168 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-05T02:05:32.169 DEBUG:teuthology.orchestra.run.smithi033:> test '!' -e /home/ubuntu/cephtest 2024-09-05T02:05:32.171 DEBUG:teuthology.orchestra.run.smithi123:> test '!' -e /home/ubuntu/cephtest 2024-09-05T02:05:32.173 DEBUG:teuthology.orchestra.run.smithi174:> test '!' -e /home/ubuntu/cephtest 2024-09-05T02:05:32.190 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-05T02:05:32.196 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-05T02:05:32.196 DEBUG:teuthology.orchestra.run.smithi033:> test -z $(ls -A /var/lib/ceph) 2024-09-05T02:05:32.229 DEBUG:teuthology.orchestra.run.smithi123:> test -z $(ls -A /var/lib/ceph) 2024-09-05T02:05:32.231 DEBUG:teuthology.orchestra.run.smithi174:> test -z $(ls -A /var/lib/ceph) 2024-09-05T02:05:32.302 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-05T02:05:32.381 INFO:teuthology.run_tasks:Running task kernel... 2024-09-05T02:05:32.396 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'} 2024-09-05T02:05:32.396 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2024-09-05T02:05:32.396 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2024-09-05T02:05:32.396 DEBUG:teuthology.orchestra.run.smithi033:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-05T02:05:32.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T02:05:32.414 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-09-05T02:05:32.578 DEBUG:teuthology.task.kernel:sha1 for client.0 is 8ad8b8b160987a14eb199bb67cc00e23a08d43f6 2024-09-05T02:05:32.578 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "8ad8b8b160987a14eb199bb67cc00e23a08d43f6"... 2024-09-05T02:05:32.578 DEBUG:teuthology.orchestra.run.smithi033:> uname -r 2024-09-05T02:05:32.596 INFO:teuthology.orchestra.run.smithi033.stdout:5.14.0-503.el9.x86_64 2024-09-05T02:05:32.596 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-503.el9.x86_64 vs 8ad8b8b160987a14eb199bb67cc00e23a08d43f6 2024-09-05T02:05:32.596 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-09-05T02:05:32.597 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum upgrade -y linux-firmware 2024-09-05T02:05:36.213 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - BaseOS 4.5 MB/s | 8.2 MB 00:01 2024-09-05T02:05:38.273 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - AppStream 23 MB/s | 20 MB 00:00 2024-09-05T02:05:44.306 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - CRB 3.1 MB/s | 6.5 MB 00:02 2024-09-05T02:05:46.582 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - Extras packages 19 kB/s | 19 kB 00:00 2024-09-05T02:05:47.378 INFO:teuthology.orchestra.run.smithi033.stdout:Extra Packages for Enterprise Linux 34 MB/s | 23 MB 00:00 2024-09-05T02:05:53.025 INFO:teuthology.orchestra.run.smithi033.stdout:lab-extras 48 kB/s | 1.7 kB 00:00 2024-09-05T02:05:55.155 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T02:05:55.156 INFO:teuthology.orchestra.run.smithi033.stdout:Nothing to do. 2024-09-05T02:05:55.156 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T02:05:55.280 INFO:teuthology.task.kernel:Downloading kernel 8ad8b8b160987a14eb199bb67cc00e23a08d43f6 on client.0... 2024-09-05T02:05:55.280 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8ad8b8b160987a14eb199bb67cc00e23a08d43f6 2024-09-05T02:05:55.435 INFO:teuthology.task.kernel:fetching, builder baseurl is https://1.chacra.ceph.com/r/kernel/testing/8ad8b8b160987a14eb199bb67cc00e23a08d43f6/centos/9/flavors/default/x86_64/ 2024-09-05T02:05:55.435 DEBUG:teuthology.orchestra.run.smithi033:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.11.0_rc5_g8ad8b8b16098-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://1.chacra.ceph.com/r/kernel/testing/8ad8b8b160987a14eb199bb67cc00e23a08d43f6/centos/9/flavors/default/x86_64/ --input-file=- 2024-09-05T02:05:55.437 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi033.front.sepia.ceph.com to complete... 2024-09-05T02:06:01.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05 02:06:01 URL:https://1.chacra.ceph.com/r/kernel/testing/8ad8b8b160987a14eb199bb67cc00e23a08d43f6/centos/9/flavors/default/x86_64/kernel-6.11.0_rc5_g8ad8b8b16098-1.x86_64.rpm [359646365/359646365] -> "/tmp/kernel.x86_64.rpm" [1] 2024-09-05T02:06:01.757 INFO:teuthology.orchestra.run.smithi033.stderr:FINISHED --2024-09-05 02:06:01-- 2024-09-05T02:06:01.757 INFO:teuthology.orchestra.run.smithi033.stderr:Total wall clock time: 6.3s 2024-09-05T02:06:01.757 INFO:teuthology.orchestra.run.smithi033.stderr:Downloaded: 1 files, 343M in 6.0s (57.1 MB/s) 2024-09-05T02:06:01.759 INFO:teuthology.task.kernel:Installing kernel 8ad8b8b160987a14eb199bb67cc00e23a08d43f6 on client.0... 2024-09-05T02:06:01.760 DEBUG:teuthology.orchestra.run.smithi033:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-09-05T02:06:03.957 INFO:teuthology.orchestra.run.smithi033.stdout:Verifying... ######################################## 2024-09-05T02:06:04.085 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing... ######################################## 2024-09-05T02:06:04.204 INFO:teuthology.orchestra.run.smithi033.stdout:Updating / installing... 2024-09-05T02:06:12.516 INFO:teuthology.orchestra.run.smithi033.stdout:kernel-6.11.0_rc5_g8ad8b8b16098-1 ######################################## 2024-09-05T02:06:52.949 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi033.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-09-05T02:06:52.949 DEBUG:teuthology.orchestra.run.smithi033:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-09-05T02:06:53.033 INFO:teuthology.orchestra.run.smithi033.stdout:/boot/System.map-6.11.0-rc5-g8ad8b8b16098 2024-09-05T02:06:53.034 INFO:teuthology.orchestra.run.smithi033.stdout:/boot/config-6.11.0-rc5-g8ad8b8b16098 2024-09-05T02:06:53.034 INFO:teuthology.orchestra.run.smithi033.stdout:/boot/vmlinuz-6.11.0-rc5-g8ad8b8b16098 2024-09-05T02:06:53.034 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098 2024-09-05T02:06:53.034 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/System.map 2024-09-05T02:06:53.034 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/config 2024-09-05T02:06:53.034 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel 2024-09-05T02:06:53.035 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch 2024-09-05T02:06:53.035 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86 2024-09-05T02:06:53.035 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto 2024-09-05T02:06:53.035 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-09-05T02:06:53.035 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-09-05T02:06:53.035 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-09-05T02:06:53.035 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-09-05T02:06:53.035 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-09-05T02:06:53.035 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-09-05T02:06:53.035 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-09-05T02:06:53.035 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto/crc32c-intel.ko 2024-09-05T02:06:53.035 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-09-05T02:06:53.036 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-09-05T02:06:53.036 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-09-05T02:06:53.036 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-09-05T02:06:53.036 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto/serpent-avx2.ko 2024-09-05T02:06:53.036 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-09-05T02:06:53.036 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-09-05T02:06:53.036 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-09-05T02:06:53.036 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-09-05T02:06:53.036 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-09-05T02:06:53.036 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-09-05T02:06:53.036 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-09-05T02:06:53.036 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/kernel 2024-09-05T02:06:53.037 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/kernel/cpu 2024-09-05T02:06:53.037 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/kernel/cpu/mce 2024-09-05T02:06:53.037 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-09-05T02:06:53.037 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/kvm 2024-09-05T02:06:53.037 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/kvm/kvm-amd.ko 2024-09-05T02:06:53.037 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/kvm/kvm-intel.ko 2024-09-05T02:06:53.037 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/arch/x86/kvm/kvm.ko 2024-09-05T02:06:53.037 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto 2024-09-05T02:06:53.037 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/ansi_cprng.ko 2024-09-05T02:06:53.037 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/anubis.ko 2024-09-05T02:06:53.037 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/arc4.ko 2024-09-05T02:06:53.037 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/async_tx 2024-09-05T02:06:53.038 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/async_tx/async_memcpy.ko 2024-09-05T02:06:53.038 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/async_tx/async_pq.ko 2024-09-05T02:06:53.038 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/async_tx/async_raid6_recov.ko 2024-09-05T02:06:53.038 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/async_tx/async_tx.ko 2024-09-05T02:06:53.038 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/async_tx/async_xor.ko 2024-09-05T02:06:53.038 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/async_tx/raid6test.ko 2024-09-05T02:06:53.038 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/authenc.ko 2024-09-05T02:06:53.038 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/authencesn.ko 2024-09-05T02:06:53.038 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/blake2b_generic.ko 2024-09-05T02:06:53.038 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/blowfish_common.ko 2024-09-05T02:06:53.038 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/blowfish_generic.ko 2024-09-05T02:06:53.038 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/camellia_generic.ko 2024-09-05T02:06:53.039 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/cast5_generic.ko 2024-09-05T02:06:53.039 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/cast6_generic.ko 2024-09-05T02:06:53.039 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/cast_common.ko 2024-09-05T02:06:53.039 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/ccm.ko 2024-09-05T02:06:53.039 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/cmac.ko 2024-09-05T02:06:53.039 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/crc32_generic.ko 2024-09-05T02:06:53.039 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/crypto_engine.ko 2024-09-05T02:06:53.039 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/crypto_user.ko 2024-09-05T02:06:53.039 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/cts.ko 2024-09-05T02:06:53.039 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/des_generic.ko 2024-09-05T02:06:53.039 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/dh_generic.ko 2024-09-05T02:06:53.039 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/ecc.ko 2024-09-05T02:06:53.039 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/ecdh_generic.ko 2024-09-05T02:06:53.040 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/echainiv.ko 2024-09-05T02:06:53.040 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/essiv.ko 2024-09-05T02:06:53.040 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/fcrypt.ko 2024-09-05T02:06:53.040 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/khazad.ko 2024-09-05T02:06:53.040 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/lz4.ko 2024-09-05T02:06:53.040 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/lz4hc.ko 2024-09-05T02:06:53.040 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/md4.ko 2024-09-05T02:06:53.040 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/michael_mic.ko 2024-09-05T02:06:53.040 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/pcbc.ko 2024-09-05T02:06:53.040 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/pcrypt.ko 2024-09-05T02:06:53.040 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/rmd160.ko 2024-09-05T02:06:53.040 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/seed.ko 2024-09-05T02:06:53.040 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/serpent_generic.ko 2024-09-05T02:06:53.041 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/tcrypt.ko 2024-09-05T02:06:53.041 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/tea.ko 2024-09-05T02:06:53.041 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/twofish_common.ko 2024-09-05T02:06:53.041 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/twofish_generic.ko 2024-09-05T02:06:53.041 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/vmac.ko 2024-09-05T02:06:53.041 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/wp512.ko 2024-09-05T02:06:53.041 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/xcbc.ko 2024-09-05T02:06:53.041 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/xor.ko 2024-09-05T02:06:53.041 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/crypto/xxhash_generic.ko 2024-09-05T02:06:53.041 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers 2024-09-05T02:06:53.041 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/acpi 2024-09-05T02:06:53.041 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/acpi/acpi_ipmi.ko 2024-09-05T02:06:53.042 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/acpi/acpi_pad.ko 2024-09-05T02:06:53.042 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/acpi/ec_sys.ko 2024-09-05T02:06:53.042 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/acpi/platform_profile.ko 2024-09-05T02:06:53.042 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/acpi/sbs.ko 2024-09-05T02:06:53.042 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/acpi/sbshc.ko 2024-09-05T02:06:53.042 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/acpi/video.ko 2024-09-05T02:06:53.042 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata 2024-09-05T02:06:53.042 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/acard-ahci.ko 2024-09-05T02:06:53.042 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/ahci_platform.ko 2024-09-05T02:06:53.042 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/ata_generic.ko 2024-09-05T02:06:53.042 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/libahci_platform.ko 2024-09-05T02:06:53.042 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_acpi.ko 2024-09-05T02:06:53.042 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_ali.ko 2024-09-05T02:06:53.042 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_amd.ko 2024-09-05T02:06:53.043 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_artop.ko 2024-09-05T02:06:53.043 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_atiixp.ko 2024-09-05T02:06:53.043 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_atp867x.ko 2024-09-05T02:06:53.043 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_cmd640.ko 2024-09-05T02:06:53.043 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_cmd64x.ko 2024-09-05T02:06:53.043 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_cypress.ko 2024-09-05T02:06:53.043 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_efar.ko 2024-09-05T02:06:53.043 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_hpt366.ko 2024-09-05T02:06:53.043 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_hpt37x.ko 2024-09-05T02:06:53.043 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_hpt3x2n.ko 2024-09-05T02:06:53.043 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_hpt3x3.ko 2024-09-05T02:06:53.043 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_it8213.ko 2024-09-05T02:06:53.043 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_it821x.ko 2024-09-05T02:06:53.043 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_jmicron.ko 2024-09-05T02:06:53.044 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_marvell.ko 2024-09-05T02:06:53.044 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_mpiix.ko 2024-09-05T02:06:53.044 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_netcell.ko 2024-09-05T02:06:53.044 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_ninja32.ko 2024-09-05T02:06:53.044 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_ns87410.ko 2024-09-05T02:06:53.044 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_ns87415.ko 2024-09-05T02:06:53.044 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_oldpiix.ko 2024-09-05T02:06:53.044 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_opti.ko 2024-09-05T02:06:53.044 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_optidma.ko 2024-09-05T02:06:53.044 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_pcmcia.ko 2024-09-05T02:06:53.044 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_pdc2027x.ko 2024-09-05T02:06:53.044 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-09-05T02:06:53.045 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_piccolo.ko 2024-09-05T02:06:53.045 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_rdc.ko 2024-09-05T02:06:53.045 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_sch.ko 2024-09-05T02:06:53.045 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_serverworks.ko 2024-09-05T02:06:53.045 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_sil680.ko 2024-09-05T02:06:53.045 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_sis.ko 2024-09-05T02:06:53.045 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_sl82c105.ko 2024-09-05T02:06:53.045 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_triflex.ko 2024-09-05T02:06:53.045 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pata_via.ko 2024-09-05T02:06:53.045 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/pdc_adma.ko 2024-09-05T02:06:53.045 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/sata_inic162x.ko 2024-09-05T02:06:53.045 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/sata_mv.ko 2024-09-05T02:06:53.045 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/sata_nv.ko 2024-09-05T02:06:53.046 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/sata_promise.ko 2024-09-05T02:06:53.046 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/sata_qstor.ko 2024-09-05T02:06:53.046 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/sata_sil.ko 2024-09-05T02:06:53.046 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/sata_sil24.ko 2024-09-05T02:06:53.046 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/sata_sis.ko 2024-09-05T02:06:53.046 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/sata_svw.ko 2024-09-05T02:06:53.046 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/sata_sx4.ko 2024-09-05T02:06:53.046 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/sata_uli.ko 2024-09-05T02:06:53.047 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/sata_via.ko 2024-09-05T02:06:53.047 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ata/sata_vsc.ko 2024-09-05T02:06:53.047 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/auxdisplay 2024-09-05T02:06:53.047 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/auxdisplay/ks0108.ko 2024-09-05T02:06:53.047 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/base 2024-09-05T02:06:53.047 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/base/regmap 2024-09-05T02:06:53.047 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/base/regmap/regmap-i2c.ko 2024-09-05T02:06:53.047 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/base/regmap/regmap-mmio.ko 2024-09-05T02:06:53.047 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/bcma 2024-09-05T02:06:53.047 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/bcma/bcma.ko 2024-09-05T02:06:53.047 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block 2024-09-05T02:06:53.047 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block/aoe 2024-09-05T02:06:53.048 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block/aoe/aoe.ko 2024-09-05T02:06:53.048 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block/brd.ko 2024-09-05T02:06:53.048 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block/drbd 2024-09-05T02:06:53.048 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block/drbd/drbd.ko 2024-09-05T02:06:53.048 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block/floppy.ko 2024-09-05T02:06:53.048 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block/loop.ko 2024-09-05T02:06:53.048 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block/mtip32xx 2024-09-05T02:06:53.048 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-09-05T02:06:53.048 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block/nbd.ko 2024-09-05T02:06:53.048 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block/null_blk 2024-09-05T02:06:53.048 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block/null_blk/null_blk.ko 2024-09-05T02:06:53.048 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block/pktcdvd.ko 2024-09-05T02:06:53.048 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block/rbd.ko 2024-09-05T02:06:53.049 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block/virtio_blk.ko 2024-09-05T02:06:53.049 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block/xen-blkback 2024-09-05T02:06:53.049 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-09-05T02:06:53.049 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block/xen-blkfront.ko 2024-09-05T02:06:53.049 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block/zram 2024-09-05T02:06:53.049 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/block/zram/zram.ko 2024-09-05T02:06:53.049 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char 2024-09-05T02:06:53.049 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/hangcheck-timer.ko 2024-09-05T02:06:53.049 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/hw_random 2024-09-05T02:06:53.049 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/hw_random/amd-rng.ko 2024-09-05T02:06:53.049 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/hw_random/intel-rng.ko 2024-09-05T02:06:53.049 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-09-05T02:06:53.050 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/hw_random/via-rng.ko 2024-09-05T02:06:53.050 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/hw_random/virtio-rng.ko 2024-09-05T02:06:53.050 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/ipmi 2024-09-05T02:06:53.050 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-09-05T02:06:53.050 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-09-05T02:06:53.050 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-09-05T02:06:53.050 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/ipmi/ipmi_si.ko 2024-09-05T02:06:53.050 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-09-05T02:06:53.050 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-09-05T02:06:53.050 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/lp.ko 2024-09-05T02:06:53.050 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/mwave 2024-09-05T02:06:53.050 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/mwave/mwave.ko 2024-09-05T02:06:53.050 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/ppdev.ko 2024-09-05T02:06:53.051 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/tlclk.ko 2024-09-05T02:06:53.051 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/tpm 2024-09-05T02:06:53.051 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/tpm/tpm.ko 2024-09-05T02:06:53.051 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/tpm/tpm_atmel.ko 2024-09-05T02:06:53.051 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/tpm/tpm_infineon.ko 2024-09-05T02:06:53.051 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/tpm/tpm_nsc.ko 2024-09-05T02:06:53.051 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/tpm/tpm_tis.ko 2024-09-05T02:06:53.051 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-09-05T02:06:53.051 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/uv_mmtimer.ko 2024-09-05T02:06:53.051 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/char/virtio_console.ko 2024-09-05T02:06:53.051 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/cpufreq 2024-09-05T02:06:53.051 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-09-05T02:06:53.051 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-09-05T02:06:53.052 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/cpufreq/p4-clockmod.ko 2024-09-05T02:06:53.052 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-09-05T02:06:53.052 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/cpufreq/powernow-k8.ko 2024-09-05T02:06:53.052 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/cpufreq/speedstep-lib.ko 2024-09-05T02:06:53.052 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/crypto 2024-09-05T02:06:53.052 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/crypto/ccp 2024-09-05T02:06:53.052 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-09-05T02:06:53.052 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/crypto/ccp/ccp.ko 2024-09-05T02:06:53.052 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/crypto/intel 2024-09-05T02:06:53.052 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/crypto/intel/qat 2024-09-05T02:06:53.052 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/crypto/intel/qat/qat_common 2024-09-05T02:06:53.052 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-09-05T02:06:53.053 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-09-05T02:06:53.053 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-09-05T02:06:53.053 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/crypto/padlock-aes.ko 2024-09-05T02:06:53.053 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/crypto/padlock-sha.ko 2024-09-05T02:06:53.053 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/crypto/virtio 2024-09-05T02:06:53.053 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-09-05T02:06:53.053 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/dca 2024-09-05T02:06:53.053 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/dca/dca.ko 2024-09-05T02:06:53.053 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/devfreq 2024-09-05T02:06:53.053 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-09-05T02:06:53.053 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/dma 2024-09-05T02:06:53.053 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/dma/dw 2024-09-05T02:06:53.053 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/dma/dw/dw_dmac.ko 2024-09-05T02:06:53.054 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/dma/ioat 2024-09-05T02:06:53.054 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/dma/ioat/ioatdma.ko 2024-09-05T02:06:53.054 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/edac 2024-09-05T02:06:53.054 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/edac/amd64_edac.ko 2024-09-05T02:06:53.054 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/edac/e752x_edac.ko 2024-09-05T02:06:53.054 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/edac/edac_mce_amd.ko 2024-09-05T02:06:53.054 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/edac/i3000_edac.ko 2024-09-05T02:06:53.054 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/edac/i3200_edac.ko 2024-09-05T02:06:53.054 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/edac/i5100_edac.ko 2024-09-05T02:06:53.054 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/edac/i5400_edac.ko 2024-09-05T02:06:53.054 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/edac/i7300_edac.ko 2024-09-05T02:06:53.054 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/edac/i7core_edac.ko 2024-09-05T02:06:53.054 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/edac/i82975x_edac.ko 2024-09-05T02:06:53.055 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/edac/ie31200_edac.ko 2024-09-05T02:06:53.055 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/edac/sb_edac.ko 2024-09-05T02:06:53.055 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/edac/x38_edac.ko 2024-09-05T02:06:53.055 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/firmware 2024-09-05T02:06:53.055 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/firmware/edd.ko 2024-09-05T02:06:53.055 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/firmware/iscsi_ibft.ko 2024-09-05T02:06:53.055 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/gpio 2024-09-05T02:06:53.055 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/gpio/gpio-ich.ko 2024-09-05T02:06:53.055 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/gpio/gpio-viperboard.ko 2024-09-05T02:06:53.055 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid 2024-09-05T02:06:53.055 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-appleir.ko 2024-09-05T02:06:53.055 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-aureal.ko 2024-09-05T02:06:53.055 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-axff.ko 2024-09-05T02:06:53.056 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-dr.ko 2024-09-05T02:06:53.056 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-elecom.ko 2024-09-05T02:06:53.056 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-elo.ko 2024-09-05T02:06:53.056 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-emsff.ko 2024-09-05T02:06:53.056 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-gaff.ko 2024-09-05T02:06:53.056 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-gt683r.ko 2024-09-05T02:06:53.056 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-gyration.ko 2024-09-05T02:06:53.056 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-holtek-kbd.ko 2024-09-05T02:06:53.056 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-holtek-mouse.ko 2024-09-05T02:06:53.056 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-holtekff.ko 2024-09-05T02:06:53.056 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-hyperv.ko 2024-09-05T02:06:53.057 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-icade.ko 2024-09-05T02:06:53.057 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-keytouch.ko 2024-09-05T02:06:53.057 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-kye.ko 2024-09-05T02:06:53.057 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-lcpower.ko 2024-09-05T02:06:53.057 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-led.ko 2024-09-05T02:06:53.057 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-lenovo.ko 2024-09-05T02:06:53.057 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-logitech-dj.ko 2024-09-05T02:06:53.057 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-09-05T02:06:53.057 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-multitouch.ko 2024-09-05T02:06:53.057 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-ortek.ko 2024-09-05T02:06:53.057 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-penmount.ko 2024-09-05T02:06:53.057 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-petalynx.ko 2024-09-05T02:06:53.058 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-picolcd.ko 2024-09-05T02:06:53.058 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-pl.ko 2024-09-05T02:06:53.058 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-plantronics.ko 2024-09-05T02:06:53.058 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-primax.ko 2024-09-05T02:06:53.058 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-rmi.ko 2024-09-05T02:06:53.058 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-roccat-arvo.ko 2024-09-05T02:06:53.058 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-roccat-common.ko 2024-09-05T02:06:53.058 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-roccat-isku.ko 2024-09-05T02:06:53.058 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-roccat-kone.ko 2024-09-05T02:06:53.058 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-09-05T02:06:53.058 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-roccat-konepure.ko 2024-09-05T02:06:53.058 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-09-05T02:06:53.058 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-roccat-lua.ko 2024-09-05T02:06:53.058 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-roccat-pyra.ko 2024-09-05T02:06:53.059 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-roccat-ryos.ko 2024-09-05T02:06:53.059 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-roccat-savu.ko 2024-09-05T02:06:53.059 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-roccat.ko 2024-09-05T02:06:53.059 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-saitek.ko 2024-09-05T02:06:53.059 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-samsung.ko 2024-09-05T02:06:53.059 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-sensor-hub.ko 2024-09-05T02:06:53.059 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-sjoy.ko 2024-09-05T02:06:53.059 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-sony.ko 2024-09-05T02:06:53.059 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-speedlink.ko 2024-09-05T02:06:53.059 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-steelseries.ko 2024-09-05T02:06:53.059 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-sunplus.ko 2024-09-05T02:06:53.059 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-thrustmaster.ko 2024-09-05T02:06:53.059 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-tivo.ko 2024-09-05T02:06:53.060 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-tmff.ko 2024-09-05T02:06:53.060 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-topseed.ko 2024-09-05T02:06:53.060 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-twinhan.ko 2024-09-05T02:06:53.060 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-uclogic.ko 2024-09-05T02:06:53.060 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-waltop.ko 2024-09-05T02:06:53.060 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-wiimote.ko 2024-09-05T02:06:53.060 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-xinmo.ko 2024-09-05T02:06:53.060 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-zpff.ko 2024-09-05T02:06:53.060 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/hid-zydacron.ko 2024-09-05T02:06:53.060 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/uhid.ko 2024-09-05T02:06:53.060 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hid/wacom.ko 2024-09-05T02:06:53.060 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hv 2024-09-05T02:06:53.060 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hv/hv_balloon.ko 2024-09-05T02:06:53.061 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hv/hv_utils.ko 2024-09-05T02:06:53.061 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hv/hv_vmbus.ko 2024-09-05T02:06:53.061 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon 2024-09-05T02:06:53.061 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/abituguru.ko 2024-09-05T02:06:53.061 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/abituguru3.ko 2024-09-05T02:06:53.061 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/acpi_power_meter.ko 2024-09-05T02:06:53.061 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/ad7414.ko 2024-09-05T02:06:53.061 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/ad7418.ko 2024-09-05T02:06:53.061 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/adc128d818.ko 2024-09-05T02:06:53.061 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/adm1025.ko 2024-09-05T02:06:53.061 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/adm1026.ko 2024-09-05T02:06:53.061 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/adm1029.ko 2024-09-05T02:06:53.061 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/adm1031.ko 2024-09-05T02:06:53.061 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/adm9240.ko 2024-09-05T02:06:53.062 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/ads7828.ko 2024-09-05T02:06:53.062 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/adt7410.ko 2024-09-05T02:06:53.062 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/adt7411.ko 2024-09-05T02:06:53.062 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/adt7462.ko 2024-09-05T02:06:53.062 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/adt7470.ko 2024-09-05T02:06:53.062 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/adt7475.ko 2024-09-05T02:06:53.062 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/adt7x10.ko 2024-09-05T02:06:53.062 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/amc6821.ko 2024-09-05T02:06:53.062 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/applesmc.ko 2024-09-05T02:06:53.062 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/asb100.ko 2024-09-05T02:06:53.062 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/asc7621.ko 2024-09-05T02:06:53.062 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/asus_atk0110.ko 2024-09-05T02:06:53.062 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/atxp1.ko 2024-09-05T02:06:53.062 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/coretemp.ko 2024-09-05T02:06:53.063 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-09-05T02:06:53.063 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/dme1737.ko 2024-09-05T02:06:53.063 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/ds1621.ko 2024-09-05T02:06:53.063 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/ds620.ko 2024-09-05T02:06:53.063 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/emc1403.ko 2024-09-05T02:06:53.063 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/emc6w201.ko 2024-09-05T02:06:53.063 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/f71805f.ko 2024-09-05T02:06:53.063 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/f71882fg.ko 2024-09-05T02:06:53.063 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/f75375s.ko 2024-09-05T02:06:53.063 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/fam15h_power.ko 2024-09-05T02:06:53.063 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/fschmd.ko 2024-09-05T02:06:53.063 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/g760a.ko 2024-09-05T02:06:53.064 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/g762.ko 2024-09-05T02:06:53.064 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/gl518sm.ko 2024-09-05T02:06:53.064 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/gl520sm.ko 2024-09-05T02:06:53.064 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/hwmon-vid.ko 2024-09-05T02:06:53.064 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/i5500_temp.ko 2024-09-05T02:06:53.064 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/i5k_amb.ko 2024-09-05T02:06:53.064 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/ibmaem.ko 2024-09-05T02:06:53.064 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/ibmpex.ko 2024-09-05T02:06:53.064 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/ina209.ko 2024-09-05T02:06:53.064 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/ina2xx.ko 2024-09-05T02:06:53.064 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/it87.ko 2024-09-05T02:06:53.064 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/k10temp.ko 2024-09-05T02:06:53.064 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/k8temp.ko 2024-09-05T02:06:53.065 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/lineage-pem.ko 2024-09-05T02:06:53.065 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/lm63.ko 2024-09-05T02:06:53.065 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/lm73.ko 2024-09-05T02:06:53.065 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/lm75.ko 2024-09-05T02:06:53.065 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/lm77.ko 2024-09-05T02:06:53.065 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/lm78.ko 2024-09-05T02:06:53.065 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/lm80.ko 2024-09-05T02:06:53.065 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/lm83.ko 2024-09-05T02:06:53.065 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/lm85.ko 2024-09-05T02:06:53.065 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/lm87.ko 2024-09-05T02:06:53.065 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/lm90.ko 2024-09-05T02:06:53.065 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/lm92.ko 2024-09-05T02:06:53.065 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/lm93.ko 2024-09-05T02:06:53.066 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/lm95234.ko 2024-09-05T02:06:53.066 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/lm95241.ko 2024-09-05T02:06:53.066 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/lm95245.ko 2024-09-05T02:06:53.066 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/ltc2945.ko 2024-09-05T02:06:53.066 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/ltc4151.ko 2024-09-05T02:06:53.066 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/ltc4215.ko 2024-09-05T02:06:53.066 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/ltc4222.ko 2024-09-05T02:06:53.066 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/ltc4245.ko 2024-09-05T02:06:53.066 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/ltc4260.ko 2024-09-05T02:06:53.066 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/ltc4261.ko 2024-09-05T02:06:53.066 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/max16065.ko 2024-09-05T02:06:53.066 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/max1619.ko 2024-09-05T02:06:53.067 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/max1668.ko 2024-09-05T02:06:53.067 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/max197.ko 2024-09-05T02:06:53.067 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/max6639.ko 2024-09-05T02:06:53.067 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/max6650.ko 2024-09-05T02:06:53.067 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/max6697.ko 2024-09-05T02:06:53.067 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/mcp3021.ko 2024-09-05T02:06:53.067 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/nct6683.ko 2024-09-05T02:06:53.067 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/nct6775-core.ko 2024-09-05T02:06:53.067 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/nct6775.ko 2024-09-05T02:06:53.067 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/nct7802.ko 2024-09-05T02:06:53.067 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/pc87360.ko 2024-09-05T02:06:53.067 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/pc87427.ko 2024-09-05T02:06:53.067 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/pcf8591.ko 2024-09-05T02:06:53.067 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/pmbus 2024-09-05T02:06:53.068 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-09-05T02:06:53.068 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-09-05T02:06:53.068 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-09-05T02:06:53.068 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/pmbus/max16064.ko 2024-09-05T02:06:53.068 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/pmbus/max34440.ko 2024-09-05T02:06:53.068 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/pmbus/max8688.ko 2024-09-05T02:06:53.068 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-09-05T02:06:53.068 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-09-05T02:06:53.068 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-09-05T02:06:53.068 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-09-05T02:06:53.068 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-09-05T02:06:53.068 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-09-05T02:06:53.069 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/powr1220.ko 2024-09-05T02:06:53.069 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/sch5627.ko 2024-09-05T02:06:53.069 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/sch5636.ko 2024-09-05T02:06:53.069 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/sch56xx-common.ko 2024-09-05T02:06:53.069 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/sht15.ko 2024-09-05T02:06:53.069 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/sht21.ko 2024-09-05T02:06:53.069 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/shtc1.ko 2024-09-05T02:06:53.069 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/sis5595.ko 2024-09-05T02:06:53.069 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/smsc47b397.ko 2024-09-05T02:06:53.069 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/smsc47m1.ko 2024-09-05T02:06:53.069 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/smsc47m192.ko 2024-09-05T02:06:53.069 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/thmc50.ko 2024-09-05T02:06:53.069 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/tmp102.ko 2024-09-05T02:06:53.070 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/tmp103.ko 2024-09-05T02:06:53.070 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/tmp401.ko 2024-09-05T02:06:53.070 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/tmp421.ko 2024-09-05T02:06:53.070 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/via-cputemp.ko 2024-09-05T02:06:53.070 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/via686a.ko 2024-09-05T02:06:53.070 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/vt1211.ko 2024-09-05T02:06:53.070 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/vt8231.ko 2024-09-05T02:06:53.070 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/w83627ehf.ko 2024-09-05T02:06:53.070 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/w83627hf.ko 2024-09-05T02:06:53.070 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/w83781d.ko 2024-09-05T02:06:53.070 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/w83791d.ko 2024-09-05T02:06:53.070 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/w83792d.ko 2024-09-05T02:06:53.070 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/w83793.ko 2024-09-05T02:06:53.071 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/w83795.ko 2024-09-05T02:06:53.071 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/w83l785ts.ko 2024-09-05T02:06:53.071 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/hwmon/w83l786ng.ko 2024-09-05T02:06:53.071 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c 2024-09-05T02:06:53.071 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/algos 2024-09-05T02:06:53.071 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-09-05T02:06:53.071 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-09-05T02:06:53.071 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses 2024-09-05T02:06:53.071 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-09-05T02:06:53.071 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-09-05T02:06:53.071 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-09-05T02:06:53.071 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-09-05T02:06:53.071 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-09-05T02:06:53.072 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-09-05T02:06:53.072 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-09-05T02:06:53.072 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-09-05T02:06:53.072 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-i801.ko 2024-09-05T02:06:53.072 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-isch.ko 2024-09-05T02:06:53.072 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-09-05T02:06:53.072 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-09-05T02:06:53.072 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-09-05T02:06:53.072 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-parport.ko 2024-09-05T02:06:53.072 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-09-05T02:06:53.072 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-09-05T02:06:53.072 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-09-05T02:06:53.072 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-09-05T02:06:53.073 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-09-05T02:06:53.073 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-09-05T02:06:53.073 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-via.ko 2024-09-05T02:06:53.073 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-09-05T02:06:53.073 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-09-05T02:06:53.073 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/i2c-dev.ko 2024-09-05T02:06:53.073 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/i2c-mux.ko 2024-09-05T02:06:53.073 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-09-05T02:06:53.073 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/i2c-smbus.ko 2024-09-05T02:06:53.073 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/i2c/i2c-stub.ko 2024-09-05T02:06:53.073 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband 2024-09-05T02:06:53.073 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/core 2024-09-05T02:06:53.073 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/core/ib_cm.ko 2024-09-05T02:06:53.074 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/core/ib_core.ko 2024-09-05T02:06:53.074 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/core/ib_umad.ko 2024-09-05T02:06:53.074 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-09-05T02:06:53.074 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/core/iw_cm.ko 2024-09-05T02:06:53.074 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/core/rdma_cm.ko 2024-09-05T02:06:53.074 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-09-05T02:06:53.074 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/hw 2024-09-05T02:06:53.074 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/hw/cxgb4 2024-09-05T02:06:53.074 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-09-05T02:06:53.074 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/hw/mlx4 2024-09-05T02:06:53.074 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-09-05T02:06:53.074 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/hw/mlx5 2024-09-05T02:06:53.074 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-09-05T02:06:53.075 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/hw/mthca 2024-09-05T02:06:53.075 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-09-05T02:06:53.075 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/ulp 2024-09-05T02:06:53.075 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/ulp/ipoib 2024-09-05T02:06:53.075 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-09-05T02:06:53.075 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/ulp/iser 2024-09-05T02:06:53.075 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-09-05T02:06:53.075 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/ulp/isert 2024-09-05T02:06:53.075 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-09-05T02:06:53.075 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/ulp/srp 2024-09-05T02:06:53.075 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-09-05T02:06:53.075 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/ulp/srpt 2024-09-05T02:06:53.075 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-09-05T02:06:53.076 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input 2024-09-05T02:06:53.076 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/gameport 2024-09-05T02:06:53.076 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-09-05T02:06:53.076 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/gameport/fm801-gp.ko 2024-09-05T02:06:53.076 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/gameport/gameport.ko 2024-09-05T02:06:53.076 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/joydev.ko 2024-09-05T02:06:53.076 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/keyboard 2024-09-05T02:06:53.076 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/keyboard/gpio_keys.ko 2024-09-05T02:06:53.076 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/mouse 2024-09-05T02:06:53.076 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/mouse/appletouch.ko 2024-09-05T02:06:53.076 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/mouse/bcm5974.ko 2024-09-05T02:06:53.076 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/mouse/cyapatp.ko 2024-09-05T02:06:53.077 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/mouse/elan_i2c.ko 2024-09-05T02:06:53.077 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/mouse/sermouse.ko 2024-09-05T02:06:53.077 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-09-05T02:06:53.077 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/mouse/synaptics_usb.ko 2024-09-05T02:06:53.077 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/mouse/vsxxxaa.ko 2024-09-05T02:06:53.077 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/rmi4 2024-09-05T02:06:53.077 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/rmi4/rmi_core.ko 2024-09-05T02:06:53.077 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/serio 2024-09-05T02:06:53.077 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/serio/altera_ps2.ko 2024-09-05T02:06:53.077 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/serio/arc_ps2.ko 2024-09-05T02:06:53.077 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-09-05T02:06:53.077 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/serio/serio_raw.ko 2024-09-05T02:06:53.078 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/input/sparse-keymap.ko 2024-09-05T02:06:53.078 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/leds 2024-09-05T02:06:53.078 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/leds/leds-blinkm.ko 2024-09-05T02:06:53.078 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/leds/leds-lm3530.ko 2024-09-05T02:06:53.078 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/leds/leds-lp3944.ko 2024-09-05T02:06:53.078 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/leds/leds-ss4200.ko 2024-09-05T02:06:53.078 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/leds/trigger 2024-09-05T02:06:53.078 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-09-05T02:06:53.078 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-09-05T02:06:53.078 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-09-05T02:06:53.078 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-09-05T02:06:53.078 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-09-05T02:06:53.079 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-09-05T02:06:53.079 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-09-05T02:06:53.079 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-09-05T02:06:53.079 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md 2024-09-05T02:06:53.079 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/bcache 2024-09-05T02:06:53.079 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/bcache/bcache.ko 2024-09-05T02:06:53.079 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/dm-bio-prison.ko 2024-09-05T02:06:53.079 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/dm-cache-smq.ko 2024-09-05T02:06:53.079 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/dm-cache.ko 2024-09-05T02:06:53.079 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/dm-crypt.ko 2024-09-05T02:06:53.079 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/dm-delay.ko 2024-09-05T02:06:53.079 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/dm-flakey.ko 2024-09-05T02:06:53.080 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/dm-log-userspace.ko 2024-09-05T02:06:53.080 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/dm-multipath.ko 2024-09-05T02:06:53.080 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/dm-queue-length.ko 2024-09-05T02:06:53.080 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/dm-raid.ko 2024-09-05T02:06:53.080 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/dm-round-robin.ko 2024-09-05T02:06:53.080 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/dm-service-time.ko 2024-09-05T02:06:53.080 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/dm-switch.ko 2024-09-05T02:06:53.080 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/dm-thin-pool.ko 2024-09-05T02:06:53.080 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/dm-verity.ko 2024-09-05T02:06:53.080 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/persistent-data 2024-09-05T02:06:53.080 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-09-05T02:06:53.080 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/raid0.ko 2024-09-05T02:06:53.080 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/raid1.ko 2024-09-05T02:06:53.081 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/raid10.ko 2024-09-05T02:06:53.081 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/md/raid456.ko 2024-09-05T02:06:53.081 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/message 2024-09-05T02:06:53.081 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/message/fusion 2024-09-05T02:06:53.081 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/message/fusion/mptbase.ko 2024-09-05T02:06:53.081 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/message/fusion/mptctl.ko 2024-09-05T02:06:53.081 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/message/fusion/mptfc.ko 2024-09-05T02:06:53.081 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/message/fusion/mptlan.ko 2024-09-05T02:06:53.081 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/message/fusion/mptsas.ko 2024-09-05T02:06:53.081 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/message/fusion/mptscsih.ko 2024-09-05T02:06:53.081 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/message/fusion/mptspi.ko 2024-09-05T02:06:53.081 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/mfd 2024-09-05T02:06:53.082 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/mfd/lpc_ich.ko 2024-09-05T02:06:53.082 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/mfd/lpc_sch.ko 2024-09-05T02:06:53.082 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/mfd/mfd-core.ko 2024-09-05T02:06:53.082 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/mfd/sm501.ko 2024-09-05T02:06:53.082 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/mfd/viperboard.ko 2024-09-05T02:06:53.082 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/mfd/vx855.ko 2024-09-05T02:06:53.082 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/mfd/wl1273-core.ko 2024-09-05T02:06:53.082 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc 2024-09-05T02:06:53.082 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/altera-stapl 2024-09-05T02:06:53.082 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-09-05T02:06:53.082 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/apds9802als.ko 2024-09-05T02:06:53.082 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/apds990x.ko 2024-09-05T02:06:53.082 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/bh1770glc.ko 2024-09-05T02:06:53.083 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/cb710 2024-09-05T02:06:53.083 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/cb710/cb710.ko 2024-09-05T02:06:53.083 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/eeprom 2024-09-05T02:06:53.083 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/eeprom/at24.ko 2024-09-05T02:06:53.083 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-09-05T02:06:53.083 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/eeprom/max6875.ko 2024-09-05T02:06:53.083 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/enclosure.ko 2024-09-05T02:06:53.083 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/hpilo.ko 2024-09-05T02:06:53.083 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/isl29003.ko 2024-09-05T02:06:53.083 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/isl29020.ko 2024-09-05T02:06:53.083 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/lis3lv02d 2024-09-05T02:06:53.083 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-09-05T02:06:53.083 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-09-05T02:06:53.084 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/mei 2024-09-05T02:06:53.084 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/mei/mei-me.ko 2024-09-05T02:06:53.084 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/mei/mei-txe.ko 2024-09-05T02:06:53.084 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/mei/mei.ko 2024-09-05T02:06:53.084 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/sgi-gru 2024-09-05T02:06:53.084 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/sgi-gru/gru.ko 2024-09-05T02:06:53.084 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/sgi-xp 2024-09-05T02:06:53.084 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/sgi-xp/xp.ko 2024-09-05T02:06:53.084 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/sgi-xp/xpc.ko 2024-09-05T02:06:53.084 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-09-05T02:06:53.084 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/tifm_7xx1.ko 2024-09-05T02:06:53.084 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/tifm_core.ko 2024-09-05T02:06:53.085 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/tsl2550.ko 2024-09-05T02:06:53.085 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/vmw_balloon.ko 2024-09-05T02:06:53.085 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/vmw_vmci 2024-09-05T02:06:53.085 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-09-05T02:06:53.085 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net 2024-09-05T02:06:53.085 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/bonding 2024-09-05T02:06:53.085 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/bonding/bonding.ko 2024-09-05T02:06:53.085 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/dsa 2024-09-05T02:06:53.085 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/dsa/b53 2024-09-05T02:06:53.085 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/dsa/b53/b53_common.ko 2024-09-05T02:06:53.085 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/dsa/bcm-sf2.ko 2024-09-05T02:06:53.085 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/dsa/mv88e6060.ko 2024-09-05T02:06:53.085 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/dsa/mv88e6xxx 2024-09-05T02:06:53.086 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-09-05T02:06:53.086 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/dummy.ko 2024-09-05T02:06:53.086 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/eql.ko 2024-09-05T02:06:53.086 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet 2024-09-05T02:06:53.086 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/3com 2024-09-05T02:06:53.086 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-09-05T02:06:53.086 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-09-05T02:06:53.086 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-09-05T02:06:53.086 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-09-05T02:06:53.086 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/8390 2024-09-05T02:06:53.086 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/8390/8390.ko 2024-09-05T02:06:53.086 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-09-05T02:06:53.086 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-09-05T02:06:53.086 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-09-05T02:06:53.087 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/adaptec 2024-09-05T02:06:53.087 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-09-05T02:06:53.087 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/agere 2024-09-05T02:06:53.087 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/agere/et131x.ko 2024-09-05T02:06:53.087 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/alteon 2024-09-05T02:06:53.087 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-09-05T02:06:53.087 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/altera 2024-09-05T02:06:53.087 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-09-05T02:06:53.087 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/amd 2024-09-05T02:06:53.087 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-09-05T02:06:53.087 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-09-05T02:06:53.087 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-09-05T02:06:53.087 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/atheros 2024-09-05T02:06:53.087 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/atheros/alx 2024-09-05T02:06:53.088 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-09-05T02:06:53.088 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/atheros/atl1c 2024-09-05T02:06:53.088 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-09-05T02:06:53.088 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/atheros/atl1e 2024-09-05T02:06:53.088 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-09-05T02:06:53.088 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/atheros/atlx 2024-09-05T02:06:53.088 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-09-05T02:06:53.088 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-09-05T02:06:53.088 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/broadcom 2024-09-05T02:06:53.088 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-09-05T02:06:53.088 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-09-05T02:06:53.088 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-09-05T02:06:53.088 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-09-05T02:06:53.089 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-09-05T02:06:53.089 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/broadcom/genet 2024-09-05T02:06:53.089 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-09-05T02:06:53.089 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-09-05T02:06:53.089 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/brocade 2024-09-05T02:06:53.089 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/brocade/bna 2024-09-05T02:06:53.089 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-09-05T02:06:53.089 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/chelsio 2024-09-05T02:06:53.089 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/chelsio/cxgb 2024-09-05T02:06:53.089 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-09-05T02:06:53.089 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-09-05T02:06:53.089 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-09-05T02:06:53.089 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-09-05T02:06:53.090 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-09-05T02:06:53.090 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-09-05T02:06:53.090 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-09-05T02:06:53.090 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-09-05T02:06:53.090 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-09-05T02:06:53.090 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/cisco 2024-09-05T02:06:53.090 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/cisco/enic 2024-09-05T02:06:53.090 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-09-05T02:06:53.090 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/dec 2024-09-05T02:06:53.090 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/dec/tulip 2024-09-05T02:06:53.090 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-09-05T02:06:53.090 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-09-05T02:06:53.090 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-09-05T02:06:53.091 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-09-05T02:06:53.091 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-09-05T02:06:53.091 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-09-05T02:06:53.091 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/dlink 2024-09-05T02:06:53.091 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-09-05T02:06:53.091 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-09-05T02:06:53.091 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/dnet.ko 2024-09-05T02:06:53.091 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/emulex 2024-09-05T02:06:53.091 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/emulex/benet 2024-09-05T02:06:53.091 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-09-05T02:06:53.091 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/ethoc.ko 2024-09-05T02:06:53.091 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/fealnx.ko 2024-09-05T02:06:53.091 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel 2024-09-05T02:06:53.091 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/e100.ko 2024-09-05T02:06:53.092 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/e1000 2024-09-05T02:06:53.092 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-09-05T02:06:53.092 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/e1000e 2024-09-05T02:06:53.092 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-09-05T02:06:53.092 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/fm10k 2024-09-05T02:06:53.092 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-09-05T02:06:53.092 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/i40e 2024-09-05T02:06:53.092 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-09-05T02:06:53.092 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/iavf 2024-09-05T02:06:53.092 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-09-05T02:06:53.092 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/igb 2024-09-05T02:06:53.092 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-09-05T02:06:53.093 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/igbvf 2024-09-05T02:06:53.093 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-09-05T02:06:53.093 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/ixgbe 2024-09-05T02:06:53.093 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-09-05T02:06:53.093 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/ixgbevf 2024-09-05T02:06:53.093 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-09-05T02:06:53.093 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/libeth 2024-09-05T02:06:53.093 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/libeth/libeth.ko 2024-09-05T02:06:53.093 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/libie 2024-09-05T02:06:53.093 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/intel/libie/libie.ko 2024-09-05T02:06:53.093 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/jme.ko 2024-09-05T02:06:53.093 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/marvell 2024-09-05T02:06:53.093 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-09-05T02:06:53.093 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/marvell/skge.ko 2024-09-05T02:06:53.094 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-09-05T02:06:53.094 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/mellanox 2024-09-05T02:06:53.094 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/mellanox/mlx4 2024-09-05T02:06:53.094 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-09-05T02:06:53.094 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-09-05T02:06:53.094 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/mellanox/mlx5 2024-09-05T02:06:53.094 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-09-05T02:06:53.094 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-09-05T02:06:53.094 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/micrel 2024-09-05T02:06:53.094 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-09-05T02:06:53.094 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/myricom 2024-09-05T02:06:53.094 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/myricom/myri10ge 2024-09-05T02:06:53.094 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-09-05T02:06:53.095 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/natsemi 2024-09-05T02:06:53.095 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-09-05T02:06:53.095 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-09-05T02:06:53.095 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/neterion 2024-09-05T02:06:53.095 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-09-05T02:06:53.095 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/nvidia 2024-09-05T02:06:53.095 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-09-05T02:06:53.095 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/packetengines 2024-09-05T02:06:53.095 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-09-05T02:06:53.095 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-09-05T02:06:53.095 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/qlogic 2024-09-05T02:06:53.095 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/qlogic/netxen 2024-09-05T02:06:53.095 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-09-05T02:06:53.095 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-09-05T02:06:53.096 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-09-05T02:06:53.096 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-09-05T02:06:53.096 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/rdc 2024-09-05T02:06:53.096 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-09-05T02:06:53.096 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/realtek 2024-09-05T02:06:53.096 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-09-05T02:06:53.096 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-09-05T02:06:53.096 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/realtek/atp.ko 2024-09-05T02:06:53.096 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-09-05T02:06:53.096 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/rocker 2024-09-05T02:06:53.096 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-09-05T02:06:53.096 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/sfc 2024-09-05T02:06:53.097 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-09-05T02:06:53.097 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/silan 2024-09-05T02:06:53.097 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-09-05T02:06:53.097 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/sis 2024-09-05T02:06:53.097 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/sis/sis190.ko 2024-09-05T02:06:53.097 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/sis/sis900.ko 2024-09-05T02:06:53.097 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/smsc 2024-09-05T02:06:53.097 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-09-05T02:06:53.097 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-09-05T02:06:53.097 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-09-05T02:06:53.097 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-09-05T02:06:53.097 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/stmicro 2024-09-05T02:06:53.097 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/stmicro/stmmac 2024-09-05T02:06:53.098 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-09-05T02:06:53.098 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-09-05T02:06:53.098 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/sun 2024-09-05T02:06:53.098 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/sun/cassini.ko 2024-09-05T02:06:53.098 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/sun/niu.ko 2024-09-05T02:06:53.098 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/sun/sungem.ko 2024-09-05T02:06:53.098 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-09-05T02:06:53.098 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/tehuti 2024-09-05T02:06:53.098 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-09-05T02:06:53.098 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/ti 2024-09-05T02:06:53.098 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/ti/tlan.ko 2024-09-05T02:06:53.098 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/via 2024-09-05T02:06:53.098 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-09-05T02:06:53.098 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-09-05T02:06:53.099 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/wiznet 2024-09-05T02:06:53.099 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-09-05T02:06:53.099 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-09-05T02:06:53.099 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/xircom 2024-09-05T02:06:53.099 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-09-05T02:06:53.099 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/geneve.ko 2024-09-05T02:06:53.099 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/hyperv 2024-09-05T02:06:53.099 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-09-05T02:06:53.099 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ieee802154 2024-09-05T02:06:53.099 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ieee802154/fakelb.ko 2024-09-05T02:06:53.099 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ifb.ko 2024-09-05T02:06:53.099 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ipvlan 2024-09-05T02:06:53.100 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ipvlan/ipvlan.ko 2024-09-05T02:06:53.100 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/macvlan.ko 2024-09-05T02:06:53.100 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/macvtap.ko 2024-09-05T02:06:53.100 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/mdio 2024-09-05T02:06:53.100 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/mdio.ko 2024-09-05T02:06:53.100 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-09-05T02:06:53.100 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-09-05T02:06:53.100 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/mdio/mdio-regmap.ko 2024-09-05T02:06:53.100 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/mii.ko 2024-09-05T02:06:53.100 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/net_failover.ko 2024-09-05T02:06:53.100 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/netconsole.ko 2024-09-05T02:06:53.100 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/nlmon.ko 2024-09-05T02:06:53.100 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/pcs 2024-09-05T02:06:53.101 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/pcs/pcs-lynx.ko 2024-09-05T02:06:53.101 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-09-05T02:06:53.101 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy 2024-09-05T02:06:53.101 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/amd.ko 2024-09-05T02:06:53.101 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-09-05T02:06:53.101 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-09-05T02:06:53.101 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/bcm7xxx.ko 2024-09-05T02:06:53.101 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/bcm87xx.ko 2024-09-05T02:06:53.101 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/broadcom.ko 2024-09-05T02:06:53.101 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/cicada.ko 2024-09-05T02:06:53.101 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/davicom.ko 2024-09-05T02:06:53.101 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/dp83640.ko 2024-09-05T02:06:53.101 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/et1011c.ko 2024-09-05T02:06:53.102 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/icplus.ko 2024-09-05T02:06:53.102 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/lxt.ko 2024-09-05T02:06:53.102 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/marvell.ko 2024-09-05T02:06:53.102 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/micrel.ko 2024-09-05T02:06:53.102 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/national.ko 2024-09-05T02:06:53.102 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/phylink.ko 2024-09-05T02:06:53.102 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/qsemi.ko 2024-09-05T02:06:53.102 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/realtek.ko 2024-09-05T02:06:53.102 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/smsc.ko 2024-09-05T02:06:53.102 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/ste10Xp.ko 2024-09-05T02:06:53.102 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/phy/vitesse.ko 2024-09-05T02:06:53.102 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ppp 2024-09-05T02:06:53.102 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ppp/bsd_comp.ko 2024-09-05T02:06:53.102 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ppp/ppp_async.ko 2024-09-05T02:06:53.103 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ppp/ppp_deflate.ko 2024-09-05T02:06:53.103 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ppp/ppp_generic.ko 2024-09-05T02:06:53.103 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ppp/ppp_mppe.ko 2024-09-05T02:06:53.103 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ppp/ppp_synctty.ko 2024-09-05T02:06:53.103 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ppp/pppoe.ko 2024-09-05T02:06:53.103 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ppp/pppox.ko 2024-09-05T02:06:53.103 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/ppp/pptp.ko 2024-09-05T02:06:53.103 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/slip 2024-09-05T02:06:53.103 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/slip/slhc.ko 2024-09-05T02:06:53.103 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/slip/slip.ko 2024-09-05T02:06:53.103 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/sungem_phy.ko 2024-09-05T02:06:53.103 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/tap.ko 2024-09-05T02:06:53.103 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/team 2024-09-05T02:06:53.104 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/team/team.ko 2024-09-05T02:06:53.104 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/team/team_mode_activebackup.ko 2024-09-05T02:06:53.104 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/team/team_mode_broadcast.ko 2024-09-05T02:06:53.104 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-09-05T02:06:53.104 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/team/team_mode_random.ko 2024-09-05T02:06:53.104 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-09-05T02:06:53.104 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/tun.ko 2024-09-05T02:06:53.104 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/veth.ko 2024-09-05T02:06:53.104 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/virtio_net.ko 2024-09-05T02:06:53.104 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/vmxnet3 2024-09-05T02:06:53.104 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-09-05T02:06:53.104 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/vxlan 2024-09-05T02:06:53.104 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/vxlan/vxlan.ko 2024-09-05T02:06:53.105 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/xen-netback 2024-09-05T02:06:53.105 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/xen-netback/xen-netback.ko 2024-09-05T02:06:53.105 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/net/xen-netfront.ko 2024-09-05T02:06:53.105 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ntb 2024-09-05T02:06:53.105 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ntb/ntb.ko 2024-09-05T02:06:53.105 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/nvme 2024-09-05T02:06:53.105 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/nvme/host 2024-09-05T02:06:53.105 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/nvme/host/nvme-core.ko 2024-09-05T02:06:53.105 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/nvme/host/nvme.ko 2024-09-05T02:06:53.105 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/parport 2024-09-05T02:06:53.105 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/parport/parport.ko 2024-09-05T02:06:53.105 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/parport/parport_cs.ko 2024-09-05T02:06:53.105 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/parport/parport_pc.ko 2024-09-05T02:06:53.106 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/parport/parport_serial.ko 2024-09-05T02:06:53.106 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/pci 2024-09-05T02:06:53.106 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/pci/hotplug 2024-09-05T02:06:53.106 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-09-05T02:06:53.106 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/pci/pcie 2024-09-05T02:06:53.106 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/pci/pcie/aer_inject.ko 2024-09-05T02:06:53.106 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/pci/xen-pcifront.ko 2024-09-05T02:06:53.106 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/pcmcia 2024-09-05T02:06:53.106 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/pcmcia/i82092.ko 2024-09-05T02:06:53.106 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/pcmcia/pd6729.ko 2024-09-05T02:06:53.106 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/pcmcia/yenta_socket.ko 2024-09-05T02:06:53.106 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/pinctrl 2024-09-05T02:06:53.106 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/pinctrl/intel 2024-09-05T02:06:53.106 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-09-05T02:06:53.107 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform 2024-09-05T02:06:53.107 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86 2024-09-05T02:06:53.107 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/acer-wmi.ko 2024-09-05T02:06:53.107 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/acerhdf.ko 2024-09-05T02:06:53.107 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/apple-gmux.ko 2024-09-05T02:06:53.107 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/asus-laptop.ko 2024-09-05T02:06:53.107 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-09-05T02:06:53.107 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/asus-wmi.ko 2024-09-05T02:06:53.107 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/classmate-laptop.ko 2024-09-05T02:06:53.107 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-09-05T02:06:53.107 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-09-05T02:06:53.107 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-09-05T02:06:53.107 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-09-05T02:06:53.108 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/hdaps.ko 2024-09-05T02:06:53.108 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/intel 2024-09-05T02:06:53.108 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-09-05T02:06:53.108 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/intel_ips.ko 2024-09-05T02:06:53.108 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/msi-wmi.ko 2024-09-05T02:06:53.108 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/mxm-wmi.ko 2024-09-05T02:06:53.108 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-09-05T02:06:53.108 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/samsung-laptop.ko 2024-09-05T02:06:53.108 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/samsung-q10.ko 2024-09-05T02:06:53.108 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/topstar-laptop.ko 2024-09-05T02:06:53.108 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-09-05T02:06:53.108 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/toshiba_haps.ko 2024-09-05T02:06:53.108 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/wmi-bmof.ko 2024-09-05T02:06:53.109 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/platform/x86/wmi.ko 2024-09-05T02:06:53.109 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/powercap 2024-09-05T02:06:53.109 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/powercap/intel_rapl_common.ko 2024-09-05T02:06:53.109 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/powercap/intel_rapl_msr.ko 2024-09-05T02:06:53.109 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/pps 2024-09-05T02:06:53.109 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/pps/clients 2024-09-05T02:06:53.109 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/pps/clients/pps-gpio.ko 2024-09-05T02:06:53.109 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/pps/clients/pps-ldisc.ko 2024-09-05T02:06:53.109 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/pps/clients/pps_parport.ko 2024-09-05T02:06:53.109 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/pps/pps_core.ko 2024-09-05T02:06:53.109 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ptp 2024-09-05T02:06:53.109 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ptp/ptp.ko 2024-09-05T02:06:53.109 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ptp/ptp_kvm.ko 2024-09-05T02:06:53.110 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ras 2024-09-05T02:06:53.110 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ras/amd 2024-09-05T02:06:53.110 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ras/amd/atl 2024-09-05T02:06:53.110 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-09-05T02:06:53.110 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ras/amd/fmpm.ko 2024-09-05T02:06:53.110 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc 2024-09-05T02:06:53.110 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-bq32k.ko 2024-09-05T02:06:53.110 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-ds1286.ko 2024-09-05T02:06:53.110 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-ds1307.ko 2024-09-05T02:06:53.110 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-ds1374.ko 2024-09-05T02:06:53.110 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-ds1511.ko 2024-09-05T02:06:53.110 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-ds1553.ko 2024-09-05T02:06:53.110 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-ds1672.ko 2024-09-05T02:06:53.111 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-ds1742.ko 2024-09-05T02:06:53.111 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-ds2404.ko 2024-09-05T02:06:53.111 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-ds3232.ko 2024-09-05T02:06:53.111 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-em3027.ko 2024-09-05T02:06:53.111 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-fm3130.ko 2024-09-05T02:06:53.111 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-isl12022.ko 2024-09-05T02:06:53.111 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-isl1208.ko 2024-09-05T02:06:53.111 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-m41t80.ko 2024-09-05T02:06:53.111 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-m48t35.ko 2024-09-05T02:06:53.111 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-m48t59.ko 2024-09-05T02:06:53.111 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-max6900.ko 2024-09-05T02:06:53.111 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-msm6242.ko 2024-09-05T02:06:53.111 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-pcf2127.ko 2024-09-05T02:06:53.112 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-pcf85063.ko 2024-09-05T02:06:53.112 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-pcf8523.ko 2024-09-05T02:06:53.112 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-pcf8563.ko 2024-09-05T02:06:53.112 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-pcf8583.ko 2024-09-05T02:06:53.112 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-rp5c01.ko 2024-09-05T02:06:53.112 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-rs5c372.ko 2024-09-05T02:06:53.112 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-09-05T02:06:53.112 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-rx8025.ko 2024-09-05T02:06:53.112 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-rx8581.ko 2024-09-05T02:06:53.112 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-09-05T02:06:53.112 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/rtc/rtc-x1205.ko 2024-09-05T02:06:53.112 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi 2024-09-05T02:06:53.112 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/3w-9xxx.ko 2024-09-05T02:06:53.113 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/3w-sas.ko 2024-09-05T02:06:53.113 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/3w-xxxx.ko 2024-09-05T02:06:53.113 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/BusLogic.ko 2024-09-05T02:06:53.113 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/a100u2w.ko 2024-09-05T02:06:53.113 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/aacraid 2024-09-05T02:06:53.113 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/aacraid/aacraid.ko 2024-09-05T02:06:53.113 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/advansys.ko 2024-09-05T02:06:53.113 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/aic7xxx 2024-09-05T02:06:53.113 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-09-05T02:06:53.113 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-09-05T02:06:53.113 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/am53c974.ko 2024-09-05T02:06:53.113 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/arcmsr 2024-09-05T02:06:53.113 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-09-05T02:06:53.114 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/atp870u.ko 2024-09-05T02:06:53.114 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/be2iscsi 2024-09-05T02:06:53.114 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-09-05T02:06:53.114 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/bfa 2024-09-05T02:06:53.114 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/bfa/bfa.ko 2024-09-05T02:06:53.114 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/bnx2fc 2024-09-05T02:06:53.114 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-09-05T02:06:53.114 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/bnx2i 2024-09-05T02:06:53.114 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-09-05T02:06:53.114 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/ch.ko 2024-09-05T02:06:53.114 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/csiostor 2024-09-05T02:06:53.114 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/csiostor/csiostor.ko 2024-09-05T02:06:53.114 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/cxgbi 2024-09-05T02:06:53.115 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/cxgbi/cxgb3i 2024-09-05T02:06:53.115 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-09-05T02:06:53.115 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/cxgbi/cxgb4i 2024-09-05T02:06:53.115 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-09-05T02:06:53.115 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-09-05T02:06:53.115 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/dc395x.ko 2024-09-05T02:06:53.115 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/device_handler 2024-09-05T02:06:53.115 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-09-05T02:06:53.115 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-09-05T02:06:53.115 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-09-05T02:06:53.115 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-09-05T02:06:53.115 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/dmx3191d.ko 2024-09-05T02:06:53.116 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/esas2r 2024-09-05T02:06:53.116 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/esas2r/esas2r.ko 2024-09-05T02:06:53.116 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/esp_scsi.ko 2024-09-05T02:06:53.116 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/fcoe 2024-09-05T02:06:53.116 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/fcoe/fcoe.ko 2024-09-05T02:06:53.116 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-09-05T02:06:53.116 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/fnic 2024-09-05T02:06:53.116 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/fnic/fnic.ko 2024-09-05T02:06:53.116 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/hpsa.ko 2024-09-05T02:06:53.116 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/hptiop.ko 2024-09-05T02:06:53.116 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/hv_storvsc.ko 2024-09-05T02:06:53.116 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/initio.ko 2024-09-05T02:06:53.116 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/ipr.ko 2024-09-05T02:06:53.117 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/ips.ko 2024-09-05T02:06:53.117 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/isci 2024-09-05T02:06:53.117 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/isci/isci.ko 2024-09-05T02:06:53.117 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-09-05T02:06:53.117 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/iscsi_tcp.ko 2024-09-05T02:06:53.117 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/libfc 2024-09-05T02:06:53.117 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/libfc/libfc.ko 2024-09-05T02:06:53.117 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/libiscsi.ko 2024-09-05T02:06:53.117 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/libiscsi_tcp.ko 2024-09-05T02:06:53.117 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/libsas 2024-09-05T02:06:53.117 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/libsas/libsas.ko 2024-09-05T02:06:53.117 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/lpfc 2024-09-05T02:06:53.117 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/lpfc/lpfc.ko 2024-09-05T02:06:53.118 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/megaraid 2024-09-05T02:06:53.118 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/megaraid.ko 2024-09-05T02:06:53.118 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-09-05T02:06:53.118 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-09-05T02:06:53.118 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-09-05T02:06:53.118 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/mpt3sas 2024-09-05T02:06:53.118 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-09-05T02:06:53.118 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/mvsas 2024-09-05T02:06:53.118 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/mvsas/mvsas.ko 2024-09-05T02:06:53.118 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/mvumi.ko 2024-09-05T02:06:53.118 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/pm8001 2024-09-05T02:06:53.118 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-09-05T02:06:53.118 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/pmcraid.ko 2024-09-05T02:06:53.118 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/qla1280.ko 2024-09-05T02:06:53.119 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/qla2xxx 2024-09-05T02:06:53.119 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-09-05T02:06:53.119 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-09-05T02:06:53.119 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/qla4xxx 2024-09-05T02:06:53.119 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-09-05T02:06:53.119 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/raid_class.ko 2024-09-05T02:06:53.119 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/scsi_debug.ko 2024-09-05T02:06:53.119 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/scsi_transport_fc.ko 2024-09-05T02:06:53.119 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-09-05T02:06:53.119 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/scsi_transport_sas.ko 2024-09-05T02:06:53.119 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/scsi_transport_spi.ko 2024-09-05T02:06:53.119 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/scsi_transport_srp.ko 2024-09-05T02:06:53.119 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/ses.ko 2024-09-05T02:06:53.120 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/st.ko 2024-09-05T02:06:53.120 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/stex.ko 2024-09-05T02:06:53.120 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/sym53c8xx_2 2024-09-05T02:06:53.120 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-09-05T02:06:53.120 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/virtio_scsi.ko 2024-09-05T02:06:53.120 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/vmw_pvscsi.ko 2024-09-05T02:06:53.120 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/scsi/wd719x.ko 2024-09-05T02:06:53.120 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ssb 2024-09-05T02:06:53.120 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ssb/ssb.ko 2024-09-05T02:06:53.120 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/target 2024-09-05T02:06:53.120 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/target/iscsi 2024-09-05T02:06:53.120 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-09-05T02:06:53.120 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/target/loopback 2024-09-05T02:06:53.121 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/target/loopback/tcm_loop.ko 2024-09-05T02:06:53.121 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/target/target_core_file.ko 2024-09-05T02:06:53.121 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/target/target_core_iblock.ko 2024-09-05T02:06:53.121 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/target/target_core_mod.ko 2024-09-05T02:06:53.121 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/target/target_core_pscsi.ko 2024-09-05T02:06:53.121 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/target/target_core_user.ko 2024-09-05T02:06:53.121 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/target/tcm_fc 2024-09-05T02:06:53.121 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-09-05T02:06:53.121 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal 2024-09-05T02:06:53.121 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal/intel 2024-09-05T02:06:53.121 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal/intel/int340x_thermal 2024-09-05T02:06:53.121 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-09-05T02:06:53.122 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-09-05T02:06:53.122 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-09-05T02:06:53.122 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-09-05T02:06:53.122 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-09-05T02:06:53.122 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-09-05T02:06:53.122 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-09-05T02:06:53.122 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-09-05T02:06:53.122 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-09-05T02:06:53.122 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-09-05T02:06:53.122 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-09-05T02:06:53.122 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-09-05T02:06:53.122 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-09-05T02:06:53.122 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-09-05T02:06:53.122 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-09-05T02:06:53.123 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-09-05T02:06:53.123 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-09-05T02:06:53.123 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-09-05T02:06:53.123 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/tty 2024-09-05T02:06:53.123 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/tty/ipwireless 2024-09-05T02:06:53.123 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-09-05T02:06:53.123 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/tty/n_gsm.ko 2024-09-05T02:06:53.123 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/tty/n_hdlc.ko 2024-09-05T02:06:53.123 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/tty/nozomi.ko 2024-09-05T02:06:53.123 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/tty/serial 2024-09-05T02:06:53.123 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/tty/serial/8250 2024-09-05T02:06:53.123 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-09-05T02:06:53.123 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/tty/serial/arc_uart.ko 2024-09-05T02:06:53.124 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/tty/serial/jsm 2024-09-05T02:06:53.124 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/tty/serial/jsm/jsm.ko 2024-09-05T02:06:53.124 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ufs 2024-09-05T02:06:53.124 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ufs/core 2024-09-05T02:06:53.124 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ufs/core/ufshcd-core.ko 2024-09-05T02:06:53.124 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ufs/host 2024-09-05T02:06:53.124 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-09-05T02:06:53.124 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/uio 2024-09-05T02:06:53.124 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/uio/uio.ko 2024-09-05T02:06:53.124 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/uio/uio_aec.ko 2024-09-05T02:06:53.124 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/uio/uio_cif.ko 2024-09-05T02:06:53.124 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/uio/uio_pci_generic.ko 2024-09-05T02:06:53.124 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/uio/uio_sercos3.ko 2024-09-05T02:06:53.125 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb 2024-09-05T02:06:53.125 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/class 2024-09-05T02:06:53.125 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/class/cdc-acm.ko 2024-09-05T02:06:53.125 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/class/cdc-wdm.ko 2024-09-05T02:06:53.125 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/class/usblp.ko 2024-09-05T02:06:53.125 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/class/usbtmc.ko 2024-09-05T02:06:53.125 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/host 2024-09-05T02:06:53.125 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/host/sl811-hcd.ko 2024-09-05T02:06:53.125 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/image 2024-09-05T02:06:53.125 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/image/mdc800.ko 2024-09-05T02:06:53.125 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/image/microtek.ko 2024-09-05T02:06:53.125 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/misc 2024-09-05T02:06:53.125 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/misc/adutux.ko 2024-09-05T02:06:53.126 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/misc/appledisplay.ko 2024-09-05T02:06:53.126 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/misc/emi26.ko 2024-09-05T02:06:53.126 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/misc/emi62.ko 2024-09-05T02:06:53.126 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/misc/ezusb.ko 2024-09-05T02:06:53.126 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/misc/idmouse.ko 2024-09-05T02:06:53.126 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/misc/iowarrior.ko 2024-09-05T02:06:53.126 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/misc/isight_firmware.ko 2024-09-05T02:06:53.126 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/misc/ldusb.ko 2024-09-05T02:06:53.126 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/misc/legousbtower.ko 2024-09-05T02:06:53.126 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/misc/sisusbvga 2024-09-05T02:06:53.126 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-09-05T02:06:53.126 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/misc/trancevibrator.ko 2024-09-05T02:06:53.126 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/misc/usb3503.ko 2024-09-05T02:06:53.126 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/misc/usblcd.ko 2024-09-05T02:06:53.127 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/misc/usbsevseg.ko 2024-09-05T02:06:53.127 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/misc/uss720.ko 2024-09-05T02:06:53.127 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/misc/yurex.ko 2024-09-05T02:06:53.127 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/phy 2024-09-05T02:06:53.127 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/phy/phy-generic.ko 2024-09-05T02:06:53.127 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial 2024-09-05T02:06:53.127 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/aircable.ko 2024-09-05T02:06:53.127 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/ark3116.ko 2024-09-05T02:06:53.127 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/belkin_sa.ko 2024-09-05T02:06:53.127 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/ch341.ko 2024-09-05T02:06:53.127 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/cp210x.ko 2024-09-05T02:06:53.127 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/cyberjack.ko 2024-09-05T02:06:53.127 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/cypress_m8.ko 2024-09-05T02:06:53.127 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/digi_acceleport.ko 2024-09-05T02:06:53.128 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/empeg.ko 2024-09-05T02:06:53.128 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/ftdi_sio.ko 2024-09-05T02:06:53.128 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/garmin_gps.ko 2024-09-05T02:06:53.128 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/io_edgeport.ko 2024-09-05T02:06:53.128 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/io_ti.ko 2024-09-05T02:06:53.128 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/ipaq.ko 2024-09-05T02:06:53.128 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/ipw.ko 2024-09-05T02:06:53.128 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/ir-usb.ko 2024-09-05T02:06:53.128 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-09-05T02:06:53.128 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/keyspan.ko 2024-09-05T02:06:53.128 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/keyspan_pda.ko 2024-09-05T02:06:53.128 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/kl5kusb105.ko 2024-09-05T02:06:53.128 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/kobil_sct.ko 2024-09-05T02:06:53.128 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/mct_u232.ko 2024-09-05T02:06:53.129 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/mos7720.ko 2024-09-05T02:06:53.129 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/mos7840.ko 2024-09-05T02:06:53.129 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/navman.ko 2024-09-05T02:06:53.129 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/omninet.ko 2024-09-05T02:06:53.129 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/opticon.ko 2024-09-05T02:06:53.129 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/option.ko 2024-09-05T02:06:53.129 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/oti6858.ko 2024-09-05T02:06:53.129 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/pl2303.ko 2024-09-05T02:06:53.129 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/qcaux.ko 2024-09-05T02:06:53.129 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/qcserial.ko 2024-09-05T02:06:53.129 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/quatech2.ko 2024-09-05T02:06:53.129 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/safe_serial.ko 2024-09-05T02:06:53.129 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/sierra.ko 2024-09-05T02:06:53.130 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/spcp8x5.ko 2024-09-05T02:06:53.130 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/ssu100.ko 2024-09-05T02:06:53.130 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/symbolserial.ko 2024-09-05T02:06:53.130 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-09-05T02:06:53.130 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-09-05T02:06:53.130 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/usb_debug.ko 2024-09-05T02:06:53.130 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/usb_wwan.ko 2024-09-05T02:06:53.130 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/visor.ko 2024-09-05T02:06:53.130 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/whiteheat.ko 2024-09-05T02:06:53.130 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/serial/xsens_mt.ko 2024-09-05T02:06:53.130 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/storage 2024-09-05T02:06:53.130 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/storage/uas.ko 2024-09-05T02:06:53.130 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/storage/ums-alauda.ko 2024-09-05T02:06:53.130 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/storage/ums-cypress.ko 2024-09-05T02:06:53.131 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/storage/ums-datafab.ko 2024-09-05T02:06:53.131 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-09-05T02:06:53.131 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/storage/ums-freecom.ko 2024-09-05T02:06:53.131 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/storage/ums-isd200.ko 2024-09-05T02:06:53.131 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-09-05T02:06:53.131 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/storage/ums-karma.ko 2024-09-05T02:06:53.131 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/storage/ums-onetouch.ko 2024-09-05T02:06:53.131 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/storage/ums-realtek.ko 2024-09-05T02:06:53.131 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/storage/ums-sddr09.ko 2024-09-05T02:06:53.131 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/storage/ums-sddr55.ko 2024-09-05T02:06:53.131 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/storage/ums-usbat.ko 2024-09-05T02:06:53.131 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/storage/usb-storage.ko 2024-09-05T02:06:53.131 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/usbip 2024-09-05T02:06:53.131 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/usbip/usbip-core.ko 2024-09-05T02:06:53.132 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/usbip/usbip-host.ko 2024-09-05T02:06:53.132 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-09-05T02:06:53.132 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/vfio 2024-09-05T02:06:53.132 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/vfio/pci 2024-09-05T02:06:53.132 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-09-05T02:06:53.132 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/vfio/pci/vfio-pci.ko 2024-09-05T02:06:53.132 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/vfio/vfio.ko 2024-09-05T02:06:53.132 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-09-05T02:06:53.132 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/vhost 2024-09-05T02:06:53.132 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/vhost/vhost.ko 2024-09-05T02:06:53.132 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/vhost/vhost_iotlb.ko 2024-09-05T02:06:53.132 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/vhost/vhost_net.ko 2024-09-05T02:06:53.132 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/vhost/vhost_scsi.ko 2024-09-05T02:06:53.132 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/video 2024-09-05T02:06:53.133 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/video/backlight 2024-09-05T02:06:53.133 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/video/backlight/apple_bl.ko 2024-09-05T02:06:53.133 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/video/backlight/lcd.ko 2024-09-05T02:06:53.133 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/video/backlight/platform_lcd.ko 2024-09-05T02:06:53.133 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/virtio 2024-09-05T02:06:53.133 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/virtio/virtio.ko 2024-09-05T02:06:53.133 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/virtio/virtio_balloon.ko 2024-09-05T02:06:53.133 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/virtio/virtio_mmio.ko 2024-09-05T02:06:53.133 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/virtio/virtio_pci.ko 2024-09-05T02:06:53.133 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-09-05T02:06:53.133 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-09-05T02:06:53.133 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/virtio/virtio_ring.ko 2024-09-05T02:06:53.133 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/w1 2024-09-05T02:06:53.133 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/w1/masters 2024-09-05T02:06:53.134 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/w1/masters/ds2482.ko 2024-09-05T02:06:53.134 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/w1/masters/ds2490.ko 2024-09-05T02:06:53.134 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/w1/slaves 2024-09-05T02:06:53.134 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-09-05T02:06:53.134 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-09-05T02:06:53.134 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-09-05T02:06:53.134 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-09-05T02:06:53.134 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-09-05T02:06:53.134 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-09-05T02:06:53.134 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-09-05T02:06:53.134 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-09-05T02:06:53.134 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-09-05T02:06:53.134 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/w1/slaves/w1_smem.ko 2024-09-05T02:06:53.134 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/w1/slaves/w1_therm.ko 2024-09-05T02:06:53.135 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/w1/wire.ko 2024-09-05T02:06:53.135 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog 2024-09-05T02:06:53.135 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/alim1535_wdt.ko 2024-09-05T02:06:53.135 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/alim7101_wdt.ko 2024-09-05T02:06:53.135 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/f71808e_wdt.ko 2024-09-05T02:06:53.135 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/hpwdt.ko 2024-09-05T02:06:53.135 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/i6300esb.ko 2024-09-05T02:06:53.135 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-09-05T02:06:53.135 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/iTCO_wdt.ko 2024-09-05T02:06:53.135 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/ib700wdt.ko 2024-09-05T02:06:53.135 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/ibmasr.ko 2024-09-05T02:06:53.135 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-09-05T02:06:53.135 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/it8712f_wdt.ko 2024-09-05T02:06:53.136 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/it87_wdt.ko 2024-09-05T02:06:53.136 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/machzwd.ko 2024-09-05T02:06:53.136 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/nv_tco.ko 2024-09-05T02:06:53.136 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/pcwd_pci.ko 2024-09-05T02:06:53.136 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/pcwd_usb.ko 2024-09-05T02:06:53.136 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-09-05T02:06:53.136 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/sch311x_wdt.ko 2024-09-05T02:06:53.136 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/softdog.ko 2024-09-05T02:06:53.136 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/sp5100_tco.ko 2024-09-05T02:06:53.136 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/via_wdt.ko 2024-09-05T02:06:53.136 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-09-05T02:06:53.136 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/w83877f_wdt.ko 2024-09-05T02:06:53.136 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/w83977f_wdt.ko 2024-09-05T02:06:53.137 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/wdt_pci.ko 2024-09-05T02:06:53.137 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/watchdog/xen_wdt.ko 2024-09-05T02:06:53.137 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/xen 2024-09-05T02:06:53.137 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/xen/xen-acpi-processor.ko 2024-09-05T02:06:53.137 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/xen/xen-evtchn.ko 2024-09-05T02:06:53.137 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/xen/xen-gntalloc.ko 2024-09-05T02:06:53.137 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/xen/xen-gntdev.ko 2024-09-05T02:06:53.137 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/xen/xen-pciback 2024-09-05T02:06:53.137 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-09-05T02:06:53.137 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/xen/xen-privcmd.ko 2024-09-05T02:06:53.137 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/xen/xenfs 2024-09-05T02:06:53.137 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/drivers/xen/xenfs/xenfs.ko 2024-09-05T02:06:53.137 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs 2024-09-05T02:06:53.138 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/9p 2024-09-05T02:06:53.138 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/9p/9p.ko 2024-09-05T02:06:53.138 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/affs 2024-09-05T02:06:53.138 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/affs/affs.ko 2024-09-05T02:06:53.138 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/befs 2024-09-05T02:06:53.138 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/befs/befs.ko 2024-09-05T02:06:53.138 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/binfmt_misc.ko 2024-09-05T02:06:53.138 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/btrfs 2024-09-05T02:06:53.138 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/btrfs/btrfs.ko 2024-09-05T02:06:53.138 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/cachefiles 2024-09-05T02:06:53.138 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/cachefiles/cachefiles.ko 2024-09-05T02:06:53.138 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/ceph 2024-09-05T02:06:53.138 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/ceph/ceph.ko 2024-09-05T02:06:53.138 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/coda 2024-09-05T02:06:53.139 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/coda/coda.ko 2024-09-05T02:06:53.139 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/cramfs 2024-09-05T02:06:53.139 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/cramfs/cramfs.ko 2024-09-05T02:06:53.139 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/dlm 2024-09-05T02:06:53.139 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/dlm/dlm.ko 2024-09-05T02:06:53.139 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/ecryptfs 2024-09-05T02:06:53.139 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/ecryptfs/ecryptfs.ko 2024-09-05T02:06:53.139 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/f2fs 2024-09-05T02:06:53.139 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/f2fs/f2fs.ko 2024-09-05T02:06:53.139 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/fat 2024-09-05T02:06:53.139 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/fat/fat.ko 2024-09-05T02:06:53.139 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/fat/msdos.ko 2024-09-05T02:06:53.139 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/fat/vfat.ko 2024-09-05T02:06:53.140 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/fuse 2024-09-05T02:06:53.140 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/fuse/cuse.ko 2024-09-05T02:06:53.140 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/fuse/fuse.ko 2024-09-05T02:06:53.140 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/gfs2 2024-09-05T02:06:53.140 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/gfs2/gfs2.ko 2024-09-05T02:06:53.140 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/hfs 2024-09-05T02:06:53.140 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/hfs/hfs.ko 2024-09-05T02:06:53.140 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/hfsplus 2024-09-05T02:06:53.140 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/hfsplus/hfsplus.ko 2024-09-05T02:06:53.140 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/isofs 2024-09-05T02:06:53.140 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/isofs/isofs.ko 2024-09-05T02:06:53.140 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/jfs 2024-09-05T02:06:53.140 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/jfs/jfs.ko 2024-09-05T02:06:53.140 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/lockd 2024-09-05T02:06:53.141 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/lockd/lockd.ko 2024-09-05T02:06:53.141 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/minix 2024-09-05T02:06:53.141 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/minix/minix.ko 2024-09-05T02:06:53.141 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/netfs 2024-09-05T02:06:53.141 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/netfs/netfs.ko 2024-09-05T02:06:53.141 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nfs 2024-09-05T02:06:53.141 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nfs/blocklayout 2024-09-05T02:06:53.141 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-09-05T02:06:53.141 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nfs/filelayout 2024-09-05T02:06:53.141 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-09-05T02:06:53.141 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nfs/flexfilelayout 2024-09-05T02:06:53.141 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-09-05T02:06:53.141 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nfs/nfs.ko 2024-09-05T02:06:53.141 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nfs/nfsv3.ko 2024-09-05T02:06:53.142 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nfs/nfsv4.ko 2024-09-05T02:06:53.142 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nfs_common 2024-09-05T02:06:53.142 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nfs_common/grace.ko 2024-09-05T02:06:53.142 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nfs_common/nfs_acl.ko 2024-09-05T02:06:53.142 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nfsd 2024-09-05T02:06:53.142 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nfsd/nfsd.ko 2024-09-05T02:06:53.142 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nilfs2 2024-09-05T02:06:53.142 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nilfs2/nilfs2.ko 2024-09-05T02:06:53.142 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls 2024-09-05T02:06:53.142 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/mac-celtic.ko 2024-09-05T02:06:53.142 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/mac-centeuro.ko 2024-09-05T02:06:53.142 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/mac-croatian.ko 2024-09-05T02:06:53.142 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/mac-cyrillic.ko 2024-09-05T02:06:53.143 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/mac-gaelic.ko 2024-09-05T02:06:53.143 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/mac-greek.ko 2024-09-05T02:06:53.143 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/mac-iceland.ko 2024-09-05T02:06:53.143 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/mac-inuit.ko 2024-09-05T02:06:53.143 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/mac-roman.ko 2024-09-05T02:06:53.143 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/mac-romanian.ko 2024-09-05T02:06:53.143 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/mac-turkish.ko 2024-09-05T02:06:53.143 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp1250.ko 2024-09-05T02:06:53.143 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp1251.ko 2024-09-05T02:06:53.143 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp1255.ko 2024-09-05T02:06:53.143 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp737.ko 2024-09-05T02:06:53.143 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp775.ko 2024-09-05T02:06:53.143 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp850.ko 2024-09-05T02:06:53.143 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp852.ko 2024-09-05T02:06:53.144 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp855.ko 2024-09-05T02:06:53.144 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp857.ko 2024-09-05T02:06:53.144 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp860.ko 2024-09-05T02:06:53.144 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp861.ko 2024-09-05T02:06:53.144 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp862.ko 2024-09-05T02:06:53.144 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp863.ko 2024-09-05T02:06:53.144 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp864.ko 2024-09-05T02:06:53.144 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp865.ko 2024-09-05T02:06:53.144 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp866.ko 2024-09-05T02:06:53.144 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp869.ko 2024-09-05T02:06:53.144 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp874.ko 2024-09-05T02:06:53.144 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp932.ko 2024-09-05T02:06:53.144 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp936.ko 2024-09-05T02:06:53.145 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp949.ko 2024-09-05T02:06:53.145 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_cp950.ko 2024-09-05T02:06:53.145 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_euc-jp.ko 2024-09-05T02:06:53.145 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_iso8859-1.ko 2024-09-05T02:06:53.145 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_iso8859-13.ko 2024-09-05T02:06:53.145 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_iso8859-14.ko 2024-09-05T02:06:53.145 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_iso8859-15.ko 2024-09-05T02:06:53.145 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_iso8859-2.ko 2024-09-05T02:06:53.145 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_iso8859-3.ko 2024-09-05T02:06:53.145 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_iso8859-4.ko 2024-09-05T02:06:53.145 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_iso8859-5.ko 2024-09-05T02:06:53.145 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_iso8859-6.ko 2024-09-05T02:06:53.145 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_iso8859-7.ko 2024-09-05T02:06:53.145 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_iso8859-9.ko 2024-09-05T02:06:53.146 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_koi8-r.ko 2024-09-05T02:06:53.146 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_koi8-ru.ko 2024-09-05T02:06:53.146 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_koi8-u.ko 2024-09-05T02:06:53.146 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_ucs2_utils.ko 2024-09-05T02:06:53.146 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/nls/nls_utf8.ko 2024-09-05T02:06:53.146 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/ocfs2 2024-09-05T02:06:53.146 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/ocfs2/cluster 2024-09-05T02:06:53.146 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-09-05T02:06:53.146 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/ocfs2/dlm 2024-09-05T02:06:53.146 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-09-05T02:06:53.146 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/ocfs2/dlmfs 2024-09-05T02:06:53.146 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-09-05T02:06:53.146 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/ocfs2/ocfs2.ko 2024-09-05T02:06:53.146 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-09-05T02:06:53.147 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-09-05T02:06:53.147 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-09-05T02:06:53.147 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/overlayfs 2024-09-05T02:06:53.147 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/overlayfs/overlay.ko 2024-09-05T02:06:53.147 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/pstore 2024-09-05T02:06:53.147 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/pstore/ramoops.ko 2024-09-05T02:06:53.147 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/reiserfs 2024-09-05T02:06:53.147 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/reiserfs/reiserfs.ko 2024-09-05T02:06:53.147 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/romfs 2024-09-05T02:06:53.147 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/romfs/romfs.ko 2024-09-05T02:06:53.147 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/smb 2024-09-05T02:06:53.147 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/smb/client 2024-09-05T02:06:53.147 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/smb/client/cifs.ko 2024-09-05T02:06:53.148 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/smb/common 2024-09-05T02:06:53.148 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/smb/common/cifs_arc4.ko 2024-09-05T02:06:53.148 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/smb/common/cifs_md4.ko 2024-09-05T02:06:53.148 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/squashfs 2024-09-05T02:06:53.148 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/squashfs/squashfs.ko 2024-09-05T02:06:53.148 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/sysv 2024-09-05T02:06:53.148 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/sysv/sysv.ko 2024-09-05T02:06:53.148 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/udf 2024-09-05T02:06:53.148 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/udf/udf.ko 2024-09-05T02:06:53.148 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/ufs 2024-09-05T02:06:53.148 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/ufs/ufs.ko 2024-09-05T02:06:53.148 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/xfs 2024-09-05T02:06:53.148 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/fs/xfs/xfs.ko 2024-09-05T02:06:53.149 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/kernel 2024-09-05T02:06:53.149 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/kernel/rcu 2024-09-05T02:06:53.149 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/kernel/rcu/rcutorture.ko 2024-09-05T02:06:53.149 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/kernel/torture.ko 2024-09-05T02:06:53.149 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/kernel/trace 2024-09-05T02:06:53.149 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-09-05T02:06:53.149 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib 2024-09-05T02:06:53.149 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/asn1_encoder.ko 2024-09-05T02:06:53.149 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/crc-itu-t.ko 2024-09-05T02:06:53.149 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/crc8.ko 2024-09-05T02:06:53.149 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/crypto 2024-09-05T02:06:53.149 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/crypto/libaescfb.ko 2024-09-05T02:06:53.149 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/crypto/libarc4.ko 2024-09-05T02:06:53.149 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/crypto/libdes.ko 2024-09-05T02:06:53.150 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/libcrc32c.ko 2024-09-05T02:06:53.150 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/lru_cache.ko 2024-09-05T02:06:53.150 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/lz4 2024-09-05T02:06:53.150 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/lz4/lz4_compress.ko 2024-09-05T02:06:53.150 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/lz4/lz4hc_compress.ko 2024-09-05T02:06:53.150 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/math 2024-09-05T02:06:53.150 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/math/cordic.ko 2024-09-05T02:06:53.150 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/raid6 2024-09-05T02:06:53.150 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/raid6/raid6_pq.ko 2024-09-05T02:06:53.150 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/reed_solomon 2024-09-05T02:06:53.150 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/reed_solomon/reed_solomon.ko 2024-09-05T02:06:53.150 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/ts_bm.ko 2024-09-05T02:06:53.150 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/ts_fsm.ko 2024-09-05T02:06:53.151 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/ts_kmp.ko 2024-09-05T02:06:53.151 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/zstd 2024-09-05T02:06:53.151 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/lib/zstd/zstd_compress.ko 2024-09-05T02:06:53.151 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/mm 2024-09-05T02:06:53.151 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/mm/hwpoison-inject.ko 2024-09-05T02:06:53.151 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net 2024-09-05T02:06:53.151 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/6lowpan 2024-09-05T02:06:53.151 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/6lowpan/6lowpan.ko 2024-09-05T02:06:53.151 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/6lowpan/nhc_dest.ko 2024-09-05T02:06:53.151 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/6lowpan/nhc_fragment.ko 2024-09-05T02:06:53.151 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/6lowpan/nhc_hop.ko 2024-09-05T02:06:53.151 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/6lowpan/nhc_ipv6.ko 2024-09-05T02:06:53.151 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/6lowpan/nhc_mobility.ko 2024-09-05T02:06:53.152 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/6lowpan/nhc_routing.ko 2024-09-05T02:06:53.152 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/6lowpan/nhc_udp.ko 2024-09-05T02:06:53.152 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/802 2024-09-05T02:06:53.152 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/802/garp.ko 2024-09-05T02:06:53.152 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/802/mrp.ko 2024-09-05T02:06:53.152 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/802/p8022.ko 2024-09-05T02:06:53.152 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/802/psnap.ko 2024-09-05T02:06:53.152 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/802/stp.ko 2024-09-05T02:06:53.152 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/8021q 2024-09-05T02:06:53.152 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/8021q/8021q.ko 2024-09-05T02:06:53.152 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/9p 2024-09-05T02:06:53.152 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/9p/9pnet.ko 2024-09-05T02:06:53.152 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/9p/9pnet_fd.ko 2024-09-05T02:06:53.152 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/9p/9pnet_rdma.ko 2024-09-05T02:06:53.153 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/9p/9pnet_virtio.ko 2024-09-05T02:06:53.153 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/batman-adv 2024-09-05T02:06:53.153 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/batman-adv/batman-adv.ko 2024-09-05T02:06:53.153 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge 2024-09-05T02:06:53.153 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/br_netfilter.ko 2024-09-05T02:06:53.153 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/bridge.ko 2024-09-05T02:06:53.153 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter 2024-09-05T02:06:53.153 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-09-05T02:06:53.153 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebt_among.ko 2024-09-05T02:06:53.153 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebt_arp.ko 2024-09-05T02:06:53.153 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-09-05T02:06:53.153 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-09-05T02:06:53.153 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebt_ip.ko 2024-09-05T02:06:53.154 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-09-05T02:06:53.154 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebt_limit.ko 2024-09-05T02:06:53.154 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebt_log.ko 2024-09-05T02:06:53.154 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebt_mark.ko 2024-09-05T02:06:53.154 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-09-05T02:06:53.154 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-09-05T02:06:53.154 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-09-05T02:06:53.154 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-09-05T02:06:53.154 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebt_snat.ko 2024-09-05T02:06:53.154 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebt_stp.ko 2024-09-05T02:06:53.154 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-09-05T02:06:53.154 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-09-05T02:06:53.154 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-09-05T02:06:53.155 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-09-05T02:06:53.155 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/ebtables.ko 2024-09-05T02:06:53.155 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-09-05T02:06:53.155 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-09-05T02:06:53.155 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-09-05T02:06:53.155 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ceph 2024-09-05T02:06:53.155 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ceph/libceph.ko 2024-09-05T02:06:53.155 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/core 2024-09-05T02:06:53.155 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/core/failover.ko 2024-09-05T02:06:53.155 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/core/pktgen.ko 2024-09-05T02:06:53.155 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/dccp 2024-09-05T02:06:53.155 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/dccp/dccp.ko 2024-09-05T02:06:53.155 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/dccp/dccp_diag.ko 2024-09-05T02:06:53.156 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/dccp/dccp_ipv4.ko 2024-09-05T02:06:53.156 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/dccp/dccp_ipv6.ko 2024-09-05T02:06:53.156 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/dns_resolver 2024-09-05T02:06:53.156 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/dns_resolver/dns_resolver.ko 2024-09-05T02:06:53.156 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/dsa 2024-09-05T02:06:53.156 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/dsa/dsa_core.ko 2024-09-05T02:06:53.156 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/dsa/tag_brcm.ko 2024-09-05T02:06:53.156 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/dsa/tag_dsa.ko 2024-09-05T02:06:53.156 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/dsa/tag_none.ko 2024-09-05T02:06:53.156 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/dsa/tag_trailer.ko 2024-09-05T02:06:53.156 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ieee802154 2024-09-05T02:06:53.156 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ieee802154/6lowpan 2024-09-05T02:06:53.156 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-09-05T02:06:53.157 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ieee802154/ieee802154.ko 2024-09-05T02:06:53.157 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ieee802154/ieee802154_socket.ko 2024-09-05T02:06:53.157 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4 2024-09-05T02:06:53.157 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/ah4.ko 2024-09-05T02:06:53.157 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/esp4.ko 2024-09-05T02:06:53.157 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/fou.ko 2024-09-05T02:06:53.157 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/gre.ko 2024-09-05T02:06:53.157 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/inet_diag.ko 2024-09-05T02:06:53.157 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/ip_gre.ko 2024-09-05T02:06:53.157 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/ip_tunnel.ko 2024-09-05T02:06:53.157 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/ip_vti.ko 2024-09-05T02:06:53.157 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/ipcomp.ko 2024-09-05T02:06:53.158 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/ipip.ko 2024-09-05T02:06:53.158 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter 2024-09-05T02:06:53.158 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/arp_tables.ko 2024-09-05T02:06:53.158 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-09-05T02:06:53.158 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-09-05T02:06:53.158 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-09-05T02:06:53.158 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-09-05T02:06:53.158 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-09-05T02:06:53.158 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-09-05T02:06:53.158 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-09-05T02:06:53.158 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-09-05T02:06:53.158 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-09-05T02:06:53.158 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/iptable_security.ko 2024-09-05T02:06:53.159 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-09-05T02:06:53.159 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-09-05T02:06:53.159 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-09-05T02:06:53.159 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-09-05T02:06:53.159 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-09-05T02:06:53.159 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-09-05T02:06:53.159 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-09-05T02:06:53.159 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-09-05T02:06:53.159 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-09-05T02:06:53.159 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-09-05T02:06:53.159 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/tcp_bic.ko 2024-09-05T02:06:53.159 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/tcp_dctcp.ko 2024-09-05T02:06:53.159 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/tcp_diag.ko 2024-09-05T02:06:53.160 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/tcp_highspeed.ko 2024-09-05T02:06:53.160 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/tcp_htcp.ko 2024-09-05T02:06:53.160 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/tcp_hybla.ko 2024-09-05T02:06:53.160 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/tcp_illinois.ko 2024-09-05T02:06:53.160 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/tcp_lp.ko 2024-09-05T02:06:53.160 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/tcp_scalable.ko 2024-09-05T02:06:53.160 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/tcp_vegas.ko 2024-09-05T02:06:53.160 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/tcp_veno.ko 2024-09-05T02:06:53.160 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/tcp_westwood.ko 2024-09-05T02:06:53.160 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/tcp_yeah.ko 2024-09-05T02:06:53.160 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/tunnel4.ko 2024-09-05T02:06:53.160 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/udp_diag.ko 2024-09-05T02:06:53.161 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/udp_tunnel.ko 2024-09-05T02:06:53.161 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv4/xfrm4_tunnel.ko 2024-09-05T02:06:53.161 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6 2024-09-05T02:06:53.161 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/ah6.ko 2024-09-05T02:06:53.161 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/esp6.ko 2024-09-05T02:06:53.161 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/fou6.ko 2024-09-05T02:06:53.161 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/ip6_tunnel.ko 2024-09-05T02:06:53.161 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-09-05T02:06:53.161 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/ip6_vti.ko 2024-09-05T02:06:53.161 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/ipcomp6.ko 2024-09-05T02:06:53.161 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter 2024-09-05T02:06:53.161 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-09-05T02:06:53.162 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-09-05T02:06:53.162 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-09-05T02:06:53.162 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-09-05T02:06:53.162 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-09-05T02:06:53.162 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-09-05T02:06:53.162 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-09-05T02:06:53.162 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-09-05T02:06:53.162 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-09-05T02:06:53.162 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-09-05T02:06:53.162 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-09-05T02:06:53.162 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-09-05T02:06:53.162 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-09-05T02:06:53.162 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-09-05T02:06:53.162 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-09-05T02:06:53.162 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-09-05T02:06:53.163 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-09-05T02:06:53.163 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-09-05T02:06:53.163 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-09-05T02:06:53.163 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-09-05T02:06:53.163 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-09-05T02:06:53.163 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-09-05T02:06:53.163 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-09-05T02:06:53.163 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-09-05T02:06:53.163 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/sit.ko 2024-09-05T02:06:53.163 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/tunnel6.ko 2024-09-05T02:06:53.163 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/ipv6/xfrm6_tunnel.ko 2024-09-05T02:06:53.163 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/key 2024-09-05T02:06:53.163 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/key/af_key.ko 2024-09-05T02:06:53.163 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/l2tp 2024-09-05T02:06:53.163 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/l2tp/l2tp_core.ko 2024-09-05T02:06:53.163 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/l2tp/l2tp_debugfs.ko 2024-09-05T02:06:53.164 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/l2tp/l2tp_eth.ko 2024-09-05T02:06:53.164 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/l2tp/l2tp_ip.ko 2024-09-05T02:06:53.164 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/l2tp/l2tp_ip6.ko 2024-09-05T02:06:53.164 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/l2tp/l2tp_netlink.ko 2024-09-05T02:06:53.164 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/l2tp/l2tp_ppp.ko 2024-09-05T02:06:53.164 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/llc 2024-09-05T02:06:53.164 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/llc/llc.ko 2024-09-05T02:06:53.164 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/mac802154 2024-09-05T02:06:53.164 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/mac802154/mac802154.ko 2024-09-05T02:06:53.164 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/mpls 2024-09-05T02:06:53.164 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/mpls/mpls_gso.ko 2024-09-05T02:06:53.164 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter 2024-09-05T02:06:53.164 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipset 2024-09-05T02:06:53.164 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipset/ip_set.ko 2024-09-05T02:06:53.165 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-09-05T02:06:53.165 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-09-05T02:06:53.165 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-09-05T02:06:53.165 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-09-05T02:06:53.165 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-09-05T02:06:53.165 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-09-05T02:06:53.165 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-09-05T02:06:53.165 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-09-05T02:06:53.165 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-09-05T02:06:53.165 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-09-05T02:06:53.165 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-09-05T02:06:53.165 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-09-05T02:06:53.165 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-09-05T02:06:53.166 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-09-05T02:06:53.166 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-09-05T02:06:53.166 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipvs 2024-09-05T02:06:53.166 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipvs/ip_vs.ko 2024-09-05T02:06:53.166 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-09-05T02:06:53.166 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-09-05T02:06:53.166 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-09-05T02:06:53.166 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-09-05T02:06:53.166 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-09-05T02:06:53.166 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-09-05T02:06:53.166 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-09-05T02:06:53.166 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-09-05T02:06:53.166 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-09-05T02:06:53.166 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-09-05T02:06:53.166 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-09-05T02:06:53.167 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-09-05T02:06:53.167 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-09-05T02:06:53.167 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_conncount.ko 2024-09-05T02:06:53.167 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_conntrack.ko 2024-09-05T02:06:53.167 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-09-05T02:06:53.167 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-09-05T02:06:53.167 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-09-05T02:06:53.167 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_conntrack_h323.ko 2024-09-05T02:06:53.167 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_conntrack_irc.ko 2024-09-05T02:06:53.167 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-09-05T02:06:53.167 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-09-05T02:06:53.167 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-09-05T02:06:53.167 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_conntrack_sane.ko 2024-09-05T02:06:53.167 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_conntrack_sip.ko 2024-09-05T02:06:53.168 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-09-05T02:06:53.168 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-09-05T02:06:53.168 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_dup_netdev.ko 2024-09-05T02:06:53.168 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_flow_table.ko 2024-09-05T02:06:53.168 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_flow_table_inet.ko 2024-09-05T02:06:53.168 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_log_syslog.ko 2024-09-05T02:06:53.168 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_nat.ko 2024-09-05T02:06:53.168 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_nat_amanda.ko 2024-09-05T02:06:53.168 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_nat_ftp.ko 2024-09-05T02:06:53.168 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_nat_irc.ko 2024-09-05T02:06:53.168 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_nat_sip.ko 2024-09-05T02:06:53.168 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_nat_tftp.ko 2024-09-05T02:06:53.168 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_synproxy_core.ko 2024-09-05T02:06:53.168 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nf_tables.ko 2024-09-05T02:06:53.168 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nfnetlink.ko 2024-09-05T02:06:53.169 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nfnetlink_acct.ko 2024-09-05T02:06:53.169 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nfnetlink_log.ko 2024-09-05T02:06:53.169 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nfnetlink_osf.ko 2024-09-05T02:06:53.169 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nfnetlink_queue.ko 2024-09-05T02:06:53.169 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nft_chain_nat.ko 2024-09-05T02:06:53.169 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nft_compat.ko 2024-09-05T02:06:53.169 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nft_ct.ko 2024-09-05T02:06:53.169 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nft_dup_netdev.ko 2024-09-05T02:06:53.169 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nft_fib.ko 2024-09-05T02:06:53.169 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nft_fwd_netdev.ko 2024-09-05T02:06:53.169 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nft_hash.ko 2024-09-05T02:06:53.169 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nft_limit.ko 2024-09-05T02:06:53.169 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nft_log.ko 2024-09-05T02:06:53.169 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nft_masq.ko 2024-09-05T02:06:53.170 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nft_nat.ko 2024-09-05T02:06:53.170 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nft_numgen.ko 2024-09-05T02:06:53.170 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nft_queue.ko 2024-09-05T02:06:53.170 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nft_quota.ko 2024-09-05T02:06:53.170 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nft_redir.ko 2024-09-05T02:06:53.170 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nft_reject.ko 2024-09-05T02:06:53.170 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nft_reject_inet.ko 2024-09-05T02:06:53.170 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nft_socket.ko 2024-09-05T02:06:53.170 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/nft_tunnel.ko 2024-09-05T02:06:53.170 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_AUDIT.ko 2024-09-05T02:06:53.170 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_CHECKSUM.ko 2024-09-05T02:06:53.170 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_CLASSIFY.ko 2024-09-05T02:06:53.170 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-09-05T02:06:53.171 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_CT.ko 2024-09-05T02:06:53.171 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_DSCP.ko 2024-09-05T02:06:53.171 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_HL.ko 2024-09-05T02:06:53.171 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_HMARK.ko 2024-09-05T02:06:53.171 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_IDLETIMER.ko 2024-09-05T02:06:53.171 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_LED.ko 2024-09-05T02:06:53.171 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_LOG.ko 2024-09-05T02:06:53.171 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_MASQUERADE.ko 2024-09-05T02:06:53.171 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_NETMAP.ko 2024-09-05T02:06:53.171 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_NFLOG.ko 2024-09-05T02:06:53.171 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_NFQUEUE.ko 2024-09-05T02:06:53.171 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_RATEEST.ko 2024-09-05T02:06:53.171 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_REDIRECT.ko 2024-09-05T02:06:53.171 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_SECMARK.ko 2024-09-05T02:06:53.172 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_TCPMSS.ko 2024-09-05T02:06:53.172 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-09-05T02:06:53.172 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_TEE.ko 2024-09-05T02:06:53.172 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_TPROXY.ko 2024-09-05T02:06:53.172 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_TRACE.ko 2024-09-05T02:06:53.172 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_addrtype.ko 2024-09-05T02:06:53.172 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_bpf.ko 2024-09-05T02:06:53.172 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_cgroup.ko 2024-09-05T02:06:53.172 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_cluster.ko 2024-09-05T02:06:53.172 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_comment.ko 2024-09-05T02:06:53.172 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_connbytes.ko 2024-09-05T02:06:53.173 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_connlabel.ko 2024-09-05T02:06:53.173 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_connlimit.ko 2024-09-05T02:06:53.173 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_connmark.ko 2024-09-05T02:06:53.173 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_conntrack.ko 2024-09-05T02:06:53.173 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_cpu.ko 2024-09-05T02:06:53.173 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_dccp.ko 2024-09-05T02:06:53.173 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_devgroup.ko 2024-09-05T02:06:53.173 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_dscp.ko 2024-09-05T02:06:53.173 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_ecn.ko 2024-09-05T02:06:53.173 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_esp.ko 2024-09-05T02:06:53.173 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_hashlimit.ko 2024-09-05T02:06:53.173 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_helper.ko 2024-09-05T02:06:53.173 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_hl.ko 2024-09-05T02:06:53.173 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_ipcomp.ko 2024-09-05T02:06:53.174 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_iprange.ko 2024-09-05T02:06:53.174 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_ipvs.ko 2024-09-05T02:06:53.174 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_l2tp.ko 2024-09-05T02:06:53.174 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_length.ko 2024-09-05T02:06:53.174 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_limit.ko 2024-09-05T02:06:53.174 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_mac.ko 2024-09-05T02:06:53.174 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_mark.ko 2024-09-05T02:06:53.174 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_multiport.ko 2024-09-05T02:06:53.174 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_nat.ko 2024-09-05T02:06:53.174 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_nfacct.ko 2024-09-05T02:06:53.174 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_osf.ko 2024-09-05T02:06:53.174 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_owner.ko 2024-09-05T02:06:53.174 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_physdev.ko 2024-09-05T02:06:53.175 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_pkttype.ko 2024-09-05T02:06:53.175 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_policy.ko 2024-09-05T02:06:53.175 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_quota.ko 2024-09-05T02:06:53.175 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_rateest.ko 2024-09-05T02:06:53.175 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_realm.ko 2024-09-05T02:06:53.175 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_recent.ko 2024-09-05T02:06:53.175 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_sctp.ko 2024-09-05T02:06:53.175 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_set.ko 2024-09-05T02:06:53.175 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_socket.ko 2024-09-05T02:06:53.175 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_state.ko 2024-09-05T02:06:53.175 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_statistic.ko 2024-09-05T02:06:53.175 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_string.ko 2024-09-05T02:06:53.175 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_tcpmss.ko 2024-09-05T02:06:53.175 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_time.ko 2024-09-05T02:06:53.176 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netfilter/xt_u32.ko 2024-09-05T02:06:53.176 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netlink 2024-09-05T02:06:53.176 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/netlink/netlink_diag.ko 2024-09-05T02:06:53.176 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/nsh 2024-09-05T02:06:53.176 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/nsh/nsh.ko 2024-09-05T02:06:53.176 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/openvswitch 2024-09-05T02:06:53.176 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/openvswitch/openvswitch.ko 2024-09-05T02:06:53.176 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/openvswitch/vport-geneve.ko 2024-09-05T02:06:53.176 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/openvswitch/vport-gre.ko 2024-09-05T02:06:53.176 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/openvswitch/vport-vxlan.ko 2024-09-05T02:06:53.176 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/packet 2024-09-05T02:06:53.176 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/packet/af_packet_diag.ko 2024-09-05T02:06:53.176 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/rds 2024-09-05T02:06:53.176 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/rds/rds.ko 2024-09-05T02:06:53.177 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/rds/rds_rdma.ko 2024-09-05T02:06:53.177 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/rds/rds_tcp.ko 2024-09-05T02:06:53.177 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched 2024-09-05T02:06:53.177 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/act_csum.ko 2024-09-05T02:06:53.177 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/act_gact.ko 2024-09-05T02:06:53.177 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/act_mirred.ko 2024-09-05T02:06:53.177 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/act_nat.ko 2024-09-05T02:06:53.177 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/act_pedit.ko 2024-09-05T02:06:53.177 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/act_police.ko 2024-09-05T02:06:53.177 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/act_simple.ko 2024-09-05T02:06:53.177 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/act_skbedit.ko 2024-09-05T02:06:53.177 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/act_vlan.ko 2024-09-05T02:06:53.177 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/cls_basic.ko 2024-09-05T02:06:53.177 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/cls_bpf.ko 2024-09-05T02:06:53.178 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/cls_flow.ko 2024-09-05T02:06:53.178 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/cls_fw.ko 2024-09-05T02:06:53.178 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/cls_route.ko 2024-09-05T02:06:53.178 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/cls_u32.ko 2024-09-05T02:06:53.178 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/em_cmp.ko 2024-09-05T02:06:53.178 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/em_ipset.ko 2024-09-05T02:06:53.178 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/em_meta.ko 2024-09-05T02:06:53.178 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/em_nbyte.ko 2024-09-05T02:06:53.178 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/em_text.ko 2024-09-05T02:06:53.178 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/em_u32.ko 2024-09-05T02:06:53.178 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_choke.ko 2024-09-05T02:06:53.178 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_codel.ko 2024-09-05T02:06:53.178 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_drr.ko 2024-09-05T02:06:53.178 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_fq.ko 2024-09-05T02:06:53.179 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_gred.ko 2024-09-05T02:06:53.179 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_hfsc.ko 2024-09-05T02:06:53.179 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_hhf.ko 2024-09-05T02:06:53.179 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_htb.ko 2024-09-05T02:06:53.179 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_ingress.ko 2024-09-05T02:06:53.179 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_mqprio.ko 2024-09-05T02:06:53.179 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_mqprio_lib.ko 2024-09-05T02:06:53.179 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_multiq.ko 2024-09-05T02:06:53.179 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_netem.ko 2024-09-05T02:06:53.179 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_pie.ko 2024-09-05T02:06:53.179 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_plug.ko 2024-09-05T02:06:53.179 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_prio.ko 2024-09-05T02:06:53.179 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_qfq.ko 2024-09-05T02:06:53.180 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_red.ko 2024-09-05T02:06:53.180 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_sfb.ko 2024-09-05T02:06:53.180 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_sfq.ko 2024-09-05T02:06:53.180 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_tbf.ko 2024-09-05T02:06:53.180 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sched/sch_teql.ko 2024-09-05T02:06:53.180 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sctp 2024-09-05T02:06:53.180 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sctp/sctp.ko 2024-09-05T02:06:53.180 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sctp/sctp_diag.ko 2024-09-05T02:06:53.180 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sunrpc 2024-09-05T02:06:53.180 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sunrpc/auth_gss 2024-09-05T02:06:53.180 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-09-05T02:06:53.180 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-09-05T02:06:53.180 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sunrpc/sunrpc.ko 2024-09-05T02:06:53.180 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sunrpc/xprtrdma 2024-09-05T02:06:53.181 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-09-05T02:06:53.181 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/tipc 2024-09-05T02:06:53.181 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/tipc/tipc.ko 2024-09-05T02:06:53.181 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/tipc/tipc_diag.ko 2024-09-05T02:06:53.181 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/unix 2024-09-05T02:06:53.181 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/unix/unix_diag.ko 2024-09-05T02:06:53.181 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/vmw_vsock 2024-09-05T02:06:53.181 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-09-05T02:06:53.181 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-09-05T02:06:53.181 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/vmw_vsock/vsock.ko 2024-09-05T02:06:53.181 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/vmw_vsock/vsock_diag.ko 2024-09-05T02:06:53.181 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/vmw_vsock/vsock_loopback.ko 2024-09-05T02:06:53.181 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/xfrm 2024-09-05T02:06:53.182 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/net/xfrm/xfrm_ipcomp.ko 2024-09-05T02:06:53.182 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/security 2024-09-05T02:06:53.182 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/security/keys 2024-09-05T02:06:53.182 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/security/keys/encrypted-keys 2024-09-05T02:06:53.182 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-09-05T02:06:53.182 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/security/keys/trusted-keys 2024-09-05T02:06:53.182 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/kernel/security/keys/trusted-keys/trusted.ko 2024-09-05T02:06:53.182 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/modules.alias 2024-09-05T02:06:53.182 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/modules.alias.bin 2024-09-05T02:06:53.182 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/modules.builtin 2024-09-05T02:06:53.182 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/modules.builtin.alias.bin 2024-09-05T02:06:53.182 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/modules.builtin.bin 2024-09-05T02:06:53.182 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/modules.builtin.modinfo 2024-09-05T02:06:53.183 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/modules.dep 2024-09-05T02:06:53.183 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/modules.dep.bin 2024-09-05T02:06:53.183 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/modules.devname 2024-09-05T02:06:53.183 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/modules.order 2024-09-05T02:06:53.183 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/modules.softdep 2024-09-05T02:06:53.183 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/modules.symbols 2024-09-05T02:06:53.183 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/modules.symbols.bin 2024-09-05T02:06:53.183 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/modules.weakdep 2024-09-05T02:06:53.183 INFO:teuthology.orchestra.run.smithi033.stdout:/lib/modules/6.11.0-rc5-g8ad8b8b16098/vmlinuz 2024-09-05T02:06:53.187 DEBUG:teuthology.task.kernel:get_image_version: 6.11.0-rc5-g8ad8b8b16098 2024-09-05T02:06:53.188 DEBUG:teuthology.orchestra.run.smithi033:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-09-05T02:06:53.210 INFO:teuthology.orchestra.run.smithi033.stdout:postinstall scriptlet (using /bin/sh): 2024-09-05T02:06:53.210 INFO:teuthology.orchestra.run.smithi033.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-09-05T02:06:53.210 INFO:teuthology.orchestra.run.smithi033.stdout: /usr/bin/kernel-install add 6.11.0-rc5-g8ad8b8b16098 /lib/modules/6.11.0-rc5-g8ad8b8b16098/vmlinuz 2024-09-05T02:06:53.210 INFO:teuthology.orchestra.run.smithi033.stdout:fi 2024-09-05T02:06:53.210 INFO:teuthology.orchestra.run.smithi033.stdout:for file in vmlinuz System.map config; do 2024-09-05T02:06:53.210 INFO:teuthology.orchestra.run.smithi033.stdout: if ! cmp --silent "/lib/modules/6.11.0-rc5-g8ad8b8b16098/${file}" "/boot/${file}-6.11.0-rc5-g8ad8b8b16098"; then 2024-09-05T02:06:53.210 INFO:teuthology.orchestra.run.smithi033.stdout: cp "/lib/modules/6.11.0-rc5-g8ad8b8b16098/${file}" "/boot/${file}-6.11.0-rc5-g8ad8b8b16098" 2024-09-05T02:06:53.210 INFO:teuthology.orchestra.run.smithi033.stdout: fi 2024-09-05T02:06:53.211 INFO:teuthology.orchestra.run.smithi033.stdout:done 2024-09-05T02:06:53.211 INFO:teuthology.orchestra.run.smithi033.stdout:if [ -d "/lib/modules/6.11.0-rc5-g8ad8b8b16098/dtb" ] && \ 2024-09-05T02:06:53.211 INFO:teuthology.orchestra.run.smithi033.stdout: ! diff -rq "/lib/modules/6.11.0-rc5-g8ad8b8b16098/dtb" "/boot/dtb-6.11.0-rc5-g8ad8b8b16098" >/dev/null 2>&1; then 2024-09-05T02:06:53.211 INFO:teuthology.orchestra.run.smithi033.stdout: rm -rf "/boot/dtb-6.11.0-rc5-g8ad8b8b16098" 2024-09-05T02:06:53.211 INFO:teuthology.orchestra.run.smithi033.stdout: cp -r "/lib/modules/6.11.0-rc5-g8ad8b8b16098/dtb" "/boot/dtb-6.11.0-rc5-g8ad8b8b16098" 2024-09-05T02:06:53.211 INFO:teuthology.orchestra.run.smithi033.stdout:fi 2024-09-05T02:06:53.211 INFO:teuthology.orchestra.run.smithi033.stdout:if [ ! -e "/lib/modules/6.11.0-rc5-g8ad8b8b16098/modules.dep" ]; then 2024-09-05T02:06:53.211 INFO:teuthology.orchestra.run.smithi033.stdout: /usr/sbin/depmod 6.11.0-rc5-g8ad8b8b16098 2024-09-05T02:06:53.211 INFO:teuthology.orchestra.run.smithi033.stdout:fi 2024-09-05T02:06:53.211 INFO:teuthology.orchestra.run.smithi033.stdout:preuninstall scriptlet (using /bin/sh): 2024-09-05T02:06:53.211 INFO:teuthology.orchestra.run.smithi033.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-09-05T02:06:53.211 INFO:teuthology.orchestra.run.smithi033.stdout:kernel-install remove 6.11.0-rc5-g8ad8b8b16098 2024-09-05T02:06:53.211 INFO:teuthology.orchestra.run.smithi033.stdout:fi 2024-09-05T02:06:53.212 DEBUG:teuthology.orchestra.run.smithi033:> sudo rpm -qi grub2-tools 2024-09-05T02:06:53.283 INFO:teuthology.orchestra.run.smithi033.stdout:Name : grub2-tools 2024-09-05T02:06:53.283 INFO:teuthology.orchestra.run.smithi033.stdout:Epoch : 1 2024-09-05T02:06:53.284 INFO:teuthology.orchestra.run.smithi033.stdout:Version : 2.06 2024-09-05T02:06:53.284 INFO:teuthology.orchestra.run.smithi033.stdout:Release : 82.el9 2024-09-05T02:06:53.284 INFO:teuthology.orchestra.run.smithi033.stdout:Architecture: x86_64 2024-09-05T02:06:53.284 INFO:teuthology.orchestra.run.smithi033.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-05T02:06:53.284 INFO:teuthology.orchestra.run.smithi033.stdout:Group : Unspecified 2024-09-05T02:06:53.284 INFO:teuthology.orchestra.run.smithi033.stdout:Size : 8274670 2024-09-05T02:06:53.284 INFO:teuthology.orchestra.run.smithi033.stdout:License : GPLv3+ 2024-09-05T02:06:53.284 INFO:teuthology.orchestra.run.smithi033.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-05T02:06:53.284 INFO:teuthology.orchestra.run.smithi033.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-05T02:06:53.284 INFO:teuthology.orchestra.run.smithi033.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-05T02:06:53.284 INFO:teuthology.orchestra.run.smithi033.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-05T02:06:53.284 INFO:teuthology.orchestra.run.smithi033.stdout:Packager : builder@centos.org 2024-09-05T02:06:53.285 INFO:teuthology.orchestra.run.smithi033.stdout:Vendor : CentOS 2024-09-05T02:06:53.285 INFO:teuthology.orchestra.run.smithi033.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-05T02:06:53.285 INFO:teuthology.orchestra.run.smithi033.stdout:Summary : Support tools for GRUB. 2024-09-05T02:06:53.285 INFO:teuthology.orchestra.run.smithi033.stdout:Description : 2024-09-05T02:06:53.285 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:06:53.285 INFO:teuthology.orchestra.run.smithi033.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-05T02:06:53.285 INFO:teuthology.orchestra.run.smithi033.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-05T02:06:53.285 INFO:teuthology.orchestra.run.smithi033.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-05T02:06:53.285 INFO:teuthology.orchestra.run.smithi033.stdout:hardware devices. 2024-09-05T02:06:53.285 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:06:53.285 INFO:teuthology.orchestra.run.smithi033.stdout:This subpackage provides tools for support of all platforms. 2024-09-05T02:06:53.286 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-05T02:06:53.286 INFO:teuthology.task.kernel:Updating grub on smithi033 to boot 6.11.0-rc5-g8ad8b8b16098 2024-09-05T02:06:53.286 DEBUG:teuthology.orchestra.run.smithi033:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-05T02:06:53.847 INFO:teuthology.orchestra.run.smithi033.stderr:Generating grub configuration file ... 2024-09-05T02:06:55.223 INFO:teuthology.orchestra.run.smithi033.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-05T02:06:55.263 INFO:teuthology.orchestra.run.smithi033.stderr:done 2024-09-05T02:06:55.265 DEBUG:teuthology.orchestra.run.smithi033:> mktemp 2024-09-05T02:06:55.280 INFO:teuthology.orchestra.run.smithi033.stdout:/tmp/tmp.nCuIDC8Jyv 2024-09-05T02:06:55.281 DEBUG:teuthology.orchestra.run.smithi033:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.nCuIDC8Jyv 2024-09-05T02:06:55.346 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 0666 /tmp/tmp.nCuIDC8Jyv 2024-09-05T02:06:55.482 DEBUG:teuthology.orchestra.remote:smithi033:/tmp/tmp.nCuIDC8Jyv is 6KB 2024-09-05T02:06:55.532 DEBUG:teuthology.orchestra.run.smithi033:> rm -fr /tmp/tmp.nCuIDC8Jyv 2024-09-05T02:06:55.547 DEBUG:teuthology.orchestra.run.smithi033:> sudo /bin/ls /boot/loader/entries || true 2024-09-05T02:06:55.609 INFO:teuthology.orchestra.run.smithi033.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-05T02:06:55.610 INFO:teuthology.orchestra.run.smithi033.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-05T02:06:55.610 INFO:teuthology.orchestra.run.smithi033.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-05T02:06:55.610 INFO:teuthology.orchestra.run.smithi033.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g8ad8b8b16098.conf 2024-09-05T02:06:55.611 DEBUG:teuthology.orchestra.run.smithi033:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g8ad8b8b16098 2024-09-05T02:06:55.781 DEBUG:teuthology.orchestra.run.smithi033:> sudo shutdown -r now 2024-09-05T02:07:25.784 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-09-05T02:07:25.784 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-09-05T02:07:25.785 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T02:07:44.189 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.33 2024-09-05T02:07:53.190 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-09-05T02:07:53.190 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T02:08:11.581 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.33 2024-09-05T02:08:23.582 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-09-05T02:08:23.583 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T02:08:26.653 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.33 2024-09-05T02:08:41.654 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-09-05T02:08:41.655 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T02:08:42.225 DEBUG:teuthology.orchestra.run.smithi033:> true 2024-09-05T02:08:42.897 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-09-05T02:08:42.897 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.11.0-rc5-g8ad8b8b16098"... 2024-09-05T02:08:42.898 DEBUG:teuthology.orchestra.run.smithi033:> uname -r 2024-09-05T02:08:42.985 INFO:teuthology.orchestra.run.smithi033.stdout:6.11.0-rc5-g8ad8b8b16098 2024-09-05T02:08:42.985 DEBUG:teuthology.task.kernel:current kernel version is 6.11.0-rc5-g8ad8b8b16098 vs 6.11.0-rc5-g8ad8b8b16098 2024-09-05T02:08:42.985 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-05T02:08:42.985 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-05T02:08:43.986 DEBUG:teuthology.parallel:result is None 2024-09-05T02:08:43.987 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-05T02:08:43.993 INFO:teuthology.task.internal:Creating test directory... 2024-09-05T02:08:43.993 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-05T02:08:44.006 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-05T02:08:44.012 DEBUG:teuthology.orchestra.run.smithi174:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-05T02:08:44.069 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-05T02:08:44.077 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-05T02:08:44.170 INFO:teuthology.task.internal:Creating archive directory... 2024-09-05T02:08:44.170 DEBUG:teuthology.orchestra.run.smithi033:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-05T02:08:44.182 DEBUG:teuthology.orchestra.run.smithi123:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-05T02:08:44.185 DEBUG:teuthology.orchestra.run.smithi174:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-05T02:08:44.290 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-05T02:08:44.296 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-05T02:08:44.296 DEBUG:teuthology.orchestra.run.smithi123:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-05T02:08:44.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T02:08:44.314 DEBUG:teuthology.orchestra.run.smithi174:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-05T02:08:44.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T02:08:44.331 DEBUG:teuthology.orchestra.run.smithi033:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-05T02:08:44.340 DEBUG:teuthology.orchestra.run.smithi123:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-05T02:08:44.357 DEBUG:teuthology.orchestra.run.smithi174:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-05T02:08:44.409 INFO:teuthology.orchestra.run.smithi174.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T02:08:44.412 INFO:teuthology.orchestra.run.smithi123.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T02:08:44.433 INFO:teuthology.orchestra.run.smithi123.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T02:08:44.441 INFO:teuthology.orchestra.run.smithi174.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T02:08:44.573 INFO:teuthology.orchestra.run.smithi033.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T02:08:44.632 INFO:teuthology.orchestra.run.smithi033.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T02:08:44.637 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-05T02:08:44.644 INFO:teuthology.task.internal:Configuring sudo... 2024-09-05T02:08:44.645 DEBUG:teuthology.orchestra.run.smithi033:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-05T02:08:44.655 DEBUG:teuthology.orchestra.run.smithi123:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-05T02:08:44.658 DEBUG:teuthology.orchestra.run.smithi174:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-05T02:08:44.725 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-05T02:08:44.734 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-05T02:08:44.734 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-05T02:08:44.737 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-05T02:08:44.740 DEBUG:teuthology.orchestra.run.smithi174:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-05T02:08:44.768 DEBUG:teuthology.orchestra.run.smithi033:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T02:08:44.871 DEBUG:teuthology.orchestra.run.smithi033:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T02:08:44.954 DEBUG:teuthology.orchestra.run.smithi033:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T02:08:45.020 DEBUG:teuthology.orchestra.run.smithi033:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T02:08:45.098 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T02:08:45.098 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-05T02:08:45.156 DEBUG:teuthology.orchestra.run.smithi123:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T02:08:45.197 DEBUG:teuthology.orchestra.run.smithi123:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T02:08:45.252 DEBUG:teuthology.orchestra.run.smithi123:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T02:08:45.331 DEBUG:teuthology.orchestra.run.smithi123:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T02:08:45.378 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T02:08:45.378 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-05T02:08:45.445 DEBUG:teuthology.orchestra.run.smithi174:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T02:08:45.483 DEBUG:teuthology.orchestra.run.smithi174:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T02:08:45.541 DEBUG:teuthology.orchestra.run.smithi174:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T02:08:45.621 DEBUG:teuthology.orchestra.run.smithi174:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T02:08:45.671 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-05T02:08:45.671 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-05T02:08:45.738 DEBUG:teuthology.orchestra.run.smithi033:> sudo service rsyslog restart 2024-09-05T02:08:45.743 DEBUG:teuthology.orchestra.run.smithi123:> sudo service rsyslog restart 2024-09-05T02:08:45.745 DEBUG:teuthology.orchestra.run.smithi174:> sudo service rsyslog restart 2024-09-05T02:08:45.783 INFO:teuthology.orchestra.run.smithi123.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T02:08:45.824 INFO:teuthology.orchestra.run.smithi033.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T02:08:45.825 INFO:teuthology.orchestra.run.smithi174.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T02:08:46.315 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-05T02:08:46.323 INFO:teuthology.task.internal:Starting timer... 2024-09-05T02:08:46.323 INFO:teuthology.run_tasks:Running task pcp... 2024-09-05T02:08:46.408 INFO:teuthology.run_tasks:Running task selinux... 2024-09-05T02:08:46.473 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-05T02:08:46.473 DEBUG:teuthology.orchestra.run.smithi033:> sudo service auditd rotate 2024-09-05T02:08:46.562 INFO:teuthology.orchestra.run.smithi033.stdout:Rotating logs: 2024-09-05T02:08:46.567 DEBUG:teuthology.orchestra.run.smithi123:> sudo service auditd rotate 2024-09-05T02:08:46.627 INFO:teuthology.orchestra.run.smithi123.stdout:Rotating logs: 2024-09-05T02:08:46.629 DEBUG:teuthology.orchestra.run.smithi174:> sudo service auditd rotate 2024-09-05T02:08:46.691 INFO:teuthology.orchestra.run.smithi174.stdout:Rotating logs: 2024-09-05T02:08:46.693 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-05T02:08:46.693 DEBUG:teuthology.orchestra.run.smithi033:> /usr/sbin/getenforce 2024-09-05T02:08:46.740 INFO:teuthology.orchestra.run.smithi033.stdout:Permissive 2024-09-05T02:08:46.740 DEBUG:teuthology.orchestra.run.smithi123:> /usr/sbin/getenforce 2024-09-05T02:08:46.764 INFO:teuthology.orchestra.run.smithi123.stdout:Permissive 2024-09-05T02:08:46.764 DEBUG:teuthology.orchestra.run.smithi174:> /usr/sbin/getenforce 2024-09-05T02:08:46.795 INFO:teuthology.orchestra.run.smithi174.stdout:Permissive 2024-09-05T02:08:46.795 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi033.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi123.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi174.front.sepia.ceph.com': 'permissive'} 2024-09-05T02:08:46.796 DEBUG:teuthology.orchestra.run.smithi033:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-05T02:08:46.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T02:08:46.853 DEBUG:teuthology.orchestra.run.smithi123:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-05T02:08:46.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T02:08:46.881 DEBUG:teuthology.orchestra.run.smithi174:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-05T02:08:46.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T02:08:46.909 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-05T02:08:46.909 DEBUG:teuthology.orchestra.run.smithi033:> sudo /usr/sbin/setenforce permissive 2024-09-05T02:08:46.972 DEBUG:teuthology.orchestra.run.smithi123:> sudo /usr/sbin/setenforce permissive 2024-09-05T02:08:47.001 DEBUG:teuthology.orchestra.run.smithi174:> sudo /usr/sbin/setenforce permissive 2024-09-05T02:08:47.040 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-05T02:08:47.050 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-05T02:08:47.053 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-05T02:08:47.162 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-05T02:08:47.172 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-05T02:08:47.173 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi033.front.sepia.ceph.com,smithi123.front.sepia.ceph.com,smithi174.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-05T02:13:28.417 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi033.front.sepia.ceph.com'), Remote(name='ubuntu@smithi123.front.sepia.ceph.com'), Remote(name='ubuntu@smithi174.front.sepia.ceph.com')] 2024-09-05T02:13:28.418 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-09-05T02:13:28.419 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T02:13:28.507 DEBUG:teuthology.orchestra.run.smithi033:> true 2024-09-05T02:13:28.611 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-09-05T02:13:28.612 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi123.front.sepia.ceph.com' 2024-09-05T02:13:28.612 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi123.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T02:13:28.688 DEBUG:teuthology.orchestra.run.smithi123:> true 2024-09-05T02:13:28.769 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi123.front.sepia.ceph.com' 2024-09-05T02:13:28.769 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi174.front.sepia.ceph.com' 2024-09-05T02:13:28.770 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi174.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T02:13:28.845 DEBUG:teuthology.orchestra.run.smithi174:> true 2024-09-05T02:13:28.924 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi174.front.sepia.ceph.com' 2024-09-05T02:13:28.925 INFO:teuthology.run_tasks:Running task clock... 2024-09-05T02:13:28.936 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-05T02:13:28.936 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-05T02:13:28.937 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T02:13:28.940 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-05T02:13:28.941 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T02:13:28.943 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-05T02:13:28.943 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T02:13:28.973 INFO:teuthology.orchestra.run.smithi123.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-05T02:13:28.989 INFO:teuthology.orchestra.run.smithi123.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-05T02:13:28.995 INFO:teuthology.orchestra.run.smithi174.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-05T02:13:28.998 INFO:teuthology.orchestra.run.smithi033.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-05T02:13:29.009 INFO:teuthology.orchestra.run.smithi174.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-05T02:13:29.013 INFO:teuthology.orchestra.run.smithi123.stderr:sudo: ntpd: command not found 2024-09-05T02:13:29.025 INFO:teuthology.orchestra.run.smithi123.stdout:506 Cannot talk to daemon 2024-09-05T02:13:29.027 INFO:teuthology.orchestra.run.smithi033.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-05T02:13:29.034 INFO:teuthology.orchestra.run.smithi174.stderr:sudo: ntpd: command not found 2024-09-05T02:13:29.039 INFO:teuthology.orchestra.run.smithi123.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-05T02:13:29.045 INFO:teuthology.orchestra.run.smithi174.stdout:506 Cannot talk to daemon 2024-09-05T02:13:29.053 INFO:teuthology.orchestra.run.smithi123.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-05T02:13:29.059 INFO:teuthology.orchestra.run.smithi174.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-05T02:13:29.073 INFO:teuthology.orchestra.run.smithi174.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-05T02:13:29.078 INFO:teuthology.orchestra.run.smithi033.stderr:sudo: ntpd: command not found 2024-09-05T02:13:29.102 INFO:teuthology.orchestra.run.smithi033.stdout:506 Cannot talk to daemon 2024-09-05T02:13:29.108 INFO:teuthology.orchestra.run.smithi123.stderr:bash: line 1: ntpq: command not found 2024-09-05T02:13:29.112 INFO:teuthology.orchestra.run.smithi123.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T02:13:29.112 INFO:teuthology.orchestra.run.smithi123.stdout:=============================================================================== 2024-09-05T02:13:29.112 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T02:13:29.112 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T02:13:29.112 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T02:13:29.112 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T02:13:29.132 INFO:teuthology.orchestra.run.smithi033.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-05T02:13:29.140 INFO:teuthology.orchestra.run.smithi174.stderr:bash: line 1: ntpq: command not found 2024-09-05T02:13:29.143 INFO:teuthology.orchestra.run.smithi174.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T02:13:29.143 INFO:teuthology.orchestra.run.smithi174.stdout:=============================================================================== 2024-09-05T02:13:29.144 INFO:teuthology.orchestra.run.smithi174.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T02:13:29.144 INFO:teuthology.orchestra.run.smithi174.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T02:13:29.144 INFO:teuthology.orchestra.run.smithi174.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T02:13:29.144 INFO:teuthology.orchestra.run.smithi174.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T02:13:29.162 INFO:teuthology.orchestra.run.smithi033.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-05T02:13:29.256 INFO:teuthology.orchestra.run.smithi033.stderr:bash: line 1: ntpq: command not found 2024-09-05T02:13:29.264 INFO:teuthology.orchestra.run.smithi033.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T02:13:29.264 INFO:teuthology.orchestra.run.smithi033.stdout:=============================================================================== 2024-09-05T02:13:29.264 INFO:teuthology.orchestra.run.smithi033.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T02:13:29.264 INFO:teuthology.orchestra.run.smithi033.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T02:13:29.264 INFO:teuthology.orchestra.run.smithi033.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T02:13:29.264 INFO:teuthology.orchestra.run.smithi033.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T02:13:29.265 INFO:teuthology.run_tasks:Running task install... 2024-09-05T02:13:29.274 DEBUG:teuthology.task.install:project ceph 2024-09-05T02:13:29.274 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4'}} 2024-09-05T02:13:29.274 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4'} 2024-09-05T02:13:29.274 INFO:teuthology.task.install:Using flavor: default 2024-09-05T02:13:29.279 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-05T02:13:29.279 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-05T02:13:29.280 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', 'tag': None, 'wait_for_package': False} 2024-09-05T02:13:29.280 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T02:13:29.282 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', 'tag': None, 'wait_for_package': False} 2024-09-05T02:13:29.283 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T02:13:29.284 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', 'tag': None, 'wait_for_package': False} 2024-09-05T02:13:29.284 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T02:13:29.424 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/ 2024-09-05T02:13:29.424 INFO:teuthology.task.install.rpm:Package version is 19.1.1-259.g91c8a7e5 2024-09-05T02:13:29.433 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/ 2024-09-05T02:13:29.433 INFO:teuthology.task.install.rpm:Package version is 19.1.1-259.g91c8a7e5 2024-09-05T02:13:29.444 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/ 2024-09-05T02:13:29.444 INFO:teuthology.task.install.rpm:Package version is 19.1.1-259.g91c8a7e5 2024-09-05T02:13:29.541 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-05T02:13:29.541 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T02:13:29.541 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-05T02:13:29.552 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-05T02:13:29.552 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-05T02:13:29.552 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-05T02:13:29.555 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-05T02:13:29.555 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T02:13:29.556 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-05T02:13:29.578 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-05T02:13:29.579 DEBUG:teuthology.orchestra.run.smithi174:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-05T02:13:29.582 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-05T02:13:29.582 DEBUG:teuthology.orchestra.run.smithi123:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-05T02:13:29.598 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-05T02:13:29.598 DEBUG:teuthology.orchestra.run.smithi033:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-05T02:13:29.645 DEBUG:teuthology.orchestra.run.smithi174:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-05T02:13:29.648 DEBUG:teuthology.orchestra.run.smithi123:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-05T02:13:29.695 DEBUG:teuthology.orchestra.run.smithi033:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-05T02:13:29.722 DEBUG:teuthology.orchestra.run.smithi174:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-05T02:13:29.723 DEBUG:teuthology.orchestra.run.smithi123:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-05T02:13:29.773 DEBUG:teuthology.orchestra.run.smithi033:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-05T02:13:29.786 INFO:teuthology.orchestra.run.smithi174.stdout:check_obsoletes = 1 2024-09-05T02:13:29.788 DEBUG:teuthology.orchestra.run.smithi174:> sudo yum clean all 2024-09-05T02:13:29.789 INFO:teuthology.orchestra.run.smithi123.stdout:check_obsoletes = 1 2024-09-05T02:13:29.789 DEBUG:teuthology.orchestra.run.smithi123:> sudo yum clean all 2024-09-05T02:13:29.829 INFO:teuthology.orchestra.run.smithi033.stdout:check_obsoletes = 1 2024-09-05T02:13:29.833 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum clean all 2024-09-05T02:13:30.013 INFO:teuthology.orchestra.run.smithi123.stdout:45 files removed 2024-09-05T02:13:30.014 INFO:teuthology.orchestra.run.smithi174.stdout:45 files removed 2024-09-05T02:13:30.040 DEBUG:teuthology.orchestra.run.smithi123:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-05T02:13:30.041 DEBUG:teuthology.orchestra.run.smithi174:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-05T02:13:30.120 INFO:teuthology.orchestra.run.smithi033.stdout:45 files removed 2024-09-05T02:13:30.153 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-05T02:13:30.594 INFO:teuthology.orchestra.run.smithi123.stdout:ceph packages for x86_64 304 kB/s | 84 kB 00:00 2024-09-05T02:13:30.595 INFO:teuthology.orchestra.run.smithi174.stdout:ceph packages for x86_64 299 kB/s | 84 kB 00:00 2024-09-05T02:13:30.870 INFO:teuthology.orchestra.run.smithi123.stdout:ceph noarch packages 50 kB/s | 12 kB 00:00 2024-09-05T02:13:30.871 INFO:teuthology.orchestra.run.smithi033.stdout:ceph packages for x86_64 276 kB/s | 84 kB 00:00 2024-09-05T02:13:30.896 INFO:teuthology.orchestra.run.smithi174.stdout:ceph noarch packages 45 kB/s | 12 kB 00:00 2024-09-05T02:13:31.137 INFO:teuthology.orchestra.run.smithi123.stdout:ceph source packages 8.1 kB/s | 1.9 kB 00:00 2024-09-05T02:13:31.163 INFO:teuthology.orchestra.run.smithi174.stdout:ceph source packages 8.1 kB/s | 1.9 kB 00:00 2024-09-05T02:13:31.171 INFO:teuthology.orchestra.run.smithi033.stdout:ceph noarch packages 46 kB/s | 12 kB 00:00 2024-09-05T02:13:31.812 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.2 MB 00:00 2024-09-05T02:13:32.971 INFO:teuthology.orchestra.run.smithi174.stdout:CentOS Stream 9 - BaseOS 4.6 MB/s | 8.2 MB 00:01 2024-09-05T02:13:33.655 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - AppStream 28 MB/s | 20 MB 00:00 2024-09-05T02:13:33.739 INFO:teuthology.orchestra.run.smithi033.stdout:ceph source packages 766 B/s | 1.9 kB 00:02 2024-09-05T02:13:37.072 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - BaseOS 2.5 MB/s | 8.2 MB 00:03 2024-09-05T02:13:38.073 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.5 MB 00:00 2024-09-05T02:13:40.248 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - Extras packages 19 kB/s | 19 kB 00:00 2024-09-05T02:13:40.807 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - AppStream 8.0 MB/s | 20 MB 00:02 2024-09-05T02:13:41.044 INFO:teuthology.orchestra.run.smithi123.stdout:Extra Packages for Enterprise Linux 34 MB/s | 23 MB 00:00 2024-09-05T02:13:46.457 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - CRB 4.6 MB/s | 6.5 MB 00:01 2024-09-05T02:13:46.475 INFO:teuthology.orchestra.run.smithi123.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-05T02:13:48.241 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - Extras packages 46 kB/s | 19 kB 00:00 2024-09-05T02:13:48.727 INFO:teuthology.orchestra.run.smithi123.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-05T02:13:48.728 INFO:teuthology.orchestra.run.smithi123.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-05T02:13:48.739 INFO:teuthology.orchestra.run.smithi123.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-05T02:13:48.740 INFO:teuthology.orchestra.run.smithi123.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-05T02:13:48.741 INFO:teuthology.orchestra.run.smithi123.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-05T02:13:48.742 INFO:teuthology.orchestra.run.smithi123.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-05T02:13:48.743 INFO:teuthology.orchestra.run.smithi123.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-05T02:13:48.746 INFO:teuthology.orchestra.run.smithi123.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-05T02:13:48.747 INFO:teuthology.orchestra.run.smithi123.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-05T02:13:48.808 INFO:teuthology.orchestra.run.smithi123.stdout:Dependencies resolved. 2024-09-05T02:13:48.831 INFO:teuthology.orchestra.run.smithi123.stdout:====================================================================================== 2024-09-05T02:13:48.831 INFO:teuthology.orchestra.run.smithi123.stdout: Package Arch Version Repository Size 2024-09-05T02:13:48.831 INFO:teuthology.orchestra.run.smithi123.stdout:====================================================================================== 2024-09-05T02:13:48.831 INFO:teuthology.orchestra.run.smithi123.stdout:Installing: 2024-09-05T02:13:48.831 INFO:teuthology.orchestra.run.smithi123.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-05T02:13:48.831 INFO:teuthology.orchestra.run.smithi123.stdout: ceph x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 6.6 k 2024-09-05T02:13:48.831 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-base x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 5.4 M 2024-09-05T02:13:48.831 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-fuse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 896 k 2024-09-05T02:13:48.832 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 145 k 2024-09-05T02:13:48.832 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 1.5 M 2024-09-05T02:13:48.832 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-cephadm noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 146 k 2024-09-05T02:13:48.832 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-dashboard noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 3.6 M 2024-09-05T02:13:48.832 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 7.4 M 2024-09-05T02:13:48.832 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-rook noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 49 k 2024-09-05T02:13:48.832 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-radosgw x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 11 M 2024-09-05T02:13:48.832 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-test x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 49 M 2024-09-05T02:13:48.832 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-volume noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 285 k 2024-09-05T02:13:48.832 INFO:teuthology.orchestra.run.smithi123.stdout: cephadm noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 765 k 2024-09-05T02:13:48.832 INFO:teuthology.orchestra.run.smithi123.stdout: cephfs-mirror x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 224 k 2024-09-05T02:13:48.833 INFO:teuthology.orchestra.run.smithi123.stdout: cephfs-shell x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 27 k 2024-09-05T02:13:48.833 INFO:teuthology.orchestra.run.smithi123.stdout: cephfs-top noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 18 k 2024-09-05T02:13:48.833 INFO:teuthology.orchestra.run.smithi123.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-05T02:13:48.833 INFO:teuthology.orchestra.run.smithi123.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-05T02:13:48.833 INFO:teuthology.orchestra.run.smithi123.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-05T02:13:48.833 INFO:teuthology.orchestra.run.smithi123.stdout: libcephfs-devel x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 32 k 2024-09-05T02:13:48.833 INFO:teuthology.orchestra.run.smithi123.stdout: libcephfs2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 752 k 2024-09-05T02:13:48.833 INFO:teuthology.orchestra.run.smithi123.stdout: librados-devel x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 127 k 2024-09-05T02:13:48.833 INFO:teuthology.orchestra.run.smithi123.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-05T02:13:48.833 INFO:teuthology.orchestra.run.smithi123.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-05T02:13:48.833 INFO:teuthology.orchestra.run.smithi123.stdout: openssl-devel x86_64 1:3.2.2-4.el9 appstream 4.4 M 2024-09-05T02:13:48.833 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-05T02:13:48.834 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-05T02:13:48.834 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-05T02:13:48.834 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cephfs x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 162 k 2024-09-05T02:13:48.834 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rados x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 321 k 2024-09-05T02:13:48.834 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rbd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 301 k 2024-09-05T02:13:48.834 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rgw x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 99 k 2024-09-05T02:13:48.834 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-fuse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 85 k 2024-09-05T02:13:48.834 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-mirror x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.1 M 2024-09-05T02:13:48.834 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-nbd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 170 k 2024-09-05T02:13:48.834 INFO:teuthology.orchestra.run.smithi123.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-05T02:13:48.834 INFO:teuthology.orchestra.run.smithi123.stdout:Upgrading: 2024-09-05T02:13:48.834 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager x86_64 1:1.48.10-1.el9 baseos 2.3 M 2024-09-05T02:13:48.835 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-libnm x86_64 1:1.48.10-1.el9 baseos 1.8 M 2024-09-05T02:13:48.835 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-team x86_64 1:1.48.10-1.el9 baseos 40 k 2024-09-05T02:13:48.835 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-tui x86_64 1:1.48.10-1.el9 baseos 248 k 2024-09-05T02:13:48.835 INFO:teuthology.orchestra.run.smithi123.stdout: librados2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.4 M 2024-09-05T02:13:48.835 INFO:teuthology.orchestra.run.smithi123.stdout: librbd1 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.2 M 2024-09-05T02:13:48.835 INFO:teuthology.orchestra.run.smithi123.stdout:Installing dependencies: 2024-09-05T02:13:48.835 INFO:teuthology.orchestra.run.smithi123.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-05T02:13:48.835 INFO:teuthology.orchestra.run.smithi123.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-05T02:13:48.835 INFO:teuthology.orchestra.run.smithi123.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-05T02:13:48.835 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-common x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 21 M 2024-09-05T02:13:48.835 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-grafana-dashboards noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 32 k 2024-09-05T02:13:48.836 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mds x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 2.4 M 2024-09-05T02:13:48.836 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-modules-core noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 249 k 2024-09-05T02:13:48.836 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mon x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 4.7 M 2024-09-05T02:13:48.836 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-osd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 17 M 2024-09-05T02:13:48.836 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-prometheus-alerts noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 16 k 2024-09-05T02:13:48.836 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-selinux x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 25 k 2024-09-05T02:13:48.836 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-05T02:13:48.836 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-05T02:13:48.836 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-05T02:13:48.836 INFO:teuthology.orchestra.run.smithi123.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-05T02:13:48.836 INFO:teuthology.orchestra.run.smithi123.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-05T02:13:48.837 INFO:teuthology.orchestra.run.smithi123.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-05T02:13:48.837 INFO:teuthology.orchestra.run.smithi123.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-05T02:13:48.837 INFO:teuthology.orchestra.run.smithi123.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-05T02:13:48.837 INFO:teuthology.orchestra.run.smithi123.stdout: libcephsqlite x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 163 k 2024-09-05T02:13:48.837 INFO:teuthology.orchestra.run.smithi123.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-05T02:13:48.837 INFO:teuthology.orchestra.run.smithi123.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-05T02:13:48.837 INFO:teuthology.orchestra.run.smithi123.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-05T02:13:48.837 INFO:teuthology.orchestra.run.smithi123.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-05T02:13:48.837 INFO:teuthology.orchestra.run.smithi123.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-05T02:13:48.837 INFO:teuthology.orchestra.run.smithi123.stdout: libradosstriper1 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 506 k 2024-09-05T02:13:48.837 INFO:teuthology.orchestra.run.smithi123.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-05T02:13:48.838 INFO:teuthology.orchestra.run.smithi123.stdout: librgw2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 5.3 M 2024-09-05T02:13:48.838 INFO:teuthology.orchestra.run.smithi123.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-05T02:13:48.838 INFO:teuthology.orchestra.run.smithi123.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-05T02:13:48.838 INFO:teuthology.orchestra.run.smithi123.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-05T02:13:48.838 INFO:teuthology.orchestra.run.smithi123.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-05T02:13:48.838 INFO:teuthology.orchestra.run.smithi123.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-05T02:13:48.838 INFO:teuthology.orchestra.run.smithi123.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-05T02:13:48.838 INFO:teuthology.orchestra.run.smithi123.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-05T02:13:48.838 INFO:teuthology.orchestra.run.smithi123.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-05T02:13:48.838 INFO:teuthology.orchestra.run.smithi123.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-05T02:13:48.838 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-05T02:13:48.838 INFO:teuthology.orchestra.run.smithi123.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-05T02:13:48.838 INFO:teuthology.orchestra.run.smithi123.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-05T02:13:48.839 INFO:teuthology.orchestra.run.smithi123.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-05T02:13:48.839 INFO:teuthology.orchestra.run.smithi123.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-05T02:13:48.839 INFO:teuthology.orchestra.run.smithi123.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-05T02:13:48.839 INFO:teuthology.orchestra.run.smithi123.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-05T02:13:48.839 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-05T02:13:48.839 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-argparse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 45 k 2024-09-05T02:13:48.839 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-common x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 136 k 2024-09-05T02:13:48.839 INFO:teuthology.orchestra.run.smithi123.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-05T02:13:48.839 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-05T02:13:48.839 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-05T02:13:48.839 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-05T02:13:48.839 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-05T02:13:48.840 INFO:teuthology.orchestra.run.smithi123.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-05T02:13:48.840 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-05T02:13:48.840 INFO:teuthology.orchestra.run.smithi123.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-05T02:13:48.840 INFO:teuthology.orchestra.run.smithi123.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-05T02:13:48.840 INFO:teuthology.orchestra.run.smithi123.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-05T02:13:48.840 INFO:teuthology.orchestra.run.smithi123.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-05T02:13:48.840 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-05T02:13:48.840 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-05T02:13:48.840 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-05T02:13:48.840 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-05T02:13:48.840 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-05T02:13:48.840 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-05T02:13:48.841 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-05T02:13:48.841 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-05T02:13:48.841 INFO:teuthology.orchestra.run.smithi123.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-05T02:13:48.841 INFO:teuthology.orchestra.run.smithi123.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-05T02:13:48.841 INFO:teuthology.orchestra.run.smithi123.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-05T02:13:48.841 INFO:teuthology.orchestra.run.smithi123.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-05T02:13:48.841 INFO:teuthology.orchestra.run.smithi123.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-05T02:13:48.841 INFO:teuthology.orchestra.run.smithi123.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-05T02:13:48.841 INFO:teuthology.orchestra.run.smithi123.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-05T02:13:48.841 INFO:teuthology.orchestra.run.smithi123.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-05T02:13:48.841 INFO:teuthology.orchestra.run.smithi123.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-05T02:13:48.841 INFO:teuthology.orchestra.run.smithi123.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-05T02:13:48.841 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-05T02:13:48.842 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-05T02:13:48.842 INFO:teuthology.orchestra.run.smithi123.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-05T02:13:48.842 INFO:teuthology.orchestra.run.smithi123.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-05T02:13:48.842 INFO:teuthology.orchestra.run.smithi123.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-05T02:13:48.842 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-05T02:13:48.842 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-05T02:13:48.842 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-05T02:13:48.842 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-05T02:13:48.842 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-05T02:13:48.842 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-05T02:13:48.842 INFO:teuthology.orchestra.run.smithi123.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-05T02:13:48.842 INFO:teuthology.orchestra.run.smithi123.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-05T02:13:48.843 INFO:teuthology.orchestra.run.smithi123.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-05T02:13:48.843 INFO:teuthology.orchestra.run.smithi123.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-05T02:13:48.843 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-05T02:13:48.843 INFO:teuthology.orchestra.run.smithi123.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-05T02:13:48.843 INFO:teuthology.orchestra.run.smithi123.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-05T02:13:48.843 INFO:teuthology.orchestra.run.smithi123.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-05T02:13:48.843 INFO:teuthology.orchestra.run.smithi123.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-05T02:13:48.843 INFO:teuthology.orchestra.run.smithi123.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-05T02:13:48.843 INFO:teuthology.orchestra.run.smithi123.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-05T02:13:48.843 INFO:teuthology.orchestra.run.smithi123.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-05T02:13:48.843 INFO:teuthology.orchestra.run.smithi123.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-05T02:13:48.843 INFO:teuthology.orchestra.run.smithi123.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-05T02:13:48.844 INFO:teuthology.orchestra.run.smithi123.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-05T02:13:48.844 INFO:teuthology.orchestra.run.smithi123.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-05T02:13:48.844 INFO:teuthology.orchestra.run.smithi123.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-05T02:13:48.844 INFO:teuthology.orchestra.run.smithi123.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-05T02:13:48.844 INFO:teuthology.orchestra.run.smithi123.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-05T02:13:48.844 INFO:teuthology.orchestra.run.smithi123.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-05T02:13:48.844 INFO:teuthology.orchestra.run.smithi123.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-05T02:13:48.844 INFO:teuthology.orchestra.run.smithi123.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-05T02:13:48.844 INFO:teuthology.orchestra.run.smithi123.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-05T02:13:48.844 INFO:teuthology.orchestra.run.smithi123.stdout:Installing weak dependencies: 2024-09-05T02:13:48.844 INFO:teuthology.orchestra.run.smithi123.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-05T02:13:48.844 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T02:13:48.844 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction Summary 2024-09-05T02:13:48.845 INFO:teuthology.orchestra.run.smithi123.stdout:====================================================================================== 2024-09-05T02:13:48.845 INFO:teuthology.orchestra.run.smithi123.stdout:Install 148 Packages 2024-09-05T02:13:48.845 INFO:teuthology.orchestra.run.smithi123.stdout:Upgrade 6 Packages 2024-09-05T02:13:48.845 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T02:13:48.845 INFO:teuthology.orchestra.run.smithi123.stdout:Total download size: 222 M 2024-09-05T02:13:48.845 INFO:teuthology.orchestra.run.smithi123.stdout:Downloading Packages: 2024-09-05T02:13:49.178 INFO:teuthology.orchestra.run.smithi033.stdout:Extra Packages for Enterprise Linux 28 MB/s | 23 MB 00:00 2024-09-05T02:13:49.434 INFO:teuthology.orchestra.run.smithi123.stdout:(1/154): ceph-19.1.1-259.g91c8a7e5.el9.x86_64.r 51 kB/s | 6.6 kB 00:00 2024-09-05T02:13:49.618 INFO:teuthology.orchestra.run.smithi123.stdout:(2/154): ceph-fuse-19.1.1-259.g91c8a7e5.el9.x86 4.8 MB/s | 896 kB 00:00 2024-09-05T02:13:49.710 INFO:teuthology.orchestra.run.smithi123.stdout:(3/154): ceph-immutable-object-cache-19.1.1-259 1.6 MB/s | 145 kB 00:00 2024-09-05T02:13:49.804 INFO:teuthology.orchestra.run.smithi123.stdout:(4/154): ceph-base-19.1.1-259.g91c8a7e5.el9.x86 11 MB/s | 5.4 MB 00:00 2024-09-05T02:13:49.885 INFO:teuthology.orchestra.run.smithi123.stdout:(5/154): ceph-mgr-19.1.1-259.g91c8a7e5.el9.x86_ 19 MB/s | 1.5 MB 00:00 2024-09-05T02:13:49.936 INFO:teuthology.orchestra.run.smithi123.stdout:(6/154): ceph-mds-19.1.1-259.g91c8a7e5.el9.x86_ 11 MB/s | 2.4 MB 00:00 2024-09-05T02:13:50.186 INFO:teuthology.orchestra.run.smithi123.stdout:(7/154): ceph-mon-19.1.1-259.g91c8a7e5.el9.x86_ 16 MB/s | 4.7 MB 00:00 2024-09-05T02:13:50.445 INFO:teuthology.orchestra.run.smithi123.stdout:(8/154): ceph-common-19.1.1-259.g91c8a7e5.el9.x 19 MB/s | 21 MB 00:01 2024-09-05T02:13:50.503 INFO:teuthology.orchestra.run.smithi123.stdout:(9/154): ceph-selinux-19.1.1-259.g91c8a7e5.el9. 432 kB/s | 25 kB 00:00 2024-09-05T02:13:50.903 INFO:teuthology.orchestra.run.smithi123.stdout:(10/154): ceph-radosgw-19.1.1-259.g91c8a7e5.el9 15 MB/s | 11 MB 00:00 2024-09-05T02:13:50.962 INFO:teuthology.orchestra.run.smithi123.stdout:(11/154): cephfs-mirror-19.1.1-259.g91c8a7e5.el 3.8 MB/s | 224 kB 00:00 2024-09-05T02:13:51.029 INFO:teuthology.orchestra.run.smithi123.stdout:(12/154): cephfs-shell-19.1.1-259.g91c8a7e5.el9 406 kB/s | 27 kB 00:00 2024-09-05T02:13:51.096 INFO:teuthology.orchestra.run.smithi123.stdout:(13/154): libcephfs-devel-19.1.1-259.g91c8a7e5. 477 kB/s | 32 kB 00:00 2024-09-05T02:13:51.239 INFO:teuthology.orchestra.run.smithi123.stdout:(14/154): libcephfs2-19.1.1-259.g91c8a7e5.el9.x 5.1 MB/s | 752 kB 00:00 2024-09-05T02:13:51.397 INFO:teuthology.orchestra.run.smithi123.stdout:(15/154): ceph-osd-19.1.1-259.g91c8a7e5.el9.x86 12 MB/s | 17 MB 00:01 2024-09-05T02:13:51.422 INFO:teuthology.orchestra.run.smithi123.stdout:(16/154): libcephsqlite-19.1.1-259.g91c8a7e5.el 897 kB/s | 163 kB 00:00 2024-09-05T02:13:51.447 INFO:teuthology.orchestra.run.smithi123.stdout:(17/154): librados-devel-19.1.1-259.g91c8a7e5.e 2.5 MB/s | 127 kB 00:00 2024-09-05T02:13:51.472 INFO:teuthology.orchestra.run.smithi123.stdout:(18/154): libradosstriper1-19.1.1-259.g91c8a7e5 9.8 MB/s | 506 kB 00:00 2024-09-05T02:13:51.523 INFO:teuthology.orchestra.run.smithi123.stdout:(19/154): python3-ceph-argparse-19.1.1-259.g91c 906 kB/s | 45 kB 00:00 2024-09-05T02:13:51.606 INFO:teuthology.orchestra.run.smithi123.stdout:(20/154): python3-ceph-common-19.1.1-259.g91c8a 1.6 MB/s | 136 kB 00:00 2024-09-05T02:13:51.682 INFO:teuthology.orchestra.run.smithi123.stdout:(21/154): python3-cephfs-19.1.1-259.g91c8a7e5.e 2.1 MB/s | 162 kB 00:00 2024-09-05T02:13:51.757 INFO:teuthology.orchestra.run.smithi123.stdout:(22/154): python3-rados-19.1.1-259.g91c8a7e5.el 4.2 MB/s | 321 kB 00:00 2024-09-05T02:13:51.832 INFO:teuthology.orchestra.run.smithi123.stdout:(23/154): python3-rbd-19.1.1-259.g91c8a7e5.el9. 3.9 MB/s | 301 kB 00:00 2024-09-05T02:13:51.916 INFO:teuthology.orchestra.run.smithi123.stdout:(24/154): librgw2-19.1.1-259.g91c8a7e5.el9.x86_ 11 MB/s | 5.3 MB 00:00 2024-09-05T02:13:51.941 INFO:teuthology.orchestra.run.smithi123.stdout:(25/154): python3-rgw-19.1.1-259.g91c8a7e5.el9. 913 kB/s | 99 kB 00:00 2024-09-05T02:13:51.966 INFO:teuthology.orchestra.run.smithi123.stdout:(26/154): rbd-fuse-19.1.1-259.g91c8a7e5.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-05T02:13:52.017 INFO:teuthology.orchestra.run.smithi123.stdout:(27/154): rbd-nbd-19.1.1-259.g91c8a7e5.el9.x86_ 3.3 MB/s | 170 kB 00:00 2024-09-05T02:13:52.092 INFO:teuthology.orchestra.run.smithi123.stdout:(28/154): ceph-grafana-dashboards-19.1.1-259.g9 426 kB/s | 32 kB 00:00 2024-09-05T02:13:52.152 INFO:teuthology.orchestra.run.smithi123.stdout:(29/154): rbd-mirror-19.1.1-259.g91c8a7e5.el9.x 15 MB/s | 3.1 MB 00:00 2024-09-05T02:13:52.176 INFO:teuthology.orchestra.run.smithi123.stdout:(30/154): ceph-mgr-cephadm-19.1.1-259.g91c8a7e5 1.7 MB/s | 146 kB 00:00 2024-09-05T02:13:52.626 INFO:teuthology.orchestra.run.smithi123.stdout:(31/154): ceph-test-19.1.1-259.g91c8a7e5.el9.x8 23 MB/s | 49 MB 00:02 2024-09-05T02:13:52.702 INFO:teuthology.orchestra.run.smithi123.stdout:(32/154): ceph-mgr-dashboard-19.1.1-259.g91c8a7 6.5 MB/s | 3.6 MB 00:00 2024-09-05T02:13:52.727 INFO:teuthology.orchestra.run.smithi123.stdout:(33/154): ceph-mgr-modules-core-19.1.1-259.g91c 2.4 MB/s | 249 kB 00:00 2024-09-05T02:13:52.744 INFO:teuthology.orchestra.run.smithi123.stdout:(34/154): ceph-mgr-rook-19.1.1-259.g91c8a7e5.el 1.2 MB/s | 49 kB 00:00 2024-09-05T02:13:52.769 INFO:teuthology.orchestra.run.smithi123.stdout:(35/154): ceph-prometheus-alerts-19.1.1-259.g91 395 kB/s | 16 kB 00:00 2024-09-05T02:13:52.802 INFO:teuthology.orchestra.run.smithi123.stdout:(36/154): ceph-volume-19.1.1-259.g91c8a7e5.el9. 4.8 MB/s | 285 kB 00:00 2024-09-05T02:13:52.895 INFO:teuthology.orchestra.run.smithi123.stdout:(37/154): ceph-mgr-diskprediction-local-19.1.1- 10 MB/s | 7.4 MB 00:00 2024-09-05T02:13:52.895 INFO:teuthology.orchestra.run.smithi174.stdout:CentOS Stream 9 - AppStream 1.1 MB/s | 20 MB 00:18 2024-09-05T02:13:52.911 INFO:teuthology.orchestra.run.smithi123.stdout:(38/154): cephfs-top-19.1.1-259.g91c8a7e5.el9.n 168 kB/s | 18 kB 00:00 2024-09-05T02:13:52.937 INFO:teuthology.orchestra.run.smithi123.stdout:(39/154): cephadm-19.1.1-259.g91c8a7e5.el9.noar 4.5 MB/s | 765 kB 00:00 2024-09-05T02:13:53.028 INFO:teuthology.orchestra.run.smithi123.stdout:(40/154): fuse-2.9.9-16.el9.x86_64.rpm 599 kB/s | 80 kB 00:00 2024-09-05T02:13:53.062 INFO:teuthology.orchestra.run.smithi123.stdout:(41/154): libquadmath-11.5.0-2.el9.x86_64.rpm 1.5 MB/s | 191 kB 00:00 2024-09-05T02:13:53.104 INFO:teuthology.orchestra.run.smithi123.stdout:(42/154): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.3 MB/s | 253 kB 00:00 2024-09-05T02:13:53.138 INFO:teuthology.orchestra.run.smithi123.stdout:(43/154): libgfortran-11.5.0-2.el9.x86_64.rpm 3.5 MB/s | 801 kB 00:00 2024-09-05T02:13:53.163 INFO:teuthology.orchestra.run.smithi123.stdout:(44/154): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-05T02:13:53.215 INFO:teuthology.orchestra.run.smithi123.stdout:(45/154): python3-pycparser-2.20-6.el9.noarch.r 1.8 MB/s | 135 kB 00:00 2024-09-05T02:13:53.239 INFO:teuthology.orchestra.run.smithi123.stdout:(46/154): python3-requests-2.25.1-8.el9.noarch. 1.6 MB/s | 125 kB 00:00 2024-09-05T02:13:53.272 INFO:teuthology.orchestra.run.smithi123.stdout:(47/154): python3-urllib3-1.26.5-6.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-09-05T02:13:53.306 INFO:teuthology.orchestra.run.smithi123.stdout:(48/154): python3-cryptography-36.0.1-4.el9.x86 5.0 MB/s | 1.2 MB 00:00 2024-09-05T02:13:53.415 INFO:teuthology.orchestra.run.smithi123.stdout:(49/154): boost-program-options-1.75.0-8.el9.x8 987 kB/s | 107 kB 00:00 2024-09-05T02:13:53.448 INFO:teuthology.orchestra.run.smithi123.stdout:(50/154): automake-1.16.2-8.el9.noarch.rpm 3.2 MB/s | 689 kB 00:00 2024-09-05T02:13:53.474 INFO:teuthology.orchestra.run.smithi123.stdout:(51/154): elfutils-libelf-devel-0.191-4.el9.x86 370 kB/s | 22 kB 00:00 2024-09-05T02:13:53.499 INFO:teuthology.orchestra.run.smithi123.stdout:(52/154): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-09-05T02:13:53.524 INFO:teuthology.orchestra.run.smithi123.stdout:(53/154): flexiblas-3.0.4-8.el9.x86_64.rpm 651 kB/s | 33 kB 00:00 2024-09-05T02:13:53.566 INFO:teuthology.orchestra.run.smithi123.stdout:(54/154): bison-3.7.4-5.el9.x86_64.rpm 3.1 MB/s | 943 kB 00:00 2024-09-05T02:13:53.591 INFO:teuthology.orchestra.run.smithi123.stdout:(55/154): flexiblas-openblas-openmp-3.0.4-8.el9 273 kB/s | 18 kB 00:00 2024-09-05T02:13:53.617 INFO:teuthology.orchestra.run.smithi123.stdout:(56/154): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-09-05T02:13:53.658 INFO:teuthology.orchestra.run.smithi123.stdout:(57/154): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-09-05T02:13:53.684 INFO:teuthology.orchestra.run.smithi123.stdout:(58/154): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.7 MB/s | 160 kB 00:00 2024-09-05T02:13:53.734 INFO:teuthology.orchestra.run.smithi123.stdout:(59/154): libtool-2.4.6-46.el9.x86_64.rpm 11 MB/s | 581 kB 00:00 2024-09-05T02:13:53.784 INFO:teuthology.orchestra.run.smithi123.stdout:(60/154): librdkafka-1.6.1-102.el9.x86_64.rpm 5.2 MB/s | 662 kB 00:00 2024-09-05T02:13:53.809 INFO:teuthology.orchestra.run.smithi123.stdout:(61/154): libuuid-devel-2.37.4-20.el9.x86_64.rp 326 kB/s | 24 kB 00:00 2024-09-05T02:13:53.868 INFO:teuthology.orchestra.run.smithi123.stdout:(62/154): libzstd-devel-1.5.1-2.el9.x86_64.rpm 571 kB/s | 47 kB 00:00 2024-09-05T02:13:53.893 INFO:teuthology.orchestra.run.smithi123.stdout:(63/154): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.4 MB/s | 292 kB 00:00 2024-09-05T02:13:53.935 INFO:teuthology.orchestra.run.smithi123.stdout:(64/154): openblas-0.3.26-2.el9.x86_64.rpm 925 kB/s | 38 kB 00:00 2024-09-05T02:13:53.960 INFO:teuthology.orchestra.run.smithi123.stdout:(65/154): lua-5.4.4-4.el9.x86_64.rpm 2.0 MB/s | 188 kB 00:00 2024-09-05T02:13:54.410 INFO:teuthology.orchestra.run.smithi123.stdout:(66/154): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.3 MB/s | 3.0 MB 00:00 2024-09-05T02:13:54.844 INFO:teuthology.orchestra.run.smithi123.stdout:(67/154): postgresql-13.16-1.el9.x86_64.rpm 3.7 MB/s | 1.6 MB 00:00 2024-09-05T02:13:55.111 INFO:teuthology.orchestra.run.smithi123.stdout:(68/154): postgresql-contrib-13.16-1.el9.x86_64 3.3 MB/s | 910 kB 00:00 2024-09-05T02:13:55.178 INFO:teuthology.orchestra.run.smithi123.stdout:(69/154): openblas-openmp-0.3.26-2.el9.x86_64.r 4.0 MB/s | 4.9 MB 00:01 2024-09-05T02:13:55.220 INFO:teuthology.orchestra.run.smithi123.stdout:(70/154): postgresql-private-libs-13.16-1.el9.x 1.2 MB/s | 137 kB 00:00 2024-09-05T02:13:55.286 INFO:teuthology.orchestra.run.smithi123.stdout:(71/154): openssl-devel-3.2.2-4.el9.x86_64.rpm 3.3 MB/s | 4.4 MB 00:01 2024-09-05T02:13:55.345 INFO:teuthology.orchestra.run.smithi123.stdout:(72/154): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-09-05T02:13:55.579 INFO:teuthology.orchestra.run.smithi123.stdout:(73/154): protobuf-3.14.0-13.el9.x86_64.rpm 2.8 MB/s | 1.0 MB 00:00 2024-09-05T02:13:55.612 INFO:teuthology.orchestra.run.smithi123.stdout:(74/154): python3-colorama-0.4.6-3.el9.noarch.r 1.8 MB/s | 61 kB 00:00 2024-09-05T02:13:55.704 INFO:teuthology.orchestra.run.smithi123.stdout:(75/154): python3-devel-3.9.19-8.el9.x86_64.rpm 2.6 MB/s | 245 kB 00:00 2024-09-05T02:13:55.796 INFO:teuthology.orchestra.run.smithi123.stdout:(76/154): python3-jinja2-2.11.3-6.el9.noarch.rp 2.7 MB/s | 248 kB 00:00 2024-09-05T02:13:55.809 INFO:teuthology.orchestra.run.smithi033.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-05T02:13:55.838 INFO:teuthology.orchestra.run.smithi123.stdout:(77/154): python3-jsonpatch-1.21-16.el9.noarch. 615 kB/s | 26 kB 00:00 2024-09-05T02:13:55.880 INFO:teuthology.orchestra.run.smithi123.stdout:(78/154): python3-jsonpointer-2.0-4.el9.noarch. 463 kB/s | 19 kB 00:00 2024-09-05T02:13:55.956 INFO:teuthology.orchestra.run.smithi123.stdout:(79/154): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-09-05T02:13:55.997 INFO:teuthology.orchestra.run.smithi123.stdout:(80/154): python3-markupsafe-1.1.1-12.el9.x86_6 838 kB/s | 35 kB 00:00 2024-09-05T02:13:56.914 INFO:teuthology.orchestra.run.smithi123.stdout:(81/154): postgresql-server-13.16-1.el9.x86_64. 3.3 MB/s | 5.8 MB 00:01 2024-09-05T02:13:57.014 INFO:teuthology.orchestra.run.smithi123.stdout:(82/154): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.5 MB/s | 250 kB 00:00 2024-09-05T02:13:57.131 INFO:teuthology.orchestra.run.smithi123.stdout:(83/154): python3-babel-2.9.1-2.el9.noarch.rpm 3.3 MB/s | 6.0 MB 00:01 2024-09-05T02:13:57.157 INFO:teuthology.orchestra.run.smithi123.stdout:(84/154): python3-oauthlib-3.1.1-5.el9.noarch.r 1.5 MB/s | 222 kB 00:00 2024-09-05T02:13:57.199 INFO:teuthology.orchestra.run.smithi123.stdout:(85/154): python3-packaging-20.9-5.el9.noarch.r 1.1 MB/s | 77 kB 00:00 2024-09-05T02:13:57.221 INFO:teuthology.orchestra.run.smithi174.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.5 MB 00:00 2024-09-05T02:13:57.224 INFO:teuthology.orchestra.run.smithi123.stdout:(86/154): python3-prettytable-0.7.2-27.el9.noar 632 kB/s | 42 kB 00:00 2024-09-05T02:13:57.299 INFO:teuthology.orchestra.run.smithi123.stdout:(87/154): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-09-05T02:13:57.333 INFO:teuthology.orchestra.run.smithi123.stdout:(88/154): python3-protobuf-3.14.0-13.el9.noarch 2.0 MB/s | 269 kB 00:00 2024-09-05T02:13:57.375 INFO:teuthology.orchestra.run.smithi123.stdout:(89/154): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-09-05T02:13:57.417 INFO:teuthology.orchestra.run.smithi123.stdout:(90/154): python3-requests-oauthlib-1.3.0-12.el 1.3 MB/s | 54 kB 00:00 2024-09-05T02:13:57.442 INFO:teuthology.orchestra.run.smithi123.stdout:(91/154): python3-pyasn1-modules-0.4.8-6.el9.no 1.9 MB/s | 279 kB 00:00 2024-09-05T02:13:57.484 INFO:teuthology.orchestra.run.smithi123.stdout:(92/154): python3-toml-0.10.2-6.el9.noarch.rpm 1.0 MB/s | 42 kB 00:00 2024-09-05T02:13:57.526 INFO:teuthology.orchestra.run.smithi123.stdout:(93/154): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.0 MB/s | 44 kB 00:00 2024-09-05T02:13:57.593 INFO:teuthology.orchestra.run.smithi123.stdout:(94/154): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.2 MB/s | 5.1 MB 00:01 2024-09-05T02:13:57.635 INFO:teuthology.orchestra.run.smithi123.stdout:(95/154): qatlib-service-24.02.0-1.el9.x86_64.r 862 kB/s | 36 kB 00:00 2024-09-05T02:13:57.685 INFO:teuthology.orchestra.run.smithi123.stdout:(96/154): qatlib-24.02.0-1.el9.x86_64.rpm 1.4 MB/s | 221 kB 00:00 2024-09-05T02:13:57.710 INFO:teuthology.orchestra.run.smithi123.stdout:(97/154): qatzip-libs-1.2.0-1.el9.x86_64.rpm 631 kB/s | 47 kB 00:00 2024-09-05T02:13:57.752 INFO:teuthology.orchestra.run.smithi123.stdout:(98/154): uuid-1.6.2-55.el9.x86_64.rpm 1.4 MB/s | 58 kB 00:00 2024-09-05T02:13:57.811 INFO:teuthology.orchestra.run.smithi123.stdout:(99/154): socat-1.7.4.1-6.el9.x86_64.rpm 2.4 MB/s | 304 kB 00:00 2024-09-05T02:13:57.836 INFO:teuthology.orchestra.run.smithi123.stdout:(100/154): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.1 MB/s | 96 kB 00:00 2024-09-05T02:13:57.886 INFO:teuthology.orchestra.run.smithi123.stdout:(101/154): xmlstarlet-1.6.1-20.el9.x86_64.rpm 848 kB/s | 64 kB 00:00 2024-09-05T02:13:57.912 INFO:teuthology.orchestra.run.smithi123.stdout:(102/154): zlib-devel-1.2.11-41.el9.x86_64.rpm 596 kB/s | 45 kB 00:00 2024-09-05T02:13:57.937 INFO:teuthology.orchestra.run.smithi123.stdout:(103/154): lua-devel-5.4.4-4.el9.x86_64.rpm 444 kB/s | 22 kB 00:00 2024-09-05T02:13:57.987 INFO:teuthology.orchestra.run.smithi123.stdout:(104/154): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-05T02:13:58.021 INFO:teuthology.orchestra.run.smithi123.stdout:(105/154): gperftools-libs-2.9.1-2.el9.x86_64.r 9.1 MB/s | 309 kB 00:00 2024-09-05T02:13:58.046 INFO:teuthology.orchestra.run.smithi123.stdout:(106/154): grpc-data-1.46.7-10.el9.noarch.rpm 777 kB/s | 19 kB 00:00 2024-09-05T02:13:58.146 INFO:teuthology.orchestra.run.smithi123.stdout:(107/154): libarrow-9.0.0-11.el9.x86_64.rpm 44 MB/s | 4.4 MB 00:00 2024-09-05T02:13:58.172 INFO:teuthology.orchestra.run.smithi123.stdout:(108/154): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-05T02:13:58.197 INFO:teuthology.orchestra.run.smithi123.stdout:(109/154): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-05T02:13:58.222 INFO:teuthology.orchestra.run.smithi123.stdout:(110/154): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-05T02:13:58.247 INFO:teuthology.orchestra.run.smithi123.stdout:(111/154): luarocks-3.9.2-5.el9.noarch.rpm 5.9 MB/s | 151 kB 00:00 2024-09-05T02:13:58.289 INFO:teuthology.orchestra.run.smithi123.stdout:(112/154): parquet-libs-9.0.0-11.el9.x86_64.rpm 20 MB/s | 839 kB 00:00 2024-09-05T02:13:58.314 INFO:teuthology.orchestra.run.smithi123.stdout:(113/154): protobuf-compiler-3.14.0-13.el9.x86_ 2.1 MB/s | 863 kB 00:00 2024-09-05T02:13:58.347 INFO:teuthology.orchestra.run.smithi033.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-05T02:13:58.348 INFO:teuthology.orchestra.run.smithi033.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-05T02:13:58.361 INFO:teuthology.orchestra.run.smithi033.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-05T02:13:58.361 INFO:teuthology.orchestra.run.smithi033.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-05T02:13:58.362 INFO:teuthology.orchestra.run.smithi033.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-05T02:13:58.363 INFO:teuthology.orchestra.run.smithi033.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-05T02:13:58.365 INFO:teuthology.orchestra.run.smithi123.stdout:(114/154): python3-asyncssh-2.13.2-5.el9.noarch 7.1 MB/s | 548 kB 00:00 2024-09-05T02:13:58.365 INFO:teuthology.orchestra.run.smithi033.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-05T02:13:58.368 INFO:teuthology.orchestra.run.smithi033.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-05T02:13:58.369 INFO:teuthology.orchestra.run.smithi033.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-05T02:13:58.390 INFO:teuthology.orchestra.run.smithi123.stdout:(115/154): python3-cachetools-4.2.4-1.el9.noarc 1.4 MB/s | 32 kB 00:00 2024-09-05T02:13:58.415 INFO:teuthology.orchestra.run.smithi123.stdout:(116/154): python3-bcrypt-3.2.2-1.el9.x86_64.rp 432 kB/s | 43 kB 00:00 2024-09-05T02:13:58.438 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T02:13:58.440 INFO:teuthology.orchestra.run.smithi123.stdout:(117/154): python3-certifi-2023.05.07-4.el9.noa 281 kB/s | 14 kB 00:00 2024-09-05T02:13:58.454 INFO:teuthology.orchestra.run.smithi033.stdout:====================================================================================== 2024-09-05T02:13:58.454 INFO:teuthology.orchestra.run.smithi033.stdout: Package Arch Version Repository Size 2024-09-05T02:13:58.454 INFO:teuthology.orchestra.run.smithi033.stdout:====================================================================================== 2024-09-05T02:13:58.454 INFO:teuthology.orchestra.run.smithi033.stdout:Installing: 2024-09-05T02:13:58.454 INFO:teuthology.orchestra.run.smithi033.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-05T02:13:58.454 INFO:teuthology.orchestra.run.smithi033.stdout: ceph x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 6.6 k 2024-09-05T02:13:58.454 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-base x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 5.4 M 2024-09-05T02:13:58.454 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-fuse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 896 k 2024-09-05T02:13:58.454 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 145 k 2024-09-05T02:13:58.454 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 1.5 M 2024-09-05T02:13:58.455 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-cephadm noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 146 k 2024-09-05T02:13:58.455 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-dashboard noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 3.6 M 2024-09-05T02:13:58.455 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 7.4 M 2024-09-05T02:13:58.455 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-rook noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 49 k 2024-09-05T02:13:58.455 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-radosgw x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 11 M 2024-09-05T02:13:58.455 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-test x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 49 M 2024-09-05T02:13:58.455 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-volume noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 285 k 2024-09-05T02:13:58.455 INFO:teuthology.orchestra.run.smithi033.stdout: cephadm noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 765 k 2024-09-05T02:13:58.455 INFO:teuthology.orchestra.run.smithi033.stdout: cephfs-mirror x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 224 k 2024-09-05T02:13:58.455 INFO:teuthology.orchestra.run.smithi033.stdout: cephfs-shell x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 27 k 2024-09-05T02:13:58.455 INFO:teuthology.orchestra.run.smithi033.stdout: cephfs-top noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 18 k 2024-09-05T02:13:58.455 INFO:teuthology.orchestra.run.smithi033.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-05T02:13:58.455 INFO:teuthology.orchestra.run.smithi033.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-05T02:13:58.456 INFO:teuthology.orchestra.run.smithi033.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-05T02:13:58.456 INFO:teuthology.orchestra.run.smithi033.stdout: libcephfs-devel x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 32 k 2024-09-05T02:13:58.456 INFO:teuthology.orchestra.run.smithi033.stdout: libcephfs2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 752 k 2024-09-05T02:13:58.456 INFO:teuthology.orchestra.run.smithi033.stdout: librados-devel x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 127 k 2024-09-05T02:13:58.456 INFO:teuthology.orchestra.run.smithi033.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-05T02:13:58.456 INFO:teuthology.orchestra.run.smithi033.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-05T02:13:58.456 INFO:teuthology.orchestra.run.smithi033.stdout: openssl-devel x86_64 1:3.2.2-4.el9 appstream 4.4 M 2024-09-05T02:13:58.456 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-05T02:13:58.456 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-05T02:13:58.456 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-05T02:13:58.456 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cephfs x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 162 k 2024-09-05T02:13:58.456 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rados x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 321 k 2024-09-05T02:13:58.457 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rbd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 301 k 2024-09-05T02:13:58.457 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rgw x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 99 k 2024-09-05T02:13:58.457 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-fuse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 85 k 2024-09-05T02:13:58.457 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-mirror x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.1 M 2024-09-05T02:13:58.457 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-nbd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 170 k 2024-09-05T02:13:58.457 INFO:teuthology.orchestra.run.smithi033.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-05T02:13:58.457 INFO:teuthology.orchestra.run.smithi033.stdout:Upgrading: 2024-09-05T02:13:58.457 INFO:teuthology.orchestra.run.smithi033.stdout: NetworkManager x86_64 1:1.48.10-1.el9 baseos 2.3 M 2024-09-05T02:13:58.457 INFO:teuthology.orchestra.run.smithi033.stdout: NetworkManager-libnm x86_64 1:1.48.10-1.el9 baseos 1.8 M 2024-09-05T02:13:58.458 INFO:teuthology.orchestra.run.smithi033.stdout: NetworkManager-team x86_64 1:1.48.10-1.el9 baseos 40 k 2024-09-05T02:13:58.458 INFO:teuthology.orchestra.run.smithi033.stdout: NetworkManager-tui x86_64 1:1.48.10-1.el9 baseos 248 k 2024-09-05T02:13:58.458 INFO:teuthology.orchestra.run.smithi033.stdout: librados2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.4 M 2024-09-05T02:13:58.458 INFO:teuthology.orchestra.run.smithi033.stdout: librbd1 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.2 M 2024-09-05T02:13:58.458 INFO:teuthology.orchestra.run.smithi033.stdout:Installing dependencies: 2024-09-05T02:13:58.458 INFO:teuthology.orchestra.run.smithi033.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-05T02:13:58.458 INFO:teuthology.orchestra.run.smithi033.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-05T02:13:58.458 INFO:teuthology.orchestra.run.smithi033.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-05T02:13:58.458 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-common x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 21 M 2024-09-05T02:13:58.458 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-grafana-dashboards noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 32 k 2024-09-05T02:13:58.458 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mds x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 2.4 M 2024-09-05T02:13:58.458 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-modules-core noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 249 k 2024-09-05T02:13:58.458 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mon x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 4.7 M 2024-09-05T02:13:58.459 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-osd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 17 M 2024-09-05T02:13:58.459 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-prometheus-alerts noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 16 k 2024-09-05T02:13:58.459 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-selinux x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 25 k 2024-09-05T02:13:58.459 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-05T02:13:58.459 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-05T02:13:58.459 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-05T02:13:58.459 INFO:teuthology.orchestra.run.smithi033.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-05T02:13:58.459 INFO:teuthology.orchestra.run.smithi033.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-05T02:13:58.459 INFO:teuthology.orchestra.run.smithi033.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-05T02:13:58.459 INFO:teuthology.orchestra.run.smithi033.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-05T02:13:58.459 INFO:teuthology.orchestra.run.smithi033.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-05T02:13:58.459 INFO:teuthology.orchestra.run.smithi033.stdout: libcephsqlite x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 163 k 2024-09-05T02:13:58.460 INFO:teuthology.orchestra.run.smithi033.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-05T02:13:58.460 INFO:teuthology.orchestra.run.smithi033.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-05T02:13:58.460 INFO:teuthology.orchestra.run.smithi033.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-05T02:13:58.460 INFO:teuthology.orchestra.run.smithi033.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-05T02:13:58.460 INFO:teuthology.orchestra.run.smithi033.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-05T02:13:58.460 INFO:teuthology.orchestra.run.smithi033.stdout: libradosstriper1 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 506 k 2024-09-05T02:13:58.460 INFO:teuthology.orchestra.run.smithi033.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-05T02:13:58.460 INFO:teuthology.orchestra.run.smithi033.stdout: librgw2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 5.3 M 2024-09-05T02:13:58.460 INFO:teuthology.orchestra.run.smithi033.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-05T02:13:58.460 INFO:teuthology.orchestra.run.smithi033.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-05T02:13:58.460 INFO:teuthology.orchestra.run.smithi033.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-05T02:13:58.460 INFO:teuthology.orchestra.run.smithi033.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-05T02:13:58.460 INFO:teuthology.orchestra.run.smithi033.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-05T02:13:58.460 INFO:teuthology.orchestra.run.smithi033.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-05T02:13:58.461 INFO:teuthology.orchestra.run.smithi033.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-05T02:13:58.461 INFO:teuthology.orchestra.run.smithi033.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-05T02:13:58.461 INFO:teuthology.orchestra.run.smithi033.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-05T02:13:58.461 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-05T02:13:58.461 INFO:teuthology.orchestra.run.smithi033.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-05T02:13:58.461 INFO:teuthology.orchestra.run.smithi033.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-05T02:13:58.461 INFO:teuthology.orchestra.run.smithi033.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-05T02:13:58.461 INFO:teuthology.orchestra.run.smithi033.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-05T02:13:58.461 INFO:teuthology.orchestra.run.smithi033.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-05T02:13:58.461 INFO:teuthology.orchestra.run.smithi033.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-05T02:13:58.461 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-05T02:13:58.461 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ceph-argparse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 45 k 2024-09-05T02:13:58.462 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ceph-common x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 136 k 2024-09-05T02:13:58.462 INFO:teuthology.orchestra.run.smithi033.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-05T02:13:58.462 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-05T02:13:58.462 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-05T02:13:58.462 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-05T02:13:58.462 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-05T02:13:58.462 INFO:teuthology.orchestra.run.smithi033.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-05T02:13:58.462 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-05T02:13:58.462 INFO:teuthology.orchestra.run.smithi033.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-05T02:13:58.462 INFO:teuthology.orchestra.run.smithi033.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-05T02:13:58.462 INFO:teuthology.orchestra.run.smithi033.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-05T02:13:58.462 INFO:teuthology.orchestra.run.smithi033.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-05T02:13:58.462 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-05T02:13:58.463 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-05T02:13:58.463 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-05T02:13:58.463 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-05T02:13:58.463 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-05T02:13:58.463 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-05T02:13:58.463 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-05T02:13:58.463 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-05T02:13:58.463 INFO:teuthology.orchestra.run.smithi033.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-05T02:13:58.463 INFO:teuthology.orchestra.run.smithi033.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-05T02:13:58.463 INFO:teuthology.orchestra.run.smithi033.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-05T02:13:58.463 INFO:teuthology.orchestra.run.smithi033.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-05T02:13:58.463 INFO:teuthology.orchestra.run.smithi033.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-05T02:13:58.464 INFO:teuthology.orchestra.run.smithi033.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-05T02:13:58.464 INFO:teuthology.orchestra.run.smithi033.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-05T02:13:58.464 INFO:teuthology.orchestra.run.smithi033.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-05T02:13:58.464 INFO:teuthology.orchestra.run.smithi033.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-05T02:13:58.464 INFO:teuthology.orchestra.run.smithi033.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-05T02:13:58.464 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-05T02:13:58.464 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-05T02:13:58.464 INFO:teuthology.orchestra.run.smithi033.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-05T02:13:58.464 INFO:teuthology.orchestra.run.smithi033.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-05T02:13:58.464 INFO:teuthology.orchestra.run.smithi033.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-05T02:13:58.464 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-05T02:13:58.464 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-05T02:13:58.465 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-05T02:13:58.465 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-05T02:13:58.465 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-05T02:13:58.465 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-05T02:13:58.465 INFO:teuthology.orchestra.run.smithi033.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-05T02:13:58.465 INFO:teuthology.orchestra.run.smithi033.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-05T02:13:58.465 INFO:teuthology.orchestra.run.smithi033.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-05T02:13:58.465 INFO:teuthology.orchestra.run.smithi033.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-05T02:13:58.465 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-05T02:13:58.465 INFO:teuthology.orchestra.run.smithi033.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-05T02:13:58.465 INFO:teuthology.orchestra.run.smithi033.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-05T02:13:58.465 INFO:teuthology.orchestra.run.smithi033.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-05T02:13:58.465 INFO:teuthology.orchestra.run.smithi033.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-05T02:13:58.466 INFO:teuthology.orchestra.run.smithi033.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-05T02:13:58.466 INFO:teuthology.orchestra.run.smithi033.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-05T02:13:58.466 INFO:teuthology.orchestra.run.smithi033.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-05T02:13:58.466 INFO:teuthology.orchestra.run.smithi033.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-05T02:13:58.466 INFO:teuthology.orchestra.run.smithi033.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-05T02:13:58.466 INFO:teuthology.orchestra.run.smithi033.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-05T02:13:58.466 INFO:teuthology.orchestra.run.smithi033.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-05T02:13:58.466 INFO:teuthology.orchestra.run.smithi033.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-05T02:13:58.466 INFO:teuthology.orchestra.run.smithi033.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-05T02:13:58.466 INFO:teuthology.orchestra.run.smithi033.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-05T02:13:58.466 INFO:teuthology.orchestra.run.smithi033.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-05T02:13:58.466 INFO:teuthology.orchestra.run.smithi033.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-05T02:13:58.466 INFO:teuthology.orchestra.run.smithi033.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-05T02:13:58.467 INFO:teuthology.orchestra.run.smithi033.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-05T02:13:58.467 INFO:teuthology.orchestra.run.smithi033.stdout:Installing weak dependencies: 2024-09-05T02:13:58.467 INFO:teuthology.orchestra.run.smithi033.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-05T02:13:58.467 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:13:58.467 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-09-05T02:13:58.467 INFO:teuthology.orchestra.run.smithi033.stdout:====================================================================================== 2024-09-05T02:13:58.467 INFO:teuthology.orchestra.run.smithi033.stdout:Install 148 Packages 2024-09-05T02:13:58.467 INFO:teuthology.orchestra.run.smithi033.stdout:Upgrade 6 Packages 2024-09-05T02:13:58.467 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:13:58.468 INFO:teuthology.orchestra.run.smithi123.stdout:(118/154): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-05T02:13:58.468 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 222 M 2024-09-05T02:13:58.468 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-09-05T02:13:58.491 INFO:teuthology.orchestra.run.smithi123.stdout:(119/154): python3-cherrypy-18.6.1-2.el9.noarch 6.9 MB/s | 358 kB 00:00 2024-09-05T02:13:58.517 INFO:teuthology.orchestra.run.smithi123.stdout:(120/154): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.9 MB/s | 303 kB 00:00 2024-09-05T02:13:58.542 INFO:teuthology.orchestra.run.smithi123.stdout:(121/154): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-05T02:13:58.567 INFO:teuthology.orchestra.run.smithi123.stdout:(122/154): python3-grpcio-tools-1.46.7-10.el9.x 5.6 MB/s | 144 kB 00:00 2024-09-05T02:13:58.593 INFO:teuthology.orchestra.run.smithi123.stdout:(123/154): python3-jaraco-8.2.1-3.el9.noarch.rp 427 kB/s | 11 kB 00:00 2024-09-05T02:13:58.618 INFO:teuthology.orchestra.run.smithi123.stdout:(124/154): python3-jaraco-classes-3.2.1-5.el9.n 711 kB/s | 18 kB 00:00 2024-09-05T02:13:58.643 INFO:teuthology.orchestra.run.smithi123.stdout:(125/154): python3-jaraco-collections-3.0.0-8.e 927 kB/s | 23 kB 00:00 2024-09-05T02:13:58.669 INFO:teuthology.orchestra.run.smithi123.stdout:(126/154): python3-jaraco-functools-3.5.0-2.el9 776 kB/s | 19 kB 00:00 2024-09-05T02:13:58.680 INFO:teuthology.orchestra.run.smithi174.stdout:CentOS Stream 9 - Extras packages 70 kB/s | 19 kB 00:00 2024-09-05T02:13:58.694 INFO:teuthology.orchestra.run.smithi123.stdout:(127/154): python3-jaraco-text-3.2.0-6.el9.noar 788 kB/s | 20 kB 00:00 2024-09-05T02:13:58.744 INFO:teuthology.orchestra.run.smithi123.stdout:(128/154): python3-grpcio-1.46.7-10.el9.x86_64. 9.0 MB/s | 2.0 MB 00:00 2024-09-05T02:13:58.770 INFO:teuthology.orchestra.run.smithi123.stdout:(129/154): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-05T02:13:58.795 INFO:teuthology.orchestra.run.smithi123.stdout:(130/154): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-05T02:13:58.820 INFO:teuthology.orchestra.run.smithi123.stdout:(131/154): python3-natsort-7.1.1-5.el9.noarch.r 2.2 MB/s | 58 kB 00:00 2024-09-05T02:13:58.854 INFO:teuthology.orchestra.run.smithi123.stdout:(132/154): python3-kubernetes-26.1.0-2.el9.noar 6.4 MB/s | 1.0 MB 00:00 2024-09-05T02:13:58.870 INFO:teuthology.orchestra.run.smithi123.stdout:(133/154): python3-portend-3.1.0-2.el9.noarch.r 997 kB/s | 16 kB 00:00 2024-09-05T02:13:58.896 INFO:teuthology.orchestra.run.smithi123.stdout:(134/154): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-09-05T02:13:58.921 INFO:teuthology.orchestra.run.smithi123.stdout:(135/154): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-09-05T02:13:58.938 INFO:teuthology.orchestra.run.smithi123.stdout:(136/154): python3-pyperclip-1.8.2-2.el9.noarch 675 kB/s | 28 kB 00:00 2024-09-05T02:13:58.952 INFO:teuthology.orchestra.run.smithi033.stdout:(1/154): ceph-19.1.1-259.g91c8a7e5.el9.x86_64.r 50 kB/s | 6.6 kB 00:00 2024-09-05T02:13:58.963 INFO:teuthology.orchestra.run.smithi123.stdout:(137/154): python3-repoze-lru-0.7-16.el9.noarch 736 kB/s | 31 kB 00:00 2024-09-05T02:13:58.989 INFO:teuthology.orchestra.run.smithi123.stdout:(138/154): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-05T02:13:59.014 INFO:teuthology.orchestra.run.smithi123.stdout:(139/154): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-09-05T02:13:59.039 INFO:teuthology.orchestra.run.smithi123.stdout:(140/154): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-09-05T02:13:59.064 INFO:teuthology.orchestra.run.smithi123.stdout:(141/154): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-05T02:13:59.090 INFO:teuthology.orchestra.run.smithi123.stdout:(142/154): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-05T02:13:59.115 INFO:teuthology.orchestra.run.smithi123.stdout:(143/154): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-05T02:13:59.127 INFO:teuthology.orchestra.run.smithi033.stdout:(2/154): ceph-fuse-19.1.1-259.g91c8a7e5.el9.x86 5.0 MB/s | 896 kB 00:00 2024-09-05T02:13:59.140 INFO:teuthology.orchestra.run.smithi123.stdout:(144/154): python3-zc-lockfile-2.0-10.el9.noarc 807 kB/s | 20 kB 00:00 2024-09-05T02:13:59.166 INFO:teuthology.orchestra.run.smithi123.stdout:(145/154): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-09-05T02:13:59.191 INFO:teuthology.orchestra.run.smithi123.stdout:(146/154): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-05T02:13:59.211 INFO:teuthology.orchestra.run.smithi033.stdout:(3/154): ceph-immutable-object-cache-19.1.1-259 1.7 MB/s | 145 kB 00:00 2024-09-05T02:13:59.241 INFO:teuthology.orchestra.run.smithi123.stdout:(147/154): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-09-05T02:13:59.303 INFO:teuthology.orchestra.run.smithi033.stdout:(4/154): ceph-base-19.1.1-259.g91c8a7e5.el9.x86 11 MB/s | 5.4 MB 00:00 2024-09-05T02:13:59.420 INFO:teuthology.orchestra.run.smithi033.stdout:(5/154): ceph-mgr-19.1.1-259.g91c8a7e5.el9.x86_ 13 MB/s | 1.5 MB 00:00 2024-09-05T02:13:59.501 INFO:teuthology.orchestra.run.smithi033.stdout:(6/154): ceph-mds-19.1.1-259.g91c8a7e5.el9.x86_ 8.2 MB/s | 2.4 MB 00:00 2024-09-05T02:13:59.625 INFO:teuthology.orchestra.run.smithi123.stdout:(148/154): librados2-19.1.1-259.g91c8a7e5.el9.x 7.9 MB/s | 3.4 MB 00:00 2024-09-05T02:13:59.684 INFO:teuthology.orchestra.run.smithi123.stdout:(149/154): librbd1-19.1.1-259.g91c8a7e5.el9.x86 7.1 MB/s | 3.2 MB 00:00 2024-09-05T02:13:59.795 INFO:teuthology.orchestra.run.smithi033.stdout:(7/154): ceph-mon-19.1.1-259.g91c8a7e5.el9.x86_ 13 MB/s | 4.7 MB 00:00 2024-09-05T02:13:59.809 INFO:teuthology.orchestra.run.smithi123.stdout:(150/154): NetworkManager-1.48.10-1.el9.x86_64. 13 MB/s | 2.3 MB 00:00 2024-09-05T02:13:59.826 INFO:teuthology.orchestra.run.smithi174.stdout:Extra Packages for Enterprise Linux 22 MB/s | 23 MB 00:01 2024-09-05T02:13:59.851 INFO:teuthology.orchestra.run.smithi123.stdout:(151/154): NetworkManager-team-1.48.10-1.el9.x8 974 kB/s | 40 kB 00:00 2024-09-05T02:13:59.893 INFO:teuthology.orchestra.run.smithi123.stdout:(152/154): NetworkManager-libnm-1.48.10-1.el9.x 8.6 MB/s | 1.8 MB 00:00 2024-09-05T02:13:59.918 INFO:teuthology.orchestra.run.smithi123.stdout:(153/154): NetworkManager-tui-1.48.10-1.el9.x86 3.6 MB/s | 248 kB 00:00 2024-09-05T02:14:00.490 INFO:teuthology.orchestra.run.smithi033.stdout:(8/154): ceph-common-19.1.1-259.g91c8a7e5.el9.x 13 MB/s | 21 MB 00:01 2024-09-05T02:14:00.538 INFO:teuthology.orchestra.run.smithi033.stdout:(9/154): ceph-selinux-19.1.1-259.g91c8a7e5.el9. 536 kB/s | 25 kB 00:00 2024-09-05T02:14:00.671 INFO:teuthology.orchestra.run.smithi033.stdout:(10/154): ceph-radosgw-19.1.1-259.g91c8a7e5.el9 12 MB/s | 11 MB 00:00 2024-09-05T02:14:00.855 INFO:teuthology.orchestra.run.smithi033.stdout:(11/154): ceph-osd-19.1.1-259.g91c8a7e5.el9.x86 12 MB/s | 17 MB 00:01 2024-09-05T02:14:00.880 INFO:teuthology.orchestra.run.smithi033.stdout:(12/154): cephfs-mirror-19.1.1-259.g91c8a7e5.el 1.1 MB/s | 224 kB 00:00 2024-09-05T02:14:00.905 INFO:teuthology.orchestra.run.smithi033.stdout:(13/154): cephfs-shell-19.1.1-259.g91c8a7e5.el9 541 kB/s | 27 kB 00:00 2024-09-05T02:14:00.930 INFO:teuthology.orchestra.run.smithi033.stdout:(14/154): libcephfs-devel-19.1.1-259.g91c8a7e5. 630 kB/s | 32 kB 00:00 2024-09-05T02:14:01.006 INFO:teuthology.orchestra.run.smithi033.stdout:(15/154): libcephsqlite-19.1.1-259.g91c8a7e5.el 2.1 MB/s | 163 kB 00:00 2024-09-05T02:14:01.039 INFO:teuthology.orchestra.run.smithi033.stdout:(16/154): libcephfs2-19.1.1-259.g91c8a7e5.el9.x 5.5 MB/s | 752 kB 00:00 2024-09-05T02:14:01.064 INFO:teuthology.orchestra.run.smithi033.stdout:(17/154): librados-devel-19.1.1-259.g91c8a7e5.e 2.1 MB/s | 127 kB 00:00 2024-09-05T02:14:01.098 INFO:teuthology.orchestra.run.smithi033.stdout:(18/154): libradosstriper1-19.1.1-259.g91c8a7e5 8.5 MB/s | 506 kB 00:00 2024-09-05T02:14:01.157 INFO:teuthology.orchestra.run.smithi033.stdout:(19/154): python3-ceph-argparse-19.1.1-259.g91c 774 kB/s | 45 kB 00:00 2024-09-05T02:14:01.224 INFO:teuthology.orchestra.run.smithi033.stdout:(20/154): python3-ceph-common-19.1.1-259.g91c8a 2.0 MB/s | 136 kB 00:00 2024-09-05T02:14:01.340 INFO:teuthology.orchestra.run.smithi033.stdout:(21/154): librgw2-19.1.1-259.g91c8a7e5.el9.x86_ 19 MB/s | 5.3 MB 00:00 2024-09-05T02:14:01.366 INFO:teuthology.orchestra.run.smithi033.stdout:(22/154): python3-cephfs-19.1.1-259.g91c8a7e5.e 1.1 MB/s | 162 kB 00:00 2024-09-05T02:14:01.408 INFO:teuthology.orchestra.run.smithi033.stdout:(23/154): python3-rados-19.1.1-259.g91c8a7e5.el 4.7 MB/s | 321 kB 00:00 2024-09-05T02:14:01.433 INFO:teuthology.orchestra.run.smithi033.stdout:(24/154): python3-rbd-19.1.1-259.g91c8a7e5.el9. 4.4 MB/s | 301 kB 00:00 2024-09-05T02:14:01.487 INFO:teuthology.orchestra.run.smithi033.stdout:(25/154): python3-rgw-19.1.1-259.g91c8a7e5.el9. 1.2 MB/s | 99 kB 00:00 2024-09-05T02:14:01.517 INFO:teuthology.orchestra.run.smithi033.stdout:(26/154): rbd-fuse-19.1.1-259.g91c8a7e5.el9.x86 1.0 MB/s | 85 kB 00:00 2024-09-05T02:14:01.576 INFO:teuthology.orchestra.run.smithi033.stdout:(27/154): rbd-nbd-19.1.1-259.g91c8a7e5.el9.x86_ 2.9 MB/s | 170 kB 00:00 2024-09-05T02:14:01.668 INFO:teuthology.orchestra.run.smithi033.stdout:(28/154): rbd-mirror-19.1.1-259.g91c8a7e5.el9.x 17 MB/s | 3.1 MB 00:00 2024-09-05T02:14:01.701 INFO:teuthology.orchestra.run.smithi033.stdout:(29/154): ceph-grafana-dashboards-19.1.1-259.g9 254 kB/s | 32 kB 00:00 2024-09-05T02:14:01.727 INFO:teuthology.orchestra.run.smithi033.stdout:(30/154): ceph-mgr-cephadm-19.1.1-259.g91c8a7e5 2.4 MB/s | 146 kB 00:00 2024-09-05T02:14:02.027 INFO:teuthology.orchestra.run.smithi033.stdout:(31/154): ceph-mgr-dashboard-19.1.1-259.g91c8a7 11 MB/s | 3.6 MB 00:00 2024-09-05T02:14:02.144 INFO:teuthology.orchestra.run.smithi033.stdout:(32/154): ceph-mgr-diskprediction-local-19.1.1- 18 MB/s | 7.4 MB 00:00 2024-09-05T02:14:02.169 INFO:teuthology.orchestra.run.smithi033.stdout:(33/154): ceph-mgr-modules-core-19.1.1-259.g91c 1.7 MB/s | 249 kB 00:00 2024-09-05T02:14:02.194 INFO:teuthology.orchestra.run.smithi033.stdout:(34/154): ceph-mgr-rook-19.1.1-259.g91c8a7e5.el 986 kB/s | 49 kB 00:00 2024-09-05T02:14:02.211 INFO:teuthology.orchestra.run.smithi033.stdout:(35/154): ceph-prometheus-alerts-19.1.1-259.g91 392 kB/s | 16 kB 00:00 2024-09-05T02:14:02.253 INFO:teuthology.orchestra.run.smithi033.stdout:(36/154): ceph-volume-19.1.1-259.g91c8a7e5.el9. 4.8 MB/s | 285 kB 00:00 2024-09-05T02:14:02.295 INFO:teuthology.orchestra.run.smithi033.stdout:(37/154): cephadm-19.1.1-259.g91c8a7e5.el9.noar 8.9 MB/s | 765 kB 00:00 2024-09-05T02:14:02.312 INFO:teuthology.orchestra.run.smithi033.stdout:(38/154): cephfs-top-19.1.1-259.g91c8a7e5.el9.n 311 kB/s | 18 kB 00:00 2024-09-05T02:14:02.438 INFO:teuthology.orchestra.run.smithi033.stdout:(39/154): fuse-2.9.9-16.el9.x86_64.rpm 563 kB/s | 80 kB 00:00 2024-09-05T02:14:02.710 INFO:teuthology.orchestra.run.smithi123.stdout:(154/154): python3-scipy-1.6.2-8.el9.x86_64.rpm 3.1 MB/s | 16 MB 00:05 2024-09-05T02:14:02.715 INFO:teuthology.orchestra.run.smithi123.stdout:-------------------------------------------------------------------------------- 2024-09-05T02:14:02.715 INFO:teuthology.orchestra.run.smithi123.stdout:Total 16 MB/s | 222 MB 00:13 2024-09-05T02:14:02.921 INFO:teuthology.orchestra.run.smithi033.stdout:(40/154): ceph-test-19.1.1-259.g91c8a7e5.el9.x8 20 MB/s | 49 MB 00:02 2024-09-05T02:14:02.947 INFO:teuthology.orchestra.run.smithi033.stdout:(41/154): libquadmath-11.5.0-2.el9.x86_64.rpm 376 kB/s | 191 kB 00:00 2024-09-05T02:14:03.005 INFO:teuthology.orchestra.run.smithi033.stdout:(42/154): libgfortran-11.5.0-2.el9.x86_64.rpm 1.1 MB/s | 801 kB 00:00 2024-09-05T02:14:03.056 INFO:teuthology.orchestra.run.smithi033.stdout:(43/154): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-09-05T02:14:03.089 INFO:teuthology.orchestra.run.smithi033.stdout:(44/154): python3-cryptography-36.0.1-4.el9.x86 8.6 MB/s | 1.2 MB 00:00 2024-09-05T02:14:03.114 INFO:teuthology.orchestra.run.smithi033.stdout:(45/154): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-09-05T02:14:03.139 INFO:teuthology.orchestra.run.smithi033.stdout:(46/154): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.1 MB/s | 253 kB 00:00 2024-09-05T02:14:03.165 INFO:teuthology.orchestra.run.smithi033.stdout:(47/154): python3-requests-2.25.1-8.el9.noarch. 1.6 MB/s | 125 kB 00:00 2024-09-05T02:14:03.190 INFO:teuthology.orchestra.run.smithi033.stdout:(48/154): python3-urllib3-1.26.5-6.el9.noarch.r 2.8 MB/s | 215 kB 00:00 2024-09-05T02:14:03.307 INFO:teuthology.orchestra.run.smithi033.stdout:(49/154): automake-1.16.2-8.el9.noarch.rpm 4.0 MB/s | 689 kB 00:00 2024-09-05T02:14:03.333 INFO:teuthology.orchestra.run.smithi033.stdout:(50/154): boost-program-options-1.75.0-8.el9.x8 754 kB/s | 107 kB 00:00 2024-09-05T02:14:03.358 INFO:teuthology.orchestra.run.smithi033.stdout:(51/154): elfutils-libelf-devel-0.191-4.el9.x86 434 kB/s | 22 kB 00:00 2024-09-05T02:14:03.400 INFO:teuthology.orchestra.run.smithi033.stdout:(52/154): bison-3.7.4-5.el9.x86_64.rpm 3.9 MB/s | 943 kB 00:00 2024-09-05T02:14:03.425 INFO:teuthology.orchestra.run.smithi033.stdout:(53/154): flexiblas-3.0.4-8.el9.x86_64.rpm 491 kB/s | 33 kB 00:00 2024-09-05T02:14:03.482 INFO:teuthology.orchestra.run.smithi033.stdout:(54/154): flex-2.6.4-9.el9.x86_64.rpm 2.1 MB/s | 313 kB 00:00 2024-09-05T02:14:03.519 INFO:teuthology.orchestra.run.smithi033.stdout:(55/154): flexiblas-openblas-openmp-3.0.4-8.el9 195 kB/s | 18 kB 00:00 2024-09-05T02:14:03.551 INFO:teuthology.orchestra.run.smithi033.stdout:(56/154): libaio-devel-0.3.111-13.el9.x86_64.rp 163 kB/s | 11 kB 00:00 2024-09-05T02:14:03.576 INFO:teuthology.orchestra.run.smithi033.stdout:(57/154): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.8 MB/s | 160 kB 00:00 2024-09-05T02:14:03.602 INFO:teuthology.orchestra.run.smithi033.stdout:(58/154): librabbitmq-0.11.0-7.el9.x86_64.rpm 897 kB/s | 45 kB 00:00 2024-09-05T02:14:03.643 INFO:teuthology.orchestra.run.smithi033.stdout:(59/154): librdkafka-1.6.1-102.el9.x86_64.rpm 9.7 MB/s | 662 kB 00:00 2024-09-05T02:14:03.702 INFO:teuthology.orchestra.run.smithi033.stdout:(60/154): flexiblas-netlib-3.0.4-8.el9.x86_64.r 9.9 MB/s | 3.0 MB 00:00 2024-09-05T02:14:03.719 INFO:teuthology.orchestra.run.smithi033.stdout:(61/154): libuuid-devel-2.37.4-20.el9.x86_64.rp 326 kB/s | 24 kB 00:00 2024-09-05T02:14:03.736 INFO:teuthology.orchestra.run.smithi033.stdout:(62/154): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.4 MB/s | 47 kB 00:00 2024-09-05T02:14:03.761 INFO:teuthology.orchestra.run.smithi033.stdout:(63/154): lttng-ust-2.12.0-6.el9.x86_64.rpm 6.9 MB/s | 292 kB 00:00 2024-09-05T02:14:03.786 INFO:teuthology.orchestra.run.smithi033.stdout:(64/154): libtool-2.4.6-46.el9.x86_64.rpm 3.1 MB/s | 581 kB 00:00 2024-09-05T02:14:03.803 INFO:teuthology.orchestra.run.smithi033.stdout:(65/154): openblas-0.3.26-2.el9.x86_64.rpm 923 kB/s | 38 kB 00:00 2024-09-05T02:14:03.828 INFO:teuthology.orchestra.run.smithi033.stdout:(66/154): lua-5.4.4-4.el9.x86_64.rpm 2.0 MB/s | 188 kB 00:00 2024-09-05T02:14:03.873 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction check 2024-09-05T02:14:03.904 INFO:teuthology.orchestra.run.smithi033.stdout:(67/154): postgresql-13.16-1.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-09-05T02:14:04.004 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction check succeeded. 2024-09-05T02:14:04.004 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction test 2024-09-05T02:14:04.013 INFO:teuthology.orchestra.run.smithi033.stdout:(68/154): openssl-devel-3.2.2-4.el9.x86_64.rpm 21 MB/s | 4.4 MB 00:00 2024-09-05T02:14:04.054 INFO:teuthology.orchestra.run.smithi033.stdout:(69/154): postgresql-contrib-13.16-1.el9.x86_64 5.9 MB/s | 910 kB 00:00 2024-09-05T02:14:04.079 INFO:teuthology.orchestra.run.smithi033.stdout:(70/154): postgresql-private-libs-13.16-1.el9.x 2.0 MB/s | 137 kB 00:00 2024-09-05T02:14:04.147 INFO:teuthology.orchestra.run.smithi033.stdout:(71/154): openblas-openmp-0.3.26-2.el9.x86_64.r 14 MB/s | 4.9 MB 00:00 2024-09-05T02:14:04.189 INFO:teuthology.orchestra.run.smithi033.stdout:(72/154): protobuf-3.14.0-13.el9.x86_64.rpm 9.3 MB/s | 1.0 MB 00:00 2024-09-05T02:14:04.214 INFO:teuthology.orchestra.run.smithi033.stdout:(73/154): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 87 kB 00:00 2024-09-05T02:14:04.248 INFO:teuthology.orchestra.run.smithi033.stdout:(74/154): python3-colorama-0.4.6-3.el9.noarch.r 1.8 MB/s | 61 kB 00:00 2024-09-05T02:14:04.340 INFO:teuthology.orchestra.run.smithi033.stdout:(75/154): postgresql-server-13.16-1.el9.x86_64. 20 MB/s | 5.8 MB 00:00 2024-09-05T02:14:04.373 INFO:teuthology.orchestra.run.smithi033.stdout:(76/154): python3-devel-3.9.19-8.el9.x86_64.rpm 1.9 MB/s | 245 kB 00:00 2024-09-05T02:14:04.398 INFO:teuthology.orchestra.run.smithi033.stdout:(77/154): python3-jinja2-2.11.3-6.el9.noarch.rp 4.1 MB/s | 248 kB 00:00 2024-09-05T02:14:04.424 INFO:teuthology.orchestra.run.smithi033.stdout:(78/154): python3-jsonpatch-1.21-16.el9.noarch. 511 kB/s | 26 kB 00:00 2024-09-05T02:14:04.449 INFO:teuthology.orchestra.run.smithi033.stdout:(79/154): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-09-05T02:14:04.499 INFO:teuthology.orchestra.run.smithi033.stdout:(80/154): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-09-05T02:14:04.525 INFO:teuthology.orchestra.run.smithi033.stdout:(81/154): python3-markupsafe-1.1.1-12.el9.x86_6 462 kB/s | 35 kB 00:00 2024-09-05T02:14:04.617 INFO:teuthology.orchestra.run.smithi033.stdout:(82/154): python3-babel-2.9.1-2.el9.noarch.rpm 14 MB/s | 6.0 MB 00:00 2024-09-05T02:14:04.642 INFO:teuthology.orchestra.run.smithi033.stdout:(83/154): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-09-05T02:14:04.667 INFO:teuthology.orchestra.run.smithi033.stdout:(84/154): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-05T02:14:04.693 INFO:teuthology.orchestra.run.smithi033.stdout:(85/154): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-05T02:14:04.718 INFO:teuthology.orchestra.run.smithi033.stdout:(86/154): python3-prettytable-0.7.2-27.el9.noar 844 kB/s | 42 kB 00:00 2024-09-05T02:14:04.743 INFO:teuthology.orchestra.run.smithi033.stdout:(87/154): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-09-05T02:14:04.768 INFO:teuthology.orchestra.run.smithi033.stdout:(88/154): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-09-05T02:14:04.793 INFO:teuthology.orchestra.run.smithi033.stdout:(89/154): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-09-05T02:14:04.819 INFO:teuthology.orchestra.run.smithi033.stdout:(90/154): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-05T02:14:04.844 INFO:teuthology.orchestra.run.smithi033.stdout:(91/154): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-05T02:14:04.895 INFO:teuthology.orchestra.run.smithi033.stdout:(92/154): python3-toml-0.10.2-6.el9.noarch.rpm 831 kB/s | 42 kB 00:00 2024-09-05T02:14:04.995 INFO:teuthology.orchestra.run.smithi033.stdout:(93/154): python3-numpy-1.20.1-5.el9.x86_64.rpm 10 MB/s | 5.1 MB 00:00 2024-09-05T02:14:05.020 INFO:teuthology.orchestra.run.smithi033.stdout:(94/154): python3-wcwidth-0.2.5-8.el9.noarch.rp 354 kB/s | 44 kB 00:00 2024-09-05T02:14:05.045 INFO:teuthology.orchestra.run.smithi033.stdout:(95/154): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-09-05T02:14:05.070 INFO:teuthology.orchestra.run.smithi033.stdout:(96/154): qatlib-service-24.02.0-1.el9.x86_64.r 715 kB/s | 36 kB 00:00 2024-09-05T02:14:05.096 INFO:teuthology.orchestra.run.smithi033.stdout:(97/154): qatzip-libs-1.2.0-1.el9.x86_64.rpm 944 kB/s | 47 kB 00:00 2024-09-05T02:14:05.121 INFO:teuthology.orchestra.run.smithi033.stdout:(98/154): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-05T02:14:05.146 INFO:teuthology.orchestra.run.smithi033.stdout:(99/154): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-05T02:14:05.172 INFO:teuthology.orchestra.run.smithi033.stdout:(100/154): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.9 MB/s | 96 kB 00:00 2024-09-05T02:14:05.197 INFO:teuthology.orchestra.run.smithi033.stdout:(101/154): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-05T02:14:05.222 INFO:teuthology.orchestra.run.smithi033.stdout:(102/154): zlib-devel-1.2.11-41.el9.x86_64.rpm 894 kB/s | 45 kB 00:00 2024-09-05T02:14:05.315 INFO:teuthology.orchestra.run.smithi174.stdout:lab-extras 18 kB/s | 1.7 kB 00:00 2024-09-05T02:14:05.489 INFO:teuthology.orchestra.run.smithi033.stdout:(103/154): python3-scipy-1.6.2-8.el9.x86_64.rpm 24 MB/s | 16 MB 00:00 2024-09-05T02:14:05.514 INFO:teuthology.orchestra.run.smithi033.stdout:(104/154): lua-devel-5.4.4-4.el9.x86_64.rpm 70 kB/s | 22 kB 00:00 2024-09-05T02:14:05.606 INFO:teuthology.orchestra.run.smithi033.stdout:(105/154): abseil-cpp-20211102.0-3.el9.x86_64.r 4.6 MB/s | 548 kB 00:00 2024-09-05T02:14:05.631 INFO:teuthology.orchestra.run.smithi033.stdout:(106/154): grpc-data-1.46.7-10.el9.noarch.rpm 787 kB/s | 19 kB 00:00 2024-09-05T02:14:05.657 INFO:teuthology.orchestra.run.smithi033.stdout:(107/154): gperftools-libs-2.9.1-2.el9.x86_64.r 2.1 MB/s | 309 kB 00:00 2024-09-05T02:14:05.690 INFO:teuthology.orchestra.run.smithi033.stdout:(108/154): protobuf-compiler-3.14.0-13.el9.x86_ 1.8 MB/s | 863 kB 00:00 2024-09-05T02:14:05.716 INFO:teuthology.orchestra.run.smithi033.stdout:(109/154): libarrow-doc-9.0.0-11.el9.noarch.rpm 443 kB/s | 26 kB 00:00 2024-09-05T02:14:05.758 INFO:teuthology.orchestra.run.smithi033.stdout:(110/154): libunwind-1.6.2-1.el9.x86_64.rpm 2.3 MB/s | 67 kB 00:00 2024-09-05T02:14:05.763 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction test succeeded. 2024-09-05T02:14:05.763 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction 2024-09-05T02:14:05.791 INFO:teuthology.orchestra.run.smithi033.stdout:(111/154): luarocks-3.9.2-5.el9.noarch.rpm 4.7 MB/s | 151 kB 00:00 2024-09-05T02:14:05.816 INFO:teuthology.orchestra.run.smithi033.stdout:(112/154): liboath-2.6.7-2.el9.x86_64.rpm 386 kB/s | 49 kB 00:00 2024-09-05T02:14:05.869 INFO:teuthology.orchestra.run.smithi033.stdout:(113/154): parquet-libs-9.0.0-11.el9.x86_64.rpm 11 MB/s | 839 kB 00:00 2024-09-05T02:14:05.892 INFO:teuthology.orchestra.run.smithi033.stdout:(114/154): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-05T02:14:05.917 INFO:teuthology.orchestra.run.smithi033.stdout:(115/154): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-05T02:14:05.942 INFO:teuthology.orchestra.run.smithi033.stdout:(116/154): python3-certifi-2023.05.07-4.el9.noa 565 kB/s | 14 kB 00:00 2024-09-05T02:14:05.993 INFO:teuthology.orchestra.run.smithi033.stdout:(117/154): python3-asyncssh-2.13.2-5.el9.noarch 3.0 MB/s | 548 kB 00:00 2024-09-05T02:14:06.018 INFO:teuthology.orchestra.run.smithi033.stdout:(118/154): python3-cheroot-8.6.0-4.el9.noarch.r 2.2 MB/s | 172 kB 00:00 2024-09-05T02:14:06.052 INFO:teuthology.orchestra.run.smithi033.stdout:(119/154): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-05T02:14:06.077 INFO:teuthology.orchestra.run.smithi033.stdout:(120/154): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-09-05T02:14:06.102 INFO:teuthology.orchestra.run.smithi033.stdout:(121/154): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-05T02:14:06.128 INFO:teuthology.orchestra.run.smithi033.stdout:(122/154): python3-grpcio-tools-1.46.7-10.el9.x 5.7 MB/s | 144 kB 00:00 2024-09-05T02:14:06.153 INFO:teuthology.orchestra.run.smithi033.stdout:(123/154): python3-jaraco-8.2.1-3.el9.noarch.rp 430 kB/s | 11 kB 00:00 2024-09-05T02:14:06.178 INFO:teuthology.orchestra.run.smithi033.stdout:(124/154): python3-jaraco-classes-3.2.1-5.el9.n 704 kB/s | 18 kB 00:00 2024-09-05T02:14:06.204 INFO:teuthology.orchestra.run.smithi033.stdout:(125/154): python3-jaraco-collections-3.0.0-8.e 934 kB/s | 23 kB 00:00 2024-09-05T02:14:06.229 INFO:teuthology.orchestra.run.smithi033.stdout:(126/154): python3-jaraco-functools-3.5.0-2.el9 786 kB/s | 19 kB 00:00 2024-09-05T02:14:06.254 INFO:teuthology.orchestra.run.smithi033.stdout:(127/154): python3-jaraco-text-3.2.0-6.el9.noar 784 kB/s | 20 kB 00:00 2024-09-05T02:14:06.313 INFO:teuthology.orchestra.run.smithi033.stdout:(128/154): python3-kubernetes-26.1.0-2.el9.noar 18 MB/s | 1.0 MB 00:00 2024-09-05T02:14:06.338 INFO:teuthology.orchestra.run.smithi033.stdout:(129/154): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-05T02:14:06.405 INFO:teuthology.orchestra.run.smithi033.stdout:(130/154): libarrow-9.0.0-11.el9.x86_64.rpm 5.7 MB/s | 4.4 MB 00:00 2024-09-05T02:14:06.430 INFO:teuthology.orchestra.run.smithi033.stdout:(131/154): python3-more-itertools-8.12.0-2.el9. 860 kB/s | 79 kB 00:00 2024-09-05T02:14:06.481 INFO:teuthology.orchestra.run.smithi033.stdout:(132/154): python3-natsort-7.1.1-5.el9.noarch.r 768 kB/s | 58 kB 00:00 2024-09-05T02:14:06.539 INFO:teuthology.orchestra.run.smithi033.stdout:(133/154): python3-grpcio-1.46.7-10.el9.x86_64. 4.4 MB/s | 2.0 MB 00:00 2024-09-05T02:14:06.564 INFO:teuthology.orchestra.run.smithi033.stdout:(134/154): python3-portend-3.1.0-2.el9.noarch.r 197 kB/s | 16 kB 00:00 2024-09-05T02:14:06.590 INFO:teuthology.orchestra.run.smithi033.stdout:(135/154): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-05T02:14:06.615 INFO:teuthology.orchestra.run.smithi033.stdout:(136/154): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-09-05T02:14:06.640 INFO:teuthology.orchestra.run.smithi033.stdout:(137/154): python3-repoze-lru-0.7-16.el9.noarch 611 kB/s | 31 kB 00:00 2024-09-05T02:14:06.666 INFO:teuthology.orchestra.run.smithi033.stdout:(138/154): python3-pecan-1.4.2-3.el9.noarch.rpm 1.1 MB/s | 272 kB 00:00 2024-09-05T02:14:06.692 INFO:teuthology.orchestra.run.smithi033.stdout:(139/154): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-09-05T02:14:06.716 INFO:teuthology.orchestra.run.smithi033.stdout:(140/154): python3-tempora-5.0.0-2.el9.noarch.r 713 kB/s | 36 kB 00:00 2024-09-05T02:14:06.741 INFO:teuthology.orchestra.run.smithi033.stdout:(141/154): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-09-05T02:14:06.767 INFO:teuthology.orchestra.run.smithi033.stdout:(142/154): python3-typing-extensions-4.12.2-2.e 985 kB/s | 74 kB 00:00 2024-09-05T02:14:06.792 INFO:teuthology.orchestra.run.smithi033.stdout:(143/154): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-05T02:14:06.817 INFO:teuthology.orchestra.run.smithi033.stdout:(144/154): python3-zc-lockfile-2.0-10.el9.noarc 810 kB/s | 20 kB 00:00 2024-09-05T02:14:06.843 INFO:teuthology.orchestra.run.smithi033.stdout:(145/154): python3-webob-1.8.8-2.el9.noarch.rpm 1.8 MB/s | 230 kB 00:00 2024-09-05T02:14:06.876 INFO:teuthology.orchestra.run.smithi033.stdout:(146/154): re2-20211101-20.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-05T02:14:06.902 INFO:teuthology.orchestra.run.smithi033.stdout:(147/154): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-09-05T02:14:06.979 INFO:teuthology.orchestra.run.smithi033.stdout:(148/154): thrift-0.15.0-2.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-09-05T02:14:07.102 INFO:teuthology.orchestra.run.smithi033.stdout:(149/154): NetworkManager-1.48.10-1.el9.x86_64. 21 MB/s | 2.3 MB 00:00 2024-09-05T02:14:07.186 INFO:teuthology.orchestra.run.smithi033.stdout:(150/154): librados2-19.1.1-259.g91c8a7e5.el9.x 11 MB/s | 3.4 MB 00:00 2024-09-05T02:14:07.236 INFO:teuthology.orchestra.run.smithi033.stdout:(151/154): NetworkManager-libnm-1.48.10-1.el9.x 13 MB/s | 1.8 MB 00:00 2024-09-05T02:14:07.270 INFO:teuthology.orchestra.run.smithi033.stdout:(152/154): NetworkManager-team-1.48.10-1.el9.x8 484 kB/s | 40 kB 00:00 2024-09-05T02:14:07.295 INFO:teuthology.orchestra.run.smithi033.stdout:(153/154): NetworkManager-tui-1.48.10-1.el9.x86 4.1 MB/s | 248 kB 00:00 2024-09-05T02:14:07.420 INFO:teuthology.orchestra.run.smithi033.stdout:(154/154): librbd1-19.1.1-259.g91c8a7e5.el9.x86 6.1 MB/s | 3.2 MB 00:00 2024-09-05T02:14:07.427 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T02:14:07.427 INFO:teuthology.orchestra.run.smithi033.stdout:Total 25 MB/s | 222 MB 00:08 2024-09-05T02:14:07.575 INFO:teuthology.orchestra.run.smithi174.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-05T02:14:07.576 INFO:teuthology.orchestra.run.smithi174.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-05T02:14:07.588 INFO:teuthology.orchestra.run.smithi174.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-05T02:14:07.589 INFO:teuthology.orchestra.run.smithi174.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-05T02:14:07.590 INFO:teuthology.orchestra.run.smithi174.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-05T02:14:07.591 INFO:teuthology.orchestra.run.smithi174.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-05T02:14:07.592 INFO:teuthology.orchestra.run.smithi174.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-05T02:14:07.595 INFO:teuthology.orchestra.run.smithi174.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-05T02:14:07.596 INFO:teuthology.orchestra.run.smithi174.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-05T02:14:07.657 INFO:teuthology.orchestra.run.smithi174.stdout:Dependencies resolved. 2024-09-05T02:14:07.667 INFO:teuthology.orchestra.run.smithi174.stdout:====================================================================================== 2024-09-05T02:14:07.667 INFO:teuthology.orchestra.run.smithi174.stdout: Package Arch Version Repository Size 2024-09-05T02:14:07.667 INFO:teuthology.orchestra.run.smithi174.stdout:====================================================================================== 2024-09-05T02:14:07.667 INFO:teuthology.orchestra.run.smithi174.stdout:Installing: 2024-09-05T02:14:07.667 INFO:teuthology.orchestra.run.smithi174.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-05T02:14:07.667 INFO:teuthology.orchestra.run.smithi174.stdout: ceph x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 6.6 k 2024-09-05T02:14:07.667 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-base x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 5.4 M 2024-09-05T02:14:07.667 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-fuse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 896 k 2024-09-05T02:14:07.667 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 145 k 2024-09-05T02:14:07.667 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 1.5 M 2024-09-05T02:14:07.667 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-cephadm noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 146 k 2024-09-05T02:14:07.667 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-dashboard noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 3.6 M 2024-09-05T02:14:07.668 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 7.4 M 2024-09-05T02:14:07.668 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-rook noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 49 k 2024-09-05T02:14:07.668 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-radosgw x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 11 M 2024-09-05T02:14:07.668 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-test x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 49 M 2024-09-05T02:14:07.668 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-volume noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 285 k 2024-09-05T02:14:07.668 INFO:teuthology.orchestra.run.smithi174.stdout: cephadm noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 765 k 2024-09-05T02:14:07.668 INFO:teuthology.orchestra.run.smithi174.stdout: cephfs-mirror x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 224 k 2024-09-05T02:14:07.668 INFO:teuthology.orchestra.run.smithi174.stdout: cephfs-shell x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 27 k 2024-09-05T02:14:07.668 INFO:teuthology.orchestra.run.smithi174.stdout: cephfs-top noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 18 k 2024-09-05T02:14:07.668 INFO:teuthology.orchestra.run.smithi174.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-05T02:14:07.668 INFO:teuthology.orchestra.run.smithi174.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-05T02:14:07.668 INFO:teuthology.orchestra.run.smithi174.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-05T02:14:07.669 INFO:teuthology.orchestra.run.smithi174.stdout: libcephfs-devel x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 32 k 2024-09-05T02:14:07.669 INFO:teuthology.orchestra.run.smithi174.stdout: libcephfs2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 752 k 2024-09-05T02:14:07.669 INFO:teuthology.orchestra.run.smithi174.stdout: librados-devel x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 127 k 2024-09-05T02:14:07.669 INFO:teuthology.orchestra.run.smithi174.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-05T02:14:07.669 INFO:teuthology.orchestra.run.smithi174.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-05T02:14:07.669 INFO:teuthology.orchestra.run.smithi174.stdout: openssl-devel x86_64 1:3.2.2-4.el9 appstream 4.4 M 2024-09-05T02:14:07.669 INFO:teuthology.orchestra.run.smithi174.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-05T02:14:07.669 INFO:teuthology.orchestra.run.smithi174.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-05T02:14:07.669 INFO:teuthology.orchestra.run.smithi174.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-05T02:14:07.669 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cephfs x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 162 k 2024-09-05T02:14:07.669 INFO:teuthology.orchestra.run.smithi174.stdout: python3-rados x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 321 k 2024-09-05T02:14:07.669 INFO:teuthology.orchestra.run.smithi174.stdout: python3-rbd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 301 k 2024-09-05T02:14:07.670 INFO:teuthology.orchestra.run.smithi174.stdout: python3-rgw x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 99 k 2024-09-05T02:14:07.670 INFO:teuthology.orchestra.run.smithi174.stdout: rbd-fuse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 85 k 2024-09-05T02:14:07.670 INFO:teuthology.orchestra.run.smithi174.stdout: rbd-mirror x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.1 M 2024-09-05T02:14:07.670 INFO:teuthology.orchestra.run.smithi174.stdout: rbd-nbd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 170 k 2024-09-05T02:14:07.670 INFO:teuthology.orchestra.run.smithi174.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-05T02:14:07.670 INFO:teuthology.orchestra.run.smithi174.stdout:Upgrading: 2024-09-05T02:14:07.670 INFO:teuthology.orchestra.run.smithi174.stdout: NetworkManager x86_64 1:1.48.10-1.el9 baseos 2.3 M 2024-09-05T02:14:07.670 INFO:teuthology.orchestra.run.smithi174.stdout: NetworkManager-libnm x86_64 1:1.48.10-1.el9 baseos 1.8 M 2024-09-05T02:14:07.670 INFO:teuthology.orchestra.run.smithi174.stdout: NetworkManager-team x86_64 1:1.48.10-1.el9 baseos 40 k 2024-09-05T02:14:07.670 INFO:teuthology.orchestra.run.smithi174.stdout: NetworkManager-tui x86_64 1:1.48.10-1.el9 baseos 248 k 2024-09-05T02:14:07.670 INFO:teuthology.orchestra.run.smithi174.stdout: librados2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.4 M 2024-09-05T02:14:07.670 INFO:teuthology.orchestra.run.smithi174.stdout: librbd1 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.2 M 2024-09-05T02:14:07.670 INFO:teuthology.orchestra.run.smithi174.stdout:Installing dependencies: 2024-09-05T02:14:07.670 INFO:teuthology.orchestra.run.smithi174.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-05T02:14:07.671 INFO:teuthology.orchestra.run.smithi174.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-05T02:14:07.671 INFO:teuthology.orchestra.run.smithi174.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-05T02:14:07.671 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-common x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 21 M 2024-09-05T02:14:07.671 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-grafana-dashboards noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 32 k 2024-09-05T02:14:07.671 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mds x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 2.4 M 2024-09-05T02:14:07.671 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-modules-core noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 249 k 2024-09-05T02:14:07.671 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mon x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 4.7 M 2024-09-05T02:14:07.671 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-osd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 17 M 2024-09-05T02:14:07.671 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-prometheus-alerts noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 16 k 2024-09-05T02:14:07.671 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-selinux x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 25 k 2024-09-05T02:14:07.671 INFO:teuthology.orchestra.run.smithi174.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-05T02:14:07.671 INFO:teuthology.orchestra.run.smithi174.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-05T02:14:07.671 INFO:teuthology.orchestra.run.smithi174.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-05T02:14:07.672 INFO:teuthology.orchestra.run.smithi174.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-05T02:14:07.672 INFO:teuthology.orchestra.run.smithi174.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-05T02:14:07.672 INFO:teuthology.orchestra.run.smithi174.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-05T02:14:07.672 INFO:teuthology.orchestra.run.smithi174.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-05T02:14:07.672 INFO:teuthology.orchestra.run.smithi174.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-05T02:14:07.672 INFO:teuthology.orchestra.run.smithi174.stdout: libcephsqlite x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 163 k 2024-09-05T02:14:07.672 INFO:teuthology.orchestra.run.smithi174.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-05T02:14:07.672 INFO:teuthology.orchestra.run.smithi174.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-05T02:14:07.672 INFO:teuthology.orchestra.run.smithi174.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-05T02:14:07.672 INFO:teuthology.orchestra.run.smithi174.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-05T02:14:07.672 INFO:teuthology.orchestra.run.smithi174.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-05T02:14:07.673 INFO:teuthology.orchestra.run.smithi174.stdout: libradosstriper1 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 506 k 2024-09-05T02:14:07.673 INFO:teuthology.orchestra.run.smithi174.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-05T02:14:07.673 INFO:teuthology.orchestra.run.smithi174.stdout: librgw2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 5.3 M 2024-09-05T02:14:07.673 INFO:teuthology.orchestra.run.smithi174.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-05T02:14:07.673 INFO:teuthology.orchestra.run.smithi174.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-05T02:14:07.673 INFO:teuthology.orchestra.run.smithi174.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-05T02:14:07.673 INFO:teuthology.orchestra.run.smithi174.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-05T02:14:07.673 INFO:teuthology.orchestra.run.smithi174.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-05T02:14:07.673 INFO:teuthology.orchestra.run.smithi174.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-05T02:14:07.673 INFO:teuthology.orchestra.run.smithi174.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-05T02:14:07.673 INFO:teuthology.orchestra.run.smithi174.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-05T02:14:07.673 INFO:teuthology.orchestra.run.smithi174.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-05T02:14:07.674 INFO:teuthology.orchestra.run.smithi174.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-05T02:14:07.674 INFO:teuthology.orchestra.run.smithi174.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-05T02:14:07.674 INFO:teuthology.orchestra.run.smithi174.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-05T02:14:07.674 INFO:teuthology.orchestra.run.smithi174.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-05T02:14:07.674 INFO:teuthology.orchestra.run.smithi174.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-05T02:14:07.674 INFO:teuthology.orchestra.run.smithi174.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-05T02:14:07.674 INFO:teuthology.orchestra.run.smithi174.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-05T02:14:07.674 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-05T02:14:07.674 INFO:teuthology.orchestra.run.smithi174.stdout: python3-ceph-argparse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 45 k 2024-09-05T02:14:07.674 INFO:teuthology.orchestra.run.smithi174.stdout: python3-ceph-common x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 136 k 2024-09-05T02:14:07.674 INFO:teuthology.orchestra.run.smithi174.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-05T02:14:07.674 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-05T02:14:07.674 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-05T02:14:07.674 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-05T02:14:07.675 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-05T02:14:07.675 INFO:teuthology.orchestra.run.smithi174.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-05T02:14:07.675 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-05T02:14:07.675 INFO:teuthology.orchestra.run.smithi174.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-05T02:14:07.675 INFO:teuthology.orchestra.run.smithi174.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-05T02:14:07.675 INFO:teuthology.orchestra.run.smithi174.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-05T02:14:07.675 INFO:teuthology.orchestra.run.smithi174.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-05T02:14:07.675 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-05T02:14:07.675 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-05T02:14:07.675 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-05T02:14:07.675 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-05T02:14:07.675 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-05T02:14:07.675 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-05T02:14:07.676 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-05T02:14:07.676 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-05T02:14:07.676 INFO:teuthology.orchestra.run.smithi174.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-05T02:14:07.676 INFO:teuthology.orchestra.run.smithi174.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-05T02:14:07.676 INFO:teuthology.orchestra.run.smithi174.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-05T02:14:07.676 INFO:teuthology.orchestra.run.smithi174.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-05T02:14:07.676 INFO:teuthology.orchestra.run.smithi174.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-05T02:14:07.676 INFO:teuthology.orchestra.run.smithi174.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-05T02:14:07.676 INFO:teuthology.orchestra.run.smithi174.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-05T02:14:07.676 INFO:teuthology.orchestra.run.smithi174.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-05T02:14:07.676 INFO:teuthology.orchestra.run.smithi174.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-05T02:14:07.676 INFO:teuthology.orchestra.run.smithi174.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-05T02:14:07.676 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-05T02:14:07.677 INFO:teuthology.orchestra.run.smithi174.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-05T02:14:07.677 INFO:teuthology.orchestra.run.smithi174.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-05T02:14:07.677 INFO:teuthology.orchestra.run.smithi174.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-05T02:14:07.677 INFO:teuthology.orchestra.run.smithi174.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-05T02:14:07.677 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-05T02:14:07.677 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-05T02:14:07.677 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-05T02:14:07.677 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-05T02:14:07.677 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-05T02:14:07.677 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-05T02:14:07.677 INFO:teuthology.orchestra.run.smithi174.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-05T02:14:07.677 INFO:teuthology.orchestra.run.smithi174.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-05T02:14:07.678 INFO:teuthology.orchestra.run.smithi174.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-05T02:14:07.678 INFO:teuthology.orchestra.run.smithi174.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-05T02:14:07.678 INFO:teuthology.orchestra.run.smithi174.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-05T02:14:07.678 INFO:teuthology.orchestra.run.smithi174.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-05T02:14:07.678 INFO:teuthology.orchestra.run.smithi174.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-05T02:14:07.678 INFO:teuthology.orchestra.run.smithi174.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-05T02:14:07.678 INFO:teuthology.orchestra.run.smithi174.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-05T02:14:07.678 INFO:teuthology.orchestra.run.smithi174.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-05T02:14:07.678 INFO:teuthology.orchestra.run.smithi174.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-05T02:14:07.678 INFO:teuthology.orchestra.run.smithi174.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-05T02:14:07.678 INFO:teuthology.orchestra.run.smithi174.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-05T02:14:07.678 INFO:teuthology.orchestra.run.smithi174.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-05T02:14:07.678 INFO:teuthology.orchestra.run.smithi174.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-05T02:14:07.679 INFO:teuthology.orchestra.run.smithi174.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-05T02:14:07.679 INFO:teuthology.orchestra.run.smithi174.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-05T02:14:07.679 INFO:teuthology.orchestra.run.smithi174.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-05T02:14:07.679 INFO:teuthology.orchestra.run.smithi174.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-05T02:14:07.679 INFO:teuthology.orchestra.run.smithi174.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-05T02:14:07.679 INFO:teuthology.orchestra.run.smithi174.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-05T02:14:07.679 INFO:teuthology.orchestra.run.smithi174.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-05T02:14:07.679 INFO:teuthology.orchestra.run.smithi174.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-05T02:14:07.679 INFO:teuthology.orchestra.run.smithi174.stdout:Installing weak dependencies: 2024-09-05T02:14:07.679 INFO:teuthology.orchestra.run.smithi174.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-05T02:14:07.679 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:14:07.680 INFO:teuthology.orchestra.run.smithi174.stdout:Transaction Summary 2024-09-05T02:14:07.680 INFO:teuthology.orchestra.run.smithi174.stdout:====================================================================================== 2024-09-05T02:14:07.680 INFO:teuthology.orchestra.run.smithi174.stdout:Install 148 Packages 2024-09-05T02:14:07.680 INFO:teuthology.orchestra.run.smithi174.stdout:Upgrade 6 Packages 2024-09-05T02:14:07.680 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:14:07.681 INFO:teuthology.orchestra.run.smithi174.stdout:Total download size: 222 M 2024-09-05T02:14:07.681 INFO:teuthology.orchestra.run.smithi174.stdout:Downloading Packages: 2024-09-05T02:14:08.108 INFO:teuthology.orchestra.run.smithi174.stdout:(1/154): ceph-19.1.1-259.g91c8a7e5.el9.x86_64.r 52 kB/s | 6.6 kB 00:00 2024-09-05T02:14:08.300 INFO:teuthology.orchestra.run.smithi174.stdout:(2/154): ceph-fuse-19.1.1-259.g91c8a7e5.el9.x86 4.6 MB/s | 896 kB 00:00 2024-09-05T02:14:08.367 INFO:teuthology.orchestra.run.smithi174.stdout:(3/154): ceph-immutable-object-cache-19.1.1-259 2.1 MB/s | 145 kB 00:00 2024-09-05T02:14:08.442 INFO:teuthology.orchestra.run.smithi174.stdout:(4/154): ceph-base-19.1.1-259.g91c8a7e5.el9.x86 12 MB/s | 5.4 MB 00:00 2024-09-05T02:14:08.576 INFO:teuthology.orchestra.run.smithi174.stdout:(5/154): ceph-mds-19.1.1-259.g91c8a7e5.el9.x86_ 11 MB/s | 2.4 MB 00:00 2024-09-05T02:14:08.617 INFO:teuthology.orchestra.run.smithi174.stdout:(6/154): ceph-mgr-19.1.1-259.g91c8a7e5.el9.x86_ 8.7 MB/s | 1.5 MB 00:00 2024-09-05T02:14:08.926 INFO:teuthology.orchestra.run.smithi174.stdout:(7/154): ceph-mon-19.1.1-259.g91c8a7e5.el9.x86_ 13 MB/s | 4.7 MB 00:00 2024-09-05T02:14:09.168 INFO:teuthology.orchestra.run.smithi174.stdout:(8/154): ceph-common-19.1.1-259.g91c8a7e5.el9.x 18 MB/s | 21 MB 00:01 2024-09-05T02:14:09.218 INFO:teuthology.orchestra.run.smithi174.stdout:(9/154): ceph-selinux-19.1.1-259.g91c8a7e5.el9. 508 kB/s | 25 kB 00:00 2024-09-05T02:14:09.419 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-09-05T02:14:09.595 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-09-05T02:14:09.595 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-09-05T02:14:09.610 INFO:teuthology.orchestra.run.smithi174.stdout:(10/154): ceph-osd-19.1.1-259.g91c8a7e5.el9.x86 17 MB/s | 17 MB 00:00 2024-09-05T02:14:09.727 INFO:teuthology.orchestra.run.smithi174.stdout:(11/154): ceph-radosgw-19.1.1-259.g91c8a7e5.el9 13 MB/s | 11 MB 00:00 2024-09-05T02:14:09.752 INFO:teuthology.orchestra.run.smithi174.stdout:(12/154): cephfs-mirror-19.1.1-259.g91c8a7e5.el 1.5 MB/s | 224 kB 00:00 2024-09-05T02:14:09.778 INFO:teuthology.orchestra.run.smithi174.stdout:(13/154): cephfs-shell-19.1.1-259.g91c8a7e5.el9 540 kB/s | 27 kB 00:00 2024-09-05T02:14:09.803 INFO:teuthology.orchestra.run.smithi174.stdout:(14/154): libcephfs-devel-19.1.1-259.g91c8a7e5. 633 kB/s | 32 kB 00:00 2024-09-05T02:14:09.836 INFO:teuthology.orchestra.run.smithi174.stdout:(15/154): libcephfs2-19.1.1-259.g91c8a7e5.el9.x 13 MB/s | 752 kB 00:00 2024-09-05T02:14:09.861 INFO:teuthology.orchestra.run.smithi174.stdout:(16/154): libcephsqlite-19.1.1-259.g91c8a7e5.el 2.7 MB/s | 163 kB 00:00 2024-09-05T02:14:09.887 INFO:teuthology.orchestra.run.smithi174.stdout:(17/154): librados-devel-19.1.1-259.g91c8a7e5.e 2.5 MB/s | 127 kB 00:00 2024-09-05T02:14:09.920 INFO:teuthology.orchestra.run.smithi174.stdout:(18/154): libradosstriper1-19.1.1-259.g91c8a7e5 8.4 MB/s | 506 kB 00:00 2024-09-05T02:14:09.979 INFO:teuthology.orchestra.run.smithi174.stdout:(19/154): python3-ceph-argparse-19.1.1-259.g91c 777 kB/s | 45 kB 00:00 2024-09-05T02:14:10.071 INFO:teuthology.orchestra.run.smithi174.stdout:(20/154): python3-ceph-common-19.1.1-259.g91c8a 1.4 MB/s | 136 kB 00:00 2024-09-05T02:14:10.180 INFO:teuthology.orchestra.run.smithi174.stdout:(21/154): librgw2-19.1.1-259.g91c8a7e5.el9.x86_ 18 MB/s | 5.3 MB 00:00 2024-09-05T02:14:10.205 INFO:teuthology.orchestra.run.smithi174.stdout:(22/154): python3-cephfs-19.1.1-259.g91c8a7e5.e 1.2 MB/s | 162 kB 00:00 2024-09-05T02:14:10.230 INFO:teuthology.orchestra.run.smithi174.stdout:(23/154): python3-rados-19.1.1-259.g91c8a7e5.el 6.3 MB/s | 321 kB 00:00 2024-09-05T02:14:10.256 INFO:teuthology.orchestra.run.smithi174.stdout:(24/154): python3-rbd-19.1.1-259.g91c8a7e5.el9. 5.9 MB/s | 301 kB 00:00 2024-09-05T02:14:10.281 INFO:teuthology.orchestra.run.smithi174.stdout:(25/154): python3-rgw-19.1.1-259.g91c8a7e5.el9. 1.9 MB/s | 99 kB 00:00 2024-09-05T02:14:10.314 INFO:teuthology.orchestra.run.smithi174.stdout:(26/154): rbd-fuse-19.1.1-259.g91c8a7e5.el9.x86 1.4 MB/s | 85 kB 00:00 2024-09-05T02:14:10.382 INFO:teuthology.orchestra.run.smithi174.stdout:(27/154): rbd-nbd-19.1.1-259.g91c8a7e5.el9.x86_ 2.5 MB/s | 170 kB 00:00 2024-09-05T02:14:10.449 INFO:teuthology.orchestra.run.smithi174.stdout:(28/154): rbd-mirror-19.1.1-259.g91c8a7e5.el9.x 19 MB/s | 3.1 MB 00:00 2024-09-05T02:14:10.474 INFO:teuthology.orchestra.run.smithi174.stdout:(29/154): ceph-grafana-dashboards-19.1.1-259.g9 346 kB/s | 32 kB 00:00 2024-09-05T02:14:10.499 INFO:teuthology.orchestra.run.smithi174.stdout:(30/154): ceph-mgr-cephadm-19.1.1-259.g91c8a7e5 2.8 MB/s | 146 kB 00:00 2024-09-05T02:14:10.791 INFO:teuthology.orchestra.run.smithi174.stdout:(31/154): ceph-mgr-dashboard-19.1.1-259.g91c8a7 11 MB/s | 3.6 MB 00:00 2024-09-05T02:14:10.875 INFO:teuthology.orchestra.run.smithi174.stdout:(32/154): ceph-mgr-modules-core-19.1.1-259.g91c 2.9 MB/s | 249 kB 00:00 2024-09-05T02:14:10.967 INFO:teuthology.orchestra.run.smithi174.stdout:(33/154): ceph-mgr-diskprediction-local-19.1.1- 16 MB/s | 7.4 MB 00:00 2024-09-05T02:14:10.983 INFO:teuthology.orchestra.run.smithi174.stdout:(34/154): ceph-mgr-rook-19.1.1-259.g91c8a7e5.el 455 kB/s | 49 kB 00:00 2024-09-05T02:14:11.000 INFO:teuthology.orchestra.run.smithi174.stdout:(35/154): ceph-prometheus-alerts-19.1.1-259.g91 493 kB/s | 16 kB 00:00 2024-09-05T02:14:11.034 INFO:teuthology.orchestra.run.smithi174.stdout:(36/154): ceph-volume-19.1.1-259.g91c8a7e5.el9. 5.5 MB/s | 285 kB 00:00 2024-09-05T02:14:11.076 INFO:teuthology.orchestra.run.smithi174.stdout:(37/154): cephadm-19.1.1-259.g91c8a7e5.el9.noar 9.9 MB/s | 765 kB 00:00 2024-09-05T02:14:11.093 INFO:teuthology.orchestra.run.smithi174.stdout:(38/154): cephfs-top-19.1.1-259.g91c8a7e5.el9.n 312 kB/s | 18 kB 00:00 2024-09-05T02:14:11.577 INFO:teuthology.orchestra.run.smithi174.stdout:(39/154): ceph-test-19.1.1-259.g91c8a7e5.el9.x8 21 MB/s | 49 MB 00:02 2024-09-05T02:14:11.919 INFO:teuthology.orchestra.run.smithi174.stdout:(40/154): fuse-2.9.9-16.el9.x86_64.rpm 95 kB/s | 80 kB 00:00 2024-09-05T02:14:12.007 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-09-05T02:14:12.008 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-09-05T02:14:12.094 INFO:teuthology.orchestra.run.smithi174.stdout:(41/154): libquadmath-11.5.0-2.el9.x86_64.rpm 370 kB/s | 191 kB 00:00 2024-09-05T02:14:12.169 INFO:teuthology.orchestra.run.smithi123.stdout: Preparing : 1/1 2024-09-05T02:14:12.185 INFO:teuthology.orchestra.run.smithi174.stdout:(42/154): python3-cffi-1.14.5-5.el9.x86_64.rpm 949 kB/s | 253 kB 00:00 2024-09-05T02:14:12.253 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/160 2024-09-05T02:14:12.278 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/160 2024-09-05T02:14:12.286 INFO:teuthology.orchestra.run.smithi174.stdout:(43/154): libgfortran-11.5.0-2.el9.x86_64.rpm 672 kB/s | 801 kB 00:01 2024-09-05T02:14:12.311 INFO:teuthology.orchestra.run.smithi174.stdout:(44/154): python3-ply-3.11-14.el9.noarch.rpm 851 kB/s | 106 kB 00:00 2024-09-05T02:14:12.322 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/160 2024-09-05T02:14:12.387 INFO:teuthology.orchestra.run.smithi174.stdout:(45/154): python3-pycparser-2.20-6.el9.noarch.r 1.3 MB/s | 135 kB 00:00 2024-09-05T02:14:12.420 INFO:teuthology.orchestra.run.smithi174.stdout:(46/154): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-09-05T02:14:12.495 INFO:teuthology.orchestra.run.smithi174.stdout:(47/154): python3-urllib3-1.26.5-6.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-09-05T02:14:12.529 INFO:teuthology.orchestra.run.smithi174.stdout:(48/154): python3-cryptography-36.0.1-4.el9.x86 2.8 MB/s | 1.2 MB 00:00 2024-09-05T02:14:12.671 INFO:teuthology.orchestra.run.smithi174.stdout:(49/154): automake-1.16.2-8.el9.noarch.rpm 2.7 MB/s | 689 kB 00:00 2024-09-05T02:14:12.703 INFO:teuthology.orchestra.run.smithi174.stdout:(50/154): boost-program-options-1.75.0-8.el9.x8 616 kB/s | 107 kB 00:00 2024-09-05T02:14:12.728 INFO:teuthology.orchestra.run.smithi174.stdout:(51/154): elfutils-libelf-devel-0.191-4.el9.x86 381 kB/s | 22 kB 00:00 2024-09-05T02:14:12.733 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/160 2024-09-05T02:14:12.779 INFO:teuthology.orchestra.run.smithi174.stdout:(52/154): flexiblas-3.0.4-8.el9.x86_64.rpm 654 kB/s | 33 kB 00:00 2024-09-05T02:14:12.779 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 5/160 2024-09-05T02:14:12.812 INFO:teuthology.orchestra.run.smithi174.stdout:(53/154): bison-3.7.4-5.el9.x86_64.rpm 2.9 MB/s | 943 kB 00:00 2024-09-05T02:14:12.837 INFO:teuthology.orchestra.run.smithi174.stdout:(54/154): flex-2.6.4-9.el9.x86_64.rpm 2.3 MB/s | 313 kB 00:00 2024-09-05T02:14:12.863 INFO:teuthology.orchestra.run.smithi174.stdout:(55/154): flexiblas-openblas-openmp-3.0.4-8.el9 363 kB/s | 18 kB 00:00 2024-09-05T02:14:12.888 INFO:teuthology.orchestra.run.smithi174.stdout:(56/154): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-09-05T02:14:12.893 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 5/160 2024-09-05T02:14:12.913 INFO:teuthology.orchestra.run.smithi174.stdout:(57/154): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-09-05T02:14:12.922 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T02:14:12.938 INFO:teuthology.orchestra.run.smithi174.stdout:(58/154): librabbitmq-0.11.0-7.el9.x86_64.rpm 902 kB/s | 45 kB 00:00 2024-09-05T02:14:13.013 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T02:14:13.039 INFO:teuthology.orchestra.run.smithi174.stdout:(59/154): librdkafka-1.6.1-102.el9.x86_64.rpm 5.2 MB/s | 662 kB 00:00 2024-09-05T02:14:13.055 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 7/160 2024-09-05T02:14:13.064 INFO:teuthology.orchestra.run.smithi174.stdout:(60/154): libtool-2.4.6-46.el9.x86_64.rpm 4.5 MB/s | 581 kB 00:00 2024-09-05T02:14:13.085 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/160 2024-09-05T02:14:13.106 INFO:teuthology.orchestra.run.smithi174.stdout:(61/154): libuuid-devel-2.37.4-20.el9.x86_64.rp 365 kB/s | 24 kB 00:00 2024-09-05T02:14:13.111 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/160 2024-09-05T02:14:13.131 INFO:teuthology.orchestra.run.smithi174.stdout:(62/154): libzstd-devel-1.5.1-2.el9.x86_64.rpm 705 kB/s | 47 kB 00:00 2024-09-05T02:14:13.190 INFO:teuthology.orchestra.run.smithi174.stdout:(63/154): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.4 MB/s | 292 kB 00:00 2024-09-05T02:14:13.215 INFO:teuthology.orchestra.run.smithi174.stdout:(64/154): lua-5.4.4-4.el9.x86_64.rpm 2.2 MB/s | 188 kB 00:00 2024-09-05T02:14:13.269 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 10/160 2024-09-05T02:14:13.324 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : postgresql-13.16-1.el9.x86_64 11/160 2024-09-05T02:14:13.324 INFO:teuthology.orchestra.run.smithi174.stdout:(65/154): flexiblas-netlib-3.0.4-8.el9.x86_64.r 5.5 MB/s | 3.0 MB 00:00 2024-09-05T02:14:13.349 INFO:teuthology.orchestra.run.smithi174.stdout:(66/154): openblas-0.3.26-2.el9.x86_64.rpm 242 kB/s | 38 kB 00:00 2024-09-05T02:14:13.352 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T02:14:13.456 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T02:14:13.478 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 13/160 2024-09-05T02:14:13.561 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 13/160 2024-09-05T02:14:13.588 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/160 2024-09-05T02:14:13.607 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/160 2024-09-05T02:14:13.724 INFO:teuthology.orchestra.run.smithi174.stdout:(67/154): postgresql-13.16-1.el9.x86_64.rpm 4.2 MB/s | 1.6 MB 00:00 2024-09-05T02:14:13.763 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/160 2024-09-05T02:14:13.929 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/160 2024-09-05T02:14:13.933 INFO:teuthology.orchestra.run.smithi174.stdout:(68/154): postgresql-contrib-13.16-1.el9.x86_64 4.3 MB/s | 910 kB 00:00 2024-09-05T02:14:13.991 INFO:teuthology.orchestra.run.smithi174.stdout:(69/154): postgresql-private-libs-13.16-1.el9.x 2.3 MB/s | 137 kB 00:00 2024-09-05T02:14:14.052 INFO:teuthology.orchestra.run.smithi174.stdout:(70/154): openblas-openmp-0.3.26-2.el9.x86_64.r 5.9 MB/s | 4.9 MB 00:00 2024-09-05T02:14:14.052 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : NetworkManager-libnm-1:1.48.10-1.el9.x86_64 16/160 2024-09-05T02:14:14.112 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.10-1.el9.x86_64 16/160 2024-09-05T02:14:14.142 INFO:teuthology.orchestra.run.smithi174.stdout:(71/154): openssl-devel-3.2.2-4.el9.x86_64.rpm 5.4 MB/s | 4.4 MB 00:00 2024-09-05T02:14:14.192 INFO:teuthology.orchestra.run.smithi174.stdout:(72/154): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-09-05T02:14:14.199 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T02:14:14.276 INFO:teuthology.orchestra.run.smithi174.stdout:(73/154): protobuf-3.14.0-13.el9.x86_64.rpm 4.5 MB/s | 1.0 MB 00:00 2024-09-05T02:14:14.296 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T02:14:14.334 INFO:teuthology.orchestra.run.smithi174.stdout:(74/154): python3-colorama-0.4.6-3.el9.noarch.r 1.0 MB/s | 61 kB 00:00 2024-09-05T02:14:14.418 INFO:teuthology.orchestra.run.smithi174.stdout:(75/154): python3-devel-3.9.19-8.el9.x86_64.rpm 2.9 MB/s | 245 kB 00:00 2024-09-05T02:14:14.510 INFO:teuthology.orchestra.run.smithi174.stdout:(76/154): python3-jinja2-2.11.3-6.el9.noarch.rp 2.6 MB/s | 248 kB 00:00 2024-09-05T02:14:14.527 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T02:14:14.560 INFO:teuthology.orchestra.run.smithi174.stdout:(77/154): python3-jsonpatch-1.21-16.el9.noarch. 515 kB/s | 26 kB 00:00 2024-09-05T02:14:14.602 INFO:teuthology.orchestra.run.smithi174.stdout:(78/154): python3-jsonpointer-2.0-4.el9.noarch. 459 kB/s | 19 kB 00:00 2024-09-05T02:14:14.637 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : re2-1:20211101-20.el9.x86_64 18/160 2024-09-05T02:14:14.660 INFO:teuthology.orchestra.run.smithi174.stdout:(79/154): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-09-05T02:14:14.703 INFO:teuthology.orchestra.run.smithi174.stdout:(80/154): python3-markupsafe-1.1.1-12.el9.x86_6 833 kB/s | 35 kB 00:00 2024-09-05T02:14:14.732 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 19/160 2024-09-05T02:14:14.767 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 20/160 2024-09-05T02:14:14.803 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : liboath-2.6.7-2.el9.x86_64 21/160 2024-09-05T02:14:14.885 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 22/160 2024-09-05T02:14:14.946 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 23/160 2024-09-05T02:14:14.994 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-packaging-20.9-5.el9.noarch 24/160 2024-09-05T02:14:15.045 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/160 2024-09-05T02:14:15.078 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/160 2024-09-05T02:14:15.078 INFO:teuthology.orchestra.run.smithi174.stdout:(81/154): postgresql-server-13.16-1.el9.x86_64. 5.3 MB/s | 5.8 MB 00:01 2024-09-05T02:14:15.106 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/160 2024-09-05T02:14:15.174 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/160 2024-09-05T02:14:15.178 INFO:teuthology.orchestra.run.smithi174.stdout:(82/154): python3-babel-2.9.1-2.el9.noarch.rpm 6.0 MB/s | 6.0 MB 00:00 2024-09-05T02:14:15.212 INFO:teuthology.orchestra.run.smithi174.stdout:(83/154): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.8 MB/s | 250 kB 00:00 2024-09-05T02:14:15.227 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 29/160 2024-09-05T02:14:15.245 INFO:teuthology.orchestra.run.smithi174.stdout:(84/154): python3-oauthlib-3.1.1-5.el9.noarch.r 3.3 MB/s | 222 kB 00:00 2024-09-05T02:14:15.258 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/160 2024-09-05T02:14:15.270 INFO:teuthology.orchestra.run.smithi174.stdout:(85/154): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-09-05T02:14:15.293 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 31/160 2024-09-05T02:14:15.296 INFO:teuthology.orchestra.run.smithi174.stdout:(86/154): python3-prettytable-0.7.2-27.el9.noar 845 kB/s | 42 kB 00:00 2024-09-05T02:14:15.346 INFO:teuthology.orchestra.run.smithi174.stdout:(87/154): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-09-05T02:14:15.370 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 32/160 2024-09-05T02:14:15.379 INFO:teuthology.orchestra.run.smithi174.stdout:(88/154): python3-protobuf-3.14.0-13.el9.noarch 2.4 MB/s | 269 kB 00:00 2024-09-05T02:14:15.430 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x 33/160 2024-09-05T02:14:15.430 INFO:teuthology.orchestra.run.smithi174.stdout:(89/154): python3-pyasn1-modules-0.4.8-6.el9.no 3.3 MB/s | 279 kB 00:00 2024-09-05T02:14:15.455 INFO:teuthology.orchestra.run.smithi174.stdout:(90/154): python3-pytz-2021.1-5.el9.noarch.rpm 678 kB/s | 51 kB 00:00 2024-09-05T02:14:15.482 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9 34/160 2024-09-05T02:14:15.518 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 35/160 2024-09-05T02:14:15.522 INFO:teuthology.orchestra.run.smithi174.stdout:(91/154): python3-numpy-1.20.1-5.el9.x86_64.rpm 6.2 MB/s | 5.1 MB 00:00 2024-09-05T02:14:15.547 INFO:teuthology.orchestra.run.smithi174.stdout:(92/154): python3-requests-oauthlib-1.3.0-12.el 458 kB/s | 54 kB 00:00 2024-09-05T02:14:15.573 INFO:teuthology.orchestra.run.smithi174.stdout:(93/154): python3-toml-0.10.2-6.el9.noarch.rpm 829 kB/s | 42 kB 00:00 2024-09-05T02:14:15.592 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/160 2024-09-05T02:14:15.598 INFO:teuthology.orchestra.run.smithi174.stdout:(94/154): python3-wcwidth-0.2.5-8.el9.noarch.rp 879 kB/s | 44 kB 00:00 2024-09-05T02:14:15.632 INFO:teuthology.orchestra.run.smithi174.stdout:(95/154): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-09-05T02:14:15.636 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/160 2024-09-05T02:14:15.657 INFO:teuthology.orchestra.run.smithi174.stdout:(96/154): qatlib-service-24.02.0-1.el9.x86_64.r 614 kB/s | 36 kB 00:00 2024-09-05T02:14:15.682 INFO:teuthology.orchestra.run.smithi174.stdout:(97/154): qatzip-libs-1.2.0-1.el9.x86_64.rpm 946 kB/s | 47 kB 00:00 2024-09-05T02:14:15.719 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/160 2024-09-05T02:14:15.732 INFO:teuthology.orchestra.run.smithi174.stdout:(98/154): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-05T02:14:15.758 INFO:teuthology.orchestra.run.smithi174.stdout:(99/154): socat-1.7.4.1-6.el9.x86_64.rpm 3.0 MB/s | 304 kB 00:00 2024-09-05T02:14:15.783 INFO:teuthology.orchestra.run.smithi174.stdout:(100/154): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.9 MB/s | 96 kB 00:00 2024-09-05T02:14:15.808 INFO:teuthology.orchestra.run.smithi174.stdout:(101/154): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-05T02:14:15.833 INFO:teuthology.orchestra.run.smithi174.stdout:(102/154): zlib-devel-1.2.11-41.el9.x86_64.rpm 893 kB/s | 45 kB 00:00 2024-09-05T02:14:15.860 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/160 2024-09-05T02:14:15.914 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/160 2024-09-05T02:14:15.917 INFO:teuthology.orchestra.run.smithi174.stdout:(103/154): lua-devel-5.4.4-4.el9.x86_64.rpm 206 kB/s | 22 kB 00:00 2024-09-05T02:14:15.976 INFO:teuthology.orchestra.run.smithi174.stdout:(104/154): abseil-cpp-20211102.0-3.el9.x86_64.r 9.2 MB/s | 548 kB 00:00 2024-09-05T02:14:16.009 INFO:teuthology.orchestra.run.smithi174.stdout:(105/154): gperftools-libs-2.9.1-2.el9.x86_64.r 9.1 MB/s | 309 kB 00:00 2024-09-05T02:14:16.035 INFO:teuthology.orchestra.run.smithi174.stdout:(106/154): grpc-data-1.46.7-10.el9.noarch.rpm 778 kB/s | 19 kB 00:00 2024-09-05T02:14:16.135 INFO:teuthology.orchestra.run.smithi174.stdout:(107/154): libarrow-9.0.0-11.el9.x86_64.rpm 44 MB/s | 4.4 MB 00:00 2024-09-05T02:14:16.210 INFO:teuthology.orchestra.run.smithi174.stdout:(108/154): protobuf-compiler-3.14.0-13.el9.x86_ 2.2 MB/s | 863 kB 00:00 2024-09-05T02:14:16.235 INFO:teuthology.orchestra.run.smithi174.stdout:(109/154): libarrow-doc-9.0.0-11.el9.noarch.rpm 259 kB/s | 26 kB 00:00 2024-09-05T02:14:16.269 INFO:teuthology.orchestra.run.smithi174.stdout:(110/154): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-09-05T02:14:16.304 INFO:teuthology.orchestra.run.smithi174.stdout:(111/154): luarocks-3.9.2-5.el9.noarch.rpm 4.8 MB/s | 151 kB 00:00 2024-09-05T02:14:16.327 INFO:teuthology.orchestra.run.smithi174.stdout:(112/154): libunwind-1.6.2-1.el9.x86_64.rpm 734 kB/s | 67 kB 00:00 2024-09-05T02:14:16.370 INFO:teuthology.orchestra.run.smithi174.stdout:(113/154): parquet-libs-9.0.0-11.el9.x86_64.rpm 12 MB/s | 839 kB 00:00 2024-09-05T02:14:16.403 INFO:teuthology.orchestra.run.smithi174.stdout:(114/154): python3-asyncssh-2.13.2-5.el9.noarch 7.1 MB/s | 548 kB 00:00 2024-09-05T02:14:16.428 INFO:teuthology.orchestra.run.smithi174.stdout:(115/154): python3-bcrypt-3.2.2-1.el9.x86_64.rp 744 kB/s | 43 kB 00:00 2024-09-05T02:14:16.438 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/160 2024-09-05T02:14:16.454 INFO:teuthology.orchestra.run.smithi174.stdout:(116/154): python3-cachetools-4.2.4-1.el9.noarc 641 kB/s | 32 kB 00:00 2024-09-05T02:14:16.479 INFO:teuthology.orchestra.run.smithi174.stdout:(117/154): python3-certifi-2023.05.07-4.el9.noa 282 kB/s | 14 kB 00:00 2024-09-05T02:14:16.504 INFO:teuthology.orchestra.run.smithi174.stdout:(118/154): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-05T02:14:16.526 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/160 2024-09-05T02:14:16.538 INFO:teuthology.orchestra.run.smithi174.stdout:(119/154): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-05T02:14:16.555 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/160 2024-09-05T02:14:16.571 INFO:teuthology.orchestra.run.smithi174.stdout:(120/154): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.4 MB/s | 303 kB 00:00 2024-09-05T02:14:16.597 INFO:teuthology.orchestra.run.smithi174.stdout:(121/154): python3-google-auth-2.34.0-1.el9.noa 3.7 MB/s | 220 kB 00:00 2024-09-05T02:14:16.597 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/160 2024-09-05T02:14:16.622 INFO:teuthology.orchestra.run.smithi174.stdout:(122/154): python3-grpcio-tools-1.46.7-10.el9.x 5.7 MB/s | 144 kB 00:00 2024-09-05T02:14:16.635 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 45/160 2024-09-05T02:14:16.639 INFO:teuthology.orchestra.run.smithi174.stdout:(123/154): python3-jaraco-8.2.1-3.el9.noarch.rp 653 kB/s | 11 kB 00:00 2024-09-05T02:14:16.668 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 46/160 2024-09-05T02:14:16.673 INFO:teuthology.orchestra.run.smithi174.stdout:(124/154): python3-jaraco-classes-3.2.1-5.el9.n 525 kB/s | 18 kB 00:00 2024-09-05T02:14:16.698 INFO:teuthology.orchestra.run.smithi174.stdout:(125/154): python3-jaraco-collections-3.0.0-8.e 935 kB/s | 23 kB 00:00 2024-09-05T02:14:16.723 INFO:teuthology.orchestra.run.smithi174.stdout:(126/154): python3-jaraco-functools-3.5.0-2.el9 786 kB/s | 19 kB 00:00 2024-09-05T02:14:16.724 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/160 2024-09-05T02:14:16.749 INFO:teuthology.orchestra.run.smithi174.stdout:(127/154): python3-jaraco-text-3.2.0-6.el9.noar 790 kB/s | 20 kB 00:00 2024-09-05T02:14:16.796 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/160 2024-09-05T02:14:16.807 INFO:teuthology.orchestra.run.smithi174.stdout:(128/154): python3-grpcio-1.46.7-10.el9.x86_64. 8.7 MB/s | 2.0 MB 00:00 2024-09-05T02:14:16.828 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 49/160 2024-09-05T02:14:16.849 INFO:teuthology.orchestra.run.smithi174.stdout:(129/154): python3-kubernetes-26.1.0-2.el9.noar 10 MB/s | 1.0 MB 00:00 2024-09-05T02:14:16.864 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 50/160 2024-09-05T02:14:16.874 INFO:teuthology.orchestra.run.smithi174.stdout:(130/154): python3-logutils-0.3.5-21.el9.noarch 694 kB/s | 46 kB 00:00 2024-09-05T02:14:16.908 INFO:teuthology.orchestra.run.smithi174.stdout:(131/154): python3-more-itertools-8.12.0-2.el9. 1.3 MB/s | 79 kB 00:00 2024-09-05T02:14:16.919 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/160 2024-09-05T02:14:16.933 INFO:teuthology.orchestra.run.smithi174.stdout:(132/154): python3-natsort-7.1.1-5.el9.noarch.r 986 kB/s | 58 kB 00:00 2024-09-05T02:14:16.959 INFO:teuthology.orchestra.run.smithi174.stdout:(133/154): python3-portend-3.1.0-2.el9.noarch.r 659 kB/s | 16 kB 00:00 2024-09-05T02:14:16.971 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/160 2024-09-05T02:14:16.992 INFO:teuthology.orchestra.run.smithi174.stdout:(134/154): python3-pyOpenSSL-21.0.0-1.el9.noarc 2.7 MB/s | 90 kB 00:00 2024-09-05T02:14:17.015 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/160 2024-09-05T02:14:17.017 INFO:teuthology.orchestra.run.smithi174.stdout:(135/154): python3-pecan-1.4.2-3.el9.noarch.rpm 2.4 MB/s | 272 kB 00:00 2024-09-05T02:14:17.043 INFO:teuthology.orchestra.run.smithi174.stdout:(136/154): python3-pyperclip-1.8.2-2.el9.noarch 563 kB/s | 28 kB 00:00 2024-09-05T02:14:17.057 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/160 2024-09-05T02:14:17.068 INFO:teuthology.orchestra.run.smithi174.stdout:(137/154): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-09-05T02:14:17.093 INFO:teuthology.orchestra.run.smithi174.stdout:(138/154): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-05T02:14:17.119 INFO:teuthology.orchestra.run.smithi174.stdout:(139/154): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-05T02:14:17.144 INFO:teuthology.orchestra.run.smithi174.stdout:(140/154): python3-tempora-5.0.0-2.el9.noarch.r 714 kB/s | 36 kB 00:00 2024-09-05T02:14:17.169 INFO:teuthology.orchestra.run.smithi174.stdout:(141/154): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-05T02:14:17.194 INFO:teuthology.orchestra.run.smithi174.stdout:(142/154): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-05T02:14:17.196 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/160 2024-09-05T02:14:17.220 INFO:teuthology.orchestra.run.smithi174.stdout:(143/154): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-05T02:14:17.243 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/160 2024-09-05T02:14:17.245 INFO:teuthology.orchestra.run.smithi174.stdout:(144/154): python3-zc-lockfile-2.0-10.el9.noarc 804 kB/s | 20 kB 00:00 2024-09-05T02:14:17.279 INFO:teuthology.orchestra.run.smithi174.stdout:(145/154): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-09-05T02:14:17.283 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 57/160 2024-09-05T02:14:17.304 INFO:teuthology.orchestra.run.smithi174.stdout:(146/154): re2-20211101-20.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-05T02:14:17.354 INFO:teuthology.orchestra.run.smithi174.stdout:(147/154): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-09-05T02:14:17.466 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 58/160 2024-09-05T02:14:17.660 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 59/160 2024-09-05T02:14:17.707 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 60/160 2024-09-05T02:14:17.740 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 61/160 2024-09-05T02:14:17.765 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 62/160 2024-09-05T02:14:17.844 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 63/160 2024-09-05T02:14:17.913 INFO:teuthology.orchestra.run.smithi174.stdout:(148/154): python3-scipy-1.6.2-8.el9.x86_64.rpm 6.6 MB/s | 16 MB 00:02 2024-09-05T02:14:17.971 INFO:teuthology.orchestra.run.smithi174.stdout:(149/154): librados2-19.1.1-259.g91c8a7e5.el9.x 5.1 MB/s | 3.4 MB 00:00 2024-09-05T02:14:17.976 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 64/160 2024-09-05T02:14:18.006 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 65/160 2024-09-05T02:14:18.021 INFO:teuthology.orchestra.run.smithi174.stdout:(150/154): librbd1-19.1.1-259.g91c8a7e5.el9.x86 4.7 MB/s | 3.2 MB 00:00 2024-09-05T02:14:18.033 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 66/160 2024-09-05T02:14:18.068 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 67/160 2024-09-05T02:14:18.111 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : uuid-1.6.2-55.el9.x86_64 68/160 2024-09-05T02:14:18.149 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 69/160 2024-09-05T02:14:18.189 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/160 2024-09-05T02:14:18.227 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/160 2024-09-05T02:14:18.262 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/160 2024-09-05T02:14:18.289 INFO:teuthology.orchestra.run.smithi174.stdout:(151/154): NetworkManager-team-1.48.10-1.el9.x8 152 kB/s | 40 kB 00:00 2024-09-05T02:14:18.295 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/160 2024-09-05T02:14:18.362 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/160 2024-09-05T02:14:18.404 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/160 2024-09-05T02:14:18.502 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/160 2024-09-05T02:14:18.552 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/160 2024-09-05T02:14:18.583 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/160 2024-09-05T02:14:18.616 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-09-05T02:14:18.639 INFO:teuthology.orchestra.run.smithi174.stdout:(152/154): NetworkManager-tui-1.48.10-1.el9.x86 708 kB/s | 248 kB 00:00 2024-09-05T02:14:18.688 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/160 2024-09-05T02:14:18.742 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/160 2024-09-05T02:14:18.743 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 80/160 2024-09-05T02:14:18.774 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/160 2024-09-05T02:14:18.822 INFO:teuthology.orchestra.run.smithi174.stdout:(153/154): NetworkManager-libnm-1.48.10-1.el9.x 2.1 MB/s | 1.8 MB 00:00 2024-09-05T02:14:18.964 INFO:teuthology.orchestra.run.smithi174.stdout:(154/154): NetworkManager-1.48.10-1.el9.x86_64. 2.2 MB/s | 2.3 MB 00:01 2024-09-05T02:14:18.970 INFO:teuthology.orchestra.run.smithi174.stdout:-------------------------------------------------------------------------------- 2024-09-05T02:14:18.970 INFO:teuthology.orchestra.run.smithi174.stdout:Total 20 MB/s | 222 MB 00:11 2024-09-05T02:14:19.102 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/160 2024-09-05T02:14:19.477 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 81/160 2024-09-05T02:14:19.495 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/160 2024-09-05T02:14:19.523 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 82/160 2024-09-05T02:14:19.556 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 83/160 2024-09-05T02:14:19.632 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 5/160 2024-09-05T02:14:19.669 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 84/160 2024-09-05T02:14:19.722 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 85/160 2024-09-05T02:14:19.767 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 86/160 2024-09-05T02:14:19.781 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 5/160 2024-09-05T02:14:19.817 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T02:14:19.854 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/160 2024-09-05T02:14:19.894 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/160 2024-09-05T02:14:19.915 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T02:14:19.965 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 7/160 2024-09-05T02:14:19.997 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/160 2024-09-05T02:14:20.031 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/160 2024-09-05T02:14:20.079 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : openblas-0.3.26-2.el9.x86_64 89/160 2024-09-05T02:14:20.125 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 90/160 2024-09-05T02:14:20.163 INFO:teuthology.orchestra.run.smithi174.stdout:Running transaction check 2024-09-05T02:14:20.202 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/160 2024-09-05T02:14:20.283 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 10/160 2024-09-05T02:14:20.297 INFO:teuthology.orchestra.run.smithi174.stdout:Transaction check succeeded. 2024-09-05T02:14:20.297 INFO:teuthology.orchestra.run.smithi174.stdout:Running transaction test 2024-09-05T02:14:20.346 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : postgresql-13.16-1.el9.x86_64 11/160 2024-09-05T02:14:20.372 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T02:14:20.500 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T02:14:20.561 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 13/160 2024-09-05T02:14:20.697 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 13/160 2024-09-05T02:14:20.724 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/160 2024-09-05T02:14:20.768 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/160 2024-09-05T02:14:20.859 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/160 2024-09-05T02:14:20.973 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/160 2024-09-05T02:14:21.020 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/160 2024-09-05T02:14:21.257 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/160 2024-09-05T02:14:21.438 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : NetworkManager-libnm-1:1.48.10-1.el9.x86_64 16/160 2024-09-05T02:14:21.549 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.10-1.el9.x86_64 16/160 2024-09-05T02:14:21.696 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T02:14:21.791 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T02:14:22.046 INFO:teuthology.orchestra.run.smithi174.stdout:Transaction test succeeded. 2024-09-05T02:14:22.048 INFO:teuthology.orchestra.run.smithi174.stdout:Running transaction 2024-09-05T02:14:22.085 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T02:14:22.220 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/160 2024-09-05T02:14:22.231 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : re2-1:20211101-20.el9.x86_64 18/160 2024-09-05T02:14:22.294 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/160 2024-09-05T02:14:22.322 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/160 2024-09-05T02:14:22.349 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 19/160 2024-09-05T02:14:22.355 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 97/160 2024-09-05T02:14:22.389 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 20/160 2024-09-05T02:14:22.436 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : liboath-2.6.7-2.el9.x86_64 21/160 2024-09-05T02:14:22.521 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 22/160 2024-09-05T02:14:22.611 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 23/160 2024-09-05T02:14:22.660 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-packaging-20.9-5.el9.noarch 24/160 2024-09-05T02:14:22.667 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/160 2024-09-05T02:14:22.710 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 99/160 2024-09-05T02:14:22.714 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/160 2024-09-05T02:14:22.761 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/160 2024-09-05T02:14:22.794 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/160 2024-09-05T02:14:22.801 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 99/160 2024-09-05T02:14:22.831 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 100/160 2024-09-05T02:14:22.876 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/160 2024-09-05T02:14:22.887 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/160 2024-09-05T02:14:22.957 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 29/160 2024-09-05T02:14:22.990 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/160 2024-09-05T02:14:23.038 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 31/160 2024-09-05T02:14:23.152 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 32/160 2024-09-05T02:14:23.202 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x 33/160 2024-09-05T02:14:23.247 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9 34/160 2024-09-05T02:14:23.274 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 35/160 2024-09-05T02:14:23.366 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 102/160 2024-09-05T02:14:23.373 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/160 2024-09-05T02:14:23.396 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 103/160 2024-09-05T02:14:23.428 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/160 2024-09-05T02:14:23.467 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 103/160 2024-09-05T02:14:23.490 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 104/160 2024-09-05T02:14:23.524 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/160 2024-09-05T02:14:23.717 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/160 2024-09-05T02:14:23.784 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/160 2024-09-05T02:14:24.485 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/160 2024-09-05T02:14:24.586 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/160 2024-09-05T02:14:24.626 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/160 2024-09-05T02:14:24.671 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/160 2024-09-05T02:14:24.709 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 45/160 2024-09-05T02:14:24.758 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 46/160 2024-09-05T02:14:24.831 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/160 2024-09-05T02:14:24.916 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/160 2024-09-05T02:14:24.959 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 49/160 2024-09-05T02:14:24.996 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 50/160 2024-09-05T02:14:25.056 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/160 2024-09-05T02:14:25.111 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/160 2024-09-05T02:14:25.159 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/160 2024-09-05T02:14:25.209 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/160 2024-09-05T02:14:25.393 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/160 2024-09-05T02:14:25.441 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/160 2024-09-05T02:14:25.485 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 57/160 2024-09-05T02:14:25.619 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 58/160 2024-09-05T02:14:25.665 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 59/160 2024-09-05T02:14:25.709 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 60/160 2024-09-05T02:14:25.737 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 61/160 2024-09-05T02:14:25.755 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T02:14:25.761 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 62/160 2024-09-05T02:14:25.794 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T02:14:25.888 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 63/160 2024-09-05T02:14:26.059 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 64/160 2024-09-05T02:14:26.335 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T02:14:26.372 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 106/160 2024-09-05T02:14:26.432 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 65/160 2024-09-05T02:14:26.465 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 106/160 2024-09-05T02:14:26.465 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-05T02:14:26.465 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-05T02:14:26.465 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T02:14:26.478 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 66/160 2024-09-05T02:14:26.498 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 107/160 2024-09-05T02:14:26.534 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 67/160 2024-09-05T02:14:26.620 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : uuid-1.6.2-55.el9.x86_64 68/160 2024-09-05T02:14:26.671 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 69/160 2024-09-05T02:14:26.709 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/160 2024-09-05T02:14:26.764 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/160 2024-09-05T02:14:26.797 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/160 2024-09-05T02:14:26.830 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/160 2024-09-05T02:14:26.875 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/160 2024-09-05T02:14:26.906 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/160 2024-09-05T02:14:27.013 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/160 2024-09-05T02:14:27.074 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/160 2024-09-05T02:14:27.109 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/160 2024-09-05T02:14:27.241 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/160 2024-09-05T02:14:27.308 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 80/160 2024-09-05T02:14:28.113 INFO:teuthology.orchestra.run.smithi174.stdout: Preparing : 1/1 2024-09-05T02:14:28.192 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/160 2024-09-05T02:14:28.275 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 81/160 2024-09-05T02:14:28.309 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/160 2024-09-05T02:14:28.336 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 82/160 2024-09-05T02:14:28.369 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 83/160 2024-09-05T02:14:28.494 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/160 2024-09-05T02:14:28.500 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 84/160 2024-09-05T02:14:28.562 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 85/160 2024-09-05T02:14:28.616 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 86/160 2024-09-05T02:14:28.725 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/160 2024-09-05T02:14:28.780 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/160 2024-09-05T02:14:28.850 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/160 2024-09-05T02:14:28.951 INFO:teuthology.orchestra.run.smithi174.stdout: Upgrading : librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 5/160 2024-09-05T02:14:29.029 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : openblas-0.3.26-2.el9.x86_64 89/160 2024-09-05T02:14:29.059 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 90/160 2024-09-05T02:14:29.183 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 5/160 2024-09-05T02:14:29.193 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/160 2024-09-05T02:14:29.219 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T02:14:29.311 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T02:14:29.353 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 7/160 2024-09-05T02:14:29.381 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/160 2024-09-05T02:14:29.407 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/160 2024-09-05T02:14:29.576 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 10/160 2024-09-05T02:14:29.629 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : postgresql-13.16-1.el9.x86_64 11/160 2024-09-05T02:14:29.657 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T02:14:29.760 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T02:14:29.783 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 13/160 2024-09-05T02:14:29.846 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 13/160 2024-09-05T02:14:29.867 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/160 2024-09-05T02:14:29.887 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/160 2024-09-05T02:14:30.078 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/160 2024-09-05T02:14:30.104 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/160 2024-09-05T02:14:30.223 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/160 2024-09-05T02:14:30.255 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/160 2024-09-05T02:14:30.323 INFO:teuthology.orchestra.run.smithi174.stdout: Upgrading : NetworkManager-libnm-1:1.48.10-1.el9.x86_64 16/160 2024-09-05T02:14:30.366 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.10-1.el9.x86_64 16/160 2024-09-05T02:14:30.470 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T02:14:30.550 INFO:teuthology.orchestra.run.smithi174.stdout: Upgrading : NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T02:14:30.771 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T02:14:30.875 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : re2-1:20211101-20.el9.x86_64 18/160 2024-09-05T02:14:30.970 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 19/160 2024-09-05T02:14:31.005 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 20/160 2024-09-05T02:14:31.040 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : liboath-2.6.7-2.el9.x86_64 21/160 2024-09-05T02:14:31.113 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 22/160 2024-09-05T02:14:31.158 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 23/160 2024-09-05T02:14:31.198 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-packaging-20.9-5.el9.noarch 24/160 2024-09-05T02:14:31.241 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/160 2024-09-05T02:14:31.265 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/160 2024-09-05T02:14:31.293 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/160 2024-09-05T02:14:31.363 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/160 2024-09-05T02:14:31.415 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 29/160 2024-09-05T02:14:31.446 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/160 2024-09-05T02:14:31.484 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 31/160 2024-09-05T02:14:31.561 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 32/160 2024-09-05T02:14:31.595 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x 33/160 2024-09-05T02:14:31.638 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9 34/160 2024-09-05T02:14:31.667 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 35/160 2024-09-05T02:14:31.738 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/160 2024-09-05T02:14:31.782 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/160 2024-09-05T02:14:31.857 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/160 2024-09-05T02:14:31.976 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/160 2024-09-05T02:14:32.001 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/160 2024-09-05T02:14:32.059 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/160 2024-09-05T02:14:32.084 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/160 2024-09-05T02:14:32.120 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/160 2024-09-05T02:14:32.152 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 97/160 2024-09-05T02:14:32.536 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/160 2024-09-05T02:14:32.579 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 99/160 2024-09-05T02:14:32.589 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/160 2024-09-05T02:14:32.673 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/160 2024-09-05T02:14:32.708 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/160 2024-09-05T02:14:32.724 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 99/160 2024-09-05T02:14:32.742 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/160 2024-09-05T02:14:32.761 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 100/160 2024-09-05T02:14:32.780 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 45/160 2024-09-05T02:14:32.816 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/160 2024-09-05T02:14:32.817 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 46/160 2024-09-05T02:14:32.869 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/160 2024-09-05T02:14:32.943 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/160 2024-09-05T02:14:32.973 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 49/160 2024-09-05T02:14:33.009 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 50/160 2024-09-05T02:14:33.057 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/160 2024-09-05T02:14:33.092 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/160 2024-09-05T02:14:33.135 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/160 2024-09-05T02:14:33.193 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/160 2024-09-05T02:14:33.332 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/160 2024-09-05T02:14:33.367 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 102/160 2024-09-05T02:14:33.378 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/160 2024-09-05T02:14:33.399 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 103/160 2024-09-05T02:14:33.427 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 57/160 2024-09-05T02:14:33.525 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 103/160 2024-09-05T02:14:33.531 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 58/160 2024-09-05T02:14:33.551 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 104/160 2024-09-05T02:14:33.568 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 59/160 2024-09-05T02:14:33.775 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 60/160 2024-09-05T02:14:33.800 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 61/160 2024-09-05T02:14:33.827 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 62/160 2024-09-05T02:14:33.903 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 63/160 2024-09-05T02:14:34.038 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 64/160 2024-09-05T02:14:34.083 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 65/160 2024-09-05T02:14:34.277 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 66/160 2024-09-05T02:14:34.405 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 67/160 2024-09-05T02:14:34.517 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : uuid-1.6.2-55.el9.x86_64 68/160 2024-09-05T02:14:34.562 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 69/160 2024-09-05T02:14:34.602 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/160 2024-09-05T02:14:34.640 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/160 2024-09-05T02:14:34.674 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/160 2024-09-05T02:14:34.708 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/160 2024-09-05T02:14:34.750 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/160 2024-09-05T02:14:34.783 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/160 2024-09-05T02:14:34.874 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/160 2024-09-05T02:14:34.922 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/160 2024-09-05T02:14:34.953 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/160 2024-09-05T02:14:35.057 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/160 2024-09-05T02:14:35.112 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 80/160 2024-09-05T02:14:35.840 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 81/160 2024-09-05T02:14:35.883 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 82/160 2024-09-05T02:14:35.917 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 83/160 2024-09-05T02:14:36.020 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 84/160 2024-09-05T02:14:36.064 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 85/160 2024-09-05T02:14:36.109 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 86/160 2024-09-05T02:14:36.197 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/160 2024-09-05T02:14:36.236 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/160 2024-09-05T02:14:36.323 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T02:14:36.373 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T02:14:36.419 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : openblas-0.3.26-2.el9.x86_64 89/160 2024-09-05T02:14:36.458 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 90/160 2024-09-05T02:14:36.535 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/160 2024-09-05T02:14:37.038 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T02:14:37.084 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 106/160 2024-09-05T02:14:37.184 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/160 2024-09-05T02:14:37.244 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 106/160 2024-09-05T02:14:37.244 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-05T02:14:37.245 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-05T02:14:37.245 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:14:37.293 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 107/160 2024-09-05T02:14:37.298 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/160 2024-09-05T02:14:37.949 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 107/160 2024-09-05T02:14:37.949 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /sys 2024-09-05T02:14:37.949 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /proc 2024-09-05T02:14:37.949 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /mnt 2024-09-05T02:14:37.949 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /var/tmp 2024-09-05T02:14:37.949 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /home 2024-09-05T02:14:37.949 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /root 2024-09-05T02:14:37.949 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /tmp 2024-09-05T02:14:37.949 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T02:14:38.175 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 108/160 2024-09-05T02:14:38.192 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 108/160 2024-09-05T02:14:38.192 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:38.192 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-05T02:14:38.192 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T02:14:38.532 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/160 2024-09-05T02:14:38.611 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/160 2024-09-05T02:14:38.630 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/160 2024-09-05T02:14:38.655 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 97/160 2024-09-05T02:14:38.955 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/160 2024-09-05T02:14:39.002 INFO:teuthology.orchestra.run.smithi174.stdout: Upgrading : librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 99/160 2024-09-05T02:14:39.092 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 99/160 2024-09-05T02:14:39.123 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 100/160 2024-09-05T02:14:39.159 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/160 2024-09-05T02:14:39.647 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 102/160 2024-09-05T02:14:39.662 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 109/160 2024-09-05T02:14:39.671 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 103/160 2024-09-05T02:14:39.689 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 109/160 2024-09-05T02:14:39.689 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:39.689 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-05T02:14:39.689 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T02:14:39.689 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T02:14:39.689 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T02:14:39.742 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 103/160 2024-09-05T02:14:39.772 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 104/160 2024-09-05T02:14:39.929 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 110/160 2024-09-05T02:14:39.952 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 110/160 2024-09-05T02:14:39.953 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:39.953 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-05T02:14:39.953 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T02:14:39.953 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T02:14:39.953 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T02:14:40.388 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 111/160 2024-09-05T02:14:40.412 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 111/160 2024-09-05T02:14:40.412 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:40.412 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-05T02:14:40.412 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T02:14:40.412 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T02:14:40.413 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T02:14:40.510 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : automake-1.16.2-8.el9.noarch 112/160 2024-09-05T02:14:40.558 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/160 2024-09-05T02:14:40.614 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/160 2024-09-05T02:14:40.807 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/160 2024-09-05T02:14:40.855 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/160 2024-09-05T02:14:40.933 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/160 2024-09-05T02:14:41.021 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/160 2024-09-05T02:14:41.161 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/160 2024-09-05T02:14:41.205 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/160 2024-09-05T02:14:41.237 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/160 2024-09-05T02:14:41.265 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : fuse-2.9.9-16.el9.x86_64 122/160 2024-09-05T02:14:41.701 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 123/160 2024-09-05T02:14:41.730 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 123/160 2024-09-05T02:14:41.761 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el 124/160 2024-09-05T02:14:41.824 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.e 125/160 2024-09-05T02:14:41.853 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 126/160 2024-09-05T02:14:42.076 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T02:14:42.110 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T02:14:42.655 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T02:14:42.697 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 106/160 2024-09-05T02:14:42.782 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 106/160 2024-09-05T02:14:42.782 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-05T02:14:42.782 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-05T02:14:42.782 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:14:42.806 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 107/160 2024-09-05T02:14:42.888 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 126/160 2024-09-05T02:14:42.946 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 127/160 2024-09-05T02:14:43.909 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 127/160 2024-09-05T02:14:43.930 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 128/160 2024-09-05T02:14:44.031 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 128/160 2024-09-05T02:14:44.200 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9 129/160 2024-09-05T02:14:44.232 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 130/160 2024-09-05T02:14:44.256 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 130/160 2024-09-05T02:14:44.256 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:44.256 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-05T02:14:44.256 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T02:14:44.256 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T02:14:44.256 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T02:14:44.307 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 131/160 2024-09-05T02:14:44.319 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 131/160 2024-09-05T02:14:44.416 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 132/160 2024-09-05T02:14:44.472 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 133/160 2024-09-05T02:14:45.396 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libtool-2.4.6-46.el9.x86_64 134/160 2024-09-05T02:14:45.427 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 135/160 2024-09-05T02:14:45.451 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 135/160 2024-09-05T02:14:45.451 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:45.451 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-05T02:14:45.452 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T02:14:45.452 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T02:14:45.452 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T02:14:45.494 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 136/160 2024-09-05T02:14:45.517 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 136/160 2024-09-05T02:14:45.517 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:45.517 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-05T02:14:45.517 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T02:14:45.570 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 137/160 2024-09-05T02:14:45.593 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 137/160 2024-09-05T02:14:45.593 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:45.593 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-05T02:14:45.594 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-05T02:14:45.594 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-05T02:14:45.594 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T02:14:45.904 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 138/160 2024-09-05T02:14:45.927 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 138/160 2024-09-05T02:14:45.927 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:45.927 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-05T02:14:45.927 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T02:14:45.928 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T02:14:45.928 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T02:14:50.474 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 139/160 2024-09-05T02:14:50.516 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 140/160 2024-09-05T02:14:50.525 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 107/160 2024-09-05T02:14:50.525 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /sys 2024-09-05T02:14:50.525 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /proc 2024-09-05T02:14:50.525 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /mnt 2024-09-05T02:14:50.525 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /var/tmp 2024-09-05T02:14:50.525 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /home 2024-09-05T02:14:50.525 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /root 2024-09-05T02:14:50.525 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /tmp 2024-09-05T02:14:50.525 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:14:50.557 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 141/160 2024-09-05T02:14:50.588 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 142/160 2024-09-05T02:14:50.616 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 143/160 2024-09-05T02:14:50.736 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 108/160 2024-09-05T02:14:50.771 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 108/160 2024-09-05T02:14:50.772 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:50.772 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-05T02:14:50.772 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:14:50.795 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 144/160 2024-09-05T02:14:50.837 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 145/160 2024-09-05T02:14:50.867 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_6 146/160 2024-09-05T02:14:50.896 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : NetworkManager-team-1:1.48.10-1.el9.x86_64 147/160 2024-09-05T02:14:50.968 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : NetworkManager-tui-1:1.48.10-1.el9.x86_64 148/160 2024-09-05T02:14:51.597 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T02:14:51.641 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T02:14:51.661 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T02:14:52.449 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 109/160 2024-09-05T02:14:52.479 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 150/160 2024-09-05T02:14:52.507 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 109/160 2024-09-05T02:14:52.507 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:52.507 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-05T02:14:52.507 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T02:14:52.507 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T02:14:52.507 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:14:52.564 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : openssl-devel-1:3.2.2-4.el9.x86_64 151/160 2024-09-05T02:14:52.603 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 152/160 2024-09-05T02:14:52.683 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : flex-2.6.4-9.el9.x86_64 153/160 2024-09-05T02:14:52.714 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : bison-3.7.4-5.el9.x86_64 154/160 2024-09-05T02:14:52.740 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 155/160 2024-09-05T02:14:52.740 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 156/160 2024-09-05T02:14:52.766 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 110/160 2024-09-05T02:14:52.817 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 110/160 2024-09-05T02:14:52.817 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:52.818 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-05T02:14:52.818 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T02:14:52.818 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T02:14:52.818 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:14:52.824 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 156/160 2024-09-05T02:14:52.849 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 157/160 2024-09-05T02:14:52.855 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T02:14:52.855 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T02:14:53.034 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T02:14:53.034 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 159/160 2024-09-05T02:14:53.118 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 159/160 2024-09-05T02:14:53.118 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/160 2024-09-05T02:14:53.325 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 111/160 2024-09-05T02:14:53.377 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 111/160 2024-09-05T02:14:53.377 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:53.377 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-05T02:14:53.377 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T02:14:53.377 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T02:14:53.377 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:14:53.509 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : automake-1.16.2-8.el9.noarch 112/160 2024-09-05T02:14:53.570 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/160 2024-09-05T02:14:53.652 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/160 2024-09-05T02:14:53.889 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/160 2024-09-05T02:14:53.946 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/160 2024-09-05T02:14:54.035 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/160 2024-09-05T02:14:54.173 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/160 2024-09-05T02:14:54.348 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/160 2024-09-05T02:14:54.404 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/160 2024-09-05T02:14:54.444 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/160 2024-09-05T02:14:54.477 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : fuse-2.9.9-16.el9.x86_64 122/160 2024-09-05T02:14:54.547 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 107/160 2024-09-05T02:14:54.547 INFO:teuthology.orchestra.run.smithi174.stdout:skipping the directory /sys 2024-09-05T02:14:54.547 INFO:teuthology.orchestra.run.smithi174.stdout:skipping the directory /proc 2024-09-05T02:14:54.547 INFO:teuthology.orchestra.run.smithi174.stdout:skipping the directory /mnt 2024-09-05T02:14:54.547 INFO:teuthology.orchestra.run.smithi174.stdout:skipping the directory /var/tmp 2024-09-05T02:14:54.547 INFO:teuthology.orchestra.run.smithi174.stdout:skipping the directory /home 2024-09-05T02:14:54.548 INFO:teuthology.orchestra.run.smithi174.stdout:skipping the directory /root 2024-09-05T02:14:54.548 INFO:teuthology.orchestra.run.smithi174.stdout:skipping the directory /tmp 2024-09-05T02:14:54.548 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:14:54.732 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 108/160 2024-09-05T02:14:54.748 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 108/160 2024-09-05T02:14:54.749 INFO:teuthology.orchestra.run.smithi174.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:54.749 INFO:teuthology.orchestra.run.smithi174.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-05T02:14:54.749 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:14:54.993 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 123/160 2024-09-05T02:14:55.027 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 123/160 2024-09-05T02:14:55.068 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el 124/160 2024-09-05T02:14:55.155 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.e 125/160 2024-09-05T02:14:55.182 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 126/160 2024-09-05T02:14:56.193 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 109/160 2024-09-05T02:14:56.221 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 109/160 2024-09-05T02:14:56.221 INFO:teuthology.orchestra.run.smithi174.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:56.221 INFO:teuthology.orchestra.run.smithi174.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-05T02:14:56.221 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T02:14:56.221 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T02:14:56.221 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:14:56.452 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 110/160 2024-09-05T02:14:56.476 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 110/160 2024-09-05T02:14:56.476 INFO:teuthology.orchestra.run.smithi174.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:56.476 INFO:teuthology.orchestra.run.smithi174.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-05T02:14:56.476 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T02:14:56.476 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T02:14:56.476 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:14:56.478 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 126/160 2024-09-05T02:14:56.517 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 127/160 2024-09-05T02:14:56.911 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 111/160 2024-09-05T02:14:56.935 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 111/160 2024-09-05T02:14:56.935 INFO:teuthology.orchestra.run.smithi174.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:56.935 INFO:teuthology.orchestra.run.smithi174.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-05T02:14:56.935 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T02:14:56.935 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T02:14:56.935 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:14:57.032 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : automake-1.16.2-8.el9.noarch 112/160 2024-09-05T02:14:57.090 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/160 2024-09-05T02:14:57.144 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/160 2024-09-05T02:14:57.328 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/160 2024-09-05T02:14:57.378 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/160 2024-09-05T02:14:57.455 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/160 2024-09-05T02:14:57.545 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/160 2024-09-05T02:14:57.668 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 127/160 2024-09-05T02:14:57.674 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/160 2024-09-05T02:14:57.692 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 128/160 2024-09-05T02:14:57.711 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/160 2024-09-05T02:14:57.743 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/160 2024-09-05T02:14:57.779 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : fuse-2.9.9-16.el9.x86_64 122/160 2024-09-05T02:14:57.837 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 128/160 2024-09-05T02:14:58.015 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9 129/160 2024-09-05T02:14:58.077 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 130/160 2024-09-05T02:14:58.129 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 130/160 2024-09-05T02:14:58.130 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:58.130 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-05T02:14:58.130 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T02:14:58.130 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T02:14:58.130 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:14:58.187 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 131/160 2024-09-05T02:14:58.213 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 131/160 2024-09-05T02:14:58.224 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 123/160 2024-09-05T02:14:58.252 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 123/160 2024-09-05T02:14:58.283 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el 124/160 2024-09-05T02:14:58.324 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 132/160 2024-09-05T02:14:58.346 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.e 125/160 2024-09-05T02:14:58.375 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 126/160 2024-09-05T02:14:58.394 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 133/160 2024-09-05T02:14:58.840 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/160 2024-09-05T02:14:58.841 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 1/160 2024-09-05T02:14:58.841 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 2/160 2024-09-05T02:14:58.841 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 3/160 2024-09-05T02:14:58.841 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 4/160 2024-09-05T02:14:58.841 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 5/160 2024-09-05T02:14:58.841 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T02:14:58.842 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 7/160 2024-09-05T02:14:58.842 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 8/160 2024-09-05T02:14:58.842 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 9/160 2024-09-05T02:14:58.842 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 10/160 2024-09-05T02:14:58.842 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 11/160 2024-09-05T02:14:58.842 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T02:14:58.842 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 13/160 2024-09-05T02:14:58.843 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 14/160 2024-09-05T02:14:58.843 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_6 15/160 2024-09-05T02:14:58.843 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 16/160 2024-09-05T02:14:58.843 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 17/160 2024-09-05T02:14:58.843 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 18/160 2024-09-05T02:14:58.843 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 19/160 2024-09-05T02:14:58.844 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 20/160 2024-09-05T02:14:58.844 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9 21/160 2024-09-05T02:14:58.844 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x 22/160 2024-09-05T02:14:58.844 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 23/160 2024-09-05T02:14:58.844 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 24/160 2024-09-05T02:14:58.844 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 25/160 2024-09-05T02:14:58.844 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 26/160 2024-09-05T02:14:58.845 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 27/160 2024-09-05T02:14:58.845 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 28/160 2024-09-05T02:14:58.845 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 29/160 2024-09-05T02:14:58.845 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.e 30/160 2024-09-05T02:14:58.845 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 31/160 2024-09-05T02:14:58.845 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 32/160 2024-09-05T02:14:58.845 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 33/160 2024-09-05T02:14:58.845 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9 34/160 2024-09-05T02:14:58.845 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 35/160 2024-09-05T02:14:58.845 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el 36/160 2024-09-05T02:14:58.845 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 37/160 2024-09-05T02:14:58.845 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 38/160 2024-09-05T02:14:58.846 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 39/160 2024-09-05T02:14:58.846 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/160 2024-09-05T02:14:58.846 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/160 2024-09-05T02:14:58.846 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/160 2024-09-05T02:14:58.846 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/160 2024-09-05T02:14:58.846 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/160 2024-09-05T02:14:58.846 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/160 2024-09-05T02:14:58.846 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/160 2024-09-05T02:14:58.846 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/160 2024-09-05T02:14:58.846 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/160 2024-09-05T02:14:58.846 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/160 2024-09-05T02:14:58.846 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/160 2024-09-05T02:14:58.847 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/160 2024-09-05T02:14:58.847 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/160 2024-09-05T02:14:58.847 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/160 2024-09-05T02:14:58.847 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/160 2024-09-05T02:14:58.847 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/160 2024-09-05T02:14:58.847 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/160 2024-09-05T02:14:58.847 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/160 2024-09-05T02:14:58.847 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/160 2024-09-05T02:14:58.847 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/160 2024-09-05T02:14:58.847 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/160 2024-09-05T02:14:58.847 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/160 2024-09-05T02:14:58.847 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/160 2024-09-05T02:14:58.847 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/160 2024-09-05T02:14:58.848 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/160 2024-09-05T02:14:58.848 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/160 2024-09-05T02:14:58.848 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/160 2024-09-05T02:14:58.848 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/160 2024-09-05T02:14:58.848 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : openssl-devel-1:3.2.2-4.el9.x86_64 68/160 2024-09-05T02:14:58.848 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/160 2024-09-05T02:14:58.848 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/160 2024-09-05T02:14:58.848 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/160 2024-09-05T02:14:58.848 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/160 2024-09-05T02:14:58.848 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/160 2024-09-05T02:14:58.848 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/160 2024-09-05T02:14:58.848 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/160 2024-09-05T02:14:58.848 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/160 2024-09-05T02:14:58.849 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/160 2024-09-05T02:14:58.849 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/160 2024-09-05T02:14:58.849 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/160 2024-09-05T02:14:58.849 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/160 2024-09-05T02:14:58.849 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/160 2024-09-05T02:14:58.849 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/160 2024-09-05T02:14:58.849 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/160 2024-09-05T02:14:58.849 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/160 2024-09-05T02:14:58.849 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/160 2024-09-05T02:14:58.849 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/160 2024-09-05T02:14:58.849 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/160 2024-09-05T02:14:58.849 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/160 2024-09-05T02:14:58.850 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/160 2024-09-05T02:14:58.850 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/160 2024-09-05T02:14:58.850 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/160 2024-09-05T02:14:58.850 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/160 2024-09-05T02:14:58.850 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/160 2024-09-05T02:14:58.850 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/160 2024-09-05T02:14:58.850 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/160 2024-09-05T02:14:58.850 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/160 2024-09-05T02:14:58.850 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/160 2024-09-05T02:14:58.850 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/160 2024-09-05T02:14:58.850 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/160 2024-09-05T02:14:58.850 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/160 2024-09-05T02:14:58.851 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/160 2024-09-05T02:14:58.851 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/160 2024-09-05T02:14:58.851 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/160 2024-09-05T02:14:58.851 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/160 2024-09-05T02:14:58.851 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/160 2024-09-05T02:14:58.851 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/160 2024-09-05T02:14:58.851 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/160 2024-09-05T02:14:58.851 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/160 2024-09-05T02:14:58.851 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/160 2024-09-05T02:14:58.851 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/160 2024-09-05T02:14:58.851 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/160 2024-09-05T02:14:58.851 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/160 2024-09-05T02:14:58.851 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/160 2024-09-05T02:14:58.852 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/160 2024-09-05T02:14:58.852 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/160 2024-09-05T02:14:58.852 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/160 2024-09-05T02:14:58.852 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/160 2024-09-05T02:14:58.852 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/160 2024-09-05T02:14:58.852 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/160 2024-09-05T02:14:58.852 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/160 2024-09-05T02:14:58.852 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/160 2024-09-05T02:14:58.852 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/160 2024-09-05T02:14:58.852 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/160 2024-09-05T02:14:58.852 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/160 2024-09-05T02:14:58.852 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/160 2024-09-05T02:14:58.853 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/160 2024-09-05T02:14:58.853 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/160 2024-09-05T02:14:58.853 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/160 2024-09-05T02:14:58.853 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/160 2024-09-05T02:14:58.853 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/160 2024-09-05T02:14:58.853 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/160 2024-09-05T02:14:58.853 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/160 2024-09-05T02:14:58.853 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/160 2024-09-05T02:14:58.853 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/160 2024-09-05T02:14:58.854 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/160 2024-09-05T02:14:58.854 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/160 2024-09-05T02:14:58.854 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/160 2024-09-05T02:14:58.854 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/160 2024-09-05T02:14:58.854 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/160 2024-09-05T02:14:58.854 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/160 2024-09-05T02:14:58.854 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/160 2024-09-05T02:14:58.854 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/160 2024-09-05T02:14:58.854 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/160 2024-09-05T02:14:58.854 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/160 2024-09-05T02:14:58.854 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/160 2024-09-05T02:14:58.854 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/160 2024-09-05T02:14:58.854 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/160 2024-09-05T02:14:58.855 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/160 2024-09-05T02:14:58.855 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 149/160 2024-09-05T02:14:58.855 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/160 2024-09-05T02:14:58.855 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 151/160 2024-09-05T02:14:58.855 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/160 2024-09-05T02:14:58.855 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-1:1.48.10-1.el9.x86_64 153/160 2024-09-05T02:14:58.855 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/160 2024-09-05T02:14:58.855 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-libnm-1:1.48.10-1.el9.x86_64 155/160 2024-09-05T02:14:58.855 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/160 2024-09-05T02:14:58.855 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-team-1:1.48.10-1.el9.x86_64 157/160 2024-09-05T02:14:58.855 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T02:14:58.855 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-tui-1:1.48.10-1.el9.x86_64 159/160 2024-09-05T02:14:59.418 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 126/160 2024-09-05T02:14:59.447 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libtool-2.4.6-46.el9.x86_64 134/160 2024-09-05T02:14:59.460 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 127/160 2024-09-05T02:14:59.481 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 135/160 2024-09-05T02:14:59.532 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 135/160 2024-09-05T02:14:59.533 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:59.533 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-05T02:14:59.533 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T02:14:59.533 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T02:14:59.533 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:14:59.590 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 136/160 2024-09-05T02:14:59.640 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 136/160 2024-09-05T02:14:59.640 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:59.640 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-05T02:14:59.640 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:14:59.690 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 137/160 2024-09-05T02:14:59.742 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 137/160 2024-09-05T02:14:59.742 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:14:59.742 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-05T02:14:59.742 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-05T02:14:59.742 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-05T02:14:59.742 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:15:00.099 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 138/160 2024-09-05T02:15:00.150 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 138/160 2024-09-05T02:15:00.151 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:15:00.151 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-05T02:15:00.151 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T02:15:00.151 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T02:15:00.151 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:15:00.426 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 127/160 2024-09-05T02:15:00.452 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 128/160 2024-09-05T02:15:00.554 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 128/160 2024-09-05T02:15:00.714 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9 129/160 2024-09-05T02:15:00.737 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 130/160 2024-09-05T02:15:00.762 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 130/160 2024-09-05T02:15:00.762 INFO:teuthology.orchestra.run.smithi174.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:15:00.762 INFO:teuthology.orchestra.run.smithi174.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-05T02:15:00.762 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T02:15:00.764 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T02:15:00.764 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:15:00.813 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 131/160 2024-09-05T02:15:00.825 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 131/160 2024-09-05T02:15:00.913 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 132/160 2024-09-05T02:15:00.961 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 133/160 2024-09-05T02:15:01.120 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/160 2024-09-05T02:15:01.121 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T02:15:01.121 INFO:teuthology.orchestra.run.smithi123.stdout:Upgraded: 2024-09-05T02:15:01.121 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-1:1.48.10-1.el9.x86_64 2024-09-05T02:15:01.121 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-libnm-1:1.48.10-1.el9.x86_64 2024-09-05T02:15:01.121 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-team-1:1.48.10-1.el9.x86_64 2024-09-05T02:15:01.121 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-tui-1:1.48.10-1.el9.x86_64 2024-09-05T02:15:01.121 INFO:teuthology.orchestra.run.smithi123.stdout: librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.121 INFO:teuthology.orchestra.run.smithi123.stdout: librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.121 INFO:teuthology.orchestra.run.smithi123.stdout:Installed: 2024-09-05T02:15:01.121 INFO:teuthology.orchestra.run.smithi123.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-05T02:15:01.121 INFO:teuthology.orchestra.run.smithi123.stdout: automake-1.16.2-8.el9.noarch 2024-09-05T02:15:01.122 INFO:teuthology.orchestra.run.smithi123.stdout: bison-3.7.4-5.el9.x86_64 2024-09-05T02:15:01.122 INFO:teuthology.orchestra.run.smithi123.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-05T02:15:01.122 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.122 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.122 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.122 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.122 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:01.122 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-immutable-object-cache-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.122 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.122 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.122 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:01.123 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:01.123 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:01.123 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:01.123 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:01.123 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.123 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.123 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:01.123 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.123 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.123 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.124 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:01.124 INFO:teuthology.orchestra.run.smithi123.stdout: cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:01.124 INFO:teuthology.orchestra.run.smithi123.stdout: cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.124 INFO:teuthology.orchestra.run.smithi123.stdout: cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.124 INFO:teuthology.orchestra.run.smithi123.stdout: cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:01.124 INFO:teuthology.orchestra.run.smithi123.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-05T02:15:01.124 INFO:teuthology.orchestra.run.smithi123.stdout: flex-2.6.4-9.el9.x86_64 2024-09-05T02:15:01.124 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-05T02:15:01.124 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-05T02:15:01.124 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-05T02:15:01.124 INFO:teuthology.orchestra.run.smithi123.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-05T02:15:01.125 INFO:teuthology.orchestra.run.smithi123.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-05T02:15:01.125 INFO:teuthology.orchestra.run.smithi123.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-05T02:15:01.125 INFO:teuthology.orchestra.run.smithi123.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-05T02:15:01.125 INFO:teuthology.orchestra.run.smithi123.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-05T02:15:01.125 INFO:teuthology.orchestra.run.smithi123.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-05T02:15:01.125 INFO:teuthology.orchestra.run.smithi123.stdout: libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.125 INFO:teuthology.orchestra.run.smithi123.stdout: libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.125 INFO:teuthology.orchestra.run.smithi123.stdout: libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.125 INFO:teuthology.orchestra.run.smithi123.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-05T02:15:01.125 INFO:teuthology.orchestra.run.smithi123.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-05T02:15:01.125 INFO:teuthology.orchestra.run.smithi123.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-05T02:15:01.125 INFO:teuthology.orchestra.run.smithi123.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-05T02:15:01.126 INFO:teuthology.orchestra.run.smithi123.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-05T02:15:01.126 INFO:teuthology.orchestra.run.smithi123.stdout: librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.126 INFO:teuthology.orchestra.run.smithi123.stdout: libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.126 INFO:teuthology.orchestra.run.smithi123.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-05T02:15:01.126 INFO:teuthology.orchestra.run.smithi123.stdout: librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.126 INFO:teuthology.orchestra.run.smithi123.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-05T02:15:01.126 INFO:teuthology.orchestra.run.smithi123.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-05T02:15:01.126 INFO:teuthology.orchestra.run.smithi123.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-05T02:15:01.126 INFO:teuthology.orchestra.run.smithi123.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-05T02:15:01.126 INFO:teuthology.orchestra.run.smithi123.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-05T02:15:01.126 INFO:teuthology.orchestra.run.smithi123.stdout: lua-5.4.4-4.el9.x86_64 2024-09-05T02:15:01.127 INFO:teuthology.orchestra.run.smithi123.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-05T02:15:01.127 INFO:teuthology.orchestra.run.smithi123.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-05T02:15:01.127 INFO:teuthology.orchestra.run.smithi123.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-05T02:15:01.127 INFO:teuthology.orchestra.run.smithi123.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-05T02:15:01.127 INFO:teuthology.orchestra.run.smithi123.stdout: openssl-devel-1:3.2.2-4.el9.x86_64 2024-09-05T02:15:01.127 INFO:teuthology.orchestra.run.smithi123.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-05T02:15:01.127 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-13.16-1.el9.x86_64 2024-09-05T02:15:01.127 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-05T02:15:01.127 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-05T02:15:01.127 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-05T02:15:01.127 INFO:teuthology.orchestra.run.smithi123.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-05T02:15:01.127 INFO:teuthology.orchestra.run.smithi123.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-05T02:15:01.128 INFO:teuthology.orchestra.run.smithi123.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-05T02:15:01.128 INFO:teuthology.orchestra.run.smithi123.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-05T02:15:01.128 INFO:teuthology.orchestra.run.smithi123.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-05T02:15:01.128 INFO:teuthology.orchestra.run.smithi123.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-05T02:15:01.128 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-05T02:15:01.128 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.128 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.128 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.128 INFO:teuthology.orchestra.run.smithi123.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-05T02:15:01.128 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-05T02:15:01.128 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-05T02:15:01.129 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-05T02:15:01.129 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-05T02:15:01.129 INFO:teuthology.orchestra.run.smithi123.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-05T02:15:01.129 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-05T02:15:01.129 INFO:teuthology.orchestra.run.smithi123.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-05T02:15:01.129 INFO:teuthology.orchestra.run.smithi123.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-05T02:15:01.129 INFO:teuthology.orchestra.run.smithi123.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-05T02:15:01.129 INFO:teuthology.orchestra.run.smithi123.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-05T02:15:01.129 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-05T02:15:01.129 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-05T02:15:01.129 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-05T02:15:01.130 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-05T02:15:01.130 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-05T02:15:01.130 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-05T02:15:01.130 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-05T02:15:01.130 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-05T02:15:01.130 INFO:teuthology.orchestra.run.smithi123.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-05T02:15:01.130 INFO:teuthology.orchestra.run.smithi123.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-05T02:15:01.130 INFO:teuthology.orchestra.run.smithi123.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-05T02:15:01.130 INFO:teuthology.orchestra.run.smithi123.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-05T02:15:01.130 INFO:teuthology.orchestra.run.smithi123.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-05T02:15:01.130 INFO:teuthology.orchestra.run.smithi123.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-05T02:15:01.131 INFO:teuthology.orchestra.run.smithi123.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-05T02:15:01.131 INFO:teuthology.orchestra.run.smithi123.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-05T02:15:01.131 INFO:teuthology.orchestra.run.smithi123.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-05T02:15:01.131 INFO:teuthology.orchestra.run.smithi123.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-05T02:15:01.131 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-05T02:15:01.131 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ply-3.11-14.el9.noarch 2024-09-05T02:15:01.131 INFO:teuthology.orchestra.run.smithi123.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-05T02:15:01.132 INFO:teuthology.orchestra.run.smithi123.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-05T02:15:01.132 INFO:teuthology.orchestra.run.smithi123.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-05T02:15:01.132 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-05T02:15:01.132 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-05T02:15:01.132 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-05T02:15:01.132 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-05T02:15:01.132 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-05T02:15:01.132 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-05T02:15:01.132 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.132 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.133 INFO:teuthology.orchestra.run.smithi123.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-05T02:15:01.133 INFO:teuthology.orchestra.run.smithi123.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-05T02:15:01.133 INFO:teuthology.orchestra.run.smithi123.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-05T02:15:01.133 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.133 INFO:teuthology.orchestra.run.smithi123.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-05T02:15:01.133 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-05T02:15:01.133 INFO:teuthology.orchestra.run.smithi123.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-05T02:15:01.133 INFO:teuthology.orchestra.run.smithi123.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-05T02:15:01.133 INFO:teuthology.orchestra.run.smithi123.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-05T02:15:01.133 INFO:teuthology.orchestra.run.smithi123.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-05T02:15:01.133 INFO:teuthology.orchestra.run.smithi123.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-05T02:15:01.134 INFO:teuthology.orchestra.run.smithi123.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-05T02:15:01.134 INFO:teuthology.orchestra.run.smithi123.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-05T02:15:01.134 INFO:teuthology.orchestra.run.smithi123.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-05T02:15:01.134 INFO:teuthology.orchestra.run.smithi123.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-05T02:15:01.134 INFO:teuthology.orchestra.run.smithi123.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-05T02:15:01.134 INFO:teuthology.orchestra.run.smithi123.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-05T02:15:01.134 INFO:teuthology.orchestra.run.smithi123.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-05T02:15:01.134 INFO:teuthology.orchestra.run.smithi123.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-05T02:15:01.134 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.134 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.134 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:01.134 INFO:teuthology.orchestra.run.smithi123.stdout: re2-1:20211101-20.el9.x86_64 2024-09-05T02:15:01.135 INFO:teuthology.orchestra.run.smithi123.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-05T02:15:01.135 INFO:teuthology.orchestra.run.smithi123.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-05T02:15:01.135 INFO:teuthology.orchestra.run.smithi123.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-05T02:15:01.135 INFO:teuthology.orchestra.run.smithi123.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-05T02:15:01.135 INFO:teuthology.orchestra.run.smithi123.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-05T02:15:01.135 INFO:teuthology.orchestra.run.smithi123.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-05T02:15:01.135 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T02:15:01.136 INFO:teuthology.orchestra.run.smithi123.stdout:Complete! 2024-09-05T02:15:01.547 DEBUG:teuthology.parallel:result is None 2024-09-05T02:15:01.886 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libtool-2.4.6-46.el9.x86_64 134/160 2024-09-05T02:15:01.924 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 135/160 2024-09-05T02:15:01.948 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 135/160 2024-09-05T02:15:01.948 INFO:teuthology.orchestra.run.smithi174.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:15:01.948 INFO:teuthology.orchestra.run.smithi174.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-05T02:15:01.948 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T02:15:01.948 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T02:15:01.948 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:15:01.991 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 136/160 2024-09-05T02:15:02.014 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 136/160 2024-09-05T02:15:02.014 INFO:teuthology.orchestra.run.smithi174.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:15:02.015 INFO:teuthology.orchestra.run.smithi174.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-05T02:15:02.015 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:15:02.058 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 137/160 2024-09-05T02:15:02.082 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 137/160 2024-09-05T02:15:02.082 INFO:teuthology.orchestra.run.smithi174.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:15:02.082 INFO:teuthology.orchestra.run.smithi174.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-05T02:15:02.082 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-05T02:15:02.082 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-05T02:15:02.082 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:15:02.409 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 138/160 2024-09-05T02:15:02.433 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 138/160 2024-09-05T02:15:02.433 INFO:teuthology.orchestra.run.smithi174.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T02:15:02.433 INFO:teuthology.orchestra.run.smithi174.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-05T02:15:02.433 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T02:15:02.433 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T02:15:02.433 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:15:05.397 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 139/160 2024-09-05T02:15:05.439 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 140/160 2024-09-05T02:15:05.483 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 141/160 2024-09-05T02:15:05.544 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 142/160 2024-09-05T02:15:05.579 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 143/160 2024-09-05T02:15:05.838 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 144/160 2024-09-05T02:15:05.901 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 145/160 2024-09-05T02:15:05.931 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_6 146/160 2024-09-05T02:15:05.963 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : NetworkManager-team-1:1.48.10-1.el9.x86_64 147/160 2024-09-05T02:15:06.031 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : NetworkManager-tui-1:1.48.10-1.el9.x86_64 148/160 2024-09-05T02:15:06.970 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 139/160 2024-09-05T02:15:06.971 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T02:15:07.011 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 140/160 2024-09-05T02:15:07.052 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 141/160 2024-09-05T02:15:07.076 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 142/160 2024-09-05T02:15:07.095 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 143/160 2024-09-05T02:15:07.154 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T02:15:07.197 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T02:15:07.283 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 144/160 2024-09-05T02:15:07.325 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 145/160 2024-09-05T02:15:07.355 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_6 146/160 2024-09-05T02:15:07.385 INFO:teuthology.orchestra.run.smithi174.stdout: Upgrading : NetworkManager-team-1:1.48.10-1.el9.x86_64 147/160 2024-09-05T02:15:07.439 INFO:teuthology.orchestra.run.smithi174.stdout: Upgrading : NetworkManager-tui-1:1.48.10-1.el9.x86_64 148/160 2024-09-05T02:15:08.043 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T02:15:08.079 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T02:15:08.099 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T02:15:08.578 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 150/160 2024-09-05T02:15:08.685 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : openssl-devel-1:3.2.2-4.el9.x86_64 151/160 2024-09-05T02:15:08.744 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 152/160 2024-09-05T02:15:08.853 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : flex-2.6.4-9.el9.x86_64 153/160 2024-09-05T02:15:08.887 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : bison-3.7.4-5.el9.x86_64 154/160 2024-09-05T02:15:08.915 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 155/160 2024-09-05T02:15:08.915 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 156/160 2024-09-05T02:15:08.927 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 150/160 2024-09-05T02:15:09.016 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : openssl-devel-1:3.2.2-4.el9.x86_64 151/160 2024-09-05T02:15:09.047 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 156/160 2024-09-05T02:15:09.048 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 152/160 2024-09-05T02:15:09.072 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 157/160 2024-09-05T02:15:09.088 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T02:15:09.088 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T02:15:09.129 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : flex-2.6.4-9.el9.x86_64 153/160 2024-09-05T02:15:09.211 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : bison-3.7.4-5.el9.x86_64 154/160 2024-09-05T02:15:09.236 INFO:teuthology.orchestra.run.smithi174.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 155/160 2024-09-05T02:15:09.237 INFO:teuthology.orchestra.run.smithi174.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 156/160 2024-09-05T02:15:09.312 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 156/160 2024-09-05T02:15:09.333 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T02:15:09.333 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 159/160 2024-09-05T02:15:09.337 INFO:teuthology.orchestra.run.smithi174.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 157/160 2024-09-05T02:15:09.342 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T02:15:09.342 INFO:teuthology.orchestra.run.smithi174.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T02:15:09.450 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 159/160 2024-09-05T02:15:09.450 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/160 2024-09-05T02:15:09.530 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T02:15:09.531 INFO:teuthology.orchestra.run.smithi174.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 159/160 2024-09-05T02:15:09.614 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 159/160 2024-09-05T02:15:09.614 INFO:teuthology.orchestra.run.smithi174.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/160 2024-09-05T02:15:09.845 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/160 2024-09-05T02:15:09.845 INFO:teuthology.orchestra.run.smithi033.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-09-05T02:15:09.845 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:15:15.467 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/160 2024-09-05T02:15:15.467 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 1/160 2024-09-05T02:15:15.467 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 2/160 2024-09-05T02:15:15.467 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 3/160 2024-09-05T02:15:15.467 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 4/160 2024-09-05T02:15:15.467 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 5/160 2024-09-05T02:15:15.467 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T02:15:15.467 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 7/160 2024-09-05T02:15:15.468 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 8/160 2024-09-05T02:15:15.468 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 9/160 2024-09-05T02:15:15.468 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 10/160 2024-09-05T02:15:15.468 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 11/160 2024-09-05T02:15:15.468 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T02:15:15.468 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 13/160 2024-09-05T02:15:15.468 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 14/160 2024-09-05T02:15:15.468 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_6 15/160 2024-09-05T02:15:15.468 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 16/160 2024-09-05T02:15:15.468 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 17/160 2024-09-05T02:15:15.468 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 18/160 2024-09-05T02:15:15.469 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 19/160 2024-09-05T02:15:15.469 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 20/160 2024-09-05T02:15:15.469 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9 21/160 2024-09-05T02:15:15.469 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x 22/160 2024-09-05T02:15:15.469 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 23/160 2024-09-05T02:15:15.469 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 24/160 2024-09-05T02:15:15.469 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 25/160 2024-09-05T02:15:15.469 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 26/160 2024-09-05T02:15:15.469 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 27/160 2024-09-05T02:15:15.469 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 28/160 2024-09-05T02:15:15.469 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 29/160 2024-09-05T02:15:15.470 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.e 30/160 2024-09-05T02:15:15.470 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 31/160 2024-09-05T02:15:15.470 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 32/160 2024-09-05T02:15:15.470 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 33/160 2024-09-05T02:15:15.470 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9 34/160 2024-09-05T02:15:15.470 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 35/160 2024-09-05T02:15:15.470 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el 36/160 2024-09-05T02:15:15.470 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 37/160 2024-09-05T02:15:15.470 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 38/160 2024-09-05T02:15:15.470 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 39/160 2024-09-05T02:15:15.471 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/160 2024-09-05T02:15:15.471 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/160 2024-09-05T02:15:15.471 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/160 2024-09-05T02:15:15.471 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/160 2024-09-05T02:15:15.471 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/160 2024-09-05T02:15:15.471 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/160 2024-09-05T02:15:15.471 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/160 2024-09-05T02:15:15.471 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/160 2024-09-05T02:15:15.471 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/160 2024-09-05T02:15:15.471 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/160 2024-09-05T02:15:15.472 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/160 2024-09-05T02:15:15.472 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/160 2024-09-05T02:15:15.472 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/160 2024-09-05T02:15:15.472 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/160 2024-09-05T02:15:15.472 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/160 2024-09-05T02:15:15.472 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/160 2024-09-05T02:15:15.472 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/160 2024-09-05T02:15:15.472 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/160 2024-09-05T02:15:15.472 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/160 2024-09-05T02:15:15.472 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/160 2024-09-05T02:15:15.472 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/160 2024-09-05T02:15:15.473 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/160 2024-09-05T02:15:15.473 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/160 2024-09-05T02:15:15.473 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/160 2024-09-05T02:15:15.473 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/160 2024-09-05T02:15:15.473 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/160 2024-09-05T02:15:15.473 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/160 2024-09-05T02:15:15.473 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/160 2024-09-05T02:15:15.473 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : openssl-devel-1:3.2.2-4.el9.x86_64 68/160 2024-09-05T02:15:15.473 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/160 2024-09-05T02:15:15.473 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/160 2024-09-05T02:15:15.474 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/160 2024-09-05T02:15:15.474 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/160 2024-09-05T02:15:15.474 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/160 2024-09-05T02:15:15.474 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/160 2024-09-05T02:15:15.474 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/160 2024-09-05T02:15:15.474 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/160 2024-09-05T02:15:15.474 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/160 2024-09-05T02:15:15.474 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/160 2024-09-05T02:15:15.475 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/160 2024-09-05T02:15:15.475 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/160 2024-09-05T02:15:15.475 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/160 2024-09-05T02:15:15.475 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/160 2024-09-05T02:15:15.475 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/160 2024-09-05T02:15:15.475 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/160 2024-09-05T02:15:15.475 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/160 2024-09-05T02:15:15.475 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/160 2024-09-05T02:15:15.475 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/160 2024-09-05T02:15:15.475 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/160 2024-09-05T02:15:15.475 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/160 2024-09-05T02:15:15.475 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/160 2024-09-05T02:15:15.476 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/160 2024-09-05T02:15:15.476 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/160 2024-09-05T02:15:15.476 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/160 2024-09-05T02:15:15.476 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/160 2024-09-05T02:15:15.476 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/160 2024-09-05T02:15:15.476 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/160 2024-09-05T02:15:15.476 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/160 2024-09-05T02:15:15.476 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/160 2024-09-05T02:15:15.477 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/160 2024-09-05T02:15:15.477 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/160 2024-09-05T02:15:15.477 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/160 2024-09-05T02:15:15.477 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/160 2024-09-05T02:15:15.477 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/160 2024-09-05T02:15:15.477 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/160 2024-09-05T02:15:15.477 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/160 2024-09-05T02:15:15.477 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/160 2024-09-05T02:15:15.477 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/160 2024-09-05T02:15:15.477 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/160 2024-09-05T02:15:15.478 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/160 2024-09-05T02:15:15.478 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/160 2024-09-05T02:15:15.478 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/160 2024-09-05T02:15:15.478 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/160 2024-09-05T02:15:15.478 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/160 2024-09-05T02:15:15.478 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/160 2024-09-05T02:15:15.478 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/160 2024-09-05T02:15:15.478 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/160 2024-09-05T02:15:15.478 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/160 2024-09-05T02:15:15.478 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/160 2024-09-05T02:15:15.479 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/160 2024-09-05T02:15:15.479 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/160 2024-09-05T02:15:15.479 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/160 2024-09-05T02:15:15.479 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/160 2024-09-05T02:15:15.479 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/160 2024-09-05T02:15:15.479 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/160 2024-09-05T02:15:15.479 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/160 2024-09-05T02:15:15.479 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/160 2024-09-05T02:15:15.479 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/160 2024-09-05T02:15:15.480 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/160 2024-09-05T02:15:15.480 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/160 2024-09-05T02:15:15.480 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/160 2024-09-05T02:15:15.480 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/160 2024-09-05T02:15:15.480 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/160 2024-09-05T02:15:15.480 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/160 2024-09-05T02:15:15.480 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/160 2024-09-05T02:15:15.480 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/160 2024-09-05T02:15:15.480 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/160 2024-09-05T02:15:15.481 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/160 2024-09-05T02:15:15.481 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/160 2024-09-05T02:15:15.481 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/160 2024-09-05T02:15:15.481 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/160 2024-09-05T02:15:15.481 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/160 2024-09-05T02:15:15.481 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/160 2024-09-05T02:15:15.481 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/160 2024-09-05T02:15:15.481 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/160 2024-09-05T02:15:15.481 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/160 2024-09-05T02:15:15.481 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/160 2024-09-05T02:15:15.482 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/160 2024-09-05T02:15:15.482 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/160 2024-09-05T02:15:15.482 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 149/160 2024-09-05T02:15:15.482 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/160 2024-09-05T02:15:15.482 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 151/160 2024-09-05T02:15:15.482 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/160 2024-09-05T02:15:15.482 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : NetworkManager-1:1.48.10-1.el9.x86_64 153/160 2024-09-05T02:15:15.482 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/160 2024-09-05T02:15:15.482 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : NetworkManager-libnm-1:1.48.10-1.el9.x86_64 155/160 2024-09-05T02:15:15.483 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/160 2024-09-05T02:15:15.483 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : NetworkManager-team-1:1.48.10-1.el9.x86_64 157/160 2024-09-05T02:15:15.483 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T02:15:15.483 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : NetworkManager-tui-1:1.48.10-1.el9.x86_64 159/160 2024-09-05T02:15:15.617 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 1/160 2024-09-05T02:15:15.618 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 2/160 2024-09-05T02:15:15.618 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 3/160 2024-09-05T02:15:15.618 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 4/160 2024-09-05T02:15:15.618 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 5/160 2024-09-05T02:15:15.618 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T02:15:15.618 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 7/160 2024-09-05T02:15:15.618 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 8/160 2024-09-05T02:15:15.618 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 9/160 2024-09-05T02:15:15.618 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 10/160 2024-09-05T02:15:15.618 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 11/160 2024-09-05T02:15:15.619 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T02:15:15.619 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 13/160 2024-09-05T02:15:15.619 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 14/160 2024-09-05T02:15:15.619 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_6 15/160 2024-09-05T02:15:15.619 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 16/160 2024-09-05T02:15:15.619 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 17/160 2024-09-05T02:15:15.619 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 18/160 2024-09-05T02:15:15.619 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 19/160 2024-09-05T02:15:15.619 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 20/160 2024-09-05T02:15:15.619 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9 21/160 2024-09-05T02:15:15.619 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x 22/160 2024-09-05T02:15:15.619 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 23/160 2024-09-05T02:15:15.620 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 24/160 2024-09-05T02:15:15.620 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 25/160 2024-09-05T02:15:15.620 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 26/160 2024-09-05T02:15:15.620 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 27/160 2024-09-05T02:15:15.620 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 28/160 2024-09-05T02:15:15.620 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 29/160 2024-09-05T02:15:15.620 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.e 30/160 2024-09-05T02:15:15.620 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 31/160 2024-09-05T02:15:15.620 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 32/160 2024-09-05T02:15:15.621 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 33/160 2024-09-05T02:15:15.621 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9 34/160 2024-09-05T02:15:15.621 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 35/160 2024-09-05T02:15:15.621 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el 36/160 2024-09-05T02:15:15.621 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 37/160 2024-09-05T02:15:15.621 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 38/160 2024-09-05T02:15:15.621 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 39/160 2024-09-05T02:15:15.621 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/160 2024-09-05T02:15:15.621 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/160 2024-09-05T02:15:15.621 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/160 2024-09-05T02:15:15.621 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/160 2024-09-05T02:15:15.621 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/160 2024-09-05T02:15:15.622 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/160 2024-09-05T02:15:15.622 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/160 2024-09-05T02:15:15.622 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/160 2024-09-05T02:15:15.622 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/160 2024-09-05T02:15:15.622 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/160 2024-09-05T02:15:15.622 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/160 2024-09-05T02:15:15.622 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/160 2024-09-05T02:15:15.622 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/160 2024-09-05T02:15:15.622 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/160 2024-09-05T02:15:15.622 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/160 2024-09-05T02:15:15.622 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/160 2024-09-05T02:15:15.622 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/160 2024-09-05T02:15:15.622 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/160 2024-09-05T02:15:15.623 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/160 2024-09-05T02:15:15.623 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/160 2024-09-05T02:15:15.623 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/160 2024-09-05T02:15:15.623 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/160 2024-09-05T02:15:15.623 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/160 2024-09-05T02:15:15.623 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/160 2024-09-05T02:15:15.623 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/160 2024-09-05T02:15:15.623 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/160 2024-09-05T02:15:15.623 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/160 2024-09-05T02:15:15.623 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/160 2024-09-05T02:15:15.623 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : openssl-devel-1:3.2.2-4.el9.x86_64 68/160 2024-09-05T02:15:15.623 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/160 2024-09-05T02:15:15.623 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/160 2024-09-05T02:15:15.624 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/160 2024-09-05T02:15:15.624 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/160 2024-09-05T02:15:15.624 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/160 2024-09-05T02:15:15.624 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/160 2024-09-05T02:15:15.624 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/160 2024-09-05T02:15:15.624 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/160 2024-09-05T02:15:15.624 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/160 2024-09-05T02:15:15.624 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/160 2024-09-05T02:15:15.624 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/160 2024-09-05T02:15:15.624 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/160 2024-09-05T02:15:15.624 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/160 2024-09-05T02:15:15.625 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/160 2024-09-05T02:15:15.625 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/160 2024-09-05T02:15:15.625 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/160 2024-09-05T02:15:15.625 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/160 2024-09-05T02:15:15.625 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/160 2024-09-05T02:15:15.625 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/160 2024-09-05T02:15:15.625 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/160 2024-09-05T02:15:15.625 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/160 2024-09-05T02:15:15.625 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/160 2024-09-05T02:15:15.625 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/160 2024-09-05T02:15:15.625 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/160 2024-09-05T02:15:15.625 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/160 2024-09-05T02:15:15.626 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/160 2024-09-05T02:15:15.626 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/160 2024-09-05T02:15:15.626 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/160 2024-09-05T02:15:15.626 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/160 2024-09-05T02:15:15.626 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/160 2024-09-05T02:15:15.626 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/160 2024-09-05T02:15:15.626 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/160 2024-09-05T02:15:15.626 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/160 2024-09-05T02:15:15.626 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/160 2024-09-05T02:15:15.626 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/160 2024-09-05T02:15:15.626 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/160 2024-09-05T02:15:15.626 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/160 2024-09-05T02:15:15.627 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/160 2024-09-05T02:15:15.627 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/160 2024-09-05T02:15:15.627 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/160 2024-09-05T02:15:15.627 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/160 2024-09-05T02:15:15.627 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/160 2024-09-05T02:15:15.627 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/160 2024-09-05T02:15:15.627 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/160 2024-09-05T02:15:15.627 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/160 2024-09-05T02:15:15.627 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/160 2024-09-05T02:15:15.627 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/160 2024-09-05T02:15:15.627 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/160 2024-09-05T02:15:15.628 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/160 2024-09-05T02:15:15.628 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/160 2024-09-05T02:15:15.628 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/160 2024-09-05T02:15:15.628 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/160 2024-09-05T02:15:15.628 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/160 2024-09-05T02:15:15.628 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/160 2024-09-05T02:15:15.628 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/160 2024-09-05T02:15:15.628 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/160 2024-09-05T02:15:15.628 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/160 2024-09-05T02:15:15.628 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/160 2024-09-05T02:15:15.628 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/160 2024-09-05T02:15:15.629 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/160 2024-09-05T02:15:15.629 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/160 2024-09-05T02:15:15.629 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/160 2024-09-05T02:15:15.629 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/160 2024-09-05T02:15:15.629 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/160 2024-09-05T02:15:15.629 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/160 2024-09-05T02:15:15.629 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/160 2024-09-05T02:15:15.629 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/160 2024-09-05T02:15:15.629 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/160 2024-09-05T02:15:15.629 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/160 2024-09-05T02:15:15.629 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/160 2024-09-05T02:15:15.629 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/160 2024-09-05T02:15:15.630 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/160 2024-09-05T02:15:15.630 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/160 2024-09-05T02:15:15.630 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/160 2024-09-05T02:15:15.630 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/160 2024-09-05T02:15:15.630 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/160 2024-09-05T02:15:15.630 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/160 2024-09-05T02:15:15.630 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/160 2024-09-05T02:15:15.630 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/160 2024-09-05T02:15:15.630 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/160 2024-09-05T02:15:15.630 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 149/160 2024-09-05T02:15:15.630 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/160 2024-09-05T02:15:15.630 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 151/160 2024-09-05T02:15:15.631 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/160 2024-09-05T02:15:15.631 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : NetworkManager-1:1.48.10-1.el9.x86_64 153/160 2024-09-05T02:15:15.631 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/160 2024-09-05T02:15:15.631 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : NetworkManager-libnm-1:1.48.10-1.el9.x86_64 155/160 2024-09-05T02:15:15.631 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/160 2024-09-05T02:15:15.631 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : NetworkManager-team-1:1.48.10-1.el9.x86_64 157/160 2024-09-05T02:15:15.631 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T02:15:15.631 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : NetworkManager-tui-1:1.48.10-1.el9.x86_64 159/160 2024-09-05T02:15:17.967 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/160 2024-09-05T02:15:17.967 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:15:17.968 INFO:teuthology.orchestra.run.smithi174.stdout:Upgraded: 2024-09-05T02:15:17.968 INFO:teuthology.orchestra.run.smithi174.stdout: NetworkManager-1:1.48.10-1.el9.x86_64 2024-09-05T02:15:17.968 INFO:teuthology.orchestra.run.smithi174.stdout: NetworkManager-libnm-1:1.48.10-1.el9.x86_64 2024-09-05T02:15:17.968 INFO:teuthology.orchestra.run.smithi174.stdout: NetworkManager-team-1:1.48.10-1.el9.x86_64 2024-09-05T02:15:17.968 INFO:teuthology.orchestra.run.smithi174.stdout: NetworkManager-tui-1:1.48.10-1.el9.x86_64 2024-09-05T02:15:17.968 INFO:teuthology.orchestra.run.smithi174.stdout: librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.968 INFO:teuthology.orchestra.run.smithi174.stdout: librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.968 INFO:teuthology.orchestra.run.smithi174.stdout:Installed: 2024-09-05T02:15:17.968 INFO:teuthology.orchestra.run.smithi174.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-05T02:15:17.968 INFO:teuthology.orchestra.run.smithi174.stdout: automake-1.16.2-8.el9.noarch 2024-09-05T02:15:17.968 INFO:teuthology.orchestra.run.smithi174.stdout: bison-3.7.4-5.el9.x86_64 2024-09-05T02:15:17.968 INFO:teuthology.orchestra.run.smithi174.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-05T02:15:17.969 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.969 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.969 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.969 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.969 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:17.969 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-immutable-object-cache-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.969 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.969 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.969 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:17.969 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:17.969 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:17.969 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:17.969 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:17.970 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.970 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.970 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:17.970 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.970 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.970 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.970 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:17.970 INFO:teuthology.orchestra.run.smithi174.stdout: cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:17.970 INFO:teuthology.orchestra.run.smithi174.stdout: cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.970 INFO:teuthology.orchestra.run.smithi174.stdout: cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.970 INFO:teuthology.orchestra.run.smithi174.stdout: cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:17.970 INFO:teuthology.orchestra.run.smithi174.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-05T02:15:17.970 INFO:teuthology.orchestra.run.smithi174.stdout: flex-2.6.4-9.el9.x86_64 2024-09-05T02:15:17.971 INFO:teuthology.orchestra.run.smithi174.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-05T02:15:17.971 INFO:teuthology.orchestra.run.smithi174.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-05T02:15:17.971 INFO:teuthology.orchestra.run.smithi174.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-05T02:15:17.971 INFO:teuthology.orchestra.run.smithi174.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-05T02:15:17.971 INFO:teuthology.orchestra.run.smithi174.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-05T02:15:17.971 INFO:teuthology.orchestra.run.smithi174.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-05T02:15:17.971 INFO:teuthology.orchestra.run.smithi174.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-05T02:15:17.971 INFO:teuthology.orchestra.run.smithi174.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-05T02:15:17.971 INFO:teuthology.orchestra.run.smithi174.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-05T02:15:17.971 INFO:teuthology.orchestra.run.smithi174.stdout: libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.971 INFO:teuthology.orchestra.run.smithi174.stdout: libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.971 INFO:teuthology.orchestra.run.smithi174.stdout: libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.971 INFO:teuthology.orchestra.run.smithi174.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-05T02:15:17.972 INFO:teuthology.orchestra.run.smithi174.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-05T02:15:17.972 INFO:teuthology.orchestra.run.smithi174.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-05T02:15:17.972 INFO:teuthology.orchestra.run.smithi174.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-05T02:15:17.972 INFO:teuthology.orchestra.run.smithi174.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-05T02:15:17.972 INFO:teuthology.orchestra.run.smithi174.stdout: librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.972 INFO:teuthology.orchestra.run.smithi174.stdout: libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.972 INFO:teuthology.orchestra.run.smithi174.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-05T02:15:17.972 INFO:teuthology.orchestra.run.smithi174.stdout: librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.972 INFO:teuthology.orchestra.run.smithi174.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-05T02:15:17.972 INFO:teuthology.orchestra.run.smithi174.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-05T02:15:17.972 INFO:teuthology.orchestra.run.smithi174.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-05T02:15:17.972 INFO:teuthology.orchestra.run.smithi174.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-05T02:15:17.973 INFO:teuthology.orchestra.run.smithi174.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-05T02:15:17.973 INFO:teuthology.orchestra.run.smithi174.stdout: lua-5.4.4-4.el9.x86_64 2024-09-05T02:15:17.973 INFO:teuthology.orchestra.run.smithi174.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-05T02:15:17.973 INFO:teuthology.orchestra.run.smithi174.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-05T02:15:17.973 INFO:teuthology.orchestra.run.smithi174.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-05T02:15:17.973 INFO:teuthology.orchestra.run.smithi174.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-05T02:15:17.973 INFO:teuthology.orchestra.run.smithi174.stdout: openssl-devel-1:3.2.2-4.el9.x86_64 2024-09-05T02:15:17.973 INFO:teuthology.orchestra.run.smithi174.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-05T02:15:17.973 INFO:teuthology.orchestra.run.smithi174.stdout: postgresql-13.16-1.el9.x86_64 2024-09-05T02:15:17.973 INFO:teuthology.orchestra.run.smithi174.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-05T02:15:17.973 INFO:teuthology.orchestra.run.smithi174.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-05T02:15:17.973 INFO:teuthology.orchestra.run.smithi174.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-05T02:15:17.973 INFO:teuthology.orchestra.run.smithi174.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-05T02:15:17.974 INFO:teuthology.orchestra.run.smithi174.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-05T02:15:17.974 INFO:teuthology.orchestra.run.smithi174.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-05T02:15:17.974 INFO:teuthology.orchestra.run.smithi174.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-05T02:15:17.974 INFO:teuthology.orchestra.run.smithi174.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-05T02:15:17.974 INFO:teuthology.orchestra.run.smithi174.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-05T02:15:17.974 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-05T02:15:17.974 INFO:teuthology.orchestra.run.smithi174.stdout: python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.974 INFO:teuthology.orchestra.run.smithi174.stdout: python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.974 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.974 INFO:teuthology.orchestra.run.smithi174.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-05T02:15:17.974 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-05T02:15:17.974 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-05T02:15:17.974 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-05T02:15:17.975 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-05T02:15:17.975 INFO:teuthology.orchestra.run.smithi174.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-05T02:15:17.975 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-05T02:15:17.975 INFO:teuthology.orchestra.run.smithi174.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-05T02:15:17.975 INFO:teuthology.orchestra.run.smithi174.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-05T02:15:17.975 INFO:teuthology.orchestra.run.smithi174.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-05T02:15:17.975 INFO:teuthology.orchestra.run.smithi174.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-05T02:15:17.975 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-05T02:15:17.975 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-05T02:15:17.975 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-05T02:15:17.975 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-05T02:15:17.975 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-05T02:15:17.975 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-05T02:15:17.976 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-05T02:15:17.976 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-05T02:15:17.976 INFO:teuthology.orchestra.run.smithi174.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-05T02:15:17.976 INFO:teuthology.orchestra.run.smithi174.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-05T02:15:17.976 INFO:teuthology.orchestra.run.smithi174.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-05T02:15:17.976 INFO:teuthology.orchestra.run.smithi174.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-05T02:15:17.976 INFO:teuthology.orchestra.run.smithi174.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-05T02:15:17.976 INFO:teuthology.orchestra.run.smithi174.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-05T02:15:17.976 INFO:teuthology.orchestra.run.smithi174.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-05T02:15:17.976 INFO:teuthology.orchestra.run.smithi174.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-05T02:15:17.976 INFO:teuthology.orchestra.run.smithi174.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-05T02:15:17.976 INFO:teuthology.orchestra.run.smithi174.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-05T02:15:17.976 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-05T02:15:17.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-ply-3.11-14.el9.noarch 2024-09-05T02:15:17.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-05T02:15:17.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-05T02:15:17.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-05T02:15:17.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-05T02:15:17.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-05T02:15:17.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-05T02:15:17.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-05T02:15:17.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-05T02:15:17.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-05T02:15:17.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-05T02:15:17.978 INFO:teuthology.orchestra.run.smithi174.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-05T02:15:17.978 INFO:teuthology.orchestra.run.smithi174.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-05T02:15:17.978 INFO:teuthology.orchestra.run.smithi174.stdout: python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.978 INFO:teuthology.orchestra.run.smithi174.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-05T02:15:17.978 INFO:teuthology.orchestra.run.smithi174.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-05T02:15:17.978 INFO:teuthology.orchestra.run.smithi174.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-05T02:15:17.978 INFO:teuthology.orchestra.run.smithi174.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-05T02:15:17.978 INFO:teuthology.orchestra.run.smithi174.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-05T02:15:17.978 INFO:teuthology.orchestra.run.smithi174.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-05T02:15:17.978 INFO:teuthology.orchestra.run.smithi174.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-05T02:15:17.978 INFO:teuthology.orchestra.run.smithi174.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-05T02:15:17.978 INFO:teuthology.orchestra.run.smithi174.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-05T02:15:17.978 INFO:teuthology.orchestra.run.smithi174.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-05T02:15:17.979 INFO:teuthology.orchestra.run.smithi174.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-05T02:15:17.979 INFO:teuthology.orchestra.run.smithi174.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-05T02:15:17.979 INFO:teuthology.orchestra.run.smithi174.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-05T02:15:17.979 INFO:teuthology.orchestra.run.smithi174.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-05T02:15:17.979 INFO:teuthology.orchestra.run.smithi174.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-05T02:15:17.979 INFO:teuthology.orchestra.run.smithi174.stdout: rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.979 INFO:teuthology.orchestra.run.smithi174.stdout: rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.979 INFO:teuthology.orchestra.run.smithi174.stdout: rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:17.979 INFO:teuthology.orchestra.run.smithi174.stdout: re2-1:20211101-20.el9.x86_64 2024-09-05T02:15:17.979 INFO:teuthology.orchestra.run.smithi174.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-05T02:15:17.979 INFO:teuthology.orchestra.run.smithi174.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-05T02:15:17.979 INFO:teuthology.orchestra.run.smithi174.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-05T02:15:17.979 INFO:teuthology.orchestra.run.smithi174.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-05T02:15:17.980 INFO:teuthology.orchestra.run.smithi174.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-05T02:15:17.980 INFO:teuthology.orchestra.run.smithi174.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-05T02:15:17.980 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:15:17.980 INFO:teuthology.orchestra.run.smithi174.stdout:Complete! 2024-09-05T02:15:18.141 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/160 2024-09-05T02:15:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:15:18.142 INFO:teuthology.orchestra.run.smithi033.stdout:Upgraded: 2024-09-05T02:15:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: NetworkManager-1:1.48.10-1.el9.x86_64 2024-09-05T02:15:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: NetworkManager-libnm-1:1.48.10-1.el9.x86_64 2024-09-05T02:15:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: NetworkManager-team-1:1.48.10-1.el9.x86_64 2024-09-05T02:15:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: NetworkManager-tui-1:1.48.10-1.el9.x86_64 2024-09-05T02:15:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.142 INFO:teuthology.orchestra.run.smithi033.stdout:Installed: 2024-09-05T02:15:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-05T02:15:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: automake-1.16.2-8.el9.noarch 2024-09-05T02:15:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: bison-3.7.4-5.el9.x86_64 2024-09-05T02:15:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-05T02:15:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-immutable-object-cache-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.145 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.145 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:18.145 INFO:teuthology.orchestra.run.smithi033.stdout: cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:18.145 INFO:teuthology.orchestra.run.smithi033.stdout: cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.148 INFO:teuthology.orchestra.run.smithi033.stdout: cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.148 INFO:teuthology.orchestra.run.smithi033.stdout: cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T02:15:18.148 INFO:teuthology.orchestra.run.smithi033.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-05T02:15:18.148 INFO:teuthology.orchestra.run.smithi033.stdout: flex-2.6.4-9.el9.x86_64 2024-09-05T02:15:18.148 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-05T02:15:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-05T02:15:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-05T02:15:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-05T02:15:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-05T02:15:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-05T02:15:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-05T02:15:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-05T02:15:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-05T02:15:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-05T02:15:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-05T02:15:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-05T02:15:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-05T02:15:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-05T02:15:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-05T02:15:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-05T02:15:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-05T02:15:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-05T02:15:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-05T02:15:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-05T02:15:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: lua-5.4.4-4.el9.x86_64 2024-09-05T02:15:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-05T02:15:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-05T02:15:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-05T02:15:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-05T02:15:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: openssl-devel-1:3.2.2-4.el9.x86_64 2024-09-05T02:15:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-05T02:15:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-13.16-1.el9.x86_64 2024-09-05T02:15:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-05T02:15:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-05T02:15:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-05T02:15:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-05T02:15:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-05T02:15:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-05T02:15:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-05T02:15:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-05T02:15:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-05T02:15:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-05T02:15:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-05T02:15:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-05T02:15:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-05T02:15:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-05T02:15:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-05T02:15:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-05T02:15:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-05T02:15:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-05T02:15:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-05T02:15:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-05T02:15:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-05T02:15:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-05T02:15:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-05T02:15:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-05T02:15:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-05T02:15:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-05T02:15:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-05T02:15:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-05T02:15:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-05T02:15:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-05T02:15:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-05T02:15:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-05T02:15:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-05T02:15:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-05T02:15:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-05T02:15:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-05T02:15:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-05T02:15:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-05T02:15:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-05T02:15:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-05T02:15:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ply-3.11-14.el9.noarch 2024-09-05T02:15:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-05T02:15:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-05T02:15:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-05T02:15:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-05T02:15:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-05T02:15:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-05T02:15:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-05T02:15:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-05T02:15:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-05T02:15:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-05T02:15:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-05T02:15:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-05T02:15:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-05T02:15:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-05T02:15:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-05T02:15:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-05T02:15:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-05T02:15:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-05T02:15:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-05T02:15:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-05T02:15:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-05T02:15:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-05T02:15:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-05T02:15:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-05T02:15:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-05T02:15:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-05T02:15:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-05T02:15:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T02:15:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: re2-1:20211101-20.el9.x86_64 2024-09-05T02:15:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-05T02:15:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-05T02:15:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-05T02:15:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-05T02:15:18.159 INFO:teuthology.orchestra.run.smithi033.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-05T02:15:18.159 INFO:teuthology.orchestra.run.smithi033.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-05T02:15:18.159 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:15:18.159 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T02:15:18.375 DEBUG:teuthology.parallel:result is None 2024-09-05T02:15:18.773 DEBUG:teuthology.parallel:result is None 2024-09-05T02:15:18.773 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T02:15:18.923 DEBUG:teuthology.orchestra.run.smithi033:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-05T02:15:18.970 INFO:teuthology.orchestra.run.smithi033.stdout:19.1.1-259.g91c8a7e5.el9 2024-09-05T02:15:18.971 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-259.g91c8a7e5.el9 2024-09-05T02:15:18.971 INFO:teuthology.task.install:The correct ceph version 19.1.1-259.g91c8a7e5 is installed. 2024-09-05T02:15:18.973 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T02:15:19.117 DEBUG:teuthology.orchestra.run.smithi123:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-05T02:15:19.144 INFO:teuthology.orchestra.run.smithi123.stdout:19.1.1-259.g91c8a7e5.el9 2024-09-05T02:15:19.144 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-259.g91c8a7e5.el9 2024-09-05T02:15:19.144 INFO:teuthology.task.install:The correct ceph version 19.1.1-259.g91c8a7e5 is installed. 2024-09-05T02:15:19.147 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T02:15:19.289 DEBUG:teuthology.orchestra.run.smithi174:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-05T02:15:19.316 INFO:teuthology.orchestra.run.smithi174.stdout:19.1.1-259.g91c8a7e5.el9 2024-09-05T02:15:19.316 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-259.g91c8a7e5.el9 2024-09-05T02:15:19.316 INFO:teuthology.task.install:The correct ceph version 19.1.1-259.g91c8a7e5 is installed. 2024-09-05T02:15:19.318 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-05T02:15:19.318 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T02:15:19.318 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-05T02:15:19.380 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T02:15:19.381 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-05T02:15:19.412 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-05T02:15:19.413 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-05T02:15:19.445 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-05T02:15:19.445 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T02:15:19.445 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/usr/bin/daemon-helper 2024-09-05T02:15:19.503 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-05T02:15:19.598 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T02:15:19.598 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/usr/bin/daemon-helper 2024-09-05T02:15:19.628 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-05T02:15:19.698 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-05T02:15:19.698 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/usr/bin/daemon-helper 2024-09-05T02:15:19.728 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-05T02:15:19.798 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-05T02:15:19.798 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T02:15:19.798 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-05T02:15:19.856 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-05T02:15:19.954 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T02:15:19.954 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-05T02:15:19.980 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-05T02:15:20.046 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-05T02:15:20.046 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-05T02:15:20.077 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-05T02:15:20.146 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-05T02:15:20.146 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T02:15:20.146 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/usr/bin/stdin-killer 2024-09-05T02:15:20.205 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-05T02:15:20.301 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T02:15:20.301 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/usr/bin/stdin-killer 2024-09-05T02:15:20.326 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-05T02:15:20.391 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-05T02:15:20.392 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/usr/bin/stdin-killer 2024-09-05T02:15:20.421 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-05T02:15:20.490 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-05T02:15:20.583 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-09-05T02:15:20.583 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T02:15:20.583 INFO:tasks.cephadm:Cluster fsid is b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:15:20.583 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-05T02:15:20.584 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.33', 'mon.b': '172.21.15.123', 'mon.c': '172.21.15.174'} 2024-09-05T02:15:20.584 INFO:tasks.cephadm:First mon is mon.a on smithi033 2024-09-05T02:15:20.584 INFO:tasks.cephadm:First mgr is x 2024-09-05T02:15:20.584 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-05T02:15:20.584 DEBUG:teuthology.orchestra.run.smithi033:> sudo hostname $(hostname -s) 2024-09-05T02:15:20.641 DEBUG:teuthology.orchestra.run.smithi123:> sudo hostname $(hostname -s) 2024-09-05T02:15:20.666 DEBUG:teuthology.orchestra.run.smithi174:> sudo hostname $(hostname -s) 2024-09-05T02:15:20.696 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-09-05T02:15:20.696 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T02:15:20.836 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/56000/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.1.1-259-g91c8a7e5', 'node_name': '172.21.2.7+braggi07', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.1.1-259.g91c8a7e5'}, 'url': 'https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-04 16:53:37.418684', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-09-05T02:15:20.973 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref squid, sha1 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T02:15:20.976 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/x86_64/flavors/default/cephadm 2024-09-05T02:15:20.976 INFO:tasks.cephadm:Downloading cephadm from url: https://3.chacra.ceph.com/binaries/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/x86_64/flavors/default/cephadm 2024-09-05T02:15:20.976 DEBUG:teuthology.orchestra.run.smithi033:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-05T02:15:21.466 INFO:teuthology.orchestra.run.smithi033.stdout:-rw-r--r--. 1 ubuntu ubuntu 784521 Sep 5 02:15 /home/ubuntu/cephtest/cephadm 2024-09-05T02:15:21.466 DEBUG:teuthology.orchestra.run.smithi123:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-05T02:15:21.889 INFO:teuthology.orchestra.run.smithi123.stdout:-rw-r--r--. 1 ubuntu ubuntu 784521 Sep 5 02:15 /home/ubuntu/cephtest/cephadm 2024-09-05T02:15:21.890 DEBUG:teuthology.orchestra.run.smithi174:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-05T02:15:22.313 INFO:teuthology.orchestra.run.smithi174.stdout:-rw-r--r--. 1 ubuntu ubuntu 784521 Sep 5 02:15 /home/ubuntu/cephtest/cephadm 2024-09-05T02:15:22.314 DEBUG:teuthology.orchestra.run.smithi033:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-05T02:15:22.353 DEBUG:teuthology.orchestra.run.smithi123:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-05T02:15:22.373 DEBUG:teuthology.orchestra.run.smithi174:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-05T02:15:22.407 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 on all hosts... 2024-09-05T02:15:22.407 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 pull 2024-09-05T02:15:22.411 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 pull 2024-09-05T02:15:22.416 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 pull 2024-09-05T02:15:23.876 INFO:teuthology.orchestra.run.smithi174.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4... 2024-09-05T02:15:24.054 INFO:teuthology.orchestra.run.smithi123.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4... 2024-09-05T02:15:24.464 INFO:teuthology.orchestra.run.smithi033.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4... 2024-09-05T02:15:50.688 INFO:teuthology.orchestra.run.smithi174.stdout:{ 2024-09-05T02:15:50.688 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T02:15:50.688 INFO:teuthology.orchestra.run.smithi174.stdout: "image_id": "77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac", 2024-09-05T02:15:50.689 INFO:teuthology.orchestra.run.smithi174.stdout: "repo_digests": [ 2024-09-05T02:15:50.689 INFO:teuthology.orchestra.run.smithi174.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067" 2024-09-05T02:15:50.689 INFO:teuthology.orchestra.run.smithi174.stdout: ] 2024-09-05T02:15:50.689 INFO:teuthology.orchestra.run.smithi174.stdout:} 2024-09-05T02:16:16.487 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-05T02:16:16.488 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T02:16:16.488 INFO:teuthology.orchestra.run.smithi123.stdout: "image_id": "77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac", 2024-09-05T02:16:16.488 INFO:teuthology.orchestra.run.smithi123.stdout: "repo_digests": [ 2024-09-05T02:16:16.488 INFO:teuthology.orchestra.run.smithi123.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067" 2024-09-05T02:16:16.488 INFO:teuthology.orchestra.run.smithi123.stdout: ] 2024-09-05T02:16:16.488 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-05T02:16:20.952 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:16:20.952 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T02:16:20.952 INFO:teuthology.orchestra.run.smithi033.stdout: "image_id": "77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac", 2024-09-05T02:16:20.952 INFO:teuthology.orchestra.run.smithi033.stdout: "repo_digests": [ 2024-09-05T02:16:20.952 INFO:teuthology.orchestra.run.smithi033.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067" 2024-09-05T02:16:20.952 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-09-05T02:16:20.952 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:16:20.983 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /etc/ceph 2024-09-05T02:16:21.042 DEBUG:teuthology.orchestra.run.smithi123:> sudo mkdir -p /etc/ceph 2024-09-05T02:16:21.075 DEBUG:teuthology.orchestra.run.smithi174:> sudo mkdir -p /etc/ceph 2024-09-05T02:16:21.110 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 777 /etc/ceph 2024-09-05T02:16:21.165 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod 777 /etc/ceph 2024-09-05T02:16:21.194 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod 777 /etc/ceph 2024-09-05T02:16:21.223 INFO:tasks.cephadm:Writing seed config... 2024-09-05T02:16:21.224 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-09-05T02:16:21.224 INFO:tasks.cephadm: override: [client] debug client = 20 2024-09-05T02:16:21.224 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-09-05T02:16:21.224 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-09-05T02:16:21.225 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-09-05T02:16:21.225 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-09-05T02:16:21.225 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-09-05T02:16:21.225 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-09-05T02:16:21.225 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-09-05T02:16:21.225 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-09-05T02:16:21.225 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-09-05T02:16:21.225 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-09-05T02:16:21.225 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-09-05T02:16:21.225 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-09-05T02:16:21.225 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-09-05T02:16:21.226 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-09-05T02:16:21.226 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-09-05T02:16:21.226 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-09-05T02:16:21.226 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-09-05T02:16:21.226 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-09-05T02:16:21.226 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-09-05T02:16:21.226 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-09-05T02:16:21.226 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-09-05T02:16:21.226 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-09-05T02:16:21.226 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-05T02:16:21.226 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-05T02:16:21.226 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-05T02:16:21.227 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-05T02:16:21.227 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-05T02:16:21.227 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-09-05T02:16:21.227 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-09-05T02:16:21.227 INFO:tasks.cephadm: override: [mon] mon warn on pool no app = False 2024-09-05T02:16:21.227 INFO:tasks.cephadm: override: [osd] bdev async discard = True 2024-09-05T02:16:21.227 INFO:tasks.cephadm: override: [osd] bdev enable discard = True 2024-09-05T02:16:21.227 INFO:tasks.cephadm: override: [osd] bluestore allocator = bitmap 2024-09-05T02:16:21.227 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-09-05T02:16:21.227 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-09-05T02:16:21.227 INFO:tasks.cephadm: override: [osd] debug bluefs = 1/20 2024-09-05T02:16:21.227 INFO:tasks.cephadm: override: [osd] debug bluestore = 1/20 2024-09-05T02:16:21.227 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-05T02:16:21.227 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-05T02:16:21.228 INFO:tasks.cephadm: override: [osd] debug rocksdb = 4/10 2024-09-05T02:16:21.228 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-09-05T02:16:21.228 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-09-05T02:16:21.228 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-09-05T02:16:21.228 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-09-05T02:16:21.228 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-09-05T02:16:21.228 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-09-05T02:16:21.228 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-05T02:16:21.228 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-09-05T02:16:21.229 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T02:16:21.229 DEBUG:teuthology.orchestra.run.smithi033:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-05T02:16:21.264 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = b37d3f34-6b2c-11ef-bcd6-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bdev async discard = True bdev enable discard = True bluestore allocator = bitmap bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 1/20 debug bluestore = 1/20 debug ms = 1 debug osd = 20 debug rocksdb = 4/10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 mon warn on pool no app = False [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-09-05T02:16:21.264 DEBUG:teuthology.orchestra.run.smithi033:mon.a> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mon.a.service 2024-09-05T02:16:21.314 DEBUG:teuthology.orchestra.run.smithi033:mgr.x> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mgr.x.service 2024-09-05T02:16:21.359 INFO:tasks.cephadm:Bootstrapping... 2024-09-05T02:16:21.360 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 -v bootstrap --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.33 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-05T02:16:21.624 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T02:16:21.624 INFO:teuthology.orchestra.run.smithi033.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', '-v', 'bootstrap', '--fsid', 'b37d3f34-6b2c-11ef-bcd6-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.33', '--skip-admin-label'] 2024-09-05T02:16:21.624 INFO:teuthology.orchestra.run.smithi033.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-05T02:16:21.624 INFO:teuthology.orchestra.run.smithi033.stdout:Verifying podman|docker is present... 2024-09-05T02:16:21.670 INFO:teuthology.orchestra.run.smithi033.stdout:/bin/podman: stdout 5.2.2 2024-09-05T02:16:21.670 INFO:teuthology.orchestra.run.smithi033.stdout:Verifying lvm2 is present... 2024-09-05T02:16:21.670 INFO:teuthology.orchestra.run.smithi033.stdout:Verifying time synchronization is in place... 2024-09-05T02:16:21.684 INFO:teuthology.orchestra.run.smithi033.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-05T02:16:21.684 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-05T02:16:21.697 INFO:teuthology.orchestra.run.smithi033.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-05T02:16:21.697 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stdout inactive 2024-09-05T02:16:21.711 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stdout enabled 2024-09-05T02:16:21.723 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stdout active 2024-09-05T02:16:21.723 INFO:teuthology.orchestra.run.smithi033.stdout:Unit chronyd.service is enabled and running 2024-09-05T02:16:21.723 INFO:teuthology.orchestra.run.smithi033.stdout:Repeating the final host check... 2024-09-05T02:16:21.765 INFO:teuthology.orchestra.run.smithi033.stdout:/bin/podman: stdout 5.2.2 2024-09-05T02:16:21.766 INFO:teuthology.orchestra.run.smithi033.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-05T02:16:21.766 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl is present 2024-09-05T02:16:21.766 INFO:teuthology.orchestra.run.smithi033.stdout:lvcreate is present 2024-09-05T02:16:21.778 INFO:teuthology.orchestra.run.smithi033.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-05T02:16:21.779 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-05T02:16:21.791 INFO:teuthology.orchestra.run.smithi033.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-05T02:16:21.791 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stdout inactive 2024-09-05T02:16:21.804 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stdout enabled 2024-09-05T02:16:21.817 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stdout active 2024-09-05T02:16:21.817 INFO:teuthology.orchestra.run.smithi033.stdout:Unit chronyd.service is enabled and running 2024-09-05T02:16:21.817 INFO:teuthology.orchestra.run.smithi033.stdout:Host looks OK 2024-09-05T02:16:21.817 INFO:teuthology.orchestra.run.smithi033.stdout:Cluster fsid: b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:16:21.817 INFO:teuthology.orchestra.run.smithi033.stdout:Acquiring lock 139960079979520 on /run/cephadm/b37d3f34-6b2c-11ef-bcd6-c7b262605968.lock 2024-09-05T02:16:21.817 INFO:teuthology.orchestra.run.smithi033.stdout:Lock 139960079979520 acquired on /run/cephadm/b37d3f34-6b2c-11ef-bcd6-c7b262605968.lock 2024-09-05T02:16:21.818 INFO:teuthology.orchestra.run.smithi033.stdout:Verifying IP 172.21.15.33 port 3300 ... 2024-09-05T02:16:21.818 INFO:teuthology.orchestra.run.smithi033.stdout:Verifying IP 172.21.15.33 port 6789 ... 2024-09-05T02:16:21.818 INFO:teuthology.orchestra.run.smithi033.stdout:Base mon IP(s) is [172.21.15.33:3300, 172.21.15.33:6789], mon addrv is [v2:172.21.15.33:3300,v1:172.21.15.33:6789] 2024-09-05T02:16:21.825 INFO:teuthology.orchestra.run.smithi033.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.33 metric 100 2024-09-05T02:16:21.825 INFO:teuthology.orchestra.run.smithi033.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.33 metric 100 2024-09-05T02:16:21.831 INFO:teuthology.orchestra.run.smithi033.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-05T02:16:21.831 INFO:teuthology.orchestra.run.smithi033.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2024-09-05T02:16:21.831 INFO:teuthology.orchestra.run.smithi033.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1791sec hoplimit 64 pref medium 2024-09-05T02:16:21.836 INFO:teuthology.orchestra.run.smithi033.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-05T02:16:21.837 INFO:teuthology.orchestra.run.smithi033.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-05T02:16:21.837 INFO:teuthology.orchestra.run.smithi033.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-05T02:16:21.837 INFO:teuthology.orchestra.run.smithi033.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-09-05T02:16:21.837 INFO:teuthology.orchestra.run.smithi033.stdout:/sbin/ip: stdout inet6 fe80::ae1f:6bff:fea5:d294/64 scope link 2024-09-05T02:16:21.837 INFO:teuthology.orchestra.run.smithi033.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-05T02:16:21.837 INFO:teuthology.orchestra.run.smithi033.stdout:Mon IP `172.21.15.33` is in CIDR network `172.21.0.0/20` 2024-09-05T02:16:21.838 INFO:teuthology.orchestra.run.smithi033.stdout:Mon IP `172.21.15.33` is in CIDR network `172.21.0.0/20` 2024-09-05T02:16:21.838 INFO:teuthology.orchestra.run.smithi033.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-05T02:16:21.838 INFO:teuthology.orchestra.run.smithi033.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-05T02:16:21.839 INFO:teuthology.orchestra.run.smithi033.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4... 2024-09-05T02:16:22.440 INFO:teuthology.orchestra.run.smithi033.stdout:/bin/podman: stdout 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac 2024-09-05T02:16:22.441 INFO:teuthology.orchestra.run.smithi033.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4... 2024-09-05T02:16:22.441 INFO:teuthology.orchestra.run.smithi033.stdout:/bin/podman: stderr Getting image source signatures 2024-09-05T02:16:22.441 INFO:teuthology.orchestra.run.smithi033.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-05T02:16:22.441 INFO:teuthology.orchestra.run.smithi033.stdout:/bin/podman: stderr Copying blob sha256:3f43494a24a2d1fe0d791eb19b05391e70ab9f54611bc9deae80cf7c3fb2dba9 2024-09-05T02:16:22.441 INFO:teuthology.orchestra.run.smithi033.stdout:/bin/podman: stderr Copying config sha256:77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac 2024-09-05T02:16:22.441 INFO:teuthology.orchestra.run.smithi033.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-05T02:16:23.719 INFO:teuthology.orchestra.run.smithi033.stdout:ceph: stdout ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable) 2024-09-05T02:16:23.719 INFO:teuthology.orchestra.run.smithi033.stdout:Ceph version: ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable) 2024-09-05T02:16:23.719 INFO:teuthology.orchestra.run.smithi033.stdout:Extracting ceph user uid/gid from container image... 2024-09-05T02:16:24.848 INFO:teuthology.orchestra.run.smithi033.stdout:stat: stdout 167 167 2024-09-05T02:16:24.848 INFO:teuthology.orchestra.run.smithi033.stdout:Creating initial keys... 2024-09-05T02:16:26.197 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph-authtool: stdout AQB5FNlmTk3tDRAAOZFNUK5tmaTZ7P7CttOB2w== 2024-09-05T02:16:27.236 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph-authtool: stdout AQB6FNlmadijJhAAqUeOUirJiiVryZuoTfPwOg== 2024-09-05T02:16:28.402 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph-authtool: stdout AQB7FNlmohlhKRAACmuRWysaGMinyZimDqnQfA== 2024-09-05T02:16:28.403 INFO:teuthology.orchestra.run.smithi033.stdout:Creating initial monmap... 2024-09-05T02:16:29.443 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-05T02:16:29.443 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-09-05T02:16:29.443 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:16:29.444 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-05T02:16:29.444 INFO:teuthology.orchestra.run.smithi033.stdout:monmaptool for a [v2:172.21.15.33:3300,v1:172.21.15.33:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-05T02:16:29.444 INFO:teuthology.orchestra.run.smithi033.stdout:setting min_mon_release = quincy 2024-09-05T02:16:29.444 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/monmaptool: set fsid to b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:16:29.444 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-05T02:16:29.444 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:16:29.444 INFO:teuthology.orchestra.run.smithi033.stdout:Creating mon... 2024-09-05T02:16:38.849 INFO:teuthology.orchestra.run.smithi033.stdout:create mon.a on 2024-09-05T02:16:39.254 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-05T02:16:39.477 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-05T02:16:39.740 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968.target → /etc/systemd/system/ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968.target. 2024-09-05T02:16:39.741 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968.target → /etc/systemd/system/ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968.target. 2024-09-05T02:16:40.073 INFO:teuthology.orchestra.run.smithi033.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mon.a 2024-09-05T02:16:40.073 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stderr Failed to reset failed state of unit ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mon.a.service: Unit ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mon.a.service not loaded. 2024-09-05T02:16:40.334 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968.target.wants/ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mon.a.service → /etc/systemd/system/ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@.service. 2024-09-05T02:16:40.988 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:40 smithi033 podman[29530]: 2024-09-05 02:16:40.927833726 +0000 UTC m=+0.356161351 container start e09c196c82f316bf4086794193da28b9f17eca9de0e9baeb1fe3b4db0f52104e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-a, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T02:16:40.988 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:40 smithi033 bash[29530]: e09c196c82f316bf4086794193da28b9f17eca9de0e9baeb1fe3b4db0f52104e 2024-09-05T02:16:41.016 INFO:teuthology.orchestra.run.smithi033.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-05T02:16:41.016 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stdout disabled 2024-09-05T02:16:41.030 INFO:teuthology.orchestra.run.smithi033.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-05T02:16:41.030 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stdout inactive 2024-09-05T02:16:41.030 INFO:teuthology.orchestra.run.smithi033.stdout:firewalld.service is not enabled 2024-09-05T02:16:41.030 INFO:teuthology.orchestra.run.smithi033.stdout:Not possible to enable service . firewalld.service is not available 2024-09-05T02:16:41.031 INFO:teuthology.orchestra.run.smithi033.stdout:Waiting for mon to start... 2024-09-05T02:16:41.031 INFO:teuthology.orchestra.run.smithi033.stdout:Waiting for mon... 2024-09-05T02:16:41.300 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:40 smithi033 ceph-mon[29550]: mkfs b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:16:41.300 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:40 smithi033 ceph-mon[29550]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-05T02:16:41.300 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:40 smithi033 systemd[1]: Started Ceph mon.a for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:16:42.186 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:41 smithi033 ceph-mon[29550]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-05T02:16:42.186 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:41 smithi033 ceph-mon[29550]: monmap epoch 1 2024-09-05T02:16:42.186 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:41 smithi033 ceph-mon[29550]: fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:16:42.187 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:41 smithi033 ceph-mon[29550]: last_changed 2024-09-05T02:16:28.840919+0000 2024-09-05T02:16:42.187 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:41 smithi033 ceph-mon[29550]: created 2024-09-05T02:16:28.840919+0000 2024-09-05T02:16:42.187 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:41 smithi033 ceph-mon[29550]: min_mon_release 19 (squid) 2024-09-05T02:16:42.187 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:41 smithi033 ceph-mon[29550]: election_strategy: 1 2024-09-05T02:16:42.187 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:41 smithi033 ceph-mon[29550]: 0: [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] mon.a 2024-09-05T02:16:42.187 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:41 smithi033 ceph-mon[29550]: fsmap 2024-09-05T02:16:42.187 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:41 smithi033 ceph-mon[29550]: osdmap e1: 0 total, 0 up, 0 in 2024-09-05T02:16:42.187 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:41 smithi033 ceph-mon[29550]: mgrmap e1: no daemons active 2024-09-05T02:16:42.187 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:41 smithi033 ceph-mon[29550]: from='client.? 172.21.15.33:0/278032213' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-05T02:16:42.191 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout cluster: 2024-09-05T02:16:42.198 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout id: b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:16:42.199 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-05T02:16:42.199 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout 2024-09-05T02:16:42.199 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout services: 2024-09-05T02:16:42.199 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.601552s) 2024-09-05T02:16:42.199 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-05T02:16:42.199 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-05T02:16:42.199 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout 2024-09-05T02:16:42.199 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout data: 2024-09-05T02:16:42.200 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-05T02:16:42.200 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-05T02:16:42.200 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-05T02:16:42.200 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout pgs: 2024-09-05T02:16:42.200 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout 2024-09-05T02:16:42.200 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.507+0000 7eff95800640 1 Processor -- start 2024-09-05T02:16:42.200 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.508+0000 7eff95800640 1 -- start start 2024-09-05T02:16:42.200 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.508+0000 7eff95800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff90109840 0x7eff90109c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:16:42.200 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.508+0000 7eff95800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7eff9010a210 con 0x7eff90109840 2024-09-05T02:16:42.201 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.509+0000 7eff8fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff90109840 0x7eff90109c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:16:42.201 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.509+0000 7eff8fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff90109840 0x7eff90109c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44522/0 (socket says 172.21.15.33:44522) 2024-09-05T02:16:42.201 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.509+0000 7eff8fe00640 1 -- 172.21.15.33:0/2130611951 learned_addr learned my addr 172.21.15.33:0/2130611951 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:16:42.201 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.509+0000 7eff8fe00640 1 -- 172.21.15.33:0/2130611951 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff9010aa40 con 0x7eff90109840 2024-09-05T02:16:42.201 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.512+0000 7eff8fe00640 1 --2- 172.21.15.33:0/2130611951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff90109840 0x7eff90109c40 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7eff80009820 tx=0x7eff8002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67a4a24b34a4fd3c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:16:42.201 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.512+0000 7eff8f400640 1 -- 172.21.15.33:0/2130611951 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7eff80037070 con 0x7eff90109840 2024-09-05T02:16:42.201 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.512+0000 7eff8f400640 1 -- 172.21.15.33:0/2130611951 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff80032440 con 0x7eff90109840 2024-09-05T02:16:42.201 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.512+0000 7eff8f400640 1 -- 172.21.15.33:0/2130611951 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7eff80032740 con 0x7eff90109840 2024-09-05T02:16:42.201 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.513+0000 7eff95800640 1 -- 172.21.15.33:0/2130611951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff90109840 msgr2=0x7eff90109c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:16:42.201 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.513+0000 7eff95800640 1 --2- 172.21.15.33:0/2130611951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff90109840 0x7eff90109c40 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7eff80009820 tx=0x7eff8002a270 comp rx=0 tx=0).stop 2024-09-05T02:16:42.202 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.513+0000 7eff95800640 1 -- 172.21.15.33:0/2130611951 shutdown_connections 2024-09-05T02:16:42.202 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.513+0000 7eff95800640 1 --2- 172.21.15.33:0/2130611951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff90109840 0x7eff90109c40 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:16:42.202 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.513+0000 7eff95800640 1 -- 172.21.15.33:0/2130611951 >> 172.21.15.33:0/2130611951 conn(0x7eff9007ce50 msgr2=0x7eff9007d260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:16:42.202 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.513+0000 7eff95800640 1 -- 172.21.15.33:0/2130611951 shutdown_connections 2024-09-05T02:16:42.202 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.513+0000 7eff95800640 1 -- 172.21.15.33:0/2130611951 wait complete. 2024-09-05T02:16:42.202 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.514+0000 7eff95800640 1 Processor -- start 2024-09-05T02:16:42.202 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.514+0000 7eff95800640 1 -- start start 2024-09-05T02:16:42.203 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.514+0000 7eff95800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff90109840 0x7eff9019d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:16:42.203 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.514+0000 7eff95800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7eff9010af70 con 0x7eff90109840 2024-09-05T02:16:42.203 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.515+0000 7eff8fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff90109840 0x7eff9019d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:16:42.203 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.515+0000 7eff8fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff90109840 0x7eff9019d0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44536/0 (socket says 172.21.15.33:44536) 2024-09-05T02:16:42.203 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.515+0000 7eff8fe00640 1 -- 172.21.15.33:0/278032213 learned_addr learned my addr 172.21.15.33:0/278032213 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:16:42.203 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.515+0000 7eff8fe00640 1 -- 172.21.15.33:0/278032213 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff9019d5e0 con 0x7eff90109840 2024-09-05T02:16:42.203 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.515+0000 7eff8fe00640 1 --2- 172.21.15.33:0/278032213 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff90109840 0x7eff9019d0a0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7eff800090b0 tx=0x7eff800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:16:42.203 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.516+0000 7eff8d600640 1 -- 172.21.15.33:0/278032213 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7eff80041070 con 0x7eff90109840 2024-09-05T02:16:42.203 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.516+0000 7eff8d600640 1 -- 172.21.15.33:0/278032213 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff8003c7a0 con 0x7eff90109840 2024-09-05T02:16:42.203 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.516+0000 7eff8d600640 1 -- 172.21.15.33:0/278032213 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7eff80037040 con 0x7eff90109840 2024-09-05T02:16:42.203 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.516+0000 7eff95800640 1 -- 172.21.15.33:0/278032213 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff9019d870 con 0x7eff90109840 2024-09-05T02:16:42.203 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.516+0000 7eff95800640 1 -- 172.21.15.33:0/278032213 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff901a0560 con 0x7eff90109840 2024-09-05T02:16:42.203 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.516+0000 7eff8d600640 1 -- 172.21.15.33:0/278032213 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7eff80044070 con 0x7eff90109840 2024-09-05T02:16:42.203 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.516+0000 7eff8d600640 1 -- 172.21.15.33:0/278032213 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7eff8003d3f0 con 0x7eff90109840 2024-09-05T02:16:42.204 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.517+0000 7eff95800640 1 -- 172.21.15.33:0/278032213 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff9010b5c0 con 0x7eff90109840 2024-09-05T02:16:42.204 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.520+0000 7eff8d600640 1 -- 172.21.15.33:0/278032213 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7eff80046450 con 0x7eff90109840 2024-09-05T02:16:42.204 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.585+0000 7eff95800640 1 -- 172.21.15.33:0/278032213 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7eff9002d890 con 0x7eff90109840 2024-09-05T02:16:42.204 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.585+0000 7eff8d600640 1 -- 172.21.15.33:0/278032213 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7eff80046630 con 0x7eff90109840 2024-09-05T02:16:42.204 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.586+0000 7eff95800640 1 -- 172.21.15.33:0/278032213 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff90109840 msgr2=0x7eff9019d0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:16:42.204 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.586+0000 7eff95800640 1 --2- 172.21.15.33:0/278032213 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff90109840 0x7eff9019d0a0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7eff800090b0 tx=0x7eff800046c0 comp rx=0 tx=0).stop 2024-09-05T02:16:42.204 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.586+0000 7eff95800640 1 -- 172.21.15.33:0/278032213 shutdown_connections 2024-09-05T02:16:42.204 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.586+0000 7eff95800640 1 --2- 172.21.15.33:0/278032213 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff90109840 0x7eff9019d0a0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:16:42.204 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.586+0000 7eff95800640 1 -- 172.21.15.33:0/278032213 >> 172.21.15.33:0/278032213 conn(0x7eff9007ce50 msgr2=0x7eff901911d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:16:42.204 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.586+0000 7eff95800640 1 -- 172.21.15.33:0/278032213 shutdown_connections 2024-09-05T02:16:42.204 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:41.586+0000 7eff95800640 1 -- 172.21.15.33:0/278032213 wait complete. 2024-09-05T02:16:42.204 INFO:teuthology.orchestra.run.smithi033.stdout:mon is available 2024-09-05T02:16:42.205 INFO:teuthology.orchestra.run.smithi033.stdout:Assimilating anything we can from ceph.conf... 2024-09-05T02:16:43.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:42 smithi033 ceph-mon[29550]: from='client.? 172.21.15.33:0/4171054784' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-05T02:16:43.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:42 smithi033 ceph-mon[29550]: from='client.? 172.21.15.33:0/4171054784' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-05T02:16:43.808 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout 2024-09-05T02:16:43.808 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout [global] 2024-09-05T02:16:43.808 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout fsid = b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:16:43.808 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.33:3300,v1:172.21.15.33:6789] 2024-09-05T02:16:43.808 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-05T02:16:43.808 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-05T02:16:43.809 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-05T02:16:43.809 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-05T02:16:43.809 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout 2024-09-05T02:16:43.809 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-05T02:16:43.809 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-05T02:16:43.809 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout 2024-09-05T02:16:43.809 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout [osd] 2024-09-05T02:16:43.809 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-05T02:16:43.809 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-05T02:16:43.809 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-05T02:16:43.809 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-05T02:16:43.809 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-05T02:16:43.809 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.722+0000 7f56c7e00640 1 Processor -- start 2024-09-05T02:16:43.810 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.723+0000 7f56c7e00640 1 -- start start 2024-09-05T02:16:43.810 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.723+0000 7f56c7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56c8109840 0x7f56c8109c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:16:43.810 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.723+0000 7f56c7e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f56c810a210 con 0x7f56c8109840 2024-09-05T02:16:43.810 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.723+0000 7f56c6a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56c8109840 0x7f56c8109c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:16:43.810 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.723+0000 7f56c6a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56c8109840 0x7f56c8109c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44544/0 (socket says 172.21.15.33:44544) 2024-09-05T02:16:43.810 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.723+0000 7f56c6a00640 1 -- 172.21.15.33:0/554273779 learned_addr learned my addr 172.21.15.33:0/554273779 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:16:43.810 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.724+0000 7f56c6a00640 1 -- 172.21.15.33:0/554273779 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56c810aa40 con 0x7f56c8109840 2024-09-05T02:16:43.810 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.725+0000 7f56c6a00640 1 --2- 172.21.15.33:0/554273779 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56c8109840 0x7f56c8109c40 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f56b8009820 tx=0x7f56b802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66fec532a48f89fd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:16:43.810 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.725+0000 7f56c6000640 1 -- 172.21.15.33:0/554273779 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f56b8037070 con 0x7f56c8109840 2024-09-05T02:16:43.810 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.725+0000 7f56c6000640 1 -- 172.21.15.33:0/554273779 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56b8032440 con 0x7f56c8109840 2024-09-05T02:16:43.810 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.725+0000 7f56c6000640 1 -- 172.21.15.33:0/554273779 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f56b8032740 con 0x7f56c8109840 2024-09-05T02:16:43.810 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.726+0000 7f56c7e00640 1 -- 172.21.15.33:0/554273779 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56c8109840 msgr2=0x7f56c8109c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:16:43.810 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.726+0000 7f56c7e00640 1 --2- 172.21.15.33:0/554273779 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56c8109840 0x7f56c8109c40 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f56b8009820 tx=0x7f56b802a270 comp rx=0 tx=0).stop 2024-09-05T02:16:43.811 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.726+0000 7f56c7e00640 1 -- 172.21.15.33:0/554273779 shutdown_connections 2024-09-05T02:16:43.811 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.726+0000 7f56c7e00640 1 --2- 172.21.15.33:0/554273779 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56c8109840 0x7f56c8109c40 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:16:43.811 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.726+0000 7f56c7e00640 1 -- 172.21.15.33:0/554273779 >> 172.21.15.33:0/554273779 conn(0x7f56c807ce50 msgr2=0x7f56c807d260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:16:43.811 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.726+0000 7f56c7e00640 1 -- 172.21.15.33:0/554273779 shutdown_connections 2024-09-05T02:16:43.811 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.726+0000 7f56c7e00640 1 -- 172.21.15.33:0/554273779 wait complete. 2024-09-05T02:16:43.811 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.728+0000 7f56c7e00640 1 Processor -- start 2024-09-05T02:16:43.811 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.728+0000 7f56c7e00640 1 -- start start 2024-09-05T02:16:43.811 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.728+0000 7f56c7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56c8109840 0x7f56c819d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:16:43.811 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.728+0000 7f56c7e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f56c810af70 con 0x7f56c8109840 2024-09-05T02:16:43.811 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.728+0000 7f56c6a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56c8109840 0x7f56c819d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:16:43.811 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.728+0000 7f56c6a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56c8109840 0x7f56c819d0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44548/0 (socket says 172.21.15.33:44548) 2024-09-05T02:16:43.811 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.728+0000 7f56c6a00640 1 -- 172.21.15.33:0/4171054784 learned_addr learned my addr 172.21.15.33:0/4171054784 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:16:43.812 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.729+0000 7f56c6a00640 1 -- 172.21.15.33:0/4171054784 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56c819d5e0 con 0x7f56c8109840 2024-09-05T02:16:43.812 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.729+0000 7f56c6a00640 1 --2- 172.21.15.33:0/4171054784 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56c8109840 0x7f56c819d0a0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f56b80090b0 tx=0x7f56b80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:16:43.812 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.729+0000 7f56cca00640 1 -- 172.21.15.33:0/4171054784 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f56b8041070 con 0x7f56c8109840 2024-09-05T02:16:43.812 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.729+0000 7f56cca00640 1 -- 172.21.15.33:0/4171054784 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56b803c7a0 con 0x7f56c8109840 2024-09-05T02:16:43.812 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.729+0000 7f56cca00640 1 -- 172.21.15.33:0/4171054784 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f56b8037040 con 0x7f56c8109840 2024-09-05T02:16:43.812 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.729+0000 7f56c7e00640 1 -- 172.21.15.33:0/4171054784 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56c819d870 con 0x7f56c8109840 2024-09-05T02:16:43.812 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.730+0000 7f56c7e00640 1 -- 172.21.15.33:0/4171054784 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56c81a0560 con 0x7f56c8109840 2024-09-05T02:16:43.812 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.730+0000 7f56cca00640 1 -- 172.21.15.33:0/4171054784 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f56b8044070 con 0x7f56c8109840 2024-09-05T02:16:43.812 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.730+0000 7f56cca00640 1 -- 172.21.15.33:0/4171054784 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f56b803d3f0 con 0x7f56c8109840 2024-09-05T02:16:43.812 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.731+0000 7f56c7e00640 1 -- 172.21.15.33:0/4171054784 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56c810b5c0 con 0x7f56c8109840 2024-09-05T02:16:43.812 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.735+0000 7f56cca00640 1 -- 172.21.15.33:0/4171054784 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f56b8046450 con 0x7f56c8109840 2024-09-05T02:16:43.812 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.798+0000 7f56c7e00640 1 -- 172.21.15.33:0/4171054784 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f56c802d860 con 0x7f56c8109840 2024-09-05T02:16:43.812 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.802+0000 7f56cca00640 1 -- 172.21.15.33:0/4171054784 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+429 (secure 0 0 0) 0x7f56b8046630 con 0x7f56c8109840 2024-09-05T02:16:43.813 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.803+0000 7f56cca00640 1 -- 172.21.15.33:0/4171054784 <== mon.0 v2:172.21.15.33:3300/0 8 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f56b803d5f0 con 0x7f56c8109840 2024-09-05T02:16:43.813 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.803+0000 7f56c7e00640 1 -- 172.21.15.33:0/4171054784 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56c8109840 msgr2=0x7f56c819d0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:16:43.813 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.803+0000 7f56c7e00640 1 --2- 172.21.15.33:0/4171054784 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56c8109840 0x7f56c819d0a0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f56b80090b0 tx=0x7f56b80046c0 comp rx=0 tx=0).stop 2024-09-05T02:16:43.813 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.804+0000 7f56c7e00640 1 -- 172.21.15.33:0/4171054784 shutdown_connections 2024-09-05T02:16:43.813 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.804+0000 7f56c7e00640 1 --2- 172.21.15.33:0/4171054784 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56c8109840 0x7f56c819d0a0 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:16:43.813 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.804+0000 7f56c7e00640 1 -- 172.21.15.33:0/4171054784 >> 172.21.15.33:0/4171054784 conn(0x7f56c807ce50 msgr2=0x7f56c81911d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:16:43.813 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.804+0000 7f56c7e00640 1 -- 172.21.15.33:0/4171054784 shutdown_connections 2024-09-05T02:16:43.813 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:42.804+0000 7f56c7e00640 1 -- 172.21.15.33:0/4171054784 wait complete. 2024-09-05T02:16:43.813 INFO:teuthology.orchestra.run.smithi033.stdout:Generating new minimal ceph.conf... 2024-09-05T02:16:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:44 smithi033 ceph-mon[29550]: from='client.? 172.21.15.33:0/375222315' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:16:44.967 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.257+0000 7f074ee00640 1 Processor -- start 2024-09-05T02:16:44.967 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.257+0000 7f074ee00640 1 -- start start 2024-09-05T02:16:44.967 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.257+0000 7f074ee00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0748109840 0x7f0748109c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:16:44.967 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.257+0000 7f074ee00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f074810a210 con 0x7f0748109840 2024-09-05T02:16:44.968 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.258+0000 7f074da00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0748109840 0x7f0748109c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:16:44.968 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.258+0000 7f074da00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0748109840 0x7f0748109c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44554/0 (socket says 172.21.15.33:44554) 2024-09-05T02:16:44.968 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.258+0000 7f074da00640 1 -- 172.21.15.33:0/701534603 learned_addr learned my addr 172.21.15.33:0/701534603 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:16:44.968 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.258+0000 7f074da00640 1 -- 172.21.15.33:0/701534603 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f074810aa40 con 0x7f0748109840 2024-09-05T02:16:44.968 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.259+0000 7f074da00640 1 --2- 172.21.15.33:0/701534603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0748109840 0x7f0748109c40 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f073c009820 tx=0x7f073c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51549fe9d04c51aa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:16:44.968 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.259+0000 7f0747e00640 1 -- 172.21.15.33:0/701534603 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f073c037070 con 0x7f0748109840 2024-09-05T02:16:44.968 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.259+0000 7f0747e00640 1 -- 172.21.15.33:0/701534603 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f073c032900 con 0x7f0748109840 2024-09-05T02:16:44.968 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.259+0000 7f0747e00640 1 -- 172.21.15.33:0/701534603 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f073c030850 con 0x7f0748109840 2024-09-05T02:16:44.968 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.260+0000 7f074ee00640 1 -- 172.21.15.33:0/701534603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0748109840 msgr2=0x7f0748109c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:16:44.968 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.260+0000 7f074ee00640 1 --2- 172.21.15.33:0/701534603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0748109840 0x7f0748109c40 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f073c009820 tx=0x7f073c02a270 comp rx=0 tx=0).stop 2024-09-05T02:16:44.968 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.260+0000 7f074ee00640 1 -- 172.21.15.33:0/701534603 shutdown_connections 2024-09-05T02:16:44.969 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.260+0000 7f074ee00640 1 --2- 172.21.15.33:0/701534603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0748109840 0x7f0748109c40 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:16:44.969 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.260+0000 7f074ee00640 1 -- 172.21.15.33:0/701534603 >> 172.21.15.33:0/701534603 conn(0x7f074807ce50 msgr2=0x7f074807d260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:16:44.969 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.260+0000 7f074ee00640 1 -- 172.21.15.33:0/701534603 shutdown_connections 2024-09-05T02:16:44.969 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.260+0000 7f074ee00640 1 -- 172.21.15.33:0/701534603 wait complete. 2024-09-05T02:16:44.969 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.261+0000 7f074ee00640 1 Processor -- start 2024-09-05T02:16:44.969 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.261+0000 7f074ee00640 1 -- start start 2024-09-05T02:16:44.969 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.261+0000 7f074ee00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0748109840 0x7f074819d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:16:44.969 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.261+0000 7f074ee00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f074810ddf0 con 0x7f0748109840 2024-09-05T02:16:44.969 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.261+0000 7f074da00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0748109840 0x7f074819d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:16:44.969 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.262+0000 7f074da00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0748109840 0x7f074819d8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44566/0 (socket says 172.21.15.33:44566) 2024-09-05T02:16:44.969 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.262+0000 7f074da00640 1 -- 172.21.15.33:0/375222315 learned_addr learned my addr 172.21.15.33:0/375222315 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:16:44.969 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.262+0000 7f074da00640 1 -- 172.21.15.33:0/375222315 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f074819de00 con 0x7f0748109840 2024-09-05T02:16:44.970 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.262+0000 7f074da00640 1 --2- 172.21.15.33:0/375222315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0748109840 0x7f074819d8c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f073c0097f0 tx=0x7f073c030d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:16:44.970 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.262+0000 7f0746000640 1 -- 172.21.15.33:0/375222315 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f073c037040 con 0x7f0748109840 2024-09-05T02:16:44.970 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.262+0000 7f0746000640 1 -- 172.21.15.33:0/375222315 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f073c040070 con 0x7f0748109840 2024-09-05T02:16:44.970 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.262+0000 7f0746000640 1 -- 172.21.15.33:0/375222315 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f073c03a390 con 0x7f0748109840 2024-09-05T02:16:44.970 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.263+0000 7f074ee00640 1 -- 172.21.15.33:0/375222315 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f074819e090 con 0x7f0748109840 2024-09-05T02:16:44.970 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.263+0000 7f074ee00640 1 -- 172.21.15.33:0/375222315 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07481a0d80 con 0x7f0748109840 2024-09-05T02:16:44.970 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.263+0000 7f0746000640 1 -- 172.21.15.33:0/375222315 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f073c03a5e0 con 0x7f0748109840 2024-09-05T02:16:44.970 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.263+0000 7f0746000640 1 -- 172.21.15.33:0/375222315 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f073c045950 con 0x7f0748109840 2024-09-05T02:16:44.970 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.264+0000 7f074ee00640 1 -- 172.21.15.33:0/375222315 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0748109cc0 con 0x7f0748109840 2024-09-05T02:16:44.970 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.267+0000 7f0746000640 1 -- 172.21.15.33:0/375222315 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f073c045460 con 0x7f0748109840 2024-09-05T02:16:44.970 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.329+0000 7f074ee00640 1 -- 172.21.15.33:0/375222315 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f07481a0f50 con 0x7f0748109840 2024-09-05T02:16:44.970 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.330+0000 7f0746000640 1 -- 172.21.15.33:0/375222315 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7f073c03b430 con 0x7f0748109840 2024-09-05T02:16:44.971 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.331+0000 7f074ee00640 1 -- 172.21.15.33:0/375222315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0748109840 msgr2=0x7f074819d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:16:44.971 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.331+0000 7f074ee00640 1 --2- 172.21.15.33:0/375222315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0748109840 0x7f074819d8c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f073c0097f0 tx=0x7f073c030d80 comp rx=0 tx=0).stop 2024-09-05T02:16:44.971 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.331+0000 7f074ee00640 1 -- 172.21.15.33:0/375222315 shutdown_connections 2024-09-05T02:16:44.971 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.331+0000 7f074ee00640 1 --2- 172.21.15.33:0/375222315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0748109840 0x7f074819d8c0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:16:44.971 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.331+0000 7f074ee00640 1 -- 172.21.15.33:0/375222315 >> 172.21.15.33:0/375222315 conn(0x7f074807ce50 msgr2=0x7f0748107550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:16:44.971 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.331+0000 7f074ee00640 1 -- 172.21.15.33:0/375222315 shutdown_connections 2024-09-05T02:16:44.971 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:44.331+0000 7f074ee00640 1 -- 172.21.15.33:0/375222315 wait complete. 2024-09-05T02:16:44.971 INFO:teuthology.orchestra.run.smithi033.stdout:Restarting the monitor... 2024-09-05T02:16:45.324 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:45 smithi033 systemd[1]: Stopping Ceph mon.a for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:16:45.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:45 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-a[29546]: 2024-09-05T02:16:45.321+0000 7f7095200640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:16:45.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:45 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-a[29546]: 2024-09-05T02:16:45.321+0000 7f7095200640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-05T02:16:45.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:45 smithi033 podman[29790]: 2024-09-05 02:16:45.559179282 +0000 UTC m=+0.353024269 container died e09c196c82f316bf4086794193da28b9f17eca9de0e9baeb1fe3b4db0f52104e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-a, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-05T02:16:46.395 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:46 smithi033 podman[29790]: 2024-09-05 02:16:46.235192494 +0000 UTC m=+1.029037479 container cleanup e09c196c82f316bf4086794193da28b9f17eca9de0e9baeb1fe3b4db0f52104e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-05T02:16:46.395 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:46 smithi033 bash[29790]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-a 2024-09-05T02:16:46.670 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:46 smithi033 podman[29802]: 2024-09-05 02:16:46.394530126 +0000 UTC m=+0.823803197 container remove e09c196c82f316bf4086794193da28b9f17eca9de0e9baeb1fe3b4db0f52104e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-05T02:16:46.995 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:46 smithi033 systemd[1]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-05T02:16:46.995 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:46 smithi033 systemd[1]: Stopped Ceph mon.a for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:16:46.995 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:46 smithi033 systemd[1]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mon.a.service: Consumed 1.234s CPU time. 2024-09-05T02:16:46.996 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:46 smithi033 systemd[1]: Starting Ceph mon.a for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:16:47.265 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:46 smithi033 podman[29891]: 2024-09-05 02:16:46.899804454 +0000 UTC m=+0.027974216 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T02:16:47.265 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 podman[29891]: 2024-09-05 02:16:47.015231207 +0000 UTC m=+0.143400956 container create 19a0c0cd3750679421c9244e8e9084001357e41025a288bbea4423ea0243ac24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-a, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-05T02:16:47.265 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 podman[29891]: 2024-09-05 02:16:47.26439472 +0000 UTC m=+0.392564470 container init 19a0c0cd3750679421c9244e8e9084001357e41025a288bbea4423ea0243ac24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS) 2024-09-05T02:16:47.357 INFO:teuthology.orchestra.run.smithi033.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-05T02:16:47.581 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 podman[29891]: 2024-09-05 02:16:47.270876025 +0000 UTC m=+0.399045765 container start 19a0c0cd3750679421c9244e8e9084001357e41025a288bbea4423ea0243ac24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-a, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T02:16:47.581 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: set uid:gid to 167:167 (ceph:ceph) 2024-09-05T02:16:47.581 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable), process ceph-mon, pid 2 2024-09-05T02:16:47.581 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: pidfile_write: ignore empty --pid-file 2024-09-05T02:16:47.581 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: load: jerasure load: lrc 2024-09-05T02:16:47.581 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: RocksDB version: 7.9.2 2024-09-05T02:16:47.581 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Git sha 0 2024-09-05T02:16:47.581 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Compile date 2024-09-04 15:32:03 2024-09-05T02:16:47.581 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: DB SUMMARY 2024-09-05T02:16:47.581 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: DB Session ID: F73OZYO9AS1H3JYI1HLO 2024-09-05T02:16:47.581 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: CURRENT file: CURRENT 2024-09-05T02:16:47.582 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: IDENTITY file: IDENTITY 2024-09-05T02:16:47.582 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-05T02:16:47.582 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-05T02:16:47.582 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 106632 ; 2024-09-05T02:16:47.582 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.error_if_exists: 0 2024-09-05T02:16:47.582 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.create_if_missing: 0 2024-09-05T02:16:47.582 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.paranoid_checks: 1 2024-09-05T02:16:47.582 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-05T02:16:47.582 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-05T02:16:47.582 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-05T02:16:47.582 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.env: 0x55b381ea2940 2024-09-05T02:16:47.582 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.fs: PosixFileSystem 2024-09-05T02:16:47.582 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.info_log: 0x55b39349d6a0 2024-09-05T02:16:47.583 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_file_opening_threads: 16 2024-09-05T02:16:47.583 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.statistics: (nil) 2024-09-05T02:16:47.583 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.use_fsync: 0 2024-09-05T02:16:47.583 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_log_file_size: 0 2024-09-05T02:16:47.583 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-05T02:16:47.583 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-05T02:16:47.583 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.keep_log_file_num: 1000 2024-09-05T02:16:47.583 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.recycle_log_file_num: 0 2024-09-05T02:16:47.583 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.allow_fallocate: 1 2024-09-05T02:16:47.584 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.allow_mmap_reads: 0 2024-09-05T02:16:47.584 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.allow_mmap_writes: 0 2024-09-05T02:16:47.584 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.use_direct_reads: 0 2024-09-05T02:16:47.584 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-05T02:16:47.584 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.create_missing_column_families: 0 2024-09-05T02:16:47.584 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.db_log_dir: 2024-09-05T02:16:47.585 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.wal_dir: 2024-09-05T02:16:47.585 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-05T02:16:47.585 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-05T02:16:47.585 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-05T02:16:47.585 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-05T02:16:47.585 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-05T02:16:47.585 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-05T02:16:47.585 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.advise_random_on_open: 1 2024-09-05T02:16:47.585 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.db_write_buffer_size: 0 2024-09-05T02:16:47.585 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.write_buffer_manager: 0x55b3934acdc0 2024-09-05T02:16:47.585 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-05T02:16:47.585 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-05T02:16:47.586 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-05T02:16:47.586 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.rate_limiter: (nil) 2024-09-05T02:16:47.586 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-05T02:16:47.586 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.wal_recovery_mode: 2 2024-09-05T02:16:47.586 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.enable_thread_tracking: 0 2024-09-05T02:16:47.586 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.enable_pipelined_write: 0 2024-09-05T02:16:47.586 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.unordered_write: 0 2024-09-05T02:16:47.586 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-05T02:16:47.586 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-05T02:16:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-05T02:16:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-05T02:16:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.row_cache: None 2024-09-05T02:16:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.wal_filter: None 2024-09-05T02:16:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-05T02:16:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.allow_ingest_behind: 0 2024-09-05T02:16:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.two_write_queues: 0 2024-09-05T02:16:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.manual_wal_flush: 0 2024-09-05T02:16:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.wal_compression: 0 2024-09-05T02:16:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.atomic_flush: 0 2024-09-05T02:16:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-05T02:16:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-05T02:16:47.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-05T02:16:47.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.log_readahead_size: 0 2024-09-05T02:16:47.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-05T02:16:47.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.best_efforts_recovery: 0 2024-09-05T02:16:47.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-05T02:16:47.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-05T02:16:47.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.allow_data_in_errors: 0 2024-09-05T02:16:47.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.db_host_id: __hostname__ 2024-09-05T02:16:47.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-05T02:16:47.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_background_jobs: 2 2024-09-05T02:16:47.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_background_compactions: -1 2024-09-05T02:16:47.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_subcompactions: 1 2024-09-05T02:16:47.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-05T02:16:47.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-05T02:16:47.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-05T02:16:47.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_total_wal_size: 0 2024-09-05T02:16:47.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-05T02:16:47.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-05T02:16:47.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-05T02:16:47.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-05T02:16:47.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_open_files: -1 2024-09-05T02:16:47.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.bytes_per_sync: 0 2024-09-05T02:16:47.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-05T02:16:47.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-05T02:16:47.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compaction_readahead_size: 0 2024-09-05T02:16:47.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_background_flushes: -1 2024-09-05T02:16:47.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Compression algorithms supported: 2024-09-05T02:16:47.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: kZSTD supported: 0 2024-09-05T02:16:47.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: kXpressCompression supported: 0 2024-09-05T02:16:47.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: kBZip2Compression supported: 0 2024-09-05T02:16:47.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-05T02:16:47.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: kLZ4Compression supported: 1 2024-09-05T02:16:47.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: kZlibCompression supported: 1 2024-09-05T02:16:47.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: kLZ4HCCompression supported: 1 2024-09-05T02:16:47.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: kSnappyCompression supported: 1 2024-09-05T02:16:47.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-05T02:16:47.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-05T02:16:47.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-05T02:16:47.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-05T02:16:47.591 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-05T02:16:47.591 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.merge_operator: 2024-09-05T02:16:47.591 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compaction_filter: None 2024-09-05T02:16:47.591 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compaction_filter_factory: None 2024-09-05T02:16:47.591 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.sst_partitioner_factory: None 2024-09-05T02:16:47.591 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-05T02:16:47.591 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-05T02:16:47.591 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55b39349d300) 2024-09-05T02:16:47.591 INFO:journalctl@ceph.mon.a.smithi033.stdout: cache_index_and_filter_blocks: 1 2024-09-05T02:16:47.591 INFO:journalctl@ceph.mon.a.smithi033.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-05T02:16:47.591 INFO:journalctl@ceph.mon.a.smithi033.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-05T02:16:47.591 INFO:journalctl@ceph.mon.a.smithi033.stdout: pin_top_level_index_and_filter: 1 2024-09-05T02:16:47.591 INFO:journalctl@ceph.mon.a.smithi033.stdout: index_type: 0 2024-09-05T02:16:47.592 INFO:journalctl@ceph.mon.a.smithi033.stdout: data_block_index_type: 0 2024-09-05T02:16:47.592 INFO:journalctl@ceph.mon.a.smithi033.stdout: index_shortening: 1 2024-09-05T02:16:47.592 INFO:journalctl@ceph.mon.a.smithi033.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-05T02:16:47.592 INFO:journalctl@ceph.mon.a.smithi033.stdout: checksum: 4 2024-09-05T02:16:47.592 INFO:journalctl@ceph.mon.a.smithi033.stdout: no_block_cache: 0 2024-09-05T02:16:47.592 INFO:journalctl@ceph.mon.a.smithi033.stdout: block_cache: 0x55b3934911f0 2024-09-05T02:16:47.592 INFO:journalctl@ceph.mon.a.smithi033.stdout: block_cache_name: BinnedLRUCache 2024-09-05T02:16:47.592 INFO:journalctl@ceph.mon.a.smithi033.stdout: block_cache_options: 2024-09-05T02:16:47.592 INFO:journalctl@ceph.mon.a.smithi033.stdout: capacity : 536870912 2024-09-05T02:16:47.592 INFO:journalctl@ceph.mon.a.smithi033.stdout: num_shard_bits : 4 2024-09-05T02:16:47.592 INFO:journalctl@ceph.mon.a.smithi033.stdout: strict_capacity_limit : 0 2024-09-05T02:16:47.592 INFO:journalctl@ceph.mon.a.smithi033.stdout: high_pri_pool_ratio: 0.000 2024-09-05T02:16:47.593 INFO:journalctl@ceph.mon.a.smithi033.stdout: block_cache_compressed: (nil) 2024-09-05T02:16:47.593 INFO:journalctl@ceph.mon.a.smithi033.stdout: persistent_cache: (nil) 2024-09-05T02:16:47.593 INFO:journalctl@ceph.mon.a.smithi033.stdout: block_size: 4096 2024-09-05T02:16:47.593 INFO:journalctl@ceph.mon.a.smithi033.stdout: block_size_deviation: 10 2024-09-05T02:16:47.593 INFO:journalctl@ceph.mon.a.smithi033.stdout: block_restart_interval: 16 2024-09-05T02:16:47.593 INFO:journalctl@ceph.mon.a.smithi033.stdout: index_block_restart_interval: 1 2024-09-05T02:16:47.593 INFO:journalctl@ceph.mon.a.smithi033.stdout: metadata_block_size: 4096 2024-09-05T02:16:47.593 INFO:journalctl@ceph.mon.a.smithi033.stdout: partition_filters: 0 2024-09-05T02:16:47.593 INFO:journalctl@ceph.mon.a.smithi033.stdout: use_delta_encoding: 1 2024-09-05T02:16:47.593 INFO:journalctl@ceph.mon.a.smithi033.stdout: filter_policy: bloomfilter 2024-09-05T02:16:47.593 INFO:journalctl@ceph.mon.a.smithi033.stdout: whole_key_filtering: 1 2024-09-05T02:16:47.593 INFO:journalctl@ceph.mon.a.smithi033.stdout: verify_compression: 0 2024-09-05T02:16:47.593 INFO:journalctl@ceph.mon.a.smithi033.stdout: read_amp_bytes_per_bit: 0 2024-09-05T02:16:47.594 INFO:journalctl@ceph.mon.a.smithi033.stdout: format_version: 5 2024-09-05T02:16:47.594 INFO:journalctl@ceph.mon.a.smithi033.stdout: enable_index_compression: 1 2024-09-05T02:16:47.594 INFO:journalctl@ceph.mon.a.smithi033.stdout: block_align: 0 2024-09-05T02:16:47.594 INFO:journalctl@ceph.mon.a.smithi033.stdout: max_auto_readahead_size: 262144 2024-09-05T02:16:47.594 INFO:journalctl@ceph.mon.a.smithi033.stdout: prepopulate_block_cache: 0 2024-09-05T02:16:47.594 INFO:journalctl@ceph.mon.a.smithi033.stdout: initial_auto_readahead_size: 8192 2024-09-05T02:16:47.594 INFO:journalctl@ceph.mon.a.smithi033.stdout: num_file_reads_for_auto_readahead: 2 2024-09-05T02:16:47.594 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.write_buffer_size: 33554432 2024-09-05T02:16:47.594 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_write_buffer_number: 2 2024-09-05T02:16:47.594 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compression: NoCompression 2024-09-05T02:16:47.594 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.bottommost_compression: Disabled 2024-09-05T02:16:47.594 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.prefix_extractor: nullptr 2024-09-05T02:16:47.594 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-05T02:16:47.595 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.num_levels: 7 2024-09-05T02:16:47.595 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-05T02:16:47.595 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-05T02:16:47.595 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-05T02:16:47.595 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-05T02:16:47.595 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-05T02:16:47.595 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-05T02:16:47.595 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-05T02:16:47.595 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-05T02:16:47.595 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-05T02:16:47.595 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-05T02:16:47.595 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-05T02:16:47.595 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-05T02:16:47.596 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-05T02:16:47.596 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compression_opts.level: 32767 2024-09-05T02:16:47.596 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compression_opts.strategy: 0 2024-09-05T02:16:47.596 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-05T02:16:47.596 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-05T02:16:47.596 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-05T02:16:47.596 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-05T02:16:47.596 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compression_opts.enabled: false 2024-09-05T02:16:47.596 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-05T02:16:47.596 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-05T02:16:47.596 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-05T02:16:47.596 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-05T02:16:47.596 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.target_file_size_base: 67108864 2024-09-05T02:16:47.597 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-05T02:16:47.597 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-05T02:16:47.597 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-05T02:16:47.597 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-05T02:16:47.597 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-05T02:16:47.597 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-05T02:16:47.597 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-05T02:16:47.597 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-05T02:16:47.597 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-05T02:16:47.597 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-05T02:16:47.597 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-05T02:16:47.597 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-05T02:16:47.597 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-05T02:16:47.598 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-05T02:16:47.598 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.arena_block_size: 1048576 2024-09-05T02:16:47.598 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-05T02:16:47.598 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-05T02:16:47.599 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.disable_auto_compactions: 0 2024-09-05T02:16:47.599 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-05T02:16:47.599 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-05T02:16:47.599 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-05T02:16:47.599 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-05T02:16:47.599 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-05T02:16:47.599 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-05T02:16:47.599 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-05T02:16:47.599 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-05T02:16:47.599 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-05T02:16:47.599 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-05T02:16:47.599 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-05T02:16:47.599 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.inplace_update_support: 0 2024-09-05T02:16:47.600 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-05T02:16:47.600 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-05T02:16:47.600 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-05T02:16:47.600 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-05T02:16:47.600 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.bloom_locality: 0 2024-09-05T02:16:47.600 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.max_successive_merges: 0 2024-09-05T02:16:47.600 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-05T02:16:47.600 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.paranoid_file_checks: 0 2024-09-05T02:16:47.600 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.force_consistency_checks: 1 2024-09-05T02:16:47.600 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.report_bg_io_stats: 0 2024-09-05T02:16:47.600 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.ttl: 2592000 2024-09-05T02:16:47.600 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-05T02:16:47.600 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-05T02:16:47.601 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-05T02:16:47.601 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.enable_blob_files: false 2024-09-05T02:16:47.601 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.min_blob_size: 0 2024-09-05T02:16:47.601 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.blob_file_size: 268435456 2024-09-05T02:16:47.601 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-05T02:16:47.601 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-05T02:16:47.601 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-05T02:16:47.601 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-05T02:16:47.601 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-05T02:16:47.601 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.blob_file_starting_level: 0 2024-09-05T02:16:47.601 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-05T02:16:47.601 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-05T02:16:47.601 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-05T02:16:47.601 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 44919e72-847c-477f-9166-83f18ab154d0 2024-09-05T02:16:47.602 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725502607312978, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-05T02:16:47.602 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-05T02:16:47.602 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725502607314699, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 101520, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 334, "table_properties": {"data_size": 99405, "index_size": 307, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14641, "raw_average_key_size": 49, "raw_value_size": 91536, "raw_average_value_size": 312, "num_data_blocks": 12, "num_entries": 293, "num_filter_entries": 293, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725502607, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "44919e72-847c-477f-9166-83f18ab154d0", "db_session_id": "F73OZYO9AS1H3JYI1HLO", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-05T02:16:47.602 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725502607315006, "job": 1, "event": "recovery_finished"} 2024-09-05T02:16:47.602 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-05T02:16:47.602 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-05T02:16:47.602 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55b3934c0e00 2024-09-05T02:16:47.602 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: DB pointer 0x55b3935bc000 2024-09-05T02:16:47.602 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-05T02:16:47.602 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-05T02:16:47.602 INFO:journalctl@ceph.mon.a.smithi033.stdout: ** DB Stats ** 2024-09-05T02:16:47.602 INFO:journalctl@ceph.mon.a.smithi033.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-05T02:16:47.602 INFO:journalctl@ceph.mon.a.smithi033.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-05T02:16:47.602 INFO:journalctl@ceph.mon.a.smithi033.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-05T02:16:47.603 INFO:journalctl@ceph.mon.a.smithi033.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-05T02:16:47.603 INFO:journalctl@ceph.mon.a.smithi033.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-05T02:16:47.603 INFO:journalctl@ceph.mon.a.smithi033.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-05T02:16:47.603 INFO:journalctl@ceph.mon.a.smithi033.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-05T02:16:47.603 INFO:journalctl@ceph.mon.a.smithi033.stdout: 2024-09-05T02:16:47.603 INFO:journalctl@ceph.mon.a.smithi033.stdout: ** Compaction Stats [default] ** 2024-09-05T02:16:47.603 INFO:journalctl@ceph.mon.a.smithi033.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-05T02:16:47.603 INFO:journalctl@ceph.mon.a.smithi033.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-05T02:16:47.603 INFO:journalctl@ceph.mon.a.smithi033.stdout: L0 2/0 101.00 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 89.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-05T02:16:47.603 INFO:journalctl@ceph.mon.a.smithi033.stdout: Sum 2/0 101.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 89.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-05T02:16:47.603 INFO:journalctl@ceph.mon.a.smithi033.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 89.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-05T02:16:47.603 INFO:journalctl@ceph.mon.a.smithi033.stdout: 2024-09-05T02:16:47.603 INFO:journalctl@ceph.mon.a.smithi033.stdout: ** Compaction Stats [default] ** 2024-09-05T02:16:47.603 INFO:journalctl@ceph.mon.a.smithi033.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-05T02:16:47.604 INFO:journalctl@ceph.mon.a.smithi033.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-05T02:16:47.604 INFO:journalctl@ceph.mon.a.smithi033.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 89.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-05T02:16:47.604 INFO:journalctl@ceph.mon.a.smithi033.stdout: 2024-09-05T02:16:47.604 INFO:journalctl@ceph.mon.a.smithi033.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-05T02:16:47.604 INFO:journalctl@ceph.mon.a.smithi033.stdout: 2024-09-05T02:16:47.604 INFO:journalctl@ceph.mon.a.smithi033.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-05T02:16:47.604 INFO:journalctl@ceph.mon.a.smithi033.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-05T02:16:47.604 INFO:journalctl@ceph.mon.a.smithi033.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-05T02:16:47.604 INFO:journalctl@ceph.mon.a.smithi033.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-05T02:16:47.604 INFO:journalctl@ceph.mon.a.smithi033.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-05T02:16:47.604 INFO:journalctl@ceph.mon.a.smithi033.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-05T02:16:47.604 INFO:journalctl@ceph.mon.a.smithi033.stdout: Cumulative compaction: 0.00 GB write, 16.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-05T02:16:47.604 INFO:journalctl@ceph.mon.a.smithi033.stdout: Interval compaction: 0.00 GB write, 16.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-05T02:16:47.605 INFO:journalctl@ceph.mon.a.smithi033.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-05T02:16:47.605 INFO:journalctl@ceph.mon.a.smithi033.stdout: Block cache BinnedLRUCache@0x55b3934911f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-09-05T02:16:47.605 INFO:journalctl@ceph.mon.a.smithi033.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-09-05T02:16:47.605 INFO:journalctl@ceph.mon.a.smithi033.stdout: 2024-09-05T02:16:47.605 INFO:journalctl@ceph.mon.a.smithi033.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-05T02:16:47.605 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: starting mon.a rank 0 at public addrs [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] at bind addrs [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:16:47.605 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: mon.a@-1(???) e1 preinit fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:16:47.605 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: mon.a@-1(???).mds e1 new map 2024-09-05T02:16:47.605 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: mon.a@-1(???).mds e1 print_map 2024-09-05T02:16:47.605 INFO:journalctl@ceph.mon.a.smithi033.stdout: e1 2024-09-05T02:16:47.605 INFO:journalctl@ceph.mon.a.smithi033.stdout: btime 2024-09-05T02:16:40:986188+0000 2024-09-05T02:16:47.605 INFO:journalctl@ceph.mon.a.smithi033.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-05T02:16:47.606 INFO:journalctl@ceph.mon.a.smithi033.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-05T02:16:47.606 INFO:journalctl@ceph.mon.a.smithi033.stdout: legacy client fscid: -1 2024-09-05T02:16:47.606 INFO:journalctl@ceph.mon.a.smithi033.stdout: 2024-09-05T02:16:47.606 INFO:journalctl@ceph.mon.a.smithi033.stdout: No filesystems configured 2024-09-05T02:16:47.606 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-05T02:16:47.606 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T02:16:47.606 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T02:16:47.606 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T02:16:47.606 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-05T02:16:47.606 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 bash[29891]: 19a0c0cd3750679421c9244e8e9084001357e41025a288bbea4423ea0243ac24 2024-09-05T02:16:47.606 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 systemd[1]: Started Ceph mon.a for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:16:47.606 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-05T02:16:47.606 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: monmap epoch 1 2024-09-05T02:16:47.606 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:16:47.607 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: last_changed 2024-09-05T02:16:28.840919+0000 2024-09-05T02:16:47.607 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: created 2024-09-05T02:16:28.840919+0000 2024-09-05T02:16:47.607 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: min_mon_release 19 (squid) 2024-09-05T02:16:47.607 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: election_strategy: 1 2024-09-05T02:16:47.607 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: 0: [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] mon.a 2024-09-05T02:16:47.607 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: fsmap 2024-09-05T02:16:47.607 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: osdmap e1: 0 total, 0 up, 0 in 2024-09-05T02:16:47.607 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:47 smithi033 ceph-mon[29909]: mgrmap e1: no daemons active 2024-09-05T02:16:48.573 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.839+0000 7f330ec00640 1 Processor -- start 2024-09-05T02:16:48.573 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.840+0000 7f330ec00640 1 -- start start 2024-09-05T02:16:48.573 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.840+0000 7f330ec00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330807de00 0x7f330807c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:16:48.573 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.840+0000 7f330ec00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f330807c830 con 0x7f330807de00 2024-09-05T02:16:48.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.840+0000 7f3307e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330807de00 0x7f330807c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:16:48.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.840+0000 7f3307e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330807de00 0x7f330807c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44578/0 (socket says 172.21.15.33:44578) 2024-09-05T02:16:48.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.840+0000 7f3307e00640 1 -- 172.21.15.33:0/1399796018 learned_addr learned my addr 172.21.15.33:0/1399796018 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:16:48.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.841+0000 7f3307e00640 1 -- 172.21.15.33:0/1399796018 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f330807c9b0 con 0x7f330807de00 2024-09-05T02:16:48.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.844+0000 7f3307e00640 1 --2- 172.21.15.33:0/1399796018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330807de00 0x7f330807c260 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f32f8009820 tx=0x7f32f802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=327665512c15875 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:16:48.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.844+0000 7f3306a00640 1 -- 172.21.15.33:0/1399796018 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32f8037070 con 0x7f330807de00 2024-09-05T02:16:48.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.844+0000 7f3306a00640 1 -- 172.21.15.33:0/1399796018 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f32f8032900 con 0x7f330807de00 2024-09-05T02:16:48.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.844+0000 7f3306a00640 1 -- 172.21.15.33:0/1399796018 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32f8030850 con 0x7f330807de00 2024-09-05T02:16:48.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.845+0000 7f330ec00640 1 -- 172.21.15.33:0/1399796018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330807de00 msgr2=0x7f330807c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:16:48.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.845+0000 7f330ec00640 1 --2- 172.21.15.33:0/1399796018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330807de00 0x7f330807c260 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f32f8009820 tx=0x7f32f802a270 comp rx=0 tx=0).stop 2024-09-05T02:16:48.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.845+0000 7f330ec00640 1 -- 172.21.15.33:0/1399796018 shutdown_connections 2024-09-05T02:16:48.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.845+0000 7f330ec00640 1 --2- 172.21.15.33:0/1399796018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330807de00 0x7f330807c260 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:16:48.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.845+0000 7f330ec00640 1 -- 172.21.15.33:0/1399796018 >> 172.21.15.33:0/1399796018 conn(0x7f3308102f60 msgr2=0x7f33081053a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:16:48.575 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.845+0000 7f330ec00640 1 -- 172.21.15.33:0/1399796018 shutdown_connections 2024-09-05T02:16:48.575 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.845+0000 7f330ec00640 1 -- 172.21.15.33:0/1399796018 wait complete. 2024-09-05T02:16:48.575 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.846+0000 7f330ec00640 1 Processor -- start 2024-09-05T02:16:48.575 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.846+0000 7f330ec00640 1 -- start start 2024-09-05T02:16:48.575 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.846+0000 7f330ec00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330807de00 0x7f330819d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:16:48.575 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.846+0000 7f330ec00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f330810dda0 con 0x7f330807de00 2024-09-05T02:16:48.575 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.846+0000 7f3307e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330807de00 0x7f330819d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:16:48.575 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.846+0000 7f3307e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330807de00 0x7f330819d950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44582/0 (socket says 172.21.15.33:44582) 2024-09-05T02:16:48.575 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.846+0000 7f3307e00640 1 -- 172.21.15.33:0/1405705431 learned_addr learned my addr 172.21.15.33:0/1405705431 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:16:48.575 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.847+0000 7f3307e00640 1 -- 172.21.15.33:0/1405705431 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f330819de90 con 0x7f330807de00 2024-09-05T02:16:48.575 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.847+0000 7f3307e00640 1 --2- 172.21.15.33:0/1405705431 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330807de00 0x7f330819d950 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f32f80097f0 tx=0x7f32f8030d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:16:48.576 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.847+0000 7f3304c00640 1 -- 172.21.15.33:0/1405705431 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32f8037040 con 0x7f330807de00 2024-09-05T02:16:48.576 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.847+0000 7f3304c00640 1 -- 172.21.15.33:0/1405705431 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f32f8040070 con 0x7f330807de00 2024-09-05T02:16:48.576 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.847+0000 7f330ec00640 1 -- 172.21.15.33:0/1405705431 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f330819e120 con 0x7f330807de00 2024-09-05T02:16:48.576 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.847+0000 7f3304c00640 1 -- 172.21.15.33:0/1405705431 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32f803a390 con 0x7f330807de00 2024-09-05T02:16:48.576 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.848+0000 7f330ec00640 1 -- 172.21.15.33:0/1405705431 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33081a0e10 con 0x7f330807de00 2024-09-05T02:16:48.576 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.848+0000 7f3304c00640 1 -- 172.21.15.33:0/1405705431 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f32f803a5e0 con 0x7f330807de00 2024-09-05T02:16:48.576 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.848+0000 7f3304c00640 1 -- 172.21.15.33:0/1405705431 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f32f8045950 con 0x7f330807de00 2024-09-05T02:16:48.576 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.849+0000 7f330ec00640 1 -- 172.21.15.33:0/1405705431 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f330807c2e0 con 0x7f330807de00 2024-09-05T02:16:48.576 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.852+0000 7f3304c00640 1 -- 172.21.15.33:0/1405705431 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f32f8045460 con 0x7f330807de00 2024-09-05T02:16:48.576 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.914+0000 7f330ec00640 1 -- 172.21.15.33:0/1405705431 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f330819e5a0 con 0x7f330807de00 2024-09-05T02:16:48.576 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.917+0000 7f3304c00640 1 -- 172.21.15.33:0/1405705431 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f32f803b430 con 0x7f330807de00 2024-09-05T02:16:48.576 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.917+0000 7f330ec00640 1 -- 172.21.15.33:0/1405705431 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330807de00 msgr2=0x7f330819d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:16:48.577 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.917+0000 7f330ec00640 1 --2- 172.21.15.33:0/1405705431 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330807de00 0x7f330819d950 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f32f80097f0 tx=0x7f32f8030d80 comp rx=0 tx=0).stop 2024-09-05T02:16:48.577 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.918+0000 7f330ec00640 1 -- 172.21.15.33:0/1405705431 shutdown_connections 2024-09-05T02:16:48.577 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.918+0000 7f330ec00640 1 --2- 172.21.15.33:0/1405705431 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330807de00 0x7f330819d950 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:16:48.577 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.918+0000 7f330ec00640 1 -- 172.21.15.33:0/1405705431 >> 172.21.15.33:0/1405705431 conn(0x7f3308102f60 msgr2=0x7f3308103b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:16:48.577 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.918+0000 7f330ec00640 1 -- 172.21.15.33:0/1405705431 shutdown_connections 2024-09-05T02:16:48.577 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:47.918+0000 7f330ec00640 1 -- 172.21.15.33:0/1405705431 wait complete. 2024-09-05T02:16:48.577 INFO:teuthology.orchestra.run.smithi033.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-05T02:16:48.595 INFO:teuthology.orchestra.run.smithi033.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-05T02:16:48.596 INFO:teuthology.orchestra.run.smithi033.stdout:Creating mgr... 2024-09-05T02:16:48.596 INFO:teuthology.orchestra.run.smithi033.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-05T02:16:48.597 INFO:teuthology.orchestra.run.smithi033.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-05T02:16:48.939 INFO:teuthology.orchestra.run.smithi033.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mgr.x 2024-09-05T02:16:48.939 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stderr Failed to reset failed state of unit ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mgr.x.service: Unit ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mgr.x.service not loaded. 2024-09-05T02:16:49.173 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968.target.wants/ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@.service. 2024-09-05T02:16:49.200 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:48 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1405705431' entity='client.admin' 2024-09-05T02:16:49.777 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:49 smithi033 podman[30121]: 2024-09-05 02:16:49.539747163 +0000 UTC m=+0.151072735 container create fc5c039be152839283823c57546d2ac1fad8bbb19ff2cfd7ed85180b0e0c7aa6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-05T02:16:49.777 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:49 smithi033 podman[30121]: 2024-09-05 02:16:49.776083757 +0000 UTC m=+0.387409330 container init fc5c039be152839283823c57546d2ac1fad8bbb19ff2cfd7ed85180b0e0c7aa6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-05T02:16:49.906 INFO:teuthology.orchestra.run.smithi033.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-05T02:16:49.906 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stdout disabled 2024-09-05T02:16:49.920 INFO:teuthology.orchestra.run.smithi033.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-05T02:16:49.921 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stdout inactive 2024-09-05T02:16:49.921 INFO:teuthology.orchestra.run.smithi033.stdout:firewalld.service is not enabled 2024-09-05T02:16:49.921 INFO:teuthology.orchestra.run.smithi033.stdout:Not possible to enable service . firewalld.service is not available 2024-09-05T02:16:49.938 INFO:teuthology.orchestra.run.smithi033.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-05T02:16:49.938 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stdout disabled 2024-09-05T02:16:49.953 INFO:teuthology.orchestra.run.smithi033.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-05T02:16:49.953 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stdout inactive 2024-09-05T02:16:49.953 INFO:teuthology.orchestra.run.smithi033.stdout:firewalld.service is not enabled 2024-09-05T02:16:49.953 INFO:teuthology.orchestra.run.smithi033.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-05T02:16:49.953 INFO:teuthology.orchestra.run.smithi033.stdout:Waiting for mgr to start... 2024-09-05T02:16:49.953 INFO:teuthology.orchestra.run.smithi033.stdout:Waiting for mgr... 2024-09-05T02:16:50.035 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:49 smithi033 podman[30121]: 2024-09-05 02:16:49.782761725 +0000 UTC m=+0.394087300 container start fc5c039be152839283823c57546d2ac1fad8bbb19ff2cfd7ed85180b0e0c7aa6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e) 2024-09-05T02:16:50.035 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:49 smithi033 bash[30121]: fc5c039be152839283823c57546d2ac1fad8bbb19ff2cfd7ed85180b0e0c7aa6 2024-09-05T02:16:50.035 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:49 smithi033 systemd[1]: Started Ceph mgr.x for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:16:50.035 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:49 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:49.958+0000 7f4cd01d6040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T02:16:50.035 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:50 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:50.033+0000 7f4cd01d6040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T02:16:50.289 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:50 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:50.230+0000 7f4cd01d6040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T02:16:50.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:50 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:50.322+0000 7f4cd01d6040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T02:16:50.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:50 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:50.507+0000 7f4cd01d6040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T02:16:50.924 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:50 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3188212772' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-05T02:16:50.925 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:50 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:50.690+0000 7f4cd01d6040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T02:16:51.226 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:51 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:51.089+0000 7f4cd01d6040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T02:16:51.226 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:51 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:51.165+0000 7f4cd01d6040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T02:16:51.236 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout 2024-09-05T02:16:51.236 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout { 2024-09-05T02:16:51.236 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "fsid": "b37d3f34-6b2c-11ef-bcd6-c7b262605968", 2024-09-05T02:16:51.236 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "health": { 2024-09-05T02:16:51.236 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-05T02:16:51.236 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-05T02:16:51.237 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-05T02:16:51.237 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:51.237 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-05T02:16:51.237 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-05T02:16:51.237 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout 0 2024-09-05T02:16:51.237 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout ], 2024-09-05T02:16:51.237 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-05T02:16:51.238 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "a" 2024-09-05T02:16:51.238 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout ], 2024-09-05T02:16:51.238 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-09-05T02:16:51.238 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-05T02:16:51.238 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T02:16:51.238 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-05T02:16:51.238 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-05T02:16:51.238 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:51.238 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-05T02:16:51.239 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T02:16:51.239 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-05T02:16:51.239 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-05T02:16:51.239 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-05T02:16:51.247 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-05T02:16:51.247 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-05T02:16:51.247 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-05T02:16:51.247 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:51.247 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-05T02:16:51.248 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-05T02:16:51.248 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-05T02:16:51.248 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-05T02:16:51.248 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-05T02:16:51.248 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-05T02:16:51.248 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-05T02:16:51.248 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-05T02:16:51.248 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-05T02:16:51.248 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:51.248 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-05T02:16:51.248 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T02:16:51.248 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "btime": "2024-09-05T02:16:40:986188+0000", 2024-09-05T02:16:51.248 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-05T02:16:51.249 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-05T02:16:51.249 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:51.249 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-05T02:16:51.249 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-05T02:16:51.249 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-05T02:16:51.249 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-05T02:16:51.249 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-05T02:16:51.249 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-05T02:16:51.249 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "restful" 2024-09-05T02:16:51.249 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout ], 2024-09-05T02:16:51.249 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T02:16:51.249 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:51.249 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-05T02:16:51.249 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T02:16:51.250 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "modified": "2024-09-05T02:16:40.986972+0000", 2024-09-05T02:16:51.250 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T02:16:51.250 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:51.250 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-05T02:16:51.250 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout } 2024-09-05T02:16:51.250 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.522+0000 7fbf37400640 1 Processor -- start 2024-09-05T02:16:51.250 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.522+0000 7fbf37400640 1 -- start start 2024-09-05T02:16:51.250 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.522+0000 7fbf37400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf3007de60 0x7fbf3007c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:16:51.250 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.522+0000 7fbf37400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbf3007c890 con 0x7fbf3007de60 2024-09-05T02:16:51.250 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.523+0000 7fbf34a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf3007de60 0x7fbf3007c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:16:51.250 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.523+0000 7fbf34a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf3007de60 0x7fbf3007c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43314/0 (socket says 172.21.15.33:43314) 2024-09-05T02:16:51.250 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.523+0000 7fbf34a00640 1 -- 172.21.15.33:0/4034781761 learned_addr learned my addr 172.21.15.33:0/4034781761 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:16:51.250 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.523+0000 7fbf34a00640 1 -- 172.21.15.33:0/4034781761 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf3007ca10 con 0x7fbf3007de60 2024-09-05T02:16:51.250 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.524+0000 7fbf34a00640 1 --2- 172.21.15.33:0/4034781761 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf3007de60 0x7fbf3007c2c0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fbf24009820 tx=0x7fbf2402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49f82553dcd618c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:16:51.251 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.525+0000 7fbf2f400640 1 -- 172.21.15.33:0/4034781761 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbf24037070 con 0x7fbf3007de60 2024-09-05T02:16:51.251 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.525+0000 7fbf2f400640 1 -- 172.21.15.33:0/4034781761 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fbf24032900 con 0x7fbf3007de60 2024-09-05T02:16:51.251 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.525+0000 7fbf2f400640 1 -- 172.21.15.33:0/4034781761 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbf24030850 con 0x7fbf3007de60 2024-09-05T02:16:51.251 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.525+0000 7fbf37400640 1 -- 172.21.15.33:0/4034781761 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf3007de60 msgr2=0x7fbf3007c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:16:51.251 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.525+0000 7fbf37400640 1 --2- 172.21.15.33:0/4034781761 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf3007de60 0x7fbf3007c2c0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fbf24009820 tx=0x7fbf2402a270 comp rx=0 tx=0).stop 2024-09-05T02:16:51.251 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.525+0000 7fbf37400640 1 -- 172.21.15.33:0/4034781761 shutdown_connections 2024-09-05T02:16:51.251 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.525+0000 7fbf37400640 1 --2- 172.21.15.33:0/4034781761 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf3007de60 0x7fbf3007c2c0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:16:51.251 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.525+0000 7fbf37400640 1 -- 172.21.15.33:0/4034781761 >> 172.21.15.33:0/4034781761 conn(0x7fbf30102f60 msgr2=0x7fbf301053a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:16:51.251 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.525+0000 7fbf37400640 1 -- 172.21.15.33:0/4034781761 shutdown_connections 2024-09-05T02:16:51.251 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.526+0000 7fbf37400640 1 -- 172.21.15.33:0/4034781761 wait complete. 2024-09-05T02:16:51.251 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.526+0000 7fbf37400640 1 Processor -- start 2024-09-05T02:16:51.251 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.527+0000 7fbf37400640 1 -- start start 2024-09-05T02:16:51.251 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.527+0000 7fbf37400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf3007de60 0x7fbf301a1d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:16:51.252 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.527+0000 7fbf37400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbf30109990 con 0x7fbf3007de60 2024-09-05T02:16:51.252 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.527+0000 7fbf34a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf3007de60 0x7fbf301a1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:16:51.252 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.527+0000 7fbf34a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf3007de60 0x7fbf301a1d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43320/0 (socket says 172.21.15.33:43320) 2024-09-05T02:16:51.252 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.527+0000 7fbf34a00640 1 -- 172.21.15.33:0/3188212772 learned_addr learned my addr 172.21.15.33:0/3188212772 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:16:51.252 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.528+0000 7fbf34a00640 1 -- 172.21.15.33:0/3188212772 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf301a22d0 con 0x7fbf3007de60 2024-09-05T02:16:51.252 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.528+0000 7fbf34a00640 1 --2- 172.21.15.33:0/3188212772 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf3007de60 0x7fbf301a1d90 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fbf240097f0 tx=0x7fbf24030d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:16:51.252 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.528+0000 7fbf2d600640 1 -- 172.21.15.33:0/3188212772 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbf24037040 con 0x7fbf3007de60 2024-09-05T02:16:51.252 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.528+0000 7fbf2d600640 1 -- 172.21.15.33:0/3188212772 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fbf24040070 con 0x7fbf3007de60 2024-09-05T02:16:51.252 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.528+0000 7fbf2d600640 1 -- 172.21.15.33:0/3188212772 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbf2403a390 con 0x7fbf3007de60 2024-09-05T02:16:51.252 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.528+0000 7fbf37400640 1 -- 172.21.15.33:0/3188212772 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf301a2560 con 0x7fbf3007de60 2024-09-05T02:16:51.252 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.528+0000 7fbf37400640 1 -- 172.21.15.33:0/3188212772 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf301a5210 con 0x7fbf3007de60 2024-09-05T02:16:51.252 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.529+0000 7fbf2d600640 1 -- 172.21.15.33:0/3188212772 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fbf2403a5e0 con 0x7fbf3007de60 2024-09-05T02:16:51.252 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.529+0000 7fbf2d600640 1 -- 172.21.15.33:0/3188212772 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fbf24045950 con 0x7fbf3007de60 2024-09-05T02:16:51.253 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.529+0000 7fbf37400640 1 -- 172.21.15.33:0/3188212772 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf301a29e0 con 0x7fbf3007de60 2024-09-05T02:16:51.253 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.532+0000 7fbf2d600640 1 -- 172.21.15.33:0/3188212772 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fbf24045460 con 0x7fbf3007de60 2024-09-05T02:16:51.253 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.599+0000 7fbf37400640 1 -- 172.21.15.33:0/3188212772 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fbf301a53e0 con 0x7fbf3007de60 2024-09-05T02:16:51.253 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.600+0000 7fbf2d600640 1 -- 172.21.15.33:0/3188212772 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1291 (secure 0 0 0) 0x7fbf2403b430 con 0x7fbf3007de60 2024-09-05T02:16:51.253 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.601+0000 7fbf37400640 1 -- 172.21.15.33:0/3188212772 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf3007de60 msgr2=0x7fbf301a1d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:16:51.253 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.601+0000 7fbf37400640 1 --2- 172.21.15.33:0/3188212772 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf3007de60 0x7fbf301a1d90 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fbf240097f0 tx=0x7fbf24030d80 comp rx=0 tx=0).stop 2024-09-05T02:16:51.253 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.601+0000 7fbf37400640 1 -- 172.21.15.33:0/3188212772 shutdown_connections 2024-09-05T02:16:51.253 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.601+0000 7fbf37400640 1 --2- 172.21.15.33:0/3188212772 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf3007de60 0x7fbf301a1d90 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:16:51.253 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.601+0000 7fbf37400640 1 -- 172.21.15.33:0/3188212772 >> 172.21.15.33:0/3188212772 conn(0x7fbf30102f60 msgr2=0x7fbf301053a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:16:51.253 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.601+0000 7fbf37400640 1 -- 172.21.15.33:0/3188212772 shutdown_connections 2024-09-05T02:16:51.254 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:50.601+0000 7fbf37400640 1 -- 172.21.15.33:0/3188212772 wait complete. 2024-09-05T02:16:51.254 INFO:teuthology.orchestra.run.smithi033.stdout:mgr not available, waiting (1/15)... 2024-09-05T02:16:51.565 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:51 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:51.393+0000 7f4cd01d6040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T02:16:52.837 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:52 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:52.578+0000 7f4cd01d6040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T02:16:52.837 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:52 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:52.663+0000 7f4cd01d6040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T02:16:54.011 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:53 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1056580239' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-05T02:16:54.011 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:53 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:53.681+0000 7f4cd01d6040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T02:16:54.011 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:53 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:53.830+0000 7f4cd01d6040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T02:16:54.011 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:54.009+0000 7f4cd01d6040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T02:16:54.273 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:54.086+0000 7f4cd01d6040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T02:16:54.548 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:54.272+0000 7f4cd01d6040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T02:16:54.548 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:54.358+0000 7f4cd01d6040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T02:16:54.549 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:54.433+0000 7f4cd01d6040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T02:16:54.557 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout 2024-09-05T02:16:54.557 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout { 2024-09-05T02:16:54.557 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "fsid": "b37d3f34-6b2c-11ef-bcd6-c7b262605968", 2024-09-05T02:16:54.558 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "health": { 2024-09-05T02:16:54.558 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-05T02:16:54.558 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-05T02:16:54.558 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-05T02:16:54.558 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:54.558 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-05T02:16:54.558 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-05T02:16:54.558 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout 0 2024-09-05T02:16:54.558 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout ], 2024-09-05T02:16:54.558 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-05T02:16:54.558 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "a" 2024-09-05T02:16:54.558 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout ], 2024-09-05T02:16:54.558 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-09-05T02:16:54.558 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-05T02:16:54.558 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T02:16:54.559 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-05T02:16:54.559 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-05T02:16:54.559 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:54.559 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-05T02:16:54.559 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T02:16:54.559 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-05T02:16:54.559 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-05T02:16:54.559 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-05T02:16:54.568 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-05T02:16:54.568 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-05T02:16:54.568 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-05T02:16:54.568 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:54.568 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-05T02:16:54.568 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-05T02:16:54.568 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-05T02:16:54.568 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-05T02:16:54.568 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-05T02:16:54.568 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-05T02:16:54.568 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-05T02:16:54.569 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-05T02:16:54.569 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-05T02:16:54.569 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:54.569 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-05T02:16:54.569 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T02:16:54.569 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "btime": "2024-09-05T02:16:40:986188+0000", 2024-09-05T02:16:54.569 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-05T02:16:54.569 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-05T02:16:54.569 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:54.569 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-05T02:16:54.569 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-05T02:16:54.569 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-05T02:16:54.570 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-05T02:16:54.570 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-05T02:16:54.570 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-05T02:16:54.570 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "restful" 2024-09-05T02:16:54.570 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout ], 2024-09-05T02:16:54.570 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T02:16:54.570 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:54.570 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-05T02:16:54.570 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T02:16:54.570 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "modified": "2024-09-05T02:16:40.986972+0000", 2024-09-05T02:16:54.570 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T02:16:54.570 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:54.570 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-05T02:16:54.571 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout } 2024-09-05T02:16:54.571 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.794+0000 7fb461200640 1 Processor -- start 2024-09-05T02:16:54.571 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.794+0000 7fb461200640 1 -- start start 2024-09-05T02:16:54.571 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.794+0000 7fb461200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb45c1099e0 0x7fb45c109de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:16:54.571 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.795+0000 7fb461200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb45c10a3b0 con 0x7fb45c1099e0 2024-09-05T02:16:54.571 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.795+0000 7fb459e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb45c1099e0 0x7fb45c109de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:16:54.571 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.795+0000 7fb459e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb45c1099e0 0x7fb45c109de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43334/0 (socket says 172.21.15.33:43334) 2024-09-05T02:16:54.571 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.795+0000 7fb459e00640 1 -- 172.21.15.33:0/2684784755 learned_addr learned my addr 172.21.15.33:0/2684784755 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:16:54.571 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.795+0000 7fb459e00640 1 -- 172.21.15.33:0/2684784755 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb45c10abe0 con 0x7fb45c1099e0 2024-09-05T02:16:54.571 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.797+0000 7fb459e00640 1 --2- 172.21.15.33:0/2684784755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb45c1099e0 0x7fb45c109de0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb44c009820 tx=0x7fb44c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be1e27ef6329e9ef server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:16:54.571 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.797+0000 7fb458a00640 1 -- 172.21.15.33:0/2684784755 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb44c037070 con 0x7fb45c1099e0 2024-09-05T02:16:54.571 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.797+0000 7fb458a00640 1 -- 172.21.15.33:0/2684784755 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fb44c032900 con 0x7fb45c1099e0 2024-09-05T02:16:54.571 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.797+0000 7fb458a00640 1 -- 172.21.15.33:0/2684784755 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb44c030850 con 0x7fb45c1099e0 2024-09-05T02:16:54.572 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.798+0000 7fb461200640 1 -- 172.21.15.33:0/2684784755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb45c1099e0 msgr2=0x7fb45c109de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:16:54.572 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.798+0000 7fb461200640 1 --2- 172.21.15.33:0/2684784755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb45c1099e0 0x7fb45c109de0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb44c009820 tx=0x7fb44c02a270 comp rx=0 tx=0).stop 2024-09-05T02:16:54.572 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.798+0000 7fb461200640 1 -- 172.21.15.33:0/2684784755 shutdown_connections 2024-09-05T02:16:54.572 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.798+0000 7fb461200640 1 --2- 172.21.15.33:0/2684784755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb45c1099e0 0x7fb45c109de0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:16:54.572 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.798+0000 7fb461200640 1 -- 172.21.15.33:0/2684784755 >> 172.21.15.33:0/2684784755 conn(0x7fb45c07d000 msgr2=0x7fb45c07d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:16:54.572 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.798+0000 7fb461200640 1 -- 172.21.15.33:0/2684784755 shutdown_connections 2024-09-05T02:16:54.572 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.798+0000 7fb461200640 1 -- 172.21.15.33:0/2684784755 wait complete. 2024-09-05T02:16:54.573 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.799+0000 7fb461200640 1 Processor -- start 2024-09-05T02:16:54.573 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.799+0000 7fb461200640 1 -- start start 2024-09-05T02:16:54.573 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.799+0000 7fb461200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb45c1099e0 0x7fb45c19d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:16:54.573 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.799+0000 7fb461200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb45c10df90 con 0x7fb45c1099e0 2024-09-05T02:16:54.573 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.800+0000 7fb459e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb45c1099e0 0x7fb45c19d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:16:54.573 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.800+0000 7fb459e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb45c1099e0 0x7fb45c19d970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43350/0 (socket says 172.21.15.33:43350) 2024-09-05T02:16:54.573 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.800+0000 7fb459e00640 1 -- 172.21.15.33:0/1056580239 learned_addr learned my addr 172.21.15.33:0/1056580239 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:16:54.573 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.800+0000 7fb459e00640 1 -- 172.21.15.33:0/1056580239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb45c19deb0 con 0x7fb45c1099e0 2024-09-05T02:16:54.573 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.800+0000 7fb459e00640 1 --2- 172.21.15.33:0/1056580239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb45c1099e0 0x7fb45c19d970 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb44c0097f0 tx=0x7fb44c030d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:16:54.573 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.801+0000 7fb452a00640 1 -- 172.21.15.33:0/1056580239 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb44c037040 con 0x7fb45c1099e0 2024-09-05T02:16:54.573 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.801+0000 7fb452a00640 1 -- 172.21.15.33:0/1056580239 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fb44c040070 con 0x7fb45c1099e0 2024-09-05T02:16:54.573 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.801+0000 7fb452a00640 1 -- 172.21.15.33:0/1056580239 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb44c03a390 con 0x7fb45c1099e0 2024-09-05T02:16:54.573 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.801+0000 7fb461200640 1 -- 172.21.15.33:0/1056580239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb45c19e140 con 0x7fb45c1099e0 2024-09-05T02:16:54.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.801+0000 7fb461200640 1 -- 172.21.15.33:0/1056580239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb45c1a0e30 con 0x7fb45c1099e0 2024-09-05T02:16:54.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.801+0000 7fb452a00640 1 -- 172.21.15.33:0/1056580239 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb44c03a5e0 con 0x7fb45c1099e0 2024-09-05T02:16:54.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.801+0000 7fb452a00640 1 -- 172.21.15.33:0/1056580239 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb44c045da0 con 0x7fb45c1099e0 2024-09-05T02:16:54.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.802+0000 7fb461200640 1 -- 172.21.15.33:0/1056580239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb45c109e60 con 0x7fb45c1099e0 2024-09-05T02:16:54.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.807+0000 7fb452a00640 1 -- 172.21.15.33:0/1056580239 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fb44c03b430 con 0x7fb45c1099e0 2024-09-05T02:16:54.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.872+0000 7fb461200640 1 -- 172.21.15.33:0/1056580239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fb45c1a1420 con 0x7fb45c1099e0 2024-09-05T02:16:54.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.873+0000 7fb452a00640 1 -- 172.21.15.33:0/1056580239 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1291 (secure 0 0 0) 0x7fb44c03b7c0 con 0x7fb45c1099e0 2024-09-05T02:16:54.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.874+0000 7fb461200640 1 -- 172.21.15.33:0/1056580239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb45c1099e0 msgr2=0x7fb45c19d970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:16:54.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.874+0000 7fb461200640 1 --2- 172.21.15.33:0/1056580239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb45c1099e0 0x7fb45c19d970 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb44c0097f0 tx=0x7fb44c030d80 comp rx=0 tx=0).stop 2024-09-05T02:16:54.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.874+0000 7fb461200640 1 -- 172.21.15.33:0/1056580239 shutdown_connections 2024-09-05T02:16:54.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.874+0000 7fb461200640 1 --2- 172.21.15.33:0/1056580239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb45c1099e0 0x7fb45c19d970 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:16:54.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.874+0000 7fb461200640 1 -- 172.21.15.33:0/1056580239 >> 172.21.15.33:0/1056580239 conn(0x7fb45c07d000 msgr2=0x7fb45c107550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:16:54.574 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.874+0000 7fb461200640 1 -- 172.21.15.33:0/1056580239 shutdown_connections 2024-09-05T02:16:54.575 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:53.874+0000 7fb461200640 1 -- 172.21.15.33:0/1056580239 wait complete. 2024-09-05T02:16:54.575 INFO:teuthology.orchestra.run.smithi033.stdout:mgr not available, waiting (2/15)... 2024-09-05T02:16:54.837 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:54.624+0000 7f4cd01d6040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T02:16:54.837 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:54.705+0000 7f4cd01d6040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T02:16:54.837 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:54.788+0000 7f4cd01d6040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T02:16:55.337 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:54.890+0000 7f4cd01d6040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T02:16:55.337 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:54.963+0000 7f4cd01d6040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T02:16:55.337 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:55 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:55.037+0000 7f4cd01d6040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T02:16:56.337 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:16:55 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:16:55.998+0000 7f4cd01d6040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T02:16:56.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:56 smithi033 ceph-mon[29909]: Activating manager daemon x 2024-09-05T02:16:56.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:56 smithi033 ceph-mon[29909]: mgrmap e2: x(active, starting, since 0.00414998s) 2024-09-05T02:16:56.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:56 smithi033 ceph-mon[29909]: from='mgr.14100 172.21.15.33:0/1976519371' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-05T02:16:56.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:56 smithi033 ceph-mon[29909]: from='mgr.14100 172.21.15.33:0/1976519371' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-05T02:16:56.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:56 smithi033 ceph-mon[29909]: from='mgr.14100 172.21.15.33:0/1976519371' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-05T02:16:56.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:56 smithi033 ceph-mon[29909]: from='mgr.14100 172.21.15.33:0/1976519371' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T02:16:56.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:56 smithi033 ceph-mon[29909]: from='mgr.14100 172.21.15.33:0/1976519371' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-05T02:16:56.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:56 smithi033 ceph-mon[29909]: Manager daemon x is now available 2024-09-05T02:16:56.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:56 smithi033 ceph-mon[29909]: from='mgr.14100 172.21.15.33:0/1976519371' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-05T02:16:56.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:56 smithi033 ceph-mon[29909]: from='mgr.14100 172.21.15.33:0/1976519371' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-05T02:16:56.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:56 smithi033 ceph-mon[29909]: from='mgr.14100 172.21.15.33:0/1976519371' entity='mgr.x' 2024-09-05T02:16:56.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:56 smithi033 ceph-mon[29909]: from='mgr.14100 172.21.15.33:0/1976519371' entity='mgr.x' 2024-09-05T02:16:56.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:56 smithi033 ceph-mon[29909]: from='mgr.14100 172.21.15.33:0/1976519371' entity='mgr.x' 2024-09-05T02:16:57.964 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout 2024-09-05T02:16:57.964 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout { 2024-09-05T02:16:57.964 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "fsid": "b37d3f34-6b2c-11ef-bcd6-c7b262605968", 2024-09-05T02:16:57.965 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "health": { 2024-09-05T02:16:57.965 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-05T02:16:57.965 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-05T02:16:57.965 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-05T02:16:57.965 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:57.965 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-05T02:16:57.965 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-05T02:16:57.965 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout 0 2024-09-05T02:16:57.965 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout ], 2024-09-05T02:16:57.965 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-05T02:16:57.965 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "a" 2024-09-05T02:16:57.965 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout ], 2024-09-05T02:16:57.966 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-09-05T02:16:57.966 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-05T02:16:57.966 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T02:16:57.966 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-05T02:16:57.966 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-05T02:16:57.966 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:57.966 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-05T02:16:57.966 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T02:16:57.966 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-05T02:16:57.966 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-05T02:16:57.966 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-05T02:16:57.974 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-05T02:16:57.974 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-05T02:16:57.975 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-05T02:16:57.975 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:57.975 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-05T02:16:57.975 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-05T02:16:57.975 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-05T02:16:57.975 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-05T02:16:57.975 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-05T02:16:57.975 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-05T02:16:57.975 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-05T02:16:57.975 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-05T02:16:57.975 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-05T02:16:57.975 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:57.975 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-05T02:16:57.976 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T02:16:57.976 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "btime": "2024-09-05T02:16:40:986188+0000", 2024-09-05T02:16:57.976 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-05T02:16:57.976 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-05T02:16:57.976 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:57.976 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-05T02:16:57.976 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-05T02:16:57.976 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-05T02:16:57.976 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-05T02:16:57.976 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-05T02:16:57.976 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-05T02:16:57.976 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "restful" 2024-09-05T02:16:57.976 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout ], 2024-09-05T02:16:57.977 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T02:16:57.977 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:57.977 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-05T02:16:57.977 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T02:16:57.977 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "modified": "2024-09-05T02:16:40.986972+0000", 2024-09-05T02:16:57.977 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T02:16:57.977 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout }, 2024-09-05T02:16:57.977 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-05T02:16:57.977 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout } 2024-09-05T02:16:57.977 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.100+0000 7f7b7cc00640 1 Processor -- start 2024-09-05T02:16:57.977 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.100+0000 7f7b7cc00640 1 -- start start 2024-09-05T02:16:57.977 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.101+0000 7f7b7cc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b7807de20 0x7f7b7807c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:16:57.977 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.101+0000 7f7b7cc00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7807c850 con 0x7f7b7807de20 2024-09-05T02:16:57.978 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.101+0000 7f7b75e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b7807de20 0x7f7b7807c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:16:57.978 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.101+0000 7f7b75e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b7807de20 0x7f7b7807c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43426/0 (socket says 172.21.15.33:43426) 2024-09-05T02:16:57.978 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.101+0000 7f7b75e00640 1 -- 172.21.15.33:0/2673414612 learned_addr learned my addr 172.21.15.33:0/2673414612 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:16:57.978 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.101+0000 7f7b75e00640 1 -- 172.21.15.33:0/2673414612 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b7807c9d0 con 0x7f7b7807de20 2024-09-05T02:16:57.978 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.102+0000 7f7b75e00640 1 --2- 172.21.15.33:0/2673414612 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b7807de20 0x7f7b7807c280 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f7b68009820 tx=0x7f7b6802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cea8df44a713fbc5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:16:57.978 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.103+0000 7f7b74a00640 1 -- 172.21.15.33:0/2673414612 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b68037070 con 0x7f7b7807de20 2024-09-05T02:16:57.978 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.103+0000 7f7b74a00640 1 -- 172.21.15.33:0/2673414612 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f7b68032900 con 0x7f7b7807de20 2024-09-05T02:16:57.978 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.103+0000 7f7b74a00640 1 -- 172.21.15.33:0/2673414612 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b68030850 con 0x7f7b7807de20 2024-09-05T02:16:57.978 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.103+0000 7f7b7cc00640 1 -- 172.21.15.33:0/2673414612 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b7807de20 msgr2=0x7f7b7807c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:16:57.978 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.103+0000 7f7b7cc00640 1 --2- 172.21.15.33:0/2673414612 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b7807de20 0x7f7b7807c280 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f7b68009820 tx=0x7f7b6802a270 comp rx=0 tx=0).stop 2024-09-05T02:16:57.978 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.103+0000 7f7b7cc00640 1 -- 172.21.15.33:0/2673414612 shutdown_connections 2024-09-05T02:16:57.978 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.103+0000 7f7b7cc00640 1 --2- 172.21.15.33:0/2673414612 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b7807de20 0x7f7b7807c280 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:16:57.978 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.103+0000 7f7b7cc00640 1 -- 172.21.15.33:0/2673414612 >> 172.21.15.33:0/2673414612 conn(0x7f7b78102f60 msgr2=0x7f7b781053a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:16:57.979 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.104+0000 7f7b7cc00640 1 -- 172.21.15.33:0/2673414612 shutdown_connections 2024-09-05T02:16:57.979 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.104+0000 7f7b7cc00640 1 -- 172.21.15.33:0/2673414612 wait complete. 2024-09-05T02:16:57.979 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.104+0000 7f7b7cc00640 1 Processor -- start 2024-09-05T02:16:57.979 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.105+0000 7f7b7cc00640 1 -- start start 2024-09-05T02:16:57.979 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.105+0000 7f7b7cc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b7807de20 0x7f7b7819d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:16:57.979 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.105+0000 7f7b7cc00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7810dde0 con 0x7f7b7807de20 2024-09-05T02:16:57.979 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.105+0000 7f7b75e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b7807de20 0x7f7b7819d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:16:57.979 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.105+0000 7f7b75e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b7807de20 0x7f7b7819d9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43438/0 (socket says 172.21.15.33:43438) 2024-09-05T02:16:57.979 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.105+0000 7f7b75e00640 1 -- 172.21.15.33:0/4282842137 learned_addr learned my addr 172.21.15.33:0/4282842137 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:16:57.979 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.106+0000 7f7b75e00640 1 -- 172.21.15.33:0/4282842137 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b7819df10 con 0x7f7b7807de20 2024-09-05T02:16:57.979 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.106+0000 7f7b75e00640 1 --2- 172.21.15.33:0/4282842137 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b7807de20 0x7f7b7819d9d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f7b680097f0 tx=0x7f7b68030d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:16:57.979 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.106+0000 7f7b6ea00640 1 -- 172.21.15.33:0/4282842137 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b68037040 con 0x7f7b7807de20 2024-09-05T02:16:57.980 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.106+0000 7f7b6ea00640 1 -- 172.21.15.33:0/4282842137 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f7b68040070 con 0x7f7b7807de20 2024-09-05T02:16:57.980 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.106+0000 7f7b6ea00640 1 -- 172.21.15.33:0/4282842137 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b6803a390 con 0x7f7b7807de20 2024-09-05T02:16:57.980 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.106+0000 7f7b7cc00640 1 -- 172.21.15.33:0/4282842137 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b7819e1a0 con 0x7f7b7807de20 2024-09-05T02:16:57.980 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.106+0000 7f7b7cc00640 1 -- 172.21.15.33:0/4282842137 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b781a0e90 con 0x7f7b7807de20 2024-09-05T02:16:57.980 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.107+0000 7f7b6ea00640 1 -- 172.21.15.33:0/4282842137 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 3) ==== 46170+0+0 (secure 0 0 0) 0x7f7b6803b430 con 0x7f7b7807de20 2024-09-05T02:16:57.980 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.107+0000 7f7b7cc00640 1 -- 172.21.15.33:0/4282842137 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b7807c300 con 0x7f7b7807de20 2024-09-05T02:16:57.980 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.108+0000 7f7b6ea00640 1 --2- 172.21.15.33:0/4282842137 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7f7b5c038e60 0x7f7b5c03b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:16:57.980 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.108+0000 7f7b6ea00640 1 -- 172.21.15.33:0/4282842137 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f7b6806bef0 con 0x7f7b7807de20 2024-09-05T02:16:57.980 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.108+0000 7f7b75400640 1 --2- 172.21.15.33:0/4282842137 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7f7b5c038e60 0x7f7b5c03b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:16:57.980 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.109+0000 7f7b75400640 1 --2- 172.21.15.33:0/4282842137 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7f7b5c038e60 0x7f7b5c03b320 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f7b640098c0 tx=0x7f7b64006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:16:57.980 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.114+0000 7f7b6ea00640 1 -- 172.21.15.33:0/4282842137 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7b68032900 con 0x7f7b7807de20 2024-09-05T02:16:57.980 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.365+0000 7f7b7cc00640 1 -- 172.21.15.33:0/4282842137 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f7b781a1060 con 0x7f7b7807de20 2024-09-05T02:16:57.980 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.366+0000 7f7b6ea00640 1 -- 172.21.15.33:0/4282842137 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1291 (secure 0 0 0) 0x7f7b68040ca0 con 0x7f7b7807de20 2024-09-05T02:16:57.981 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.368+0000 7f7b7cc00640 1 -- 172.21.15.33:0/4282842137 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7f7b5c038e60 msgr2=0x7f7b5c03b320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:16:57.981 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.368+0000 7f7b7cc00640 1 --2- 172.21.15.33:0/4282842137 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7f7b5c038e60 0x7f7b5c03b320 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f7b640098c0 tx=0x7f7b64006db0 comp rx=0 tx=0).stop 2024-09-05T02:16:57.981 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.368+0000 7f7b7cc00640 1 -- 172.21.15.33:0/4282842137 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b7807de20 msgr2=0x7f7b7819d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:16:57.981 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.368+0000 7f7b7cc00640 1 --2- 172.21.15.33:0/4282842137 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b7807de20 0x7f7b7819d9d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f7b680097f0 tx=0x7f7b68030d80 comp rx=0 tx=0).stop 2024-09-05T02:16:57.981 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.368+0000 7f7b7cc00640 1 -- 172.21.15.33:0/4282842137 shutdown_connections 2024-09-05T02:16:57.981 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.368+0000 7f7b7cc00640 1 --2- 172.21.15.33:0/4282842137 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7f7b5c038e60 0x7f7b5c03b320 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:16:57.981 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.368+0000 7f7b7cc00640 1 --2- 172.21.15.33:0/4282842137 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b7807de20 0x7f7b7819d9d0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:16:57.981 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.368+0000 7f7b7cc00640 1 -- 172.21.15.33:0/4282842137 >> 172.21.15.33:0/4282842137 conn(0x7f7b78102f60 msgr2=0x7f7b78103b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:16:57.981 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.369+0000 7f7b7cc00640 1 -- 172.21.15.33:0/4282842137 shutdown_connections 2024-09-05T02:16:57.981 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:57.369+0000 7f7b7cc00640 1 -- 172.21.15.33:0/4282842137 wait complete. 2024-09-05T02:16:57.981 INFO:teuthology.orchestra.run.smithi033.stdout:mgr is available 2024-09-05T02:16:58.255 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:58 smithi033 ceph-mon[29909]: mgrmap e3: x(active, since 1.00827s) 2024-09-05T02:16:58.255 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:58 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/4282842137' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-05T02:16:59.336 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:59 smithi033 ceph-mon[29909]: mgrmap e4: x(active, since 2s) 2024-09-05T02:16:59.336 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:16:59 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/4126771109' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-05T02:16:59.348 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout 2024-09-05T02:16:59.348 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout [global] 2024-09-05T02:16:59.348 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout fsid = b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:16:59.348 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.33:3300,v1:172.21.15.33:6789] 2024-09-05T02:16:59.348 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-05T02:16:59.348 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-05T02:16:59.348 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-05T02:16:59.348 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-05T02:16:59.349 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout 2024-09-05T02:16:59.349 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-05T02:16:59.349 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-05T02:16:59.349 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout 2024-09-05T02:16:59.349 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout [osd] 2024-09-05T02:16:59.349 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-05T02:16:59.349 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-05T02:16:59.349 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-05T02:16:59.349 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-05T02:16:59.349 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-05T02:16:59.349 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.490+0000 7fcaa9200640 1 Processor -- start 2024-09-05T02:16:59.349 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.490+0000 7fcaa9200640 1 -- start start 2024-09-05T02:16:59.349 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.490+0000 7fcaa9200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa41077d0 0x7fcaa4107bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:16:59.350 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.490+0000 7fcaa9200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa41081a0 con 0x7fcaa41077d0 2024-09-05T02:16:59.353 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.491+0000 7fcaa1e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa41077d0 0x7fcaa4107bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:16:59.353 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.491+0000 7fcaa1e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa41077d0 0x7fcaa4107bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43450/0 (socket says 172.21.15.33:43450) 2024-09-05T02:16:59.353 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.491+0000 7fcaa1e00640 1 -- 172.21.15.33:0/1569366933 learned_addr learned my addr 172.21.15.33:0/1569366933 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:16:59.353 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.491+0000 7fcaa1e00640 1 -- 172.21.15.33:0/1569366933 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaa41089d0 con 0x7fcaa41077d0 2024-09-05T02:16:59.353 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.492+0000 7fcaa1e00640 1 --2- 172.21.15.33:0/1569366933 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa41077d0 0x7fcaa4107bd0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fca94009820 tx=0x7fca9402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bce3c1af26250c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:16:59.354 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.492+0000 7fcaa0a00640 1 -- 172.21.15.33:0/1569366933 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fca94037070 con 0x7fcaa41077d0 2024-09-05T02:16:59.354 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.492+0000 7fcaa0a00640 1 -- 172.21.15.33:0/1569366933 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fca94032900 con 0x7fcaa41077d0 2024-09-05T02:16:59.354 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.492+0000 7fcaa0a00640 1 -- 172.21.15.33:0/1569366933 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fca94030850 con 0x7fcaa41077d0 2024-09-05T02:16:59.354 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.493+0000 7fcaa9200640 1 -- 172.21.15.33:0/1569366933 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa41077d0 msgr2=0x7fcaa4107bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:16:59.354 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.493+0000 7fcaa9200640 1 --2- 172.21.15.33:0/1569366933 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa41077d0 0x7fcaa4107bd0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fca94009820 tx=0x7fca9402a270 comp rx=0 tx=0).stop 2024-09-05T02:16:59.354 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.493+0000 7fcaa9200640 1 -- 172.21.15.33:0/1569366933 shutdown_connections 2024-09-05T02:16:59.354 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.493+0000 7fcaa9200640 1 --2- 172.21.15.33:0/1569366933 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa41077d0 0x7fcaa4107bd0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:16:59.354 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.493+0000 7fcaa9200640 1 -- 172.21.15.33:0/1569366933 >> 172.21.15.33:0/1569366933 conn(0x7fcaa4102f60 msgr2=0x7fcaa41053a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:16:59.354 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.493+0000 7fcaa9200640 1 -- 172.21.15.33:0/1569366933 shutdown_connections 2024-09-05T02:16:59.354 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.493+0000 7fcaa9200640 1 -- 172.21.15.33:0/1569366933 wait complete. 2024-09-05T02:16:59.354 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.494+0000 7fcaa9200640 1 Processor -- start 2024-09-05T02:16:59.355 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.494+0000 7fcaa9200640 1 -- start start 2024-09-05T02:16:59.355 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.495+0000 7fcaa9200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa41077d0 0x7fcaa41a1dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:16:59.355 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.495+0000 7fcaa9200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa410bd80 con 0x7fcaa41077d0 2024-09-05T02:16:59.355 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.495+0000 7fcaa1e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa41077d0 0x7fcaa41a1dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:16:59.355 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.495+0000 7fcaa1e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa41077d0 0x7fcaa41a1dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43462/0 (socket says 172.21.15.33:43462) 2024-09-05T02:16:59.355 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.495+0000 7fcaa1e00640 1 -- 172.21.15.33:0/4126771109 learned_addr learned my addr 172.21.15.33:0/4126771109 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:16:59.355 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.495+0000 7fcaa1e00640 1 -- 172.21.15.33:0/4126771109 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaa41a2310 con 0x7fcaa41077d0 2024-09-05T02:16:59.355 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.495+0000 7fcaa1e00640 1 --2- 172.21.15.33:0/4126771109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa41077d0 0x7fcaa41a1dd0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fca94009940 tx=0x7fca94032ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:16:59.355 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.496+0000 7fca9aa00640 1 -- 172.21.15.33:0/4126771109 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fca94042070 con 0x7fcaa41077d0 2024-09-05T02:16:59.355 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.496+0000 7fca9aa00640 1 -- 172.21.15.33:0/4126771109 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fca940308c0 con 0x7fcaa41077d0 2024-09-05T02:16:59.355 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.496+0000 7fca9aa00640 1 -- 172.21.15.33:0/4126771109 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fca94037040 con 0x7fcaa41077d0 2024-09-05T02:16:59.355 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.496+0000 7fcaa9200640 1 -- 172.21.15.33:0/4126771109 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcaa41a25a0 con 0x7fcaa41077d0 2024-09-05T02:16:59.355 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.496+0000 7fcaa9200640 1 -- 172.21.15.33:0/4126771109 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcaa41a5290 con 0x7fcaa41077d0 2024-09-05T02:16:59.356 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.497+0000 7fca9aa00640 1 -- 172.21.15.33:0/4126771109 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7fca94045070 con 0x7fcaa41077d0 2024-09-05T02:16:59.356 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.497+0000 7fcaa9200640 1 -- 172.21.15.33:0/4126771109 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcaa4107c50 con 0x7fcaa41077d0 2024-09-05T02:16:59.356 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.498+0000 7fca9aa00640 1 --2- 172.21.15.33:0/4126771109 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7fca88038f70 0x7fca8803b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:16:59.356 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.498+0000 7fca9aa00640 1 -- 172.21.15.33:0/4126771109 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fca9406bfb0 con 0x7fcaa41077d0 2024-09-05T02:16:59.356 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.498+0000 7fcaa1400640 1 --2- 172.21.15.33:0/4126771109 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7fca88038f70 0x7fca8803b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:16:59.356 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.499+0000 7fcaa1400640 1 --2- 172.21.15.33:0/4126771109 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7fca88038f70 0x7fca8803b430 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fca900098c0 tx=0x7fca90006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:16:59.356 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.503+0000 7fca9aa00640 1 -- 172.21.15.33:0/4126771109 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fca9404b170 con 0x7fcaa41077d0 2024-09-05T02:16:59.356 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.689+0000 7fcaa9200640 1 -- 172.21.15.33:0/4126771109 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fcaa41a6a90 con 0x7fcaa41077d0 2024-09-05T02:16:59.356 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.690+0000 7fca9aa00640 1 -- 172.21.15.33:0/4126771109 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+429 (secure 0 0 0) 0x7fca9406b9d0 con 0x7fcaa41077d0 2024-09-05T02:16:59.356 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.692+0000 7fcaa9200640 1 -- 172.21.15.33:0/4126771109 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7fca88038f70 msgr2=0x7fca8803b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:16:59.356 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.692+0000 7fcaa9200640 1 --2- 172.21.15.33:0/4126771109 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7fca88038f70 0x7fca8803b430 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fca900098c0 tx=0x7fca90006db0 comp rx=0 tx=0).stop 2024-09-05T02:16:59.356 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.692+0000 7fcaa9200640 1 -- 172.21.15.33:0/4126771109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa41077d0 msgr2=0x7fcaa41a1dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:16:59.356 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.692+0000 7fcaa9200640 1 --2- 172.21.15.33:0/4126771109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa41077d0 0x7fcaa41a1dd0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fca94009940 tx=0x7fca94032ce0 comp rx=0 tx=0).stop 2024-09-05T02:16:59.357 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.692+0000 7fcaa9200640 1 -- 172.21.15.33:0/4126771109 shutdown_connections 2024-09-05T02:16:59.357 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.692+0000 7fcaa9200640 1 --2- 172.21.15.33:0/4126771109 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7fca88038f70 0x7fca8803b430 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:16:59.357 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.692+0000 7fcaa9200640 1 --2- 172.21.15.33:0/4126771109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa41077d0 0x7fcaa41a1dd0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:16:59.357 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.692+0000 7fcaa9200640 1 -- 172.21.15.33:0/4126771109 >> 172.21.15.33:0/4126771109 conn(0x7fcaa4102f60 msgr2=0x7fcaa4103ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:16:59.357 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.693+0000 7fcaa9200640 1 -- 172.21.15.33:0/4126771109 shutdown_connections 2024-09-05T02:16:59.357 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:58.693+0000 7fcaa9200640 1 -- 172.21.15.33:0/4126771109 wait complete. 2024-09-05T02:16:59.357 INFO:teuthology.orchestra.run.smithi033.stdout:Enabling cephadm module... 2024-09-05T02:17:00.430 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:00 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2293338051' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-05T02:17:00.430 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:00 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: ignoring --setuser ceph since I am not root 2024-09-05T02:17:00.430 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:00 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: ignoring --setgroup ceph since I am not root 2024-09-05T02:17:00.430 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:00 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:00.355+0000 7f3fdae2d040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T02:17:00.431 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:00 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:00.429+0000 7f3fdae2d040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T02:17:00.706 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:00 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:00.621+0000 7f3fdae2d040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T02:17:00.706 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:00 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:00.704+0000 7f3fdae2d040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T02:17:00.915 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.832+0000 7f5160c00640 1 Processor -- start 2024-09-05T02:17:00.915 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.832+0000 7f5160c00640 1 -- start start 2024-09-05T02:17:00.915 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.832+0000 7f5160c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f515c109840 0x7f515c109c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:00.915 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.832+0000 7f5160c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f515c10a210 con 0x7f515c109840 2024-09-05T02:17:00.916 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.833+0000 7f515b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f515c109840 0x7f515c109c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:00.916 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.833+0000 7f515b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f515c109840 0x7f515c109c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43472/0 (socket says 172.21.15.33:43472) 2024-09-05T02:17:00.916 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.833+0000 7f515b400640 1 -- 172.21.15.33:0/425523825 learned_addr learned my addr 172.21.15.33:0/425523825 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:00.916 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.833+0000 7f515b400640 1 -- 172.21.15.33:0/425523825 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f515c10aa40 con 0x7f515c109840 2024-09-05T02:17:00.916 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.834+0000 7f515b400640 1 --2- 172.21.15.33:0/425523825 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f515c109840 0x7f515c109c40 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f514c009820 tx=0x7f514c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64fa80075fee46d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:00.916 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.834+0000 7f515a000640 1 -- 172.21.15.33:0/425523825 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f514c037070 con 0x7f515c109840 2024-09-05T02:17:00.916 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.834+0000 7f515a000640 1 -- 172.21.15.33:0/425523825 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f514c032900 con 0x7f515c109840 2024-09-05T02:17:00.916 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.834+0000 7f515a000640 1 -- 172.21.15.33:0/425523825 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f514c030850 con 0x7f515c109840 2024-09-05T02:17:00.916 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.835+0000 7f5160c00640 1 -- 172.21.15.33:0/425523825 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f515c109840 msgr2=0x7f515c109c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:00.917 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.835+0000 7f5160c00640 1 --2- 172.21.15.33:0/425523825 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f515c109840 0x7f515c109c40 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f514c009820 tx=0x7f514c02a270 comp rx=0 tx=0).stop 2024-09-05T02:17:00.917 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.835+0000 7f5160c00640 1 -- 172.21.15.33:0/425523825 shutdown_connections 2024-09-05T02:17:00.917 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.835+0000 7f5160c00640 1 --2- 172.21.15.33:0/425523825 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f515c109840 0x7f515c109c40 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:00.917 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.835+0000 7f5160c00640 1 -- 172.21.15.33:0/425523825 >> 172.21.15.33:0/425523825 conn(0x7f515c07ce50 msgr2=0x7f515c07d260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:00.917 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.835+0000 7f5160c00640 1 -- 172.21.15.33:0/425523825 shutdown_connections 2024-09-05T02:17:00.917 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.835+0000 7f5160c00640 1 -- 172.21.15.33:0/425523825 wait complete. 2024-09-05T02:17:00.917 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.836+0000 7f5160c00640 1 Processor -- start 2024-09-05T02:17:00.917 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.836+0000 7f5160c00640 1 -- start start 2024-09-05T02:17:00.917 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.836+0000 7f5160c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f515c109840 0x7f515c19d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:00.917 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.836+0000 7f5160c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f515c10ddf0 con 0x7f515c109840 2024-09-05T02:17:00.917 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.837+0000 7f515b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f515c109840 0x7f515c19d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:00.917 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.837+0000 7f515b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f515c109840 0x7f515c19d8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43476/0 (socket says 172.21.15.33:43476) 2024-09-05T02:17:00.917 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.837+0000 7f515b400640 1 -- 172.21.15.33:0/2293338051 learned_addr learned my addr 172.21.15.33:0/2293338051 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:00.918 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.837+0000 7f515b400640 1 -- 172.21.15.33:0/2293338051 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f515c19ddf0 con 0x7f515c109840 2024-09-05T02:17:00.918 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.837+0000 7f515b400640 1 --2- 172.21.15.33:0/2293338051 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f515c109840 0x7f515c19d8b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f514c0097f0 tx=0x7f514c030d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:00.918 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.838+0000 7f5153e00640 1 -- 172.21.15.33:0/2293338051 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f514c037040 con 0x7f515c109840 2024-09-05T02:17:00.918 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.838+0000 7f5153e00640 1 -- 172.21.15.33:0/2293338051 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f514c040070 con 0x7f515c109840 2024-09-05T02:17:00.918 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.838+0000 7f5153e00640 1 -- 172.21.15.33:0/2293338051 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f514c03a390 con 0x7f515c109840 2024-09-05T02:17:00.918 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.838+0000 7f5160c00640 1 -- 172.21.15.33:0/2293338051 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f515c19e080 con 0x7f515c109840 2024-09-05T02:17:00.918 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.838+0000 7f5160c00640 1 -- 172.21.15.33:0/2293338051 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f515c1a0d70 con 0x7f515c109840 2024-09-05T02:17:00.918 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.839+0000 7f5153e00640 1 -- 172.21.15.33:0/2293338051 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f514c032900 con 0x7f515c109840 2024-09-05T02:17:00.918 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.839+0000 7f5160c00640 1 -- 172.21.15.33:0/2293338051 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f515c109cc0 con 0x7f515c109840 2024-09-05T02:17:00.918 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.839+0000 7f5153e00640 1 --2- 172.21.15.33:0/2293338051 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7f5140038f20 0x7f514003b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:00.918 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.839+0000 7f5153e00640 1 -- 172.21.15.33:0/2293338051 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f514c06c0c0 con 0x7f515c109840 2024-09-05T02:17:00.918 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.840+0000 7f515aa00640 1 --2- 172.21.15.33:0/2293338051 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7f5140038f20 0x7f514003b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:00.919 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.841+0000 7f515aa00640 1 --2- 172.21.15.33:0/2293338051 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7f5140038f20 0x7f514003b3e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f51480098c0 tx=0x7f5148006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:00.919 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:16:59.845+0000 7f5153e00640 1 -- 172.21.15.33:0/2293338051 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f514c06be20 con 0x7f515c109840 2024-09-05T02:17:00.919 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:00.078+0000 7f5160c00640 1 -- 172.21.15.33:0/2293338051 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f515c1a0f40 con 0x7f515c109840 2024-09-05T02:17:00.919 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:00.130+0000 7f5153e00640 1 -- 172.21.15.33:0/2293338051 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f514c032bf0 con 0x7f515c109840 2024-09-05T02:17:00.919 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:00.132+0000 7f5153e00640 1 -- 172.21.15.33:0/2293338051 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f514c040cc0 con 0x7f515c109840 2024-09-05T02:17:00.919 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:00.133+0000 7f5160c00640 1 -- 172.21.15.33:0/2293338051 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7f5140038f20 msgr2=0x7f514003b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:00.919 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:00.133+0000 7f5160c00640 1 --2- 172.21.15.33:0/2293338051 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7f5140038f20 0x7f514003b3e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f51480098c0 tx=0x7f5148006db0 comp rx=0 tx=0).stop 2024-09-05T02:17:00.919 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:00.133+0000 7f5160c00640 1 -- 172.21.15.33:0/2293338051 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f515c109840 msgr2=0x7f515c19d8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:00.919 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:00.133+0000 7f5160c00640 1 --2- 172.21.15.33:0/2293338051 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f515c109840 0x7f515c19d8b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f514c0097f0 tx=0x7f514c030d80 comp rx=0 tx=0).stop 2024-09-05T02:17:00.919 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:00.133+0000 7f5160c00640 1 -- 172.21.15.33:0/2293338051 shutdown_connections 2024-09-05T02:17:00.919 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:00.133+0000 7f5160c00640 1 --2- 172.21.15.33:0/2293338051 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7f5140038f20 0x7f514003b3e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:00.919 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:00.133+0000 7f5160c00640 1 --2- 172.21.15.33:0/2293338051 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f515c109840 0x7f515c19d8b0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:00.919 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:00.134+0000 7f5160c00640 1 -- 172.21.15.33:0/2293338051 >> 172.21.15.33:0/2293338051 conn(0x7f515c07ce50 msgr2=0x7f515c1074e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:00.920 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:00.134+0000 7f5160c00640 1 -- 172.21.15.33:0/2293338051 shutdown_connections 2024-09-05T02:17:00.920 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:00.134+0000 7f5160c00640 1 -- 172.21.15.33:0/2293338051 wait complete. 2024-09-05T02:17:01.053 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:00 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:00.884+0000 7f3fdae2d040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T02:17:01.329 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:01 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:01.062+0000 7f3fdae2d040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T02:17:01.330 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:01 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2293338051' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-05T02:17:01.330 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:01 smithi033 ceph-mon[29909]: mgrmap e5: x(active, since 4s) 2024-09-05T02:17:01.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:01 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:01.456+0000 7f3fdae2d040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T02:17:01.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:01 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:01.531+0000 7f3fdae2d040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T02:17:01.955 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:01 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:01.756+0000 7f3fdae2d040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T02:17:02.259 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:02 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2292029036' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-05T02:17:02.270 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout { 2024-09-05T02:17:02.270 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-05T02:17:02.270 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-05T02:17:02.270 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-05T02:17:02.271 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-05T02:17:02.271 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout } 2024-09-05T02:17:02.271 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.437+0000 7f1284c00640 1 Processor -- start 2024-09-05T02:17:02.271 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.437+0000 7f1284c00640 1 -- start start 2024-09-05T02:17:02.271 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.437+0000 7f1284c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1280109840 0x7f1280109c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:02.271 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.437+0000 7f1284c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f128010a210 con 0x7f1280109840 2024-09-05T02:17:02.271 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.437+0000 7f127f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1280109840 0x7f1280109c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:02.271 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.438+0000 7f127f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1280109840 0x7f1280109c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40116/0 (socket says 172.21.15.33:40116) 2024-09-05T02:17:02.271 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.438+0000 7f127f400640 1 -- 172.21.15.33:0/3978288582 learned_addr learned my addr 172.21.15.33:0/3978288582 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:02.271 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.438+0000 7f127f400640 1 -- 172.21.15.33:0/3978288582 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f128010aa40 con 0x7f1280109840 2024-09-05T02:17:02.271 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.439+0000 7f127f400640 1 --2- 172.21.15.33:0/3978288582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1280109840 0x7f1280109c40 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f1270009820 tx=0x7f127002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6267970df43f3f95 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:02.271 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.439+0000 7f127ea00640 1 -- 172.21.15.33:0/3978288582 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1270037070 con 0x7f1280109840 2024-09-05T02:17:02.271 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.439+0000 7f127ea00640 1 -- 172.21.15.33:0/3978288582 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f1270032900 con 0x7f1280109840 2024-09-05T02:17:02.272 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.439+0000 7f127ea00640 1 -- 172.21.15.33:0/3978288582 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1270030850 con 0x7f1280109840 2024-09-05T02:17:02.272 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.440+0000 7f1284c00640 1 -- 172.21.15.33:0/3978288582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1280109840 msgr2=0x7f1280109c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:02.272 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.440+0000 7f1284c00640 1 --2- 172.21.15.33:0/3978288582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1280109840 0x7f1280109c40 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f1270009820 tx=0x7f127002a270 comp rx=0 tx=0).stop 2024-09-05T02:17:02.272 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.440+0000 7f1284c00640 1 -- 172.21.15.33:0/3978288582 shutdown_connections 2024-09-05T02:17:02.272 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.440+0000 7f1284c00640 1 --2- 172.21.15.33:0/3978288582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1280109840 0x7f1280109c40 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:02.272 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.440+0000 7f1284c00640 1 -- 172.21.15.33:0/3978288582 >> 172.21.15.33:0/3978288582 conn(0x7f128007ce50 msgr2=0x7f128007d260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:02.272 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.440+0000 7f1284c00640 1 -- 172.21.15.33:0/3978288582 shutdown_connections 2024-09-05T02:17:02.272 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.440+0000 7f1284c00640 1 -- 172.21.15.33:0/3978288582 wait complete. 2024-09-05T02:17:02.272 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.441+0000 7f1284c00640 1 Processor -- start 2024-09-05T02:17:02.272 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.441+0000 7f1284c00640 1 -- start start 2024-09-05T02:17:02.273 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.441+0000 7f1284c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1280109840 0x7f128019d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:02.273 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.441+0000 7f1284c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f128010ddf0 con 0x7f1280109840 2024-09-05T02:17:02.273 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.442+0000 7f127f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1280109840 0x7f128019d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:02.273 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.442+0000 7f127f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1280109840 0x7f128019d8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40126/0 (socket says 172.21.15.33:40126) 2024-09-05T02:17:02.273 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.442+0000 7f127f400640 1 -- 172.21.15.33:0/2292029036 learned_addr learned my addr 172.21.15.33:0/2292029036 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:02.273 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.442+0000 7f127f400640 1 -- 172.21.15.33:0/2292029036 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f128019de00 con 0x7f1280109840 2024-09-05T02:17:02.274 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.442+0000 7f127f400640 1 --2- 172.21.15.33:0/2292029036 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1280109840 0x7f128019d8c0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f12700097f0 tx=0x7f1270030d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:02.274 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.443+0000 7f127cc00640 1 -- 172.21.15.33:0/2292029036 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1270037040 con 0x7f1280109840 2024-09-05T02:17:02.274 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.443+0000 7f127cc00640 1 -- 172.21.15.33:0/2292029036 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f1270040070 con 0x7f1280109840 2024-09-05T02:17:02.274 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.443+0000 7f127cc00640 1 -- 172.21.15.33:0/2292029036 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f127003a390 con 0x7f1280109840 2024-09-05T02:17:02.274 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.443+0000 7f1284c00640 1 -- 172.21.15.33:0/2292029036 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f128019e090 con 0x7f1280109840 2024-09-05T02:17:02.274 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.443+0000 7f1284c00640 1 -- 172.21.15.33:0/2292029036 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12801a0d80 con 0x7f1280109840 2024-09-05T02:17:02.275 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.444+0000 7f127cc00640 1 -- 172.21.15.33:0/2292029036 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f127003b430 con 0x7f1280109840 2024-09-05T02:17:02.275 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.444+0000 7f1284c00640 1 -- 172.21.15.33:0/2292029036 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1280109cc0 con 0x7f1280109840 2024-09-05T02:17:02.275 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.445+0000 7f127cc00640 1 --2- 172.21.15.33:0/2292029036 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7f1264038fc0 0x7f126403b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:02.275 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.445+0000 7f127cc00640 1 -- 172.21.15.33:0/2292029036 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f127006c0d0 con 0x7f1280109840 2024-09-05T02:17:02.275 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.445+0000 7f1276a00640 1 -- 172.21.15.33:0/2292029036 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7f1264038fc0 msgr2=0x7f126403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6800/2899834754 2024-09-05T02:17:02.275 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.445+0000 7f1276a00640 1 --2- 172.21.15.33:0/2292029036 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7f1264038fc0 0x7f126403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T02:17:02.276 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.449+0000 7f127cc00640 1 -- 172.21.15.33:0/2292029036 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f127006be30 con 0x7f1280109840 2024-09-05T02:17:02.276 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.646+0000 7f1276a00640 1 -- 172.21.15.33:0/2292029036 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7f1264038fc0 msgr2=0x7f126403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6800/2899834754 2024-09-05T02:17:02.276 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.646+0000 7f1276a00640 1 --2- 172.21.15.33:0/2292029036 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7f1264038fc0 0x7f126403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-05T02:17:02.276 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.685+0000 7f1284c00640 1 -- 172.21.15.33:0/2292029036 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f12801a0f50 con 0x7f1280109840 2024-09-05T02:17:02.276 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.685+0000 7f127cc00640 1 -- 172.21.15.33:0/2292029036 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f12801a0f50 con 0x7f1280109840 2024-09-05T02:17:02.276 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.688+0000 7f1284c00640 1 -- 172.21.15.33:0/2292029036 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7f1264038fc0 msgr2=0x7f126403b480 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T02:17:02.276 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.688+0000 7f1284c00640 1 --2- 172.21.15.33:0/2292029036 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7f1264038fc0 0x7f126403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:02.276 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.688+0000 7f1284c00640 1 -- 172.21.15.33:0/2292029036 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1280109840 msgr2=0x7f128019d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:02.276 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.688+0000 7f1284c00640 1 --2- 172.21.15.33:0/2292029036 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1280109840 0x7f128019d8c0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f12700097f0 tx=0x7f1270030d80 comp rx=0 tx=0).stop 2024-09-05T02:17:02.277 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.688+0000 7f1284c00640 1 -- 172.21.15.33:0/2292029036 shutdown_connections 2024-09-05T02:17:02.277 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.688+0000 7f1284c00640 1 --2- 172.21.15.33:0/2292029036 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7f1264038fc0 0x7f126403b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:02.277 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.688+0000 7f1284c00640 1 --2- 172.21.15.33:0/2292029036 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1280109840 0x7f128019d8c0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:02.277 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.688+0000 7f1284c00640 1 -- 172.21.15.33:0/2292029036 >> 172.21.15.33:0/2292029036 conn(0x7f128007ce50 msgr2=0x7f1280107550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:02.277 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.688+0000 7f1284c00640 1 -- 172.21.15.33:0/2292029036 shutdown_connections 2024-09-05T02:17:02.277 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:01.688+0000 7f1284c00640 1 -- 172.21.15.33:0/2292029036 wait complete. 2024-09-05T02:17:02.277 INFO:teuthology.orchestra.run.smithi033.stdout:Waiting for the mgr to restart... 2024-09-05T02:17:02.277 INFO:teuthology.orchestra.run.smithi033.stdout:Waiting for mgr epoch 5... 2024-09-05T02:17:03.087 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:02 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:02.942+0000 7f3fdae2d040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T02:17:03.087 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:03 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:03.036+0000 7f3fdae2d040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T02:17:04.295 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:03 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:03.981+0000 7f3fdae2d040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T02:17:04.296 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:04 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:04.123+0000 7f3fdae2d040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T02:17:04.296 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:04 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:04.294+0000 7f3fdae2d040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T02:17:04.549 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:04 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:04.369+0000 7f3fdae2d040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T02:17:04.837 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:04 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:04.548+0000 7f3fdae2d040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T02:17:04.837 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:04 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:04.632+0000 7f3fdae2d040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T02:17:04.837 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:04 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:04.707+0000 7f3fdae2d040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T02:17:05.158 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:04 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:04.895+0000 7f3fdae2d040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T02:17:05.159 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:04 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:04.975+0000 7f3fdae2d040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T02:17:05.159 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:05 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:05.056+0000 7f3fdae2d040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T02:17:05.159 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:05 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:05.157+0000 7f3fdae2d040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T02:17:05.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:05 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:05.231+0000 7f3fdae2d040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T02:17:05.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:05 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:05.304+0000 7f3fdae2d040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T02:17:06.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:06 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:06.257+0000 7f3fdae2d040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T02:17:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:06 smithi033 ceph-mon[29909]: Active manager daemon x restarted 2024-09-05T02:17:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:06 smithi033 ceph-mon[29909]: Activating manager daemon x 2024-09-05T02:17:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:06 smithi033 ceph-mon[29909]: osdmap e2: 0 total, 0 up, 0 in 2024-09-05T02:17:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:06 smithi033 ceph-mon[29909]: mgrmap e6: x(active, starting, since 0.00404388s) 2024-09-05T02:17:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:06 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T02:17:06.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:06 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-05T02:17:06.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:06 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-05T02:17:06.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:06 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-05T02:17:06.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:06 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-05T02:17:06.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:06 smithi033 ceph-mon[29909]: Manager daemon x is now available 2024-09-05T02:17:06.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:06 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' 2024-09-05T02:17:06.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:06 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' 2024-09-05T02:17:06.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:06 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:17:06.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:06 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:17:07.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:07 smithi033 ceph-mon[29909]: Found migration_current of "None". Setting to last migration. 2024-09-05T02:17:07.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:07 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-05T02:17:07.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:07 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-05T02:17:07.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:07 smithi033 ceph-mon[29909]: mgrmap e7: x(active, since 1.0067s) 2024-09-05T02:17:07.948 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout { 2024-09-05T02:17:07.949 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-05T02:17:07.949 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-05T02:17:07.949 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout } 2024-09-05T02:17:07.949 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.791+0000 7efc64c00640 1 Processor -- start 2024-09-05T02:17:07.949 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.791+0000 7efc64c00640 1 -- start start 2024-09-05T02:17:07.949 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.791+0000 7efc64c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc60109a40 0x7efc60109e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:07.949 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.791+0000 7efc64c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efc6010a410 con 0x7efc60109a40 2024-09-05T02:17:07.949 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.792+0000 7efc5de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc60109a40 0x7efc60109e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:07.949 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.792+0000 7efc5de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc60109a40 0x7efc60109e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40142/0 (socket says 172.21.15.33:40142) 2024-09-05T02:17:07.949 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.792+0000 7efc5de00640 1 -- 172.21.15.33:0/2792756599 learned_addr learned my addr 172.21.15.33:0/2792756599 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:07.949 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.792+0000 7efc5de00640 1 -- 172.21.15.33:0/2792756599 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc6010ac40 con 0x7efc60109a40 2024-09-05T02:17:07.950 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.793+0000 7efc5de00640 1 --2- 172.21.15.33:0/2792756599 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc60109a40 0x7efc60109e40 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7efc50009820 tx=0x7efc5002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1555c4cf8e816a04 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:07.950 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.793+0000 7efc5ca00640 1 -- 172.21.15.33:0/2792756599 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efc50037070 con 0x7efc60109a40 2024-09-05T02:17:07.950 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.794+0000 7efc5ca00640 1 -- 172.21.15.33:0/2792756599 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7efc50032900 con 0x7efc60109a40 2024-09-05T02:17:07.950 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.794+0000 7efc5ca00640 1 -- 172.21.15.33:0/2792756599 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efc50030850 con 0x7efc60109a40 2024-09-05T02:17:07.950 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.794+0000 7efc64c00640 1 -- 172.21.15.33:0/2792756599 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc60109a40 msgr2=0x7efc60109e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:07.950 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.794+0000 7efc64c00640 1 --2- 172.21.15.33:0/2792756599 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc60109a40 0x7efc60109e40 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7efc50009820 tx=0x7efc5002a270 comp rx=0 tx=0).stop 2024-09-05T02:17:07.950 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.794+0000 7efc64c00640 1 -- 172.21.15.33:0/2792756599 shutdown_connections 2024-09-05T02:17:07.950 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.794+0000 7efc64c00640 1 --2- 172.21.15.33:0/2792756599 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc60109a40 0x7efc60109e40 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:07.950 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.794+0000 7efc64c00640 1 -- 172.21.15.33:0/2792756599 >> 172.21.15.33:0/2792756599 conn(0x7efc6007d030 msgr2=0x7efc6007d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:07.950 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.794+0000 7efc64c00640 1 -- 172.21.15.33:0/2792756599 shutdown_connections 2024-09-05T02:17:07.950 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.795+0000 7efc64c00640 1 -- 172.21.15.33:0/2792756599 wait complete. 2024-09-05T02:17:07.950 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.795+0000 7efc64c00640 1 Processor -- start 2024-09-05T02:17:07.950 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.796+0000 7efc64c00640 1 -- start start 2024-09-05T02:17:07.951 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.796+0000 7efc64c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc60109a40 0x7efc6019d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:07.951 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.796+0000 7efc64c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efc6010dff0 con 0x7efc60109a40 2024-09-05T02:17:07.951 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.796+0000 7efc5de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc60109a40 0x7efc6019d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:07.951 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.796+0000 7efc5de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc60109a40 0x7efc6019d9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40154/0 (socket says 172.21.15.33:40154) 2024-09-05T02:17:07.951 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.796+0000 7efc5de00640 1 -- 172.21.15.33:0/3768528084 learned_addr learned my addr 172.21.15.33:0/3768528084 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:07.951 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.796+0000 7efc5de00640 1 -- 172.21.15.33:0/3768528084 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc6019df10 con 0x7efc60109a40 2024-09-05T02:17:07.951 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.797+0000 7efc5de00640 1 --2- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc60109a40 0x7efc6019d9d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7efc500097f0 tx=0x7efc50030d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:07.951 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.797+0000 7efc56a00640 1 -- 172.21.15.33:0/3768528084 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efc50037040 con 0x7efc60109a40 2024-09-05T02:17:07.951 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.797+0000 7efc56a00640 1 -- 172.21.15.33:0/3768528084 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7efc50040070 con 0x7efc60109a40 2024-09-05T02:17:07.951 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.797+0000 7efc56a00640 1 -- 172.21.15.33:0/3768528084 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efc5003a390 con 0x7efc60109a40 2024-09-05T02:17:07.951 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.797+0000 7efc64c00640 1 -- 172.21.15.33:0/3768528084 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc6019e1a0 con 0x7efc60109a40 2024-09-05T02:17:07.951 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.797+0000 7efc64c00640 1 -- 172.21.15.33:0/3768528084 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc601a0e90 con 0x7efc60109a40 2024-09-05T02:17:07.951 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.798+0000 7efc56a00640 1 -- 172.21.15.33:0/3768528084 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7efc50032900 con 0x7efc60109a40 2024-09-05T02:17:07.952 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.799+0000 7efc56a00640 1 --2- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7efc44038fc0 0x7efc4403b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:07.952 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.799+0000 7efc56a00640 1 -- 172.21.15.33:0/3768528084 --> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7efc4403bb90 con 0x7efc44038fc0 2024-09-05T02:17:07.952 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.799+0000 7efc56a00640 1 -- 172.21.15.33:0/3768528084 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7efc5006c0d0 con 0x7efc60109a40 2024-09-05T02:17:07.952 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.799+0000 7efc5d400640 1 -- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7efc44038fc0 msgr2=0x7efc4403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6800/2899834754 2024-09-05T02:17:07.952 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:02.799+0000 7efc5d400640 1 --2- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7efc44038fc0 0x7efc4403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T02:17:07.952 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:03.000+0000 7efc5d400640 1 -- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7efc44038fc0 msgr2=0x7efc4403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6800/2899834754 2024-09-05T02:17:07.952 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:03.000+0000 7efc5d400640 1 --2- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7efc44038fc0 0x7efc4403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-05T02:17:07.952 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:03.401+0000 7efc5d400640 1 -- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7efc44038fc0 msgr2=0x7efc4403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6800/2899834754 2024-09-05T02:17:07.952 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:03.401+0000 7efc5d400640 1 --2- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7efc44038fc0 0x7efc4403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-05T02:17:07.952 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:04.202+0000 7efc5d400640 1 -- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7efc44038fc0 msgr2=0x7efc4403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6800/2899834754 2024-09-05T02:17:07.952 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:04.202+0000 7efc5d400640 1 --2- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7efc44038fc0 0x7efc4403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-05T02:17:07.952 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:05.803+0000 7efc5d400640 1 -- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7efc44038fc0 msgr2=0x7efc4403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6800/2899834754 2024-09-05T02:17:07.952 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:05.804+0000 7efc5d400640 1 --2- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7efc44038fc0 0x7efc4403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-09-05T02:17:07.953 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:06.262+0000 7efc56a00640 1 -- 172.21.15.33:0/3768528084 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mgrmap(e 6) ==== 46054+0+0 (secure 0 0 0) 0x7efc5003a5e0 con 0x7efc60109a40 2024-09-05T02:17:07.953 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:06.262+0000 7efc56a00640 1 -- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7efc44038fc0 msgr2=0x7efc4403b480 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T02:17:07.953 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:06.262+0000 7efc56a00640 1 --2- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7efc44038fc0 0x7efc4403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:07.953 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:07.264+0000 7efc56a00640 1 -- 172.21.15.33:0/3768528084 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7efc5004bcf0 con 0x7efc60109a40 2024-09-05T02:17:07.953 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:07.264+0000 7efc56a00640 1 --2- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7efc4403c8f0 0x7efc4403ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:07.953 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:07.264+0000 7efc56a00640 1 -- 172.21.15.33:0/3768528084 --> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7efc50047e70 con 0x7efc4403c8f0 2024-09-05T02:17:07.953 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:07.265+0000 7efc5d400640 1 --2- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7efc4403c8f0 0x7efc4403ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:07.953 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:07.267+0000 7efc5d400640 1 --2- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7efc4403c8f0 0x7efc4403ece0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7efc4c003980 tx=0x7efc4c0092b0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:07.953 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:07.267+0000 7efc56a00640 1 -- 172.21.15.33:0/3768528084 <== mgr.14118 v2:172.21.15.33:6800/1416969181 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7efc50047e70 con 0x7efc4403c8f0 2024-09-05T02:17:07.953 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:07.275+0000 7efc64c00640 1 -- 172.21.15.33:0/3768528084 --> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7efc60109ec0 con 0x7efc4403c8f0 2024-09-05T02:17:07.953 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:07.275+0000 7efc56a00640 1 -- 172.21.15.33:0/3768528084 <== mgr.14118 v2:172.21.15.33:6800/1416969181 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7efc60109ec0 con 0x7efc4403c8f0 2024-09-05T02:17:07.953 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:07.275+0000 7efc64c00640 1 -- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7efc4403c8f0 msgr2=0x7efc4403ece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:07.954 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:07.275+0000 7efc64c00640 1 --2- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7efc4403c8f0 0x7efc4403ece0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7efc4c003980 tx=0x7efc4c0092b0 comp rx=0 tx=0).stop 2024-09-05T02:17:07.954 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:07.275+0000 7efc64c00640 1 -- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc60109a40 msgr2=0x7efc6019d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:07.954 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:07.275+0000 7efc64c00640 1 --2- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc60109a40 0x7efc6019d9d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7efc500097f0 tx=0x7efc50030d80 comp rx=0 tx=0).stop 2024-09-05T02:17:07.954 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:07.275+0000 7efc64c00640 1 -- 172.21.15.33:0/3768528084 shutdown_connections 2024-09-05T02:17:07.954 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:07.275+0000 7efc64c00640 1 --2- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7efc4403c8f0 0x7efc4403ece0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:07.954 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:07.275+0000 7efc64c00640 1 --2- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:6800/2899834754,v1:172.21.15.33:6801/2899834754] conn(0x7efc44038fc0 0x7efc4403b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:07.954 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:07.275+0000 7efc64c00640 1 --2- 172.21.15.33:0/3768528084 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc60109a40 0x7efc6019d9d0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:07.954 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:07.275+0000 7efc64c00640 1 -- 172.21.15.33:0/3768528084 >> 172.21.15.33:0/3768528084 conn(0x7efc6007d030 msgr2=0x7efc60107590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:07.954 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:07.276+0000 7efc64c00640 1 -- 172.21.15.33:0/3768528084 shutdown_connections 2024-09-05T02:17:07.954 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:07.276+0000 7efc64c00640 1 -- 172.21.15.33:0/3768528084 wait complete. 2024-09-05T02:17:07.954 INFO:teuthology.orchestra.run.smithi033.stdout:mgr epoch 5 is available 2024-09-05T02:17:07.954 INFO:teuthology.orchestra.run.smithi033.stdout:Setting orchestrator backend to cephadm... 2024-09-05T02:17:09.323 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:08 smithi033 ceph-mon[29909]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-05T02:17:09.323 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:08 smithi033 ceph-mon[29909]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-05T02:17:09.324 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:08 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' 2024-09-05T02:17:09.324 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:08 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' 2024-09-05T02:17:09.324 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:08 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' 2024-09-05T02:17:09.324 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:08 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:17:09.333 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.461+0000 7f2889200640 1 Processor -- start 2024-09-05T02:17:09.333 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.462+0000 7f2889200640 1 -- start start 2024-09-05T02:17:09.334 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.462+0000 7f2889200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28841099e0 0x7f2884109de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:09.334 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.462+0000 7f2889200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f288410a3b0 con 0x7f28841099e0 2024-09-05T02:17:09.334 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.462+0000 7f2881e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28841099e0 0x7f2884109de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:09.334 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.462+0000 7f2881e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28841099e0 0x7f2884109de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40238/0 (socket says 172.21.15.33:40238) 2024-09-05T02:17:09.334 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.462+0000 7f2881e00640 1 -- 172.21.15.33:0/1191808040 learned_addr learned my addr 172.21.15.33:0/1191808040 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:09.334 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.463+0000 7f2881e00640 1 -- 172.21.15.33:0/1191808040 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f288410abe0 con 0x7f28841099e0 2024-09-05T02:17:09.334 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.464+0000 7f2881e00640 1 --2- 172.21.15.33:0/1191808040 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28841099e0 0x7f2884109de0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f2874009820 tx=0x7f287402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64c4f03de7de99e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:09.334 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.464+0000 7f2880a00640 1 -- 172.21.15.33:0/1191808040 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2874037070 con 0x7f28841099e0 2024-09-05T02:17:09.334 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.464+0000 7f2880a00640 1 -- 172.21.15.33:0/1191808040 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f2874032900 con 0x7f28841099e0 2024-09-05T02:17:09.334 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.464+0000 7f2880a00640 1 -- 172.21.15.33:0/1191808040 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2874030850 con 0x7f28841099e0 2024-09-05T02:17:09.334 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.465+0000 7f2889200640 1 -- 172.21.15.33:0/1191808040 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28841099e0 msgr2=0x7f2884109de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:09.334 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.465+0000 7f2889200640 1 --2- 172.21.15.33:0/1191808040 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28841099e0 0x7f2884109de0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f2874009820 tx=0x7f287402a270 comp rx=0 tx=0).stop 2024-09-05T02:17:09.334 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.465+0000 7f2889200640 1 -- 172.21.15.33:0/1191808040 shutdown_connections 2024-09-05T02:17:09.335 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.465+0000 7f2889200640 1 --2- 172.21.15.33:0/1191808040 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28841099e0 0x7f2884109de0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:09.335 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.465+0000 7f2889200640 1 -- 172.21.15.33:0/1191808040 >> 172.21.15.33:0/1191808040 conn(0x7f288407d000 msgr2=0x7f288407d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:09.335 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.465+0000 7f2889200640 1 -- 172.21.15.33:0/1191808040 shutdown_connections 2024-09-05T02:17:09.335 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.465+0000 7f2889200640 1 -- 172.21.15.33:0/1191808040 wait complete. 2024-09-05T02:17:09.335 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.466+0000 7f2889200640 1 Processor -- start 2024-09-05T02:17:09.335 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.466+0000 7f2889200640 1 -- start start 2024-09-05T02:17:09.335 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.466+0000 7f2889200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28841099e0 0x7f288419d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:09.335 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.466+0000 7f2889200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f288410df90 con 0x7f28841099e0 2024-09-05T02:17:09.335 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.467+0000 7f2881e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28841099e0 0x7f288419d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:09.335 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.467+0000 7f2881e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28841099e0 0x7f288419d970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40244/0 (socket says 172.21.15.33:40244) 2024-09-05T02:17:09.335 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.467+0000 7f2881e00640 1 -- 172.21.15.33:0/2750506586 learned_addr learned my addr 172.21.15.33:0/2750506586 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:09.335 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.467+0000 7f2881e00640 1 -- 172.21.15.33:0/2750506586 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f288419deb0 con 0x7f28841099e0 2024-09-05T02:17:09.335 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.467+0000 7f2881e00640 1 --2- 172.21.15.33:0/2750506586 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28841099e0 0x7f288419d970 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f28740097f0 tx=0x7f2874030d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:09.336 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.468+0000 7f287aa00640 1 -- 172.21.15.33:0/2750506586 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2874037040 con 0x7f28841099e0 2024-09-05T02:17:09.336 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.468+0000 7f287aa00640 1 -- 172.21.15.33:0/2750506586 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f2874040070 con 0x7f28841099e0 2024-09-05T02:17:09.336 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.468+0000 7f2889200640 1 -- 172.21.15.33:0/2750506586 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f288419e140 con 0x7f28841099e0 2024-09-05T02:17:09.336 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.468+0000 7f287aa00640 1 -- 172.21.15.33:0/2750506586 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f287403a390 con 0x7f28841099e0 2024-09-05T02:17:09.336 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.468+0000 7f2889200640 1 -- 172.21.15.33:0/2750506586 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28841a0e30 con 0x7f28841099e0 2024-09-05T02:17:09.336 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.469+0000 7f2889200640 1 -- 172.21.15.33:0/2750506586 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2884109e60 con 0x7f28841099e0 2024-09-05T02:17:09.336 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.469+0000 7f287aa00640 1 -- 172.21.15.33:0/2750506586 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7f287403b430 con 0x7f28841099e0 2024-09-05T02:17:09.336 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.470+0000 7f287aa00640 1 --2- 172.21.15.33:0/2750506586 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f2868038e60 0x7f286803b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:09.336 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.470+0000 7f287aa00640 1 -- 172.21.15.33:0/2750506586 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f287406c330 con 0x7f28841099e0 2024-09-05T02:17:09.336 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.470+0000 7f2881400640 1 --2- 172.21.15.33:0/2750506586 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f2868038e60 0x7f286803b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:09.336 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.471+0000 7f2881400640 1 --2- 172.21.15.33:0/2750506586 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f2868038e60 0x7f286803b320 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f28700098c0 tx=0x7f2870006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:09.336 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.476+0000 7f287aa00640 1 -- 172.21.15.33:0/2750506586 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2874032900 con 0x7f28841099e0 2024-09-05T02:17:09.337 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.678+0000 7f2889200640 1 -- 172.21.15.33:0/2750506586 --> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f2884107c60 con 0x7f2868038e60 2024-09-05T02:17:09.337 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.683+0000 7f287aa00640 1 -- 172.21.15.33:0/2750506586 <== mgr.14118 v2:172.21.15.33:6800/1416969181 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f2884107c60 con 0x7f2868038e60 2024-09-05T02:17:09.337 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.686+0000 7f2889200640 1 -- 172.21.15.33:0/2750506586 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f2868038e60 msgr2=0x7f286803b320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:09.337 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.686+0000 7f2889200640 1 --2- 172.21.15.33:0/2750506586 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f2868038e60 0x7f286803b320 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f28700098c0 tx=0x7f2870006db0 comp rx=0 tx=0).stop 2024-09-05T02:17:09.337 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.686+0000 7f2889200640 1 -- 172.21.15.33:0/2750506586 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28841099e0 msgr2=0x7f288419d970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:09.337 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.686+0000 7f2889200640 1 --2- 172.21.15.33:0/2750506586 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28841099e0 0x7f288419d970 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f28740097f0 tx=0x7f2874030d80 comp rx=0 tx=0).stop 2024-09-05T02:17:09.337 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.686+0000 7f2889200640 1 -- 172.21.15.33:0/2750506586 shutdown_connections 2024-09-05T02:17:09.337 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.686+0000 7f2889200640 1 --2- 172.21.15.33:0/2750506586 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f2868038e60 0x7f286803b320 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:09.337 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.686+0000 7f2889200640 1 --2- 172.21.15.33:0/2750506586 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28841099e0 0x7f288419d970 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:09.337 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.686+0000 7f2889200640 1 -- 172.21.15.33:0/2750506586 >> 172.21.15.33:0/2750506586 conn(0x7f288407d000 msgr2=0x7f2884107550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:09.337 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.686+0000 7f2889200640 1 -- 172.21.15.33:0/2750506586 shutdown_connections 2024-09-05T02:17:09.337 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:08.686+0000 7f2889200640 1 -- 172.21.15.33:0/2750506586 wait complete. 2024-09-05T02:17:09.580 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:09.348+0000 7f3f33600640 -1 log_channel(cephadm) log [ERR] : [05/Sep/2024:02:17:09] ENGINE Error in HTTPServer.serve 2024-09-05T02:17:09.580 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: Traceback (most recent call last): 2024-09-05T02:17:09.581 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T02:17:09.581 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: self._connections.run(self.expiration_interval) 2024-09-05T02:17:09.581 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T02:17:09.581 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: self._run(expiration_interval) 2024-09-05T02:17:09.581 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T02:17:09.581 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T02:17:09.581 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T02:17:09.581 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T02:17:09.581 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T02:17:09.581 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: s = self.context.wrap_socket( 2024-09-05T02:17:09.581 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T02:17:09.581 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: return self.sslsocket_class._create( 2024-09-05T02:17:09.581 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T02:17:09.582 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: self.do_handshake() 2024-09-05T02:17:09.582 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T02:17:09.582 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: self._sslobj.do_handshake() 2024-09-05T02:17:09.582 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T02:17:09.582 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:10.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-mon[29909]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:17:10.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-mon[29909]: mgrmap e8: x(active, since 2s) 2024-09-05T02:17:10.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-mon[29909]: [05/Sep/2024:02:17:09] ENGINE Bus STARTING 2024-09-05T02:17:10.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-mon[29909]: [05/Sep/2024:02:17:09] ENGINE Serving on http://172.21.15.33:8765 2024-09-05T02:17:10.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:09 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:17:10.677 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-05T02:17:10.677 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.808+0000 7fb12de00640 1 Processor -- start 2024-09-05T02:17:10.677 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.808+0000 7fb12de00640 1 -- start start 2024-09-05T02:17:10.677 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.809+0000 7fb12de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb12807de20 0x7fb12807c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:10.677 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.809+0000 7fb12de00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb12807c850 con 0x7fb12807de20 2024-09-05T02:17:10.677 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.809+0000 7fb126a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb12807de20 0x7fb12807c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:10.677 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.809+0000 7fb126a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb12807de20 0x7fb12807c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40246/0 (socket says 172.21.15.33:40246) 2024-09-05T02:17:10.677 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.809+0000 7fb126a00640 1 -- 172.21.15.33:0/224844419 learned_addr learned my addr 172.21.15.33:0/224844419 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:10.678 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.809+0000 7fb126a00640 1 -- 172.21.15.33:0/224844419 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb12807c9d0 con 0x7fb12807de20 2024-09-05T02:17:10.678 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.810+0000 7fb126a00640 1 --2- 172.21.15.33:0/224844419 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb12807de20 0x7fb12807c280 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fb118009820 tx=0x7fb11802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fff5375a784470e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:10.684 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.811+0000 7fb126000640 1 -- 172.21.15.33:0/224844419 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb118037070 con 0x7fb12807de20 2024-09-05T02:17:10.684 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.811+0000 7fb126000640 1 -- 172.21.15.33:0/224844419 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fb118032900 con 0x7fb12807de20 2024-09-05T02:17:10.684 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.811+0000 7fb126000640 1 -- 172.21.15.33:0/224844419 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb118030850 con 0x7fb12807de20 2024-09-05T02:17:10.684 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.811+0000 7fb12de00640 1 -- 172.21.15.33:0/224844419 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb12807de20 msgr2=0x7fb12807c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:10.685 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.811+0000 7fb12de00640 1 --2- 172.21.15.33:0/224844419 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb12807de20 0x7fb12807c280 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fb118009820 tx=0x7fb11802a270 comp rx=0 tx=0).stop 2024-09-05T02:17:10.685 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.811+0000 7fb12de00640 1 -- 172.21.15.33:0/224844419 shutdown_connections 2024-09-05T02:17:10.685 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.811+0000 7fb12de00640 1 --2- 172.21.15.33:0/224844419 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb12807de20 0x7fb12807c280 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:10.685 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.811+0000 7fb12de00640 1 -- 172.21.15.33:0/224844419 >> 172.21.15.33:0/224844419 conn(0x7fb128103060 msgr2=0x7fb128105480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:10.685 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.812+0000 7fb12de00640 1 -- 172.21.15.33:0/224844419 shutdown_connections 2024-09-05T02:17:10.685 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.812+0000 7fb12de00640 1 -- 172.21.15.33:0/224844419 wait complete. 2024-09-05T02:17:10.685 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.812+0000 7fb12de00640 1 Processor -- start 2024-09-05T02:17:10.685 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.813+0000 7fb12de00640 1 -- start start 2024-09-05T02:17:10.685 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.813+0000 7fb12de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb12807de20 0x7fb12819d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:10.685 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.813+0000 7fb12de00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb12810de00 con 0x7fb12807de20 2024-09-05T02:17:10.685 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.813+0000 7fb126a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb12807de20 0x7fb12819d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:10.685 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.813+0000 7fb126a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb12807de20 0x7fb12819d950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40250/0 (socket says 172.21.15.33:40250) 2024-09-05T02:17:10.686 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.813+0000 7fb126a00640 1 -- 172.21.15.33:0/228055954 learned_addr learned my addr 172.21.15.33:0/228055954 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:10.686 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.813+0000 7fb126a00640 1 -- 172.21.15.33:0/228055954 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb12819de90 con 0x7fb12807de20 2024-09-05T02:17:10.686 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.814+0000 7fb126a00640 1 --2- 172.21.15.33:0/228055954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb12807de20 0x7fb12819d950 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb1180097f0 tx=0x7fb118030d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:10.686 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.814+0000 7fb12ca00640 1 -- 172.21.15.33:0/228055954 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb118037040 con 0x7fb12807de20 2024-09-05T02:17:10.686 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.814+0000 7fb12ca00640 1 -- 172.21.15.33:0/228055954 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fb118040070 con 0x7fb12807de20 2024-09-05T02:17:10.686 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.814+0000 7fb12ca00640 1 -- 172.21.15.33:0/228055954 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb11803a390 con 0x7fb12807de20 2024-09-05T02:17:10.686 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.814+0000 7fb12de00640 1 -- 172.21.15.33:0/228055954 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb12819e120 con 0x7fb12807de20 2024-09-05T02:17:10.686 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.814+0000 7fb12de00640 1 -- 172.21.15.33:0/228055954 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1281a0e10 con 0x7fb12807de20 2024-09-05T02:17:10.686 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.815+0000 7fb12ca00640 1 -- 172.21.15.33:0/228055954 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fb11803b430 con 0x7fb12807de20 2024-09-05T02:17:10.686 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.815+0000 7fb12de00640 1 -- 172.21.15.33:0/228055954 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb12807c300 con 0x7fb12807de20 2024-09-05T02:17:10.686 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.816+0000 7fb12ca00640 1 --2- 172.21.15.33:0/228055954 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fb10c038fc0 0x7fb10c03b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:10.686 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.816+0000 7fb12ca00640 1 -- 172.21.15.33:0/228055954 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fb11806c510 con 0x7fb12807de20 2024-09-05T02:17:10.686 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.816+0000 7fb11fe00640 1 --2- 172.21.15.33:0/228055954 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fb10c038fc0 0x7fb10c03b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:10.687 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.817+0000 7fb11fe00640 1 --2- 172.21.15.33:0/228055954 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fb10c038fc0 0x7fb10c03b480 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb1100098c0 tx=0x7fb110006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:10.687 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:09.821+0000 7fb12ca00640 1 -- 172.21.15.33:0/228055954 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb11806be60 con 0x7fb12807de20 2024-09-05T02:17:10.687 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:10.012+0000 7fb12de00640 1 -- 172.21.15.33:0/228055954 --> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7fb1281042e0 con 0x7fb10c038fc0 2024-09-05T02:17:10.687 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:10.013+0000 7fb12ca00640 1 -- 172.21.15.33:0/228055954 <== mgr.14118 v2:172.21.15.33:6800/1416969181 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7fb1281042e0 con 0x7fb10c038fc0 2024-09-05T02:17:10.687 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:10.015+0000 7fb12de00640 1 -- 172.21.15.33:0/228055954 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fb10c038fc0 msgr2=0x7fb10c03b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:10.687 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:10.015+0000 7fb12de00640 1 --2- 172.21.15.33:0/228055954 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fb10c038fc0 0x7fb10c03b480 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb1100098c0 tx=0x7fb110006db0 comp rx=0 tx=0).stop 2024-09-05T02:17:10.687 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:10.015+0000 7fb12de00640 1 -- 172.21.15.33:0/228055954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb12807de20 msgr2=0x7fb12819d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:10.687 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:10.015+0000 7fb12de00640 1 --2- 172.21.15.33:0/228055954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb12807de20 0x7fb12819d950 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb1180097f0 tx=0x7fb118030d80 comp rx=0 tx=0).stop 2024-09-05T02:17:10.687 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:10.015+0000 7fb12de00640 1 -- 172.21.15.33:0/228055954 shutdown_connections 2024-09-05T02:17:10.687 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:10.015+0000 7fb12de00640 1 --2- 172.21.15.33:0/228055954 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fb10c038fc0 0x7fb10c03b480 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:10.687 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:10.015+0000 7fb12de00640 1 --2- 172.21.15.33:0/228055954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb12807de20 0x7fb12819d950 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:10.688 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:10.015+0000 7fb12de00640 1 -- 172.21.15.33:0/228055954 >> 172.21.15.33:0/228055954 conn(0x7fb128103060 msgr2=0x7fb128103bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:10.688 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:10.015+0000 7fb12de00640 1 -- 172.21.15.33:0/228055954 shutdown_connections 2024-09-05T02:17:10.688 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:10.015+0000 7fb12de00640 1 -- 172.21.15.33:0/228055954 wait complete. 2024-09-05T02:17:10.688 INFO:teuthology.orchestra.run.smithi033.stdout:Generating ssh key... 2024-09-05T02:17:10.932 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:10 smithi033 ceph-mon[29909]: [05/Sep/2024:02:17:09] ENGINE Serving on https://172.21.15.33:7150 2024-09-05T02:17:10.933 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:10 smithi033 ceph-mon[29909]: [05/Sep/2024:02:17:09] ENGINE Bus STARTED 2024-09-05T02:17:10.933 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:10 smithi033 ceph-mon[29909]: [05/Sep/2024:02:17:09] ENGINE Error in HTTPServer.serve 2024-09-05T02:17:10.933 INFO:journalctl@ceph.mon.a.smithi033.stdout: Traceback (most recent call last): 2024-09-05T02:17:10.933 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T02:17:10.933 INFO:journalctl@ceph.mon.a.smithi033.stdout: self._connections.run(self.expiration_interval) 2024-09-05T02:17:10.933 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T02:17:10.933 INFO:journalctl@ceph.mon.a.smithi033.stdout: self._run(expiration_interval) 2024-09-05T02:17:10.933 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T02:17:10.933 INFO:journalctl@ceph.mon.a.smithi033.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T02:17:10.933 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T02:17:10.933 INFO:journalctl@ceph.mon.a.smithi033.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T02:17:10.934 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T02:17:10.934 INFO:journalctl@ceph.mon.a.smithi033.stdout: s = self.context.wrap_socket( 2024-09-05T02:17:10.934 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T02:17:10.934 INFO:journalctl@ceph.mon.a.smithi033.stdout: return self.sslsocket_class._create( 2024-09-05T02:17:10.934 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T02:17:10.934 INFO:journalctl@ceph.mon.a.smithi033.stdout: self.do_handshake() 2024-09-05T02:17:10.934 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T02:17:10.934 INFO:journalctl@ceph.mon.a.smithi033.stdout: self._sslobj.do_handshake() 2024-09-05T02:17:10.934 INFO:journalctl@ceph.mon.a.smithi033.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T02:17:10.934 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:10 smithi033 ceph-mon[29909]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:17:11.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: Generating public/private rsa key pair. 2024-09-05T02:17:11.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: Your identification has been saved in /tmp/tmpk5sjhl8k/key 2024-09-05T02:17:11.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: Your public key has been saved in /tmp/tmpk5sjhl8k/key.pub 2024-09-05T02:17:11.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: The key fingerprint is: 2024-09-05T02:17:11.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: SHA256:b2AA/rYNtXcm6hzqVu6ytDpXVs3O/qQFz7nuYGYu/+4 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:17:11.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: The key's randomart image is: 2024-09-05T02:17:11.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: +---[RSA 3072]----+ 2024-09-05T02:17:11.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: | . | 2024-09-05T02:17:11.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: | . . | 2024-09-05T02:17:11.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: | . . . o | 2024-09-05T02:17:11.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: | . o .. o | 2024-09-05T02:17:11.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: | + S.oo+ | 2024-09-05T02:17:11.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: | . =+= +o+ . | 2024-09-05T02:17:11.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: | o=+ o.= * | 2024-09-05T02:17:11.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: | ..+=.o.=.= . | 2024-09-05T02:17:11.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: | .*=++ o+BE | 2024-09-05T02:17:11.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: +----[SHA256]-----+ 2024-09-05T02:17:12.097 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.131+0000 7f7168400640 1 Processor -- start 2024-09-05T02:17:12.097 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.131+0000 7f7168400640 1 -- start start 2024-09-05T02:17:12.097 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.131+0000 7f7168400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716007dde0 0x7f716007c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:12.097 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.131+0000 7f7168400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f716007c780 con 0x7f716007dde0 2024-09-05T02:17:12.097 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.132+0000 7f7165a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716007dde0 0x7f716007c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:12.097 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.132+0000 7f7165a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716007dde0 0x7f716007c240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56162/0 (socket says 172.21.15.33:56162) 2024-09-05T02:17:12.098 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.132+0000 7f7165a00640 1 -- 172.21.15.33:0/1134941079 learned_addr learned my addr 172.21.15.33:0/1134941079 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:12.098 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.132+0000 7f7165a00640 1 -- 172.21.15.33:0/1134941079 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f716007c900 con 0x7f716007dde0 2024-09-05T02:17:12.098 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.133+0000 7f7165a00640 1 --2- 172.21.15.33:0/1134941079 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716007dde0 0x7f716007c240 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f7154009820 tx=0x7f715402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54bc1f09424432c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:12.098 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.133+0000 7f715fe00640 1 -- 172.21.15.33:0/1134941079 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7154037070 con 0x7f716007dde0 2024-09-05T02:17:12.098 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.133+0000 7f715fe00640 1 -- 172.21.15.33:0/1134941079 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f7154032900 con 0x7f716007dde0 2024-09-05T02:17:12.098 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.133+0000 7f715fe00640 1 -- 172.21.15.33:0/1134941079 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7154030850 con 0x7f716007dde0 2024-09-05T02:17:12.098 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.134+0000 7f7168400640 1 -- 172.21.15.33:0/1134941079 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716007dde0 msgr2=0x7f716007c240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:12.098 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.134+0000 7f7168400640 1 --2- 172.21.15.33:0/1134941079 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716007dde0 0x7f716007c240 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f7154009820 tx=0x7f715402a270 comp rx=0 tx=0).stop 2024-09-05T02:17:12.098 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.134+0000 7f7168400640 1 -- 172.21.15.33:0/1134941079 shutdown_connections 2024-09-05T02:17:12.098 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.134+0000 7f7168400640 1 --2- 172.21.15.33:0/1134941079 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716007dde0 0x7f716007c240 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:12.098 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.134+0000 7f7168400640 1 -- 172.21.15.33:0/1134941079 >> 172.21.15.33:0/1134941079 conn(0x7f7160102f60 msgr2=0x7f71601053a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:12.098 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.134+0000 7f7168400640 1 -- 172.21.15.33:0/1134941079 shutdown_connections 2024-09-05T02:17:12.099 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.134+0000 7f7168400640 1 -- 172.21.15.33:0/1134941079 wait complete. 2024-09-05T02:17:12.099 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.135+0000 7f7168400640 1 Processor -- start 2024-09-05T02:17:12.099 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.135+0000 7f7168400640 1 -- start start 2024-09-05T02:17:12.099 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.135+0000 7f7168400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716007dde0 0x7f716019d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:12.099 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.135+0000 7f7168400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f716010ddc0 con 0x7f716007dde0 2024-09-05T02:17:12.099 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.136+0000 7f7165a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716007dde0 0x7f716019d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:12.099 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.136+0000 7f7165a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716007dde0 0x7f716019d9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56174/0 (socket says 172.21.15.33:56174) 2024-09-05T02:17:12.099 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.136+0000 7f7165a00640 1 -- 172.21.15.33:0/4015205508 learned_addr learned my addr 172.21.15.33:0/4015205508 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:12.099 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.136+0000 7f7165a00640 1 -- 172.21.15.33:0/4015205508 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f716019df10 con 0x7f716007dde0 2024-09-05T02:17:12.099 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.136+0000 7f7165a00640 1 --2- 172.21.15.33:0/4015205508 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716007dde0 0x7f716019d9d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f7154032ce0 tx=0x7f7154032d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:12.099 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.136+0000 7f715e000640 1 -- 172.21.15.33:0/4015205508 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7154042070 con 0x7f716007dde0 2024-09-05T02:17:12.099 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.136+0000 7f715e000640 1 -- 172.21.15.33:0/4015205508 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f71540308c0 con 0x7f716007dde0 2024-09-05T02:17:12.099 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.136+0000 7f715e000640 1 -- 172.21.15.33:0/4015205508 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7154037040 con 0x7f716007dde0 2024-09-05T02:17:12.100 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.136+0000 7f7168400640 1 -- 172.21.15.33:0/4015205508 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f716019e1a0 con 0x7f716007dde0 2024-09-05T02:17:12.100 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.137+0000 7f7168400640 1 -- 172.21.15.33:0/4015205508 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71601a0e90 con 0x7f716007dde0 2024-09-05T02:17:12.100 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.138+0000 7f715e000640 1 -- 172.21.15.33:0/4015205508 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f7154045070 con 0x7f716007dde0 2024-09-05T02:17:12.100 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.138+0000 7f7168400640 1 -- 172.21.15.33:0/4015205508 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f716007c2c0 con 0x7f716007dde0 2024-09-05T02:17:12.100 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.138+0000 7f715e000640 1 --2- 172.21.15.33:0/4015205508 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f7148038f70 0x7f714803b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:12.100 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.138+0000 7f715e000640 1 -- 172.21.15.33:0/4015205508 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f715406c040 con 0x7f716007dde0 2024-09-05T02:17:12.100 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.139+0000 7f7165000640 1 --2- 172.21.15.33:0/4015205508 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f7148038f70 0x7f714803b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:12.100 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.139+0000 7f7165000640 1 --2- 172.21.15.33:0/4015205508 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f7148038f70 0x7f714803b430 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f714c0098c0 tx=0x7f714c006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:12.100 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.143+0000 7f715e000640 1 -- 172.21.15.33:0/4015205508 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f715404b170 con 0x7f716007dde0 2024-09-05T02:17:12.100 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.331+0000 7f7168400640 1 -- 172.21.15.33:0/4015205508 --> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f7160104230 con 0x7f7148038f70 2024-09-05T02:17:12.100 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.522+0000 7f715e000640 1 -- 172.21.15.33:0/4015205508 <== mgr.14118 v2:172.21.15.33:6800/1416969181 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f7160104230 con 0x7f7148038f70 2024-09-05T02:17:12.100 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.524+0000 7f7168400640 1 -- 172.21.15.33:0/4015205508 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f7148038f70 msgr2=0x7f714803b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:12.101 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.524+0000 7f7168400640 1 --2- 172.21.15.33:0/4015205508 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f7148038f70 0x7f714803b430 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f714c0098c0 tx=0x7f714c006db0 comp rx=0 tx=0).stop 2024-09-05T02:17:12.101 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.524+0000 7f7168400640 1 -- 172.21.15.33:0/4015205508 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716007dde0 msgr2=0x7f716019d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:12.101 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.524+0000 7f7168400640 1 --2- 172.21.15.33:0/4015205508 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716007dde0 0x7f716019d9d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f7154032ce0 tx=0x7f7154032d10 comp rx=0 tx=0).stop 2024-09-05T02:17:12.101 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.525+0000 7f7168400640 1 -- 172.21.15.33:0/4015205508 shutdown_connections 2024-09-05T02:17:12.101 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.525+0000 7f7168400640 1 --2- 172.21.15.33:0/4015205508 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f7148038f70 0x7f714803b430 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:12.101 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.525+0000 7f7168400640 1 --2- 172.21.15.33:0/4015205508 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716007dde0 0x7f716019d9d0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:12.101 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.525+0000 7f7168400640 1 -- 172.21.15.33:0/4015205508 >> 172.21.15.33:0/4015205508 conn(0x7f7160102f60 msgr2=0x7f7160103b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:12.101 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.525+0000 7f7168400640 1 -- 172.21.15.33:0/4015205508 shutdown_connections 2024-09-05T02:17:12.101 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:11.525+0000 7f7168400640 1 -- 172.21.15.33:0/4015205508 wait complete. 2024-09-05T02:17:12.811 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:12 smithi033 ceph-mon[29909]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:17:12.812 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:12 smithi033 ceph-mon[29909]: Generating ssh key... 2024-09-05T02:17:12.812 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:12 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' 2024-09-05T02:17:12.812 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:12 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' 2024-09-05T02:17:13.527 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHZHTjjDuPQGQbqq8B4KF40Wyw2bBUoN8O0dIHEhRUHEkj7PB/2PaiYWnDMPP5D00L3a5pO+ooPfplmm4I3NT2nZdIyATALNnCUEcJ71rJCnzssS1vD6Actc/IY5CJl/ccHL49ATcLIp5Wg610ImSTlppnWYYoDseLKqfonpl2wAQDg2/YXseDuTUV7SuhlZRML+IZ1513Rr//WgWThYZPeE5b9IRfSaiTgCmBfntfVLbs8CwqWnaHRhNYjYPTzFUFPdxkCW9waJef4Hc67F3MhaL1T+E+7MHvHoQMHqGQi8fMMux5xDbq30zIWdEukS/ajdGM1rcgvB4j091CWEmj39aBcuIDfiIIvkCYbKAG6lpgazjsKgKNAerTx7eetFoIMSTvs5MiRXzdsIP05wdSM8iWYkx6jmj5t8Q1MGNwCaVJ5Q59tOXMj3v0WP9n63Cobd9/+Ka7npXndt4XssuhP20WuD3dgvwgPmk2OjGue6PP8p9fEH9p7roWyVp3gYs= ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:17:13.527 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.612+0000 7f949d400640 1 Processor -- start 2024-09-05T02:17:13.527 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.612+0000 7f949d400640 1 -- start start 2024-09-05T02:17:13.528 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.612+0000 7f949d400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94981099e0 0x7f9498109de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:13.528 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.612+0000 7f949d400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f949810a3b0 con 0x7f94981099e0 2024-09-05T02:17:13.528 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.613+0000 7f9496800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94981099e0 0x7f9498109de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:13.528 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.613+0000 7f9496800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94981099e0 0x7f9498109de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56180/0 (socket says 172.21.15.33:56180) 2024-09-05T02:17:13.528 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.613+0000 7f9496800640 1 -- 172.21.15.33:0/52860705 learned_addr learned my addr 172.21.15.33:0/52860705 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:13.528 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.613+0000 7f9496800640 1 -- 172.21.15.33:0/52860705 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f949810abe0 con 0x7f94981099e0 2024-09-05T02:17:13.528 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.614+0000 7f9496800640 1 --2- 172.21.15.33:0/52860705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94981099e0 0x7f9498109de0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f9488009820 tx=0x7f948802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88647b05d801b789 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:13.528 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.614+0000 7f9495400640 1 -- 172.21.15.33:0/52860705 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9488037070 con 0x7f94981099e0 2024-09-05T02:17:13.528 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.614+0000 7f9495400640 1 -- 172.21.15.33:0/52860705 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f9488032900 con 0x7f94981099e0 2024-09-05T02:17:13.528 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.614+0000 7f9495400640 1 -- 172.21.15.33:0/52860705 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9488030850 con 0x7f94981099e0 2024-09-05T02:17:13.528 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.615+0000 7f949d400640 1 -- 172.21.15.33:0/52860705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94981099e0 msgr2=0x7f9498109de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:13.528 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.615+0000 7f949d400640 1 --2- 172.21.15.33:0/52860705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94981099e0 0x7f9498109de0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f9488009820 tx=0x7f948802a270 comp rx=0 tx=0).stop 2024-09-05T02:17:13.529 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.615+0000 7f949d400640 1 -- 172.21.15.33:0/52860705 shutdown_connections 2024-09-05T02:17:13.529 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.615+0000 7f949d400640 1 --2- 172.21.15.33:0/52860705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94981099e0 0x7f9498109de0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:13.529 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.615+0000 7f949d400640 1 -- 172.21.15.33:0/52860705 >> 172.21.15.33:0/52860705 conn(0x7f949807d000 msgr2=0x7f949807d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:13.529 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.615+0000 7f949d400640 1 -- 172.21.15.33:0/52860705 shutdown_connections 2024-09-05T02:17:13.529 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.615+0000 7f949d400640 1 -- 172.21.15.33:0/52860705 wait complete. 2024-09-05T02:17:13.529 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.616+0000 7f949d400640 1 Processor -- start 2024-09-05T02:17:13.529 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.616+0000 7f949d400640 1 -- start start 2024-09-05T02:17:13.529 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.617+0000 7f949d400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94981099e0 0x7f949819d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:13.529 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.617+0000 7f949d400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f949810df90 con 0x7f94981099e0 2024-09-05T02:17:13.529 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.617+0000 7f9496800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94981099e0 0x7f949819d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:13.529 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.617+0000 7f9496800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94981099e0 0x7f949819d970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56186/0 (socket says 172.21.15.33:56186) 2024-09-05T02:17:13.529 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.617+0000 7f9496800640 1 -- 172.21.15.33:0/451212985 learned_addr learned my addr 172.21.15.33:0/451212985 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:13.530 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.617+0000 7f9496800640 1 -- 172.21.15.33:0/451212985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f949819deb0 con 0x7f94981099e0 2024-09-05T02:17:13.530 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.617+0000 7f9496800640 1 --2- 172.21.15.33:0/451212985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94981099e0 0x7f949819d970 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f9488009940 tx=0x7f9488032ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:13.530 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.618+0000 7f948f400640 1 -- 172.21.15.33:0/451212985 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9488042070 con 0x7f94981099e0 2024-09-05T02:17:13.530 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.618+0000 7f948f400640 1 -- 172.21.15.33:0/451212985 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f94880308c0 con 0x7f94981099e0 2024-09-05T02:17:13.530 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.618+0000 7f948f400640 1 -- 172.21.15.33:0/451212985 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9488037040 con 0x7f94981099e0 2024-09-05T02:17:13.530 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.618+0000 7f949d400640 1 -- 172.21.15.33:0/451212985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f949819e140 con 0x7f94981099e0 2024-09-05T02:17:13.530 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.618+0000 7f949d400640 1 -- 172.21.15.33:0/451212985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94981a0e30 con 0x7f94981099e0 2024-09-05T02:17:13.530 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.619+0000 7f948f400640 1 -- 172.21.15.33:0/451212985 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f9488045070 con 0x7f94981099e0 2024-09-05T02:17:13.530 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.619+0000 7f949d400640 1 -- 172.21.15.33:0/451212985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9498109e60 con 0x7f94981099e0 2024-09-05T02:17:13.530 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.619+0000 7f948f400640 1 --2- 172.21.15.33:0/451212985 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f947c038fc0 0x7f947c03b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:13.530 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.619+0000 7f948f400640 1 -- 172.21.15.33:0/451212985 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f948806c0a0 con 0x7f94981099e0 2024-09-05T02:17:13.530 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.620+0000 7f9495e00640 1 --2- 172.21.15.33:0/451212985 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f947c038fc0 0x7f947c03b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:13.530 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.620+0000 7f9495e00640 1 --2- 172.21.15.33:0/451212985 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f947c038fc0 0x7f947c03b480 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f94840098c0 tx=0x7f9484006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:13.531 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.625+0000 7f948f400640 1 -- 172.21.15.33:0/451212985 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f948806b9f0 con 0x7f94981099e0 2024-09-05T02:17:13.531 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.810+0000 7f949d400640 1 -- 172.21.15.33:0/451212985 --> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f9498107c60 con 0x7f947c038fc0 2024-09-05T02:17:13.531 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.811+0000 7f948f400640 1 -- 172.21.15.33:0/451212985 <== mgr.14118 v2:172.21.15.33:6800/1416969181 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f9498107c60 con 0x7f947c038fc0 2024-09-05T02:17:13.531 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.814+0000 7f949d400640 1 -- 172.21.15.33:0/451212985 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f947c038fc0 msgr2=0x7f947c03b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:13.531 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.814+0000 7f949d400640 1 --2- 172.21.15.33:0/451212985 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f947c038fc0 0x7f947c03b480 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f94840098c0 tx=0x7f9484006db0 comp rx=0 tx=0).stop 2024-09-05T02:17:13.531 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.814+0000 7f949d400640 1 -- 172.21.15.33:0/451212985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94981099e0 msgr2=0x7f949819d970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:13.531 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.814+0000 7f949d400640 1 --2- 172.21.15.33:0/451212985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94981099e0 0x7f949819d970 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f9488009940 tx=0x7f9488032ce0 comp rx=0 tx=0).stop 2024-09-05T02:17:13.531 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.814+0000 7f949d400640 1 -- 172.21.15.33:0/451212985 shutdown_connections 2024-09-05T02:17:13.531 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.814+0000 7f949d400640 1 --2- 172.21.15.33:0/451212985 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f947c038fc0 0x7f947c03b480 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:13.531 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.814+0000 7f949d400640 1 --2- 172.21.15.33:0/451212985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94981099e0 0x7f949819d970 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:13.531 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.814+0000 7f949d400640 1 -- 172.21.15.33:0/451212985 >> 172.21.15.33:0/451212985 conn(0x7f949807d000 msgr2=0x7f9498107550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:13.531 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.814+0000 7f949d400640 1 -- 172.21.15.33:0/451212985 shutdown_connections 2024-09-05T02:17:13.531 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:12.814+0000 7f949d400640 1 -- 172.21.15.33:0/451212985 wait complete. 2024-09-05T02:17:13.531 INFO:teuthology.orchestra.run.smithi033.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-05T02:17:13.532 INFO:teuthology.orchestra.run.smithi033.stdout:Adding key to root@localhost authorized_keys... 2024-09-05T02:17:13.533 INFO:teuthology.orchestra.run.smithi033.stdout:Adding host smithi033... 2024-09-05T02:17:13.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:13 smithi033 ceph-mon[29909]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:17:15.532 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:15 smithi033 ceph-mon[29909]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi033", "addr": "172.21.15.33", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:17:16.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:16 smithi033 ceph-mon[29909]: Deploying cephadm binary to smithi033 2024-09-05T02:17:19.466 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout Added host 'smithi033' with addr '172.21.15.33' 2024-09-05T02:17:19.466 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.129+0000 7f5062a00640 1 Processor -- start 2024-09-05T02:17:19.466 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.129+0000 7f5062a00640 1 -- start start 2024-09-05T02:17:19.466 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.130+0000 7f5062a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f505c109840 0x7f505c109c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:19.467 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.130+0000 7f5062a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f505c10a210 con 0x7f505c109840 2024-09-05T02:17:19.467 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.130+0000 7f5061600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f505c109840 0x7f505c109c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:19.467 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.130+0000 7f5061600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f505c109840 0x7f505c109c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56196/0 (socket says 172.21.15.33:56196) 2024-09-05T02:17:19.467 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.130+0000 7f5061600640 1 -- 172.21.15.33:0/1765066493 learned_addr learned my addr 172.21.15.33:0/1765066493 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:19.467 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.130+0000 7f5061600640 1 -- 172.21.15.33:0/1765066493 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f505c10aa40 con 0x7f505c109840 2024-09-05T02:17:19.467 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.131+0000 7f5061600640 1 --2- 172.21.15.33:0/1765066493 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f505c109840 0x7f505c109c40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5050009820 tx=0x7f505002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3489e9f8c298c62b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:19.467 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.132+0000 7f505be00640 1 -- 172.21.15.33:0/1765066493 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5050037070 con 0x7f505c109840 2024-09-05T02:17:19.467 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.132+0000 7f505be00640 1 -- 172.21.15.33:0/1765066493 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f5050032900 con 0x7f505c109840 2024-09-05T02:17:19.467 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.132+0000 7f505be00640 1 -- 172.21.15.33:0/1765066493 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5050030850 con 0x7f505c109840 2024-09-05T02:17:19.467 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.132+0000 7f5062a00640 1 -- 172.21.15.33:0/1765066493 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f505c109840 msgr2=0x7f505c109c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:19.467 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.132+0000 7f5062a00640 1 --2- 172.21.15.33:0/1765066493 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f505c109840 0x7f505c109c40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5050009820 tx=0x7f505002a270 comp rx=0 tx=0).stop 2024-09-05T02:17:19.467 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.132+0000 7f5062a00640 1 -- 172.21.15.33:0/1765066493 shutdown_connections 2024-09-05T02:17:19.468 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.132+0000 7f5062a00640 1 --2- 172.21.15.33:0/1765066493 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f505c109840 0x7f505c109c40 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:19.468 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.132+0000 7f5062a00640 1 -- 172.21.15.33:0/1765066493 >> 172.21.15.33:0/1765066493 conn(0x7f505c07ce50 msgr2=0x7f505c07d260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:19.468 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.132+0000 7f5062a00640 1 -- 172.21.15.33:0/1765066493 shutdown_connections 2024-09-05T02:17:19.468 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.133+0000 7f5062a00640 1 -- 172.21.15.33:0/1765066493 wait complete. 2024-09-05T02:17:19.468 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.133+0000 7f5062a00640 1 Processor -- start 2024-09-05T02:17:19.468 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.134+0000 7f5062a00640 1 -- start start 2024-09-05T02:17:19.468 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.134+0000 7f5062a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f505c109840 0x7f505c19d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:19.468 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.134+0000 7f5062a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f505c10ddf0 con 0x7f505c109840 2024-09-05T02:17:19.468 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.134+0000 7f5061600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f505c109840 0x7f505c19d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:19.468 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.134+0000 7f5061600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f505c109840 0x7f505c19d8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56206/0 (socket says 172.21.15.33:56206) 2024-09-05T02:17:19.468 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.134+0000 7f5061600640 1 -- 172.21.15.33:0/3399185601 learned_addr learned my addr 172.21.15.33:0/3399185601 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:19.468 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.134+0000 7f5061600640 1 -- 172.21.15.33:0/3399185601 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f505c19ddf0 con 0x7f505c109840 2024-09-05T02:17:19.469 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.135+0000 7f5061600640 1 --2- 172.21.15.33:0/3399185601 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f505c109840 0x7f505c19d8b0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f50500097f0 tx=0x7f5050030d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:19.469 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.135+0000 7f505a000640 1 -- 172.21.15.33:0/3399185601 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5050037040 con 0x7f505c109840 2024-09-05T02:17:19.469 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.135+0000 7f505a000640 1 -- 172.21.15.33:0/3399185601 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f5050040070 con 0x7f505c109840 2024-09-05T02:17:19.469 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.135+0000 7f505a000640 1 -- 172.21.15.33:0/3399185601 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f505003a390 con 0x7f505c109840 2024-09-05T02:17:19.469 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.135+0000 7f5062a00640 1 -- 172.21.15.33:0/3399185601 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f505c19e080 con 0x7f505c109840 2024-09-05T02:17:19.469 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.135+0000 7f5062a00640 1 -- 172.21.15.33:0/3399185601 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f505c1a0d70 con 0x7f505c109840 2024-09-05T02:17:19.469 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.136+0000 7f505a000640 1 -- 172.21.15.33:0/3399185601 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f505003b430 con 0x7f505c109840 2024-09-05T02:17:19.469 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.136+0000 7f5062a00640 1 -- 172.21.15.33:0/3399185601 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f505c109cc0 con 0x7f505c109840 2024-09-05T02:17:19.469 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.137+0000 7f505a000640 1 --2- 172.21.15.33:0/3399185601 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f5044038fc0 0x7f504403b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:19.469 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.137+0000 7f505a000640 1 -- 172.21.15.33:0/3399185601 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f505006c4e0 con 0x7f505c109840 2024-09-05T02:17:19.469 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.137+0000 7f5060c00640 1 --2- 172.21.15.33:0/3399185601 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f5044038fc0 0x7f504403b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:19.469 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.138+0000 7f5060c00640 1 --2- 172.21.15.33:0/3399185601 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f5044038fc0 0x7f504403b480 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f50480098c0 tx=0x7f5048006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:19.470 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.142+0000 7f505a000640 1 -- 172.21.15.33:0/3399185601 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f505006be30 con 0x7f505c109840 2024-09-05T02:17:19.470 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:14.334+0000 7f5062a00640 1 -- 172.21.15.33:0/3399185601 --> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi033", "addr": "172.21.15.33", "target": ["mon-mgr", ""]}) -- 0x7f505c107bf0 con 0x7f5044038fc0 2024-09-05T02:17:19.470 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:18.853+0000 7f505a000640 1 -- 172.21.15.33:0/3399185601 <== mgr.14118 v2:172.21.15.33:6800/1416969181 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f505c107bf0 con 0x7f5044038fc0 2024-09-05T02:17:19.470 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:18.856+0000 7f5062a00640 1 -- 172.21.15.33:0/3399185601 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f5044038fc0 msgr2=0x7f504403b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:19.470 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:18.856+0000 7f5062a00640 1 --2- 172.21.15.33:0/3399185601 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f5044038fc0 0x7f504403b480 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f50480098c0 tx=0x7f5048006db0 comp rx=0 tx=0).stop 2024-09-05T02:17:19.470 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:18.856+0000 7f5062a00640 1 -- 172.21.15.33:0/3399185601 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f505c109840 msgr2=0x7f505c19d8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:19.470 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:18.856+0000 7f5062a00640 1 --2- 172.21.15.33:0/3399185601 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f505c109840 0x7f505c19d8b0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f50500097f0 tx=0x7f5050030d80 comp rx=0 tx=0).stop 2024-09-05T02:17:19.470 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:18.856+0000 7f5062a00640 1 -- 172.21.15.33:0/3399185601 shutdown_connections 2024-09-05T02:17:19.470 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:18.856+0000 7f5062a00640 1 --2- 172.21.15.33:0/3399185601 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f5044038fc0 0x7f504403b480 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:19.470 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:18.856+0000 7f5062a00640 1 --2- 172.21.15.33:0/3399185601 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f505c109840 0x7f505c19d8b0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:19.470 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:18.856+0000 7f5062a00640 1 -- 172.21.15.33:0/3399185601 >> 172.21.15.33:0/3399185601 conn(0x7f505c07ce50 msgr2=0x7f505c1074e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:19.470 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:18.856+0000 7f5062a00640 1 -- 172.21.15.33:0/3399185601 shutdown_connections 2024-09-05T02:17:19.471 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:18.856+0000 7f5062a00640 1 -- 172.21.15.33:0/3399185601 wait complete. 2024-09-05T02:17:19.471 INFO:teuthology.orchestra.run.smithi033.stdout:Deploying unmanaged mon service... 2024-09-05T02:17:20.006 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:19 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' 2024-09-05T02:17:20.006 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:19 smithi033 ceph-mon[29909]: Added host smithi033 2024-09-05T02:17:20.006 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:19 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:17:21.486 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:21 smithi033 ceph-mon[29909]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:17:21.486 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:21 smithi033 ceph-mon[29909]: Saving service mon spec with placement count:5 2024-09-05T02:17:21.486 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:21 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' 2024-09-05T02:17:22.025 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-05T02:17:22.025 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.003+0000 7fba31c00640 1 Processor -- start 2024-09-05T02:17:22.026 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.004+0000 7fba31c00640 1 -- start start 2024-09-05T02:17:22.026 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.004+0000 7fba31c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba2c07de00 0x7fba2c07c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:22.026 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.004+0000 7fba31c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fba2c07c830 con 0x7fba2c07de00 2024-09-05T02:17:22.026 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.005+0000 7fba2aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba2c07de00 0x7fba2c07c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:22.026 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.005+0000 7fba2aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba2c07de00 0x7fba2c07c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46354/0 (socket says 172.21.15.33:46354) 2024-09-05T02:17:22.026 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.005+0000 7fba2aa00640 1 -- 172.21.15.33:0/1515751448 learned_addr learned my addr 172.21.15.33:0/1515751448 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:22.026 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.005+0000 7fba2aa00640 1 -- 172.21.15.33:0/1515751448 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba2c07c9b0 con 0x7fba2c07de00 2024-09-05T02:17:22.027 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.006+0000 7fba2aa00640 1 --2- 172.21.15.33:0/1515751448 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba2c07de00 0x7fba2c07c260 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fba1c009820 tx=0x7fba1c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51b85adff5cc3f2c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:22.027 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.006+0000 7fba2a000640 1 -- 172.21.15.33:0/1515751448 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fba1c037070 con 0x7fba2c07de00 2024-09-05T02:17:22.027 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.006+0000 7fba2a000640 1 -- 172.21.15.33:0/1515751448 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fba1c032900 con 0x7fba2c07de00 2024-09-05T02:17:22.027 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.006+0000 7fba2a000640 1 -- 172.21.15.33:0/1515751448 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fba1c030850 con 0x7fba2c07de00 2024-09-05T02:17:22.027 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.007+0000 7fba31c00640 1 -- 172.21.15.33:0/1515751448 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba2c07de00 msgr2=0x7fba2c07c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:22.027 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.007+0000 7fba31c00640 1 --2- 172.21.15.33:0/1515751448 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba2c07de00 0x7fba2c07c260 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fba1c009820 tx=0x7fba1c02a270 comp rx=0 tx=0).stop 2024-09-05T02:17:22.027 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.007+0000 7fba31c00640 1 -- 172.21.15.33:0/1515751448 shutdown_connections 2024-09-05T02:17:22.027 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.007+0000 7fba31c00640 1 --2- 172.21.15.33:0/1515751448 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba2c07de00 0x7fba2c07c260 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:22.027 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.007+0000 7fba31c00640 1 -- 172.21.15.33:0/1515751448 >> 172.21.15.33:0/1515751448 conn(0x7fba2c102f60 msgr2=0x7fba2c1053a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:22.028 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.007+0000 7fba31c00640 1 -- 172.21.15.33:0/1515751448 shutdown_connections 2024-09-05T02:17:22.028 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.007+0000 7fba31c00640 1 -- 172.21.15.33:0/1515751448 wait complete. 2024-09-05T02:17:22.028 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.008+0000 7fba31c00640 1 Processor -- start 2024-09-05T02:17:22.028 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.008+0000 7fba31c00640 1 -- start start 2024-09-05T02:17:22.028 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.009+0000 7fba31c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba2c07de00 0x7fba2c19d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:22.028 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.009+0000 7fba31c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fba2c10dda0 con 0x7fba2c07de00 2024-09-05T02:17:22.028 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.009+0000 7fba2aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba2c07de00 0x7fba2c19d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:22.028 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.009+0000 7fba2aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba2c07de00 0x7fba2c19d950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46370/0 (socket says 172.21.15.33:46370) 2024-09-05T02:17:22.028 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.009+0000 7fba2aa00640 1 -- 172.21.15.33:0/1551379800 learned_addr learned my addr 172.21.15.33:0/1551379800 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:22.028 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.009+0000 7fba2aa00640 1 -- 172.21.15.33:0/1551379800 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba2c19de90 con 0x7fba2c07de00 2024-09-05T02:17:22.029 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.010+0000 7fba2aa00640 1 --2- 172.21.15.33:0/1551379800 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba2c07de00 0x7fba2c19d950 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fba1c0097f0 tx=0x7fba1c030d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:22.029 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.010+0000 7fba23400640 1 -- 172.21.15.33:0/1551379800 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fba1c037040 con 0x7fba2c07de00 2024-09-05T02:17:22.029 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.010+0000 7fba23400640 1 -- 172.21.15.33:0/1551379800 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fba1c040070 con 0x7fba2c07de00 2024-09-05T02:17:22.029 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.010+0000 7fba23400640 1 -- 172.21.15.33:0/1551379800 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fba1c03a390 con 0x7fba2c07de00 2024-09-05T02:17:22.029 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.010+0000 7fba31c00640 1 -- 172.21.15.33:0/1551379800 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba2c19e120 con 0x7fba2c07de00 2024-09-05T02:17:22.029 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.010+0000 7fba31c00640 1 -- 172.21.15.33:0/1551379800 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba2c1a0e10 con 0x7fba2c07de00 2024-09-05T02:17:22.029 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.011+0000 7fba23400640 1 -- 172.21.15.33:0/1551379800 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fba1c032900 con 0x7fba2c07de00 2024-09-05T02:17:22.029 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.011+0000 7fba31c00640 1 -- 172.21.15.33:0/1551379800 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba2c07c2e0 con 0x7fba2c07de00 2024-09-05T02:17:22.029 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.011+0000 7fba23400640 1 --2- 172.21.15.33:0/1551379800 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fba10038fc0 0x7fba1003b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:22.029 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.012+0000 7fba23400640 1 -- 172.21.15.33:0/1551379800 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fba1c06c570 con 0x7fba2c07de00 2024-09-05T02:17:22.029 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.012+0000 7fba23e00640 1 --2- 172.21.15.33:0/1551379800 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fba10038fc0 0x7fba1003b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:22.029 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.012+0000 7fba23e00640 1 --2- 172.21.15.33:0/1551379800 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fba10038fc0 0x7fba1003b480 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fba140098c0 tx=0x7fba14006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:22.030 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.017+0000 7fba23400640 1 -- 172.21.15.33:0/1551379800 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fba1c040ce0 con 0x7fba2c07de00 2024-09-05T02:17:22.030 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.218+0000 7fba31c00640 1 -- 172.21.15.33:0/1551379800 --> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fba2c104250 con 0x7fba10038fc0 2024-09-05T02:17:22.030 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.223+0000 7fba23400640 1 -- 172.21.15.33:0/1551379800 <== mgr.14118 v2:172.21.15.33:6800/1416969181 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fba2c104250 con 0x7fba10038fc0 2024-09-05T02:17:22.030 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.225+0000 7fba31c00640 1 -- 172.21.15.33:0/1551379800 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fba10038fc0 msgr2=0x7fba1003b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:22.030 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.225+0000 7fba31c00640 1 --2- 172.21.15.33:0/1551379800 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fba10038fc0 0x7fba1003b480 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fba140098c0 tx=0x7fba14006db0 comp rx=0 tx=0).stop 2024-09-05T02:17:22.030 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.225+0000 7fba31c00640 1 -- 172.21.15.33:0/1551379800 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba2c07de00 msgr2=0x7fba2c19d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:22.030 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.225+0000 7fba31c00640 1 --2- 172.21.15.33:0/1551379800 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba2c07de00 0x7fba2c19d950 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fba1c0097f0 tx=0x7fba1c030d80 comp rx=0 tx=0).stop 2024-09-05T02:17:22.030 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.226+0000 7fba31c00640 1 -- 172.21.15.33:0/1551379800 shutdown_connections 2024-09-05T02:17:22.030 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.226+0000 7fba31c00640 1 --2- 172.21.15.33:0/1551379800 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fba10038fc0 0x7fba1003b480 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:22.030 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.226+0000 7fba31c00640 1 --2- 172.21.15.33:0/1551379800 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba2c07de00 0x7fba2c19d950 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:22.030 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.226+0000 7fba31c00640 1 -- 172.21.15.33:0/1551379800 >> 172.21.15.33:0/1551379800 conn(0x7fba2c102f60 msgr2=0x7fba2c103b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:22.031 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.226+0000 7fba31c00640 1 -- 172.21.15.33:0/1551379800 shutdown_connections 2024-09-05T02:17:22.031 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:20.226+0000 7fba31c00640 1 -- 172.21.15.33:0/1551379800 wait complete. 2024-09-05T02:17:22.031 INFO:teuthology.orchestra.run.smithi033.stdout:Deploying unmanaged mgr service... 2024-09-05T02:17:22.629 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:22 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' 2024-09-05T02:17:22.629 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:22 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' 2024-09-05T02:17:23.489 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-05T02:17:23.489 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.627+0000 7ffae4600640 1 Processor -- start 2024-09-05T02:17:23.489 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.627+0000 7ffae4600640 1 -- start start 2024-09-05T02:17:23.489 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.627+0000 7ffae4600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffadc1077d0 0x7ffadc107bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:23.490 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.627+0000 7ffae4600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffadc1081a0 con 0x7ffadc1077d0 2024-09-05T02:17:23.490 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.628+0000 7ffae1c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffadc1077d0 0x7ffadc107bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:23.490 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.628+0000 7ffae1c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffadc1077d0 0x7ffadc107bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46380/0 (socket says 172.21.15.33:46380) 2024-09-05T02:17:23.490 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.628+0000 7ffae1c00640 1 -- 172.21.15.33:0/1336685301 learned_addr learned my addr 172.21.15.33:0/1336685301 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:23.490 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.628+0000 7ffae1c00640 1 -- 172.21.15.33:0/1336685301 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffadc1089d0 con 0x7ffadc1077d0 2024-09-05T02:17:23.490 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.629+0000 7ffae1c00640 1 --2- 172.21.15.33:0/1336685301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffadc1077d0 0x7ffadc107bd0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ffad0009820 tx=0x7ffad002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bba56a8be37a113 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:23.490 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.630+0000 7ffadbe00640 1 -- 172.21.15.33:0/1336685301 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffad0037070 con 0x7ffadc1077d0 2024-09-05T02:17:23.490 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.630+0000 7ffadbe00640 1 -- 172.21.15.33:0/1336685301 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffad0032920 con 0x7ffadc1077d0 2024-09-05T02:17:23.490 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.630+0000 7ffadbe00640 1 -- 172.21.15.33:0/1336685301 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffad0030810 con 0x7ffadc1077d0 2024-09-05T02:17:23.490 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.630+0000 7ffae4600640 1 -- 172.21.15.33:0/1336685301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffadc1077d0 msgr2=0x7ffadc107bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:23.490 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.630+0000 7ffae4600640 1 --2- 172.21.15.33:0/1336685301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffadc1077d0 0x7ffadc107bd0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ffad0009820 tx=0x7ffad002a270 comp rx=0 tx=0).stop 2024-09-05T02:17:23.490 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.630+0000 7ffae4600640 1 -- 172.21.15.33:0/1336685301 shutdown_connections 2024-09-05T02:17:23.491 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.630+0000 7ffae4600640 1 --2- 172.21.15.33:0/1336685301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffadc1077d0 0x7ffadc107bd0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:23.491 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.630+0000 7ffae4600640 1 -- 172.21.15.33:0/1336685301 >> 172.21.15.33:0/1336685301 conn(0x7ffadc102f60 msgr2=0x7ffadc1053a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:23.491 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.630+0000 7ffae4600640 1 -- 172.21.15.33:0/1336685301 shutdown_connections 2024-09-05T02:17:23.491 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.630+0000 7ffae4600640 1 -- 172.21.15.33:0/1336685301 wait complete. 2024-09-05T02:17:23.491 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.631+0000 7ffae4600640 1 Processor -- start 2024-09-05T02:17:23.491 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.631+0000 7ffae4600640 1 -- start start 2024-09-05T02:17:23.491 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.632+0000 7ffae4600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffadc1077d0 0x7ffadc19d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:23.491 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.632+0000 7ffae4600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffadc07c060 con 0x7ffadc1077d0 2024-09-05T02:17:23.491 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.632+0000 7ffae1c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffadc1077d0 0x7ffadc19d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:23.491 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.632+0000 7ffae1c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffadc1077d0 0x7ffadc19d9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46382/0 (socket says 172.21.15.33:46382) 2024-09-05T02:17:23.491 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.632+0000 7ffae1c00640 1 -- 172.21.15.33:0/3822230240 learned_addr learned my addr 172.21.15.33:0/3822230240 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:23.492 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.632+0000 7ffae1c00640 1 -- 172.21.15.33:0/3822230240 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffadc19def0 con 0x7ffadc1077d0 2024-09-05T02:17:23.492 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.632+0000 7ffae1c00640 1 --2- 172.21.15.33:0/3822230240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffadc1077d0 0x7ffadc19d9b0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ffad00097f0 tx=0x7ffad00327b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:23.492 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.633+0000 7ffada000640 1 -- 172.21.15.33:0/3822230240 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffad0037040 con 0x7ffadc1077d0 2024-09-05T02:17:23.492 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.633+0000 7ffada000640 1 -- 172.21.15.33:0/3822230240 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffad0030cc0 con 0x7ffadc1077d0 2024-09-05T02:17:23.492 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.633+0000 7ffada000640 1 -- 172.21.15.33:0/3822230240 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffad003a640 con 0x7ffadc1077d0 2024-09-05T02:17:23.492 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.633+0000 7ffae4600640 1 -- 172.21.15.33:0/3822230240 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffadc19e180 con 0x7ffadc1077d0 2024-09-05T02:17:23.492 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.633+0000 7ffae4600640 1 -- 172.21.15.33:0/3822230240 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffadc1a0e70 con 0x7ffadc1077d0 2024-09-05T02:17:23.492 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.634+0000 7ffada000640 1 -- 172.21.15.33:0/3822230240 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7ffad003b3f0 con 0x7ffadc1077d0 2024-09-05T02:17:23.492 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.634+0000 7ffae4600640 1 -- 172.21.15.33:0/3822230240 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffadc107c50 con 0x7ffadc1077d0 2024-09-05T02:17:23.492 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.634+0000 7ffada000640 1 --2- 172.21.15.33:0/3822230240 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7ffac4038fc0 0x7ffac403b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:23.492 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.634+0000 7ffada000640 1 -- 172.21.15.33:0/3822230240 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ffad006c590 con 0x7ffadc1077d0 2024-09-05T02:17:23.492 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.635+0000 7ffae1200640 1 --2- 172.21.15.33:0/3822230240 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7ffac4038fc0 0x7ffac403b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:23.493 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.635+0000 7ffae1200640 1 --2- 172.21.15.33:0/3822230240 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7ffac4038fc0 0x7ffac403b480 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7ffac80098c0 tx=0x7ffac8006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:23.493 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.639+0000 7ffada000640 1 -- 172.21.15.33:0/3822230240 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ffad00313a0 con 0x7ffadc1077d0 2024-09-05T02:17:23.493 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.851+0000 7ffae4600640 1 -- 172.21.15.33:0/3822230240 --> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7ffadc02da10 con 0x7ffac4038fc0 2024-09-05T02:17:23.493 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.857+0000 7ffada000640 1 -- 172.21.15.33:0/3822230240 <== mgr.14118 v2:172.21.15.33:6800/1416969181 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7ffadc02da10 con 0x7ffac4038fc0 2024-09-05T02:17:23.493 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.859+0000 7ffae4600640 1 -- 172.21.15.33:0/3822230240 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7ffac4038fc0 msgr2=0x7ffac403b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:23.493 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.859+0000 7ffae4600640 1 --2- 172.21.15.33:0/3822230240 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7ffac4038fc0 0x7ffac403b480 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7ffac80098c0 tx=0x7ffac8006db0 comp rx=0 tx=0).stop 2024-09-05T02:17:23.493 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.859+0000 7ffae4600640 1 -- 172.21.15.33:0/3822230240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffadc1077d0 msgr2=0x7ffadc19d9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:23.493 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.859+0000 7ffae4600640 1 --2- 172.21.15.33:0/3822230240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffadc1077d0 0x7ffadc19d9b0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ffad00097f0 tx=0x7ffad00327b0 comp rx=0 tx=0).stop 2024-09-05T02:17:23.493 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.859+0000 7ffae4600640 1 -- 172.21.15.33:0/3822230240 shutdown_connections 2024-09-05T02:17:23.493 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.859+0000 7ffae4600640 1 --2- 172.21.15.33:0/3822230240 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7ffac4038fc0 0x7ffac403b480 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:23.493 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.859+0000 7ffae4600640 1 --2- 172.21.15.33:0/3822230240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffadc1077d0 0x7ffadc19d9b0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:23.493 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.859+0000 7ffae4600640 1 -- 172.21.15.33:0/3822230240 >> 172.21.15.33:0/3822230240 conn(0x7ffadc102f60 msgr2=0x7ffadc10b090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:23.494 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.859+0000 7ffae4600640 1 -- 172.21.15.33:0/3822230240 shutdown_connections 2024-09-05T02:17:23.494 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:22.859+0000 7ffae4600640 1 -- 172.21.15.33:0/3822230240 wait complete. 2024-09-05T02:17:24.076 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:23 smithi033 ceph-mon[29909]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:17:24.077 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:23 smithi033 ceph-mon[29909]: Saving service mgr spec with placement count:2 2024-09-05T02:17:24.077 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:23 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' 2024-09-05T02:17:25.590 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.719+0000 7ff9ef200640 1 Processor -- start 2024-09-05T02:17:25.590 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.720+0000 7ff9ef200640 1 -- start start 2024-09-05T02:17:25.590 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.720+0000 7ff9ef200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9f0106510 0x7ff9f0106910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:25.591 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.720+0000 7ff9ef200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f0106ee0 con 0x7ff9f0106510 2024-09-05T02:17:25.591 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.720+0000 7ff9ede00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9f0106510 0x7ff9f0106910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:25.591 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.720+0000 7ff9ede00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9f0106510 0x7ff9f0106910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46398/0 (socket says 172.21.15.33:46398) 2024-09-05T02:17:25.591 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.720+0000 7ff9ede00640 1 -- 172.21.15.33:0/551595812 learned_addr learned my addr 172.21.15.33:0/551595812 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:25.591 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.721+0000 7ff9ede00640 1 -- 172.21.15.33:0/551595812 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9f0107710 con 0x7ff9f0106510 2024-09-05T02:17:25.591 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.722+0000 7ff9ede00640 1 --2- 172.21.15.33:0/551595812 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9f0106510 0x7ff9f0106910 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ff9e0009e80 tx=0x7ff9e002a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17d7f030645499a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:25.591 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.722+0000 7ff9ed400640 1 -- 172.21.15.33:0/551595812 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff9e0036070 con 0x7ff9f0106510 2024-09-05T02:17:25.591 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.722+0000 7ff9ed400640 1 -- 172.21.15.33:0/551595812 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9e00318e0 con 0x7ff9f0106510 2024-09-05T02:17:25.591 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.722+0000 7ff9ed400640 1 -- 172.21.15.33:0/551595812 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff9e0007a00 con 0x7ff9f0106510 2024-09-05T02:17:25.591 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.723+0000 7ff9ef200640 1 -- 172.21.15.33:0/551595812 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9f0106510 msgr2=0x7ff9f0106910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:25.591 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.723+0000 7ff9ef200640 1 --2- 172.21.15.33:0/551595812 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9f0106510 0x7ff9f0106910 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ff9e0009e80 tx=0x7ff9e002a7a0 comp rx=0 tx=0).stop 2024-09-05T02:17:25.591 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.723+0000 7ff9ef200640 1 -- 172.21.15.33:0/551595812 shutdown_connections 2024-09-05T02:17:25.592 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.723+0000 7ff9ef200640 1 --2- 172.21.15.33:0/551595812 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9f0106510 0x7ff9f0106910 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:25.592 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.723+0000 7ff9ef200640 1 -- 172.21.15.33:0/551595812 >> 172.21.15.33:0/551595812 conn(0x7ff9f0101ca0 msgr2=0x7ff9f01040e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:25.592 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.723+0000 7ff9ef200640 1 -- 172.21.15.33:0/551595812 shutdown_connections 2024-09-05T02:17:25.592 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.723+0000 7ff9ef200640 1 -- 172.21.15.33:0/551595812 wait complete. 2024-09-05T02:17:25.592 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.724+0000 7ff9ef200640 1 Processor -- start 2024-09-05T02:17:25.592 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.724+0000 7ff9ef200640 1 -- start start 2024-09-05T02:17:25.592 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.724+0000 7ff9ef200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9f0106510 0x7ff9f019d860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:25.592 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.724+0000 7ff9ef200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f010aac0 con 0x7ff9f0106510 2024-09-05T02:17:25.592 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.725+0000 7ff9ede00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9f0106510 0x7ff9f019d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:25.592 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.725+0000 7ff9ede00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9f0106510 0x7ff9f019d860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46404/0 (socket says 172.21.15.33:46404) 2024-09-05T02:17:25.592 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.725+0000 7ff9ede00640 1 -- 172.21.15.33:0/3584615077 learned_addr learned my addr 172.21.15.33:0/3584615077 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:25.592 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.725+0000 7ff9ede00640 1 -- 172.21.15.33:0/3584615077 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9f019dda0 con 0x7ff9f0106510 2024-09-05T02:17:25.593 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.725+0000 7ff9ede00640 1 --2- 172.21.15.33:0/3584615077 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9f0106510 0x7ff9f019d860 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff9e002acc0 tx=0x7ff9e0031cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:25.593 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.726+0000 7ff9e7400640 1 -- 172.21.15.33:0/3584615077 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff9e0036050 con 0x7ff9f0106510 2024-09-05T02:17:25.593 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.726+0000 7ff9e7400640 1 -- 172.21.15.33:0/3584615077 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9e0037040 con 0x7ff9f0106510 2024-09-05T02:17:25.593 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.726+0000 7ff9ef200640 1 -- 172.21.15.33:0/3584615077 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9f019e030 con 0x7ff9f0106510 2024-09-05T02:17:25.593 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.726+0000 7ff9e7400640 1 -- 172.21.15.33:0/3584615077 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff9e003b890 con 0x7ff9f0106510 2024-09-05T02:17:25.593 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.726+0000 7ff9ef200640 1 -- 172.21.15.33:0/3584615077 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9f01a0d20 con 0x7ff9f0106510 2024-09-05T02:17:25.593 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.727+0000 7ff9e7400640 1 -- 172.21.15.33:0/3584615077 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7ff9e0044020 con 0x7ff9f0106510 2024-09-05T02:17:25.593 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.727+0000 7ff9ef200640 1 -- 172.21.15.33:0/3584615077 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9f0106990 con 0x7ff9f0106510 2024-09-05T02:17:25.593 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.728+0000 7ff9e7400640 1 --2- 172.21.15.33:0/3584615077 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7ff9d4038fc0 0x7ff9d403b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:25.593 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.728+0000 7ff9e7400640 1 -- 172.21.15.33:0/3584615077 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff9e0042020 con 0x7ff9f0106510 2024-09-05T02:17:25.593 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.728+0000 7ff9e5400640 1 --2- 172.21.15.33:0/3584615077 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7ff9d4038fc0 0x7ff9d403b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:25.593 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.729+0000 7ff9e5400640 1 --2- 172.21.15.33:0/3584615077 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7ff9d4038fc0 0x7ff9d403b480 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ff9d80098c0 tx=0x7ff9d8006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:25.593 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.733+0000 7ff9e7400640 1 -- 172.21.15.33:0/3584615077 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff9e004b020 con 0x7ff9f0106510 2024-09-05T02:17:25.594 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.938+0000 7ff9ef200640 1 -- 172.21.15.33:0/3584615077 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7ff9f002d9b0 con 0x7ff9f0106510 2024-09-05T02:17:25.594 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.941+0000 7ff9e7400640 1 -- 172.21.15.33:0/3584615077 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7ff9e003d450 con 0x7ff9f0106510 2024-09-05T02:17:25.594 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.944+0000 7ff9ef200640 1 -- 172.21.15.33:0/3584615077 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7ff9d4038fc0 msgr2=0x7ff9d403b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:25.594 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.944+0000 7ff9ef200640 1 --2- 172.21.15.33:0/3584615077 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7ff9d4038fc0 0x7ff9d403b480 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ff9d80098c0 tx=0x7ff9d8006db0 comp rx=0 tx=0).stop 2024-09-05T02:17:25.594 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.944+0000 7ff9ef200640 1 -- 172.21.15.33:0/3584615077 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9f0106510 msgr2=0x7ff9f019d860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:25.594 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.944+0000 7ff9ef200640 1 --2- 172.21.15.33:0/3584615077 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9f0106510 0x7ff9f019d860 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff9e002acc0 tx=0x7ff9e0031cc0 comp rx=0 tx=0).stop 2024-09-05T02:17:25.594 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.944+0000 7ff9ef200640 1 -- 172.21.15.33:0/3584615077 shutdown_connections 2024-09-05T02:17:25.594 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.944+0000 7ff9ef200640 1 --2- 172.21.15.33:0/3584615077 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7ff9d4038fc0 0x7ff9d403b480 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:25.594 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.944+0000 7ff9ef200640 1 --2- 172.21.15.33:0/3584615077 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9f0106510 0x7ff9f019d860 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:25.594 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.944+0000 7ff9ef200640 1 -- 172.21.15.33:0/3584615077 >> 172.21.15.33:0/3584615077 conn(0x7ff9f0101ca0 msgr2=0x7ff9f0102c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:25.594 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.944+0000 7ff9ef200640 1 -- 172.21.15.33:0/3584615077 shutdown_connections 2024-09-05T02:17:25.594 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:24.945+0000 7ff9ef200640 1 -- 172.21.15.33:0/3584615077 wait complete. 2024-09-05T02:17:25.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:25 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' 2024-09-05T02:17:25.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:25 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3584615077' entity='client.admin' 2024-09-05T02:17:26.953 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.125+0000 7fd682800640 1 Processor -- start 2024-09-05T02:17:26.954 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.126+0000 7fd682800640 1 -- start start 2024-09-05T02:17:26.954 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.126+0000 7fd682800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd67c07de00 0x7fd67c07c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:26.954 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.126+0000 7fd682800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd67c07c830 con 0x7fd67c07de00 2024-09-05T02:17:26.954 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.126+0000 7fd67b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd67c07de00 0x7fd67c07c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:26.954 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.126+0000 7fd67b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd67c07de00 0x7fd67c07c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46416/0 (socket says 172.21.15.33:46416) 2024-09-05T02:17:26.954 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.126+0000 7fd67b400640 1 -- 172.21.15.33:0/2136657119 learned_addr learned my addr 172.21.15.33:0/2136657119 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:26.954 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.127+0000 7fd67b400640 1 -- 172.21.15.33:0/2136657119 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd67c07c9b0 con 0x7fd67c07de00 2024-09-05T02:17:26.955 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.128+0000 7fd67b400640 1 --2- 172.21.15.33:0/2136657119 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd67c07de00 0x7fd67c07c260 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fd66c009820 tx=0x7fd66c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ce691789717b9bf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:26.955 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.128+0000 7fd67aa00640 1 -- 172.21.15.33:0/2136657119 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd66c037070 con 0x7fd67c07de00 2024-09-05T02:17:26.955 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.128+0000 7fd67aa00640 1 -- 172.21.15.33:0/2136657119 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd66c032920 con 0x7fd67c07de00 2024-09-05T02:17:26.955 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.128+0000 7fd67aa00640 1 -- 172.21.15.33:0/2136657119 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd66c030810 con 0x7fd67c07de00 2024-09-05T02:17:26.955 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.129+0000 7fd682800640 1 -- 172.21.15.33:0/2136657119 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd67c07de00 msgr2=0x7fd67c07c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:26.955 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.129+0000 7fd682800640 1 --2- 172.21.15.33:0/2136657119 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd67c07de00 0x7fd67c07c260 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fd66c009820 tx=0x7fd66c02a270 comp rx=0 tx=0).stop 2024-09-05T02:17:26.955 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.129+0000 7fd682800640 1 -- 172.21.15.33:0/2136657119 shutdown_connections 2024-09-05T02:17:26.955 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.129+0000 7fd682800640 1 --2- 172.21.15.33:0/2136657119 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd67c07de00 0x7fd67c07c260 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:26.955 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.129+0000 7fd682800640 1 -- 172.21.15.33:0/2136657119 >> 172.21.15.33:0/2136657119 conn(0x7fd67c102f60 msgr2=0x7fd67c1053a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:26.956 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.129+0000 7fd682800640 1 -- 172.21.15.33:0/2136657119 shutdown_connections 2024-09-05T02:17:26.956 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.129+0000 7fd682800640 1 -- 172.21.15.33:0/2136657119 wait complete. 2024-09-05T02:17:26.956 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.130+0000 7fd682800640 1 Processor -- start 2024-09-05T02:17:26.956 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.130+0000 7fd682800640 1 -- start start 2024-09-05T02:17:26.956 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.130+0000 7fd682800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd67c07de00 0x7fd67c19d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:26.956 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.130+0000 7fd682800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd67c10ddf0 con 0x7fd67c07de00 2024-09-05T02:17:26.956 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.130+0000 7fd67b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd67c07de00 0x7fd67c19d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:26.956 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.130+0000 7fd67b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd67c07de00 0x7fd67c19d980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46432/0 (socket says 172.21.15.33:46432) 2024-09-05T02:17:26.956 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.131+0000 7fd67b400640 1 -- 172.21.15.33:0/1192906746 learned_addr learned my addr 172.21.15.33:0/1192906746 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:26.956 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.131+0000 7fd67b400640 1 -- 172.21.15.33:0/1192906746 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd67c19dec0 con 0x7fd67c07de00 2024-09-05T02:17:26.956 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.131+0000 7fd67b400640 1 --2- 172.21.15.33:0/1192906746 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd67c07de00 0x7fd67c19d980 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd66c0097f0 tx=0x7fd66c0327b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:26.956 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.131+0000 7fd678c00640 1 -- 172.21.15.33:0/1192906746 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd66c037040 con 0x7fd67c07de00 2024-09-05T02:17:26.956 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.131+0000 7fd678c00640 1 -- 172.21.15.33:0/1192906746 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd66c030cc0 con 0x7fd67c07de00 2024-09-05T02:17:26.956 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.131+0000 7fd678c00640 1 -- 172.21.15.33:0/1192906746 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd66c03a6b0 con 0x7fd67c07de00 2024-09-05T02:17:26.957 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.131+0000 7fd682800640 1 -- 172.21.15.33:0/1192906746 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd67c19e150 con 0x7fd67c07de00 2024-09-05T02:17:26.957 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.132+0000 7fd682800640 1 -- 172.21.15.33:0/1192906746 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd67c1a0e40 con 0x7fd67c07de00 2024-09-05T02:17:26.957 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.133+0000 7fd678c00640 1 -- 172.21.15.33:0/1192906746 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fd66c03baf0 con 0x7fd67c07de00 2024-09-05T02:17:26.957 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.133+0000 7fd682800640 1 -- 172.21.15.33:0/1192906746 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd67c07c2e0 con 0x7fd67c07de00 2024-09-05T02:17:26.957 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.133+0000 7fd678c00640 1 --2- 172.21.15.33:0/1192906746 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fd660038fc0 0x7fd66003b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:26.957 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.133+0000 7fd678c00640 1 -- 172.21.15.33:0/1192906746 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fd66c06c570 con 0x7fd67c07de00 2024-09-05T02:17:26.957 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.133+0000 7fd672a00640 1 --2- 172.21.15.33:0/1192906746 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fd660038fc0 0x7fd66003b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:26.957 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.134+0000 7fd672a00640 1 --2- 172.21.15.33:0/1192906746 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fd660038fc0 0x7fd66003b480 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fd6640098c0 tx=0x7fd664006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:26.957 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.138+0000 7fd678c00640 1 -- 172.21.15.33:0/1192906746 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd66c042dc0 con 0x7fd67c07de00 2024-09-05T02:17:26.957 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.341+0000 7fd682800640 1 -- 172.21.15.33:0/1192906746 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7fd67c1a14a0 con 0x7fd67c07de00 2024-09-05T02:17:26.957 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.344+0000 7fd678c00640 1 -- 172.21.15.33:0/1192906746 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7fd66c06bec0 con 0x7fd67c07de00 2024-09-05T02:17:26.957 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.347+0000 7fd682800640 1 -- 172.21.15.33:0/1192906746 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fd660038fc0 msgr2=0x7fd66003b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:26.958 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.347+0000 7fd682800640 1 --2- 172.21.15.33:0/1192906746 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fd660038fc0 0x7fd66003b480 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fd6640098c0 tx=0x7fd664006db0 comp rx=0 tx=0).stop 2024-09-05T02:17:26.958 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.347+0000 7fd682800640 1 -- 172.21.15.33:0/1192906746 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd67c07de00 msgr2=0x7fd67c19d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:26.958 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.347+0000 7fd682800640 1 --2- 172.21.15.33:0/1192906746 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd67c07de00 0x7fd67c19d980 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd66c0097f0 tx=0x7fd66c0327b0 comp rx=0 tx=0).stop 2024-09-05T02:17:26.958 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.347+0000 7fd682800640 1 -- 172.21.15.33:0/1192906746 shutdown_connections 2024-09-05T02:17:26.958 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.347+0000 7fd682800640 1 --2- 172.21.15.33:0/1192906746 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fd660038fc0 0x7fd66003b480 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:26.958 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.347+0000 7fd682800640 1 --2- 172.21.15.33:0/1192906746 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd67c07de00 0x7fd67c19d980 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:26.958 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.347+0000 7fd682800640 1 -- 172.21.15.33:0/1192906746 >> 172.21.15.33:0/1192906746 conn(0x7fd67c102f60 msgr2=0x7fd67c103b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:26.958 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.347+0000 7fd682800640 1 -- 172.21.15.33:0/1192906746 shutdown_connections 2024-09-05T02:17:26.958 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:26.348+0000 7fd682800640 1 -- 172.21.15.33:0/1192906746 wait complete. 2024-09-05T02:17:26.959 INFO:teuthology.orchestra.run.smithi033.stdout:Enabling the dashboard module... 2024-09-05T02:17:27.474 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:27 smithi033 ceph-mon[29909]: from='mgr.14118 172.21.15.33:0/844556943' entity='mgr.x' 2024-09-05T02:17:27.474 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:27 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1192906746' entity='client.admin' 2024-09-05T02:17:28.475 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:28 smithi033 ceph-mon[29909]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:17:28.475 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:28 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2257869982' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-05T02:17:28.476 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:28 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: ignoring --setuser ceph since I am not root 2024-09-05T02:17:28.476 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:28 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: ignoring --setgroup ceph since I am not root 2024-09-05T02:17:28.476 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:28 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:28.473+0000 7ff8465d4040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T02:17:28.742 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:28 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:28.546+0000 7ff8465d4040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T02:17:29.009 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:28 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:28.740+0000 7ff8465d4040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T02:17:29.009 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:28 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:28.823+0000 7ff8465d4040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T02:17:29.009 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:29 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:29.007+0000 7ff8465d4040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T02:17:29.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:29 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2257869982' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-05T02:17:29.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:29 smithi033 ceph-mon[29909]: mgrmap e9: x(active, since 21s) 2024-09-05T02:17:29.337 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:29 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:29.179+0000 7ff8465d4040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T02:17:29.415 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.472+0000 7fc651200640 1 Processor -- start 2024-09-05T02:17:29.415 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.472+0000 7fc651200640 1 -- start start 2024-09-05T02:17:29.415 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.473+0000 7fc651200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc64c109a00 0x7fc64c109e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:29.415 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.473+0000 7fc651200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc64c10a3d0 con 0x7fc64c109a00 2024-09-05T02:17:29.415 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.473+0000 7fc649e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc64c109a00 0x7fc64c109e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:29.415 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.473+0000 7fc649e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc64c109a00 0x7fc64c109e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46434/0 (socket says 172.21.15.33:46434) 2024-09-05T02:17:29.415 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.473+0000 7fc649e00640 1 -- 172.21.15.33:0/1673689185 learned_addr learned my addr 172.21.15.33:0/1673689185 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:29.415 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.474+0000 7fc649e00640 1 -- 172.21.15.33:0/1673689185 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc64c10ac00 con 0x7fc64c109a00 2024-09-05T02:17:29.416 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.475+0000 7fc649e00640 1 --2- 172.21.15.33:0/1673689185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc64c109a00 0x7fc64c109e00 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc63c009820 tx=0x7fc63c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c35ee46e08a424 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:29.416 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.475+0000 7fc649400640 1 -- 172.21.15.33:0/1673689185 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc63c037070 con 0x7fc64c109a00 2024-09-05T02:17:29.416 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.475+0000 7fc649400640 1 -- 172.21.15.33:0/1673689185 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc63c032920 con 0x7fc64c109a00 2024-09-05T02:17:29.416 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.475+0000 7fc649400640 1 -- 172.21.15.33:0/1673689185 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc63c030810 con 0x7fc64c109a00 2024-09-05T02:17:29.416 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.476+0000 7fc651200640 1 -- 172.21.15.33:0/1673689185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc64c109a00 msgr2=0x7fc64c109e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:29.416 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.476+0000 7fc651200640 1 --2- 172.21.15.33:0/1673689185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc64c109a00 0x7fc64c109e00 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc63c009820 tx=0x7fc63c02a270 comp rx=0 tx=0).stop 2024-09-05T02:17:29.416 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.476+0000 7fc651200640 1 -- 172.21.15.33:0/1673689185 shutdown_connections 2024-09-05T02:17:29.416 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.476+0000 7fc651200640 1 --2- 172.21.15.33:0/1673689185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc64c109a00 0x7fc64c109e00 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:29.416 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.476+0000 7fc651200640 1 -- 172.21.15.33:0/1673689185 >> 172.21.15.33:0/1673689185 conn(0x7fc64c07cfb0 msgr2=0x7fc64c07d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:29.416 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.476+0000 7fc651200640 1 -- 172.21.15.33:0/1673689185 shutdown_connections 2024-09-05T02:17:29.416 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.476+0000 7fc651200640 1 -- 172.21.15.33:0/1673689185 wait complete. 2024-09-05T02:17:29.416 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.477+0000 7fc651200640 1 Processor -- start 2024-09-05T02:17:29.416 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.477+0000 7fc651200640 1 -- start start 2024-09-05T02:17:29.417 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.478+0000 7fc651200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc64c109a00 0x7fc64c19da00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:29.417 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.478+0000 7fc651200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc64c10dfb0 con 0x7fc64c109a00 2024-09-05T02:17:29.417 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.478+0000 7fc649e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc64c109a00 0x7fc64c19da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:29.417 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.478+0000 7fc649e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc64c109a00 0x7fc64c19da00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46440/0 (socket says 172.21.15.33:46440) 2024-09-05T02:17:29.417 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.478+0000 7fc649e00640 1 -- 172.21.15.33:0/2257869982 learned_addr learned my addr 172.21.15.33:0/2257869982 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:29.417 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.479+0000 7fc649e00640 1 -- 172.21.15.33:0/2257869982 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc64c19df40 con 0x7fc64c109a00 2024-09-05T02:17:29.417 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.479+0000 7fc649e00640 1 --2- 172.21.15.33:0/2257869982 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc64c109a00 0x7fc64c19da00 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc63c0097f0 tx=0x7fc63c0327b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:29.417 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.479+0000 7fc642a00640 1 -- 172.21.15.33:0/2257869982 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc63c037040 con 0x7fc64c109a00 2024-09-05T02:17:29.417 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.479+0000 7fc642a00640 1 -- 172.21.15.33:0/2257869982 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc63c030cc0 con 0x7fc64c109a00 2024-09-05T02:17:29.417 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.479+0000 7fc642a00640 1 -- 172.21.15.33:0/2257869982 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc63c03a640 con 0x7fc64c109a00 2024-09-05T02:17:29.417 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.479+0000 7fc651200640 1 -- 172.21.15.33:0/2257869982 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc64c19e1d0 con 0x7fc64c109a00 2024-09-05T02:17:29.417 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.479+0000 7fc651200640 1 -- 172.21.15.33:0/2257869982 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc64c1a0ec0 con 0x7fc64c109a00 2024-09-05T02:17:29.417 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.480+0000 7fc642a00640 1 -- 172.21.15.33:0/2257869982 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fc63c03a7e0 con 0x7fc64c109a00 2024-09-05T02:17:29.418 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.480+0000 7fc651200640 1 -- 172.21.15.33:0/2257869982 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc64c109e80 con 0x7fc64c109a00 2024-09-05T02:17:29.418 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.481+0000 7fc642a00640 1 --2- 172.21.15.33:0/2257869982 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fc630039020 0x7fc63003b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:29.418 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.481+0000 7fc642a00640 1 -- 172.21.15.33:0/2257869982 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fc63c06c5d0 con 0x7fc64c109a00 2024-09-05T02:17:29.418 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.481+0000 7fc643e00640 1 --2- 172.21.15.33:0/2257869982 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fc630039020 0x7fc63003b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:29.418 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.482+0000 7fc643e00640 1 --2- 172.21.15.33:0/2257869982 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fc630039020 0x7fc63003b4e0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fc6340098c0 tx=0x7fc634006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:29.418 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.487+0000 7fc642a00640 1 -- 172.21.15.33:0/2257869982 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc63c0392f0 con 0x7fc64c109a00 2024-09-05T02:17:29.418 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:27.726+0000 7fc651200640 1 -- 172.21.15.33:0/2257869982 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7fc64c1a14b0 con 0x7fc64c109a00 2024-09-05T02:17:29.418 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:28.209+0000 7fc642a00640 1 -- 172.21.15.33:0/2257869982 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7fc63c032870 con 0x7fc64c109a00 2024-09-05T02:17:29.418 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:28.211+0000 7fc642a00640 1 -- 172.21.15.33:0/2257869982 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7fc63c03b3f0 con 0x7fc64c109a00 2024-09-05T02:17:29.418 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:28.213+0000 7fc651200640 1 -- 172.21.15.33:0/2257869982 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fc630039020 msgr2=0x7fc63003b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:29.418 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:28.213+0000 7fc651200640 1 --2- 172.21.15.33:0/2257869982 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fc630039020 0x7fc63003b4e0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fc6340098c0 tx=0x7fc634006db0 comp rx=0 tx=0).stop 2024-09-05T02:17:29.418 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:28.213+0000 7fc651200640 1 -- 172.21.15.33:0/2257869982 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc64c109a00 msgr2=0x7fc64c19da00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:29.418 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:28.213+0000 7fc651200640 1 --2- 172.21.15.33:0/2257869982 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc64c109a00 0x7fc64c19da00 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc63c0097f0 tx=0x7fc63c0327b0 comp rx=0 tx=0).stop 2024-09-05T02:17:29.419 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:28.213+0000 7fc651200640 1 -- 172.21.15.33:0/2257869982 shutdown_connections 2024-09-05T02:17:29.419 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:28.213+0000 7fc651200640 1 --2- 172.21.15.33:0/2257869982 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fc630039020 0x7fc63003b4e0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:29.419 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:28.213+0000 7fc651200640 1 --2- 172.21.15.33:0/2257869982 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc64c109a00 0x7fc64c19da00 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:29.419 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:28.213+0000 7fc651200640 1 -- 172.21.15.33:0/2257869982 >> 172.21.15.33:0/2257869982 conn(0x7fc64c07cfb0 msgr2=0x7fc64c107550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:29.419 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:28.213+0000 7fc651200640 1 -- 172.21.15.33:0/2257869982 shutdown_connections 2024-09-05T02:17:29.419 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:28.213+0000 7fc651200640 1 -- 172.21.15.33:0/2257869982 wait complete. 2024-09-05T02:17:29.720 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:29 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:29.569+0000 7ff8465d4040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T02:17:29.720 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:29 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:29.643+0000 7ff8465d4040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T02:17:29.971 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:29 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:29.868+0000 7ff8465d4040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T02:17:30.224 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:30 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3755376449' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-05T02:17:30.874 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout { 2024-09-05T02:17:30.880 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-05T02:17:30.880 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-05T02:17:30.880 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-05T02:17:30.880 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-05T02:17:30.880 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout } 2024-09-05T02:17:30.881 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.956+0000 7f496da00640 1 Processor -- start 2024-09-05T02:17:30.881 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.956+0000 7f496da00640 1 -- start start 2024-09-05T02:17:30.881 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.957+0000 7f496da00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49681099e0 0x7f4968109de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:30.881 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.957+0000 7f496da00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f496810a3b0 con 0x7f49681099e0 2024-09-05T02:17:30.881 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.957+0000 7f4966a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49681099e0 0x7f4968109de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:30.881 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.957+0000 7f4966a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49681099e0 0x7f4968109de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43666/0 (socket says 172.21.15.33:43666) 2024-09-05T02:17:30.881 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.957+0000 7f4966a00640 1 -- 172.21.15.33:0/2111746051 learned_addr learned my addr 172.21.15.33:0/2111746051 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:30.881 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.957+0000 7f4966a00640 1 -- 172.21.15.33:0/2111746051 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f496810abe0 con 0x7f49681099e0 2024-09-05T02:17:30.881 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.958+0000 7f4966a00640 1 --2- 172.21.15.33:0/2111746051 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49681099e0 0x7f4968109de0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4958009820 tx=0x7f495802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccf176804d73655b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:30.881 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.959+0000 7f4966000640 1 -- 172.21.15.33:0/2111746051 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4958037070 con 0x7f49681099e0 2024-09-05T02:17:30.881 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.959+0000 7f4966000640 1 -- 172.21.15.33:0/2111746051 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4958032920 con 0x7f49681099e0 2024-09-05T02:17:30.881 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.959+0000 7f4966000640 1 -- 172.21.15.33:0/2111746051 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4958030810 con 0x7f49681099e0 2024-09-05T02:17:30.881 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.959+0000 7f496da00640 1 -- 172.21.15.33:0/2111746051 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49681099e0 msgr2=0x7f4968109de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:30.882 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.959+0000 7f496da00640 1 --2- 172.21.15.33:0/2111746051 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49681099e0 0x7f4968109de0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4958009820 tx=0x7f495802a270 comp rx=0 tx=0).stop 2024-09-05T02:17:30.882 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.960+0000 7f496da00640 1 -- 172.21.15.33:0/2111746051 shutdown_connections 2024-09-05T02:17:30.882 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.960+0000 7f496da00640 1 --2- 172.21.15.33:0/2111746051 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49681099e0 0x7f4968109de0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:30.882 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.960+0000 7f496da00640 1 -- 172.21.15.33:0/2111746051 >> 172.21.15.33:0/2111746051 conn(0x7f496807d000 msgr2=0x7f496807d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:30.882 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.960+0000 7f496da00640 1 -- 172.21.15.33:0/2111746051 shutdown_connections 2024-09-05T02:17:30.882 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.960+0000 7f496da00640 1 -- 172.21.15.33:0/2111746051 wait complete. 2024-09-05T02:17:30.882 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.961+0000 7f496da00640 1 Processor -- start 2024-09-05T02:17:30.882 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.961+0000 7f496da00640 1 -- start start 2024-09-05T02:17:30.882 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.961+0000 7f496da00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49681099e0 0x7f496819d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:30.882 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.961+0000 7f496da00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f496810df90 con 0x7f49681099e0 2024-09-05T02:17:30.882 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.962+0000 7f4966a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49681099e0 0x7f496819d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:30.882 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.962+0000 7f4966a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49681099e0 0x7f496819d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43676/0 (socket says 172.21.15.33:43676) 2024-09-05T02:17:30.882 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.962+0000 7f4966a00640 1 -- 172.21.15.33:0/3755376449 learned_addr learned my addr 172.21.15.33:0/3755376449 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:30.883 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.962+0000 7f4966a00640 1 -- 172.21.15.33:0/3755376449 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f496819ded0 con 0x7f49681099e0 2024-09-05T02:17:30.883 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.962+0000 7f4966a00640 1 --2- 172.21.15.33:0/3755376449 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49681099e0 0x7f496819d990 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f49580097f0 tx=0x7f49580327b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:30.883 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.963+0000 7f495f400640 1 -- 172.21.15.33:0/3755376449 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4958037040 con 0x7f49681099e0 2024-09-05T02:17:30.883 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.963+0000 7f495f400640 1 -- 172.21.15.33:0/3755376449 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4958030cc0 con 0x7f49681099e0 2024-09-05T02:17:30.883 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.963+0000 7f495f400640 1 -- 172.21.15.33:0/3755376449 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f495803a640 con 0x7f49681099e0 2024-09-05T02:17:30.883 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.963+0000 7f496da00640 1 -- 172.21.15.33:0/3755376449 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f496819e160 con 0x7f49681099e0 2024-09-05T02:17:30.883 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.963+0000 7f496da00640 1 -- 172.21.15.33:0/3755376449 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49681a0e50 con 0x7f49681099e0 2024-09-05T02:17:30.883 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.964+0000 7f495f400640 1 -- 172.21.15.33:0/3755376449 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f495803a940 con 0x7f49681099e0 2024-09-05T02:17:30.883 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.964+0000 7f496da00640 1 -- 172.21.15.33:0/3755376449 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4968109e60 con 0x7f49681099e0 2024-09-05T02:17:30.883 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.964+0000 7f495f400640 1 --2- 172.21.15.33:0/3755376449 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f494c039020 0x7f494c03b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:30.883 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.964+0000 7f495f400640 1 -- 172.21.15.33:0/3755376449 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f495806c620 con 0x7f49681099e0 2024-09-05T02:17:30.883 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.965+0000 7f495fe00640 1 -- 172.21.15.33:0/3755376449 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f494c039020 msgr2=0x7f494c03b4e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6800/1416969181 2024-09-05T02:17:30.883 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.965+0000 7f495fe00640 1 --2- 172.21.15.33:0/3755376449 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f494c039020 0x7f494c03b4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T02:17:30.884 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:29.969+0000 7f495f400640 1 -- 172.21.15.33:0/3755376449 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f495803ba40 con 0x7f49681099e0 2024-09-05T02:17:30.884 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:30.166+0000 7f495fe00640 1 -- 172.21.15.33:0/3755376449 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f494c039020 msgr2=0x7f494c03b4e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6800/1416969181 2024-09-05T02:17:30.884 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:30.166+0000 7f495fe00640 1 --2- 172.21.15.33:0/3755376449 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f494c039020 0x7f494c03b4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-05T02:17:30.884 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:30.205+0000 7f496da00640 1 -- 172.21.15.33:0/3755376449 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f49681a1440 con 0x7f49681099e0 2024-09-05T02:17:30.884 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:30.205+0000 7f495f400640 1 -- 172.21.15.33:0/3755376449 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f495803ad80 con 0x7f49681099e0 2024-09-05T02:17:30.884 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:30.208+0000 7f496da00640 1 -- 172.21.15.33:0/3755376449 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f494c039020 msgr2=0x7f494c03b4e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T02:17:30.884 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:30.208+0000 7f496da00640 1 --2- 172.21.15.33:0/3755376449 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f494c039020 0x7f494c03b4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:30.884 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:30.208+0000 7f496da00640 1 -- 172.21.15.33:0/3755376449 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49681099e0 msgr2=0x7f496819d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:30.884 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:30.208+0000 7f496da00640 1 --2- 172.21.15.33:0/3755376449 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49681099e0 0x7f496819d990 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f49580097f0 tx=0x7f49580327b0 comp rx=0 tx=0).stop 2024-09-05T02:17:30.884 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:30.208+0000 7f496da00640 1 -- 172.21.15.33:0/3755376449 shutdown_connections 2024-09-05T02:17:30.885 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:30.208+0000 7f496da00640 1 --2- 172.21.15.33:0/3755376449 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7f494c039020 0x7f494c03b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:30.885 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:30.208+0000 7f496da00640 1 --2- 172.21.15.33:0/3755376449 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49681099e0 0x7f496819d990 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:30.885 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:30.208+0000 7f496da00640 1 -- 172.21.15.33:0/3755376449 >> 172.21.15.33:0/3755376449 conn(0x7f496807d000 msgr2=0x7f4968107570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:30.885 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:30.208+0000 7f496da00640 1 -- 172.21.15.33:0/3755376449 shutdown_connections 2024-09-05T02:17:30.885 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:30.208+0000 7f496da00640 1 -- 172.21.15.33:0/3755376449 wait complete. 2024-09-05T02:17:30.885 INFO:teuthology.orchestra.run.smithi033.stdout:Waiting for the mgr to restart... 2024-09-05T02:17:30.885 INFO:teuthology.orchestra.run.smithi033.stdout:Waiting for mgr epoch 9... 2024-09-05T02:17:31.127 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:31 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:31.040+0000 7ff8465d4040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T02:17:31.390 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:31 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:31.125+0000 7ff8465d4040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T02:17:32.236 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:32 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:32.092+0000 7ff8465d4040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T02:17:32.236 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:32 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:32.234+0000 7ff8465d4040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T02:17:32.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:32 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:32.405+0000 7ff8465d4040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T02:17:32.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:32 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:32.480+0000 7ff8465d4040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T02:17:33.010 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:32 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:32.659+0000 7ff8465d4040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T02:17:33.010 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:32 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:32.744+0000 7ff8465d4040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T02:17:33.010 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:32 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:32.819+0000 7ff8465d4040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T02:17:33.010 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:33 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:33.008+0000 7ff8465d4040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T02:17:33.275 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:33 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:33.088+0000 7ff8465d4040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T02:17:33.275 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:33 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:33.171+0000 7ff8465d4040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T02:17:33.275 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:33 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:33.272+0000 7ff8465d4040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T02:17:33.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:33 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:33.346+0000 7ff8465d4040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T02:17:33.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:33 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:33.419+0000 7ff8465d4040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T02:17:34.650 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:34 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:34.377+0000 7ff8465d4040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T02:17:34.650 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:34 smithi033 ceph-mon[29909]: Active manager daemon x restarted 2024-09-05T02:17:34.650 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:34 smithi033 ceph-mon[29909]: Activating manager daemon x 2024-09-05T02:17:34.650 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:34 smithi033 ceph-mon[29909]: osdmap e3: 0 total, 0 up, 0 in 2024-09-05T02:17:34.650 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:34 smithi033 ceph-mon[29909]: mgrmap e10: x(active, starting, since 0.00395904s) 2024-09-05T02:17:34.650 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T02:17:34.650 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-05T02:17:34.651 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-05T02:17:34.651 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-05T02:17:34.651 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-05T02:17:34.651 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:34 smithi033 ceph-mon[29909]: Manager daemon x is now available 2024-09-05T02:17:34.651 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:17:35.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:35 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-05T02:17:35.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:35 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-05T02:17:35.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:35 smithi033 ceph-mon[29909]: mgrmap e11: x(active, since 1.00728s) 2024-09-05T02:17:36.313 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:36.090+0000 7ff79c000640 -1 log_channel(cephadm) log [ERR] : [05/Sep/2024:02:17:36] ENGINE Error in HTTPServer.serve 2024-09-05T02:17:36.313 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: Traceback (most recent call last): 2024-09-05T02:17:36.313 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T02:17:36.313 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: self._connections.run(self.expiration_interval) 2024-09-05T02:17:36.314 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T02:17:36.314 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: self._run(expiration_interval) 2024-09-05T02:17:36.314 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T02:17:36.314 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T02:17:36.314 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T02:17:36.314 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T02:17:36.314 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T02:17:36.314 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: s = self.context.wrap_socket( 2024-09-05T02:17:36.314 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T02:17:36.314 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: return self.sslsocket_class._create( 2024-09-05T02:17:36.314 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T02:17:36.314 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: self.do_handshake() 2024-09-05T02:17:36.315 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T02:17:36.315 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: self._sslobj.do_handshake() 2024-09-05T02:17:36.315 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T02:17:36.315 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:17:36.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-mon[29909]: [05/Sep/2024:02:17:35] ENGINE Bus STARTING 2024-09-05T02:17:36.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-mon[29909]: [05/Sep/2024:02:17:35] ENGINE Serving on http://172.21.15.33:8765 2024-09-05T02:17:36.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-mon[29909]: [05/Sep/2024:02:17:36] ENGINE Serving on https://172.21.15.33:7150 2024-09-05T02:17:36.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-mon[29909]: [05/Sep/2024:02:17:36] ENGINE Bus STARTED 2024-09-05T02:17:36.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-mon[29909]: [05/Sep/2024:02:17:36] ENGINE Error in HTTPServer.serve 2024-09-05T02:17:36.587 INFO:journalctl@ceph.mon.a.smithi033.stdout: Traceback (most recent call last): 2024-09-05T02:17:36.587 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T02:17:36.587 INFO:journalctl@ceph.mon.a.smithi033.stdout: self._connections.run(self.expiration_interval) 2024-09-05T02:17:36.587 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T02:17:36.587 INFO:journalctl@ceph.mon.a.smithi033.stdout: self._run(expiration_interval) 2024-09-05T02:17:36.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T02:17:36.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T02:17:36.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T02:17:36.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T02:17:36.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T02:17:36.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: s = self.context.wrap_socket( 2024-09-05T02:17:36.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T02:17:36.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: return self.sslsocket_class._create( 2024-09-05T02:17:36.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T02:17:36.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: self.do_handshake() 2024-09-05T02:17:36.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T02:17:36.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: self._sslobj.do_handshake() 2024-09-05T02:17:36.589 INFO:journalctl@ceph.mon.a.smithi033.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T02:17:36.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:36.700 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout { 2024-09-05T02:17:36.700 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-05T02:17:36.700 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-05T02:17:36.701 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout } 2024-09-05T02:17:36.701 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.388+0000 7fd1e4e00640 1 Processor -- start 2024-09-05T02:17:36.701 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.388+0000 7fd1e4e00640 1 -- start start 2024-09-05T02:17:36.701 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.389+0000 7fd1e4e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1e0109a40 0x7fd1e0109e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:36.701 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.389+0000 7fd1e4e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e010a410 con 0x7fd1e0109a40 2024-09-05T02:17:36.701 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.389+0000 7fd1dde00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1e0109a40 0x7fd1e0109e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:36.701 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.389+0000 7fd1dde00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1e0109a40 0x7fd1e0109e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43688/0 (socket says 172.21.15.33:43688) 2024-09-05T02:17:36.701 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.389+0000 7fd1dde00640 1 -- 172.21.15.33:0/659763112 learned_addr learned my addr 172.21.15.33:0/659763112 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:36.701 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.390+0000 7fd1dde00640 1 -- 172.21.15.33:0/659763112 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1e010ac40 con 0x7fd1e0109a40 2024-09-05T02:17:36.701 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.390+0000 7fd1dde00640 1 --2- 172.21.15.33:0/659763112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1e0109a40 0x7fd1e0109e40 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd1c8009820 tx=0x7fd1c802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b83d30f891c21b81 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:36.701 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.391+0000 7fd1dca00640 1 -- 172.21.15.33:0/659763112 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd1c8037070 con 0x7fd1e0109a40 2024-09-05T02:17:36.701 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.391+0000 7fd1dca00640 1 -- 172.21.15.33:0/659763112 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd1c8032920 con 0x7fd1e0109a40 2024-09-05T02:17:36.702 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.391+0000 7fd1dca00640 1 -- 172.21.15.33:0/659763112 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd1c8030810 con 0x7fd1e0109a40 2024-09-05T02:17:36.702 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.391+0000 7fd1e4e00640 1 -- 172.21.15.33:0/659763112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1e0109a40 msgr2=0x7fd1e0109e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:36.702 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.391+0000 7fd1e4e00640 1 --2- 172.21.15.33:0/659763112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1e0109a40 0x7fd1e0109e40 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd1c8009820 tx=0x7fd1c802a270 comp rx=0 tx=0).stop 2024-09-05T02:17:36.702 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.392+0000 7fd1e4e00640 1 -- 172.21.15.33:0/659763112 shutdown_connections 2024-09-05T02:17:36.702 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.392+0000 7fd1e4e00640 1 --2- 172.21.15.33:0/659763112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1e0109a40 0x7fd1e0109e40 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:36.702 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.392+0000 7fd1e4e00640 1 -- 172.21.15.33:0/659763112 >> 172.21.15.33:0/659763112 conn(0x7fd1e007d030 msgr2=0x7fd1e007d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:36.702 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.392+0000 7fd1e4e00640 1 -- 172.21.15.33:0/659763112 shutdown_connections 2024-09-05T02:17:36.702 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.392+0000 7fd1e4e00640 1 -- 172.21.15.33:0/659763112 wait complete. 2024-09-05T02:17:36.702 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.393+0000 7fd1e4e00640 1 Processor -- start 2024-09-05T02:17:36.702 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.393+0000 7fd1e4e00640 1 -- start start 2024-09-05T02:17:36.702 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.393+0000 7fd1e4e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1e0109a40 0x7fd1e019d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:36.702 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.393+0000 7fd1e4e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e010dff0 con 0x7fd1e0109a40 2024-09-05T02:17:36.702 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.393+0000 7fd1dde00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1e0109a40 0x7fd1e019d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:36.703 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.394+0000 7fd1dde00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1e0109a40 0x7fd1e019d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43692/0 (socket says 172.21.15.33:43692) 2024-09-05T02:17:36.703 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.394+0000 7fd1dde00640 1 -- 172.21.15.33:0/2275371611 learned_addr learned my addr 172.21.15.33:0/2275371611 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:36.703 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.394+0000 7fd1dde00640 1 -- 172.21.15.33:0/2275371611 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1e019df30 con 0x7fd1e0109a40 2024-09-05T02:17:36.703 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.394+0000 7fd1dde00640 1 --2- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1e0109a40 0x7fd1e019d9f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd1c80097f0 tx=0x7fd1c80327b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:36.703 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.394+0000 7fd1d6a00640 1 -- 172.21.15.33:0/2275371611 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd1c8037040 con 0x7fd1e0109a40 2024-09-05T02:17:36.703 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.394+0000 7fd1d6a00640 1 -- 172.21.15.33:0/2275371611 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd1c8030cc0 con 0x7fd1e0109a40 2024-09-05T02:17:36.703 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.394+0000 7fd1d6a00640 1 -- 172.21.15.33:0/2275371611 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd1c803a640 con 0x7fd1e0109a40 2024-09-05T02:17:36.703 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.394+0000 7fd1e4e00640 1 -- 172.21.15.33:0/2275371611 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1e019e1c0 con 0x7fd1e0109a40 2024-09-05T02:17:36.703 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.395+0000 7fd1e4e00640 1 -- 172.21.15.33:0/2275371611 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1e01a0eb0 con 0x7fd1e0109a40 2024-09-05T02:17:36.703 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.396+0000 7fd1d6a00640 1 -- 172.21.15.33:0/2275371611 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7fd1c803b3f0 con 0x7fd1e0109a40 2024-09-05T02:17:36.703 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.396+0000 7fd1d6a00640 1 --2- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fd1c4038fc0 0x7fd1c403b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:36.703 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.396+0000 7fd1d6a00640 1 -- 172.21.15.33:0/2275371611 --> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fd1c403bb90 con 0x7fd1c4038fc0 2024-09-05T02:17:36.703 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.396+0000 7fd1d6a00640 1 -- 172.21.15.33:0/2275371611 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fd1c806c610 con 0x7fd1e0109a40 2024-09-05T02:17:36.703 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.396+0000 7fd1dd400640 1 -- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fd1c4038fc0 msgr2=0x7fd1c403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6800/1416969181 2024-09-05T02:17:36.704 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.396+0000 7fd1dd400640 1 --2- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fd1c4038fc0 0x7fd1c403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T02:17:36.704 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.597+0000 7fd1dd400640 1 -- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fd1c4038fc0 msgr2=0x7fd1c403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6800/1416969181 2024-09-05T02:17:36.704 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.597+0000 7fd1dd400640 1 --2- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fd1c4038fc0 0x7fd1c403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-05T02:17:36.704 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.998+0000 7fd1dd400640 1 -- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fd1c4038fc0 msgr2=0x7fd1c403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6800/1416969181 2024-09-05T02:17:36.704 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:31.998+0000 7fd1dd400640 1 --2- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fd1c4038fc0 0x7fd1c403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-05T02:17:36.704 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:32.799+0000 7fd1dd400640 1 -- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fd1c4038fc0 msgr2=0x7fd1c403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6800/1416969181 2024-09-05T02:17:36.704 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:32.799+0000 7fd1dd400640 1 --2- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fd1c4038fc0 0x7fd1c403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-05T02:17:36.704 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:34.382+0000 7fd1d6a00640 1 -- 172.21.15.33:0/2275371611 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mgrmap(e 10) ==== 46067+0+0 (secure 0 0 0) 0x7fd1c806b000 con 0x7fd1e0109a40 2024-09-05T02:17:36.705 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:34.382+0000 7fd1d6a00640 1 -- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fd1c4038fc0 msgr2=0x7fd1c403b480 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T02:17:36.705 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:34.382+0000 7fd1d6a00640 1 --2- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fd1c4038fc0 0x7fd1c403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:36.705 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:35.384+0000 7fd1d6a00640 1 -- 172.21.15.33:0/2275371611 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7fd1c8049ca0 con 0x7fd1e0109a40 2024-09-05T02:17:36.705 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:35.384+0000 7fd1d6a00640 1 --2- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd1c403ca80 0x7fd1c403ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:36.706 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:35.384+0000 7fd1d6a00640 1 -- 172.21.15.33:0/2275371611 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fd1c8047e50 con 0x7fd1c403ca80 2024-09-05T02:17:36.706 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:35.385+0000 7fd1dd400640 1 --2- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd1c403ca80 0x7fd1c403ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:36.706 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:35.386+0000 7fd1dd400640 1 --2- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd1c403ca80 0x7fd1c403ee70 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fd1d0003980 tx=0x7fd1d0006e10 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:36.706 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:35.387+0000 7fd1d6a00640 1 -- 172.21.15.33:0/2275371611 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7fd1c8047e50 con 0x7fd1c403ca80 2024-09-05T02:17:36.706 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:35.394+0000 7fd1e4e00640 1 -- 172.21.15.33:0/2275371611 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fd1e0109ec0 con 0x7fd1c403ca80 2024-09-05T02:17:36.706 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:35.394+0000 7fd1d6a00640 1 -- 172.21.15.33:0/2275371611 <== mgr.14150 v2:172.21.15.33:6800/105413385 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7fd1e0109ec0 con 0x7fd1c403ca80 2024-09-05T02:17:36.706 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:35.395+0000 7fd1e4e00640 1 -- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd1c403ca80 msgr2=0x7fd1c403ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:36.706 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:35.395+0000 7fd1e4e00640 1 --2- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd1c403ca80 0x7fd1c403ee70 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fd1d0003980 tx=0x7fd1d0006e10 comp rx=0 tx=0).stop 2024-09-05T02:17:36.706 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:35.395+0000 7fd1e4e00640 1 -- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1e0109a40 msgr2=0x7fd1e019d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:36.706 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:35.395+0000 7fd1e4e00640 1 --2- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1e0109a40 0x7fd1e019d9f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd1c80097f0 tx=0x7fd1c80327b0 comp rx=0 tx=0).stop 2024-09-05T02:17:36.706 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:35.395+0000 7fd1e4e00640 1 -- 172.21.15.33:0/2275371611 shutdown_connections 2024-09-05T02:17:36.706 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:35.395+0000 7fd1e4e00640 1 --2- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd1c403ca80 0x7fd1c403ee70 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:36.707 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:35.395+0000 7fd1e4e00640 1 --2- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:6800/1416969181,v1:172.21.15.33:6801/1416969181] conn(0x7fd1c4038fc0 0x7fd1c403b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:36.707 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:35.395+0000 7fd1e4e00640 1 --2- 172.21.15.33:0/2275371611 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1e0109a40 0x7fd1e019d9f0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:36.707 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:35.395+0000 7fd1e4e00640 1 -- 172.21.15.33:0/2275371611 >> 172.21.15.33:0/2275371611 conn(0x7fd1e007d030 msgr2=0x7fd1e01075b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:36.707 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:35.395+0000 7fd1e4e00640 1 -- 172.21.15.33:0/2275371611 shutdown_connections 2024-09-05T02:17:36.707 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:35.395+0000 7fd1e4e00640 1 -- 172.21.15.33:0/2275371611 wait complete. 2024-09-05T02:17:36.707 INFO:teuthology.orchestra.run.smithi033.stdout:mgr epoch 9 is available 2024-09-05T02:17:36.707 INFO:teuthology.orchestra.run.smithi033.stdout:Generating a dashboard self-signed certificate... 2024-09-05T02:17:37.501 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:37 smithi033 ceph-mon[29909]: mgrmap e12: x(active, since 2s) 2024-09-05T02:17:38.161 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-05T02:17:38.161 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.219+0000 7ff717e00640 1 Processor -- start 2024-09-05T02:17:38.161 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.220+0000 7ff717e00640 1 -- start start 2024-09-05T02:17:38.161 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.220+0000 7ff717e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff718107670 0x7ff718107a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:38.161 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.220+0000 7ff717e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff718108040 con 0x7ff718107670 2024-09-05T02:17:38.161 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.220+0000 7ff716a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff718107670 0x7ff718107a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:38.162 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.220+0000 7ff716a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff718107670 0x7ff718107a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43778/0 (socket says 172.21.15.33:43778) 2024-09-05T02:17:38.162 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.220+0000 7ff716a00640 1 -- 172.21.15.33:0/3342560306 learned_addr learned my addr 172.21.15.33:0/3342560306 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:38.162 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.221+0000 7ff716a00640 1 -- 172.21.15.33:0/3342560306 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff718108870 con 0x7ff718107670 2024-09-05T02:17:38.162 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.222+0000 7ff716a00640 1 --2- 172.21.15.33:0/3342560306 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff718107670 0x7ff718107a70 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff708009820 tx=0x7ff70802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=112c76d8b7ab7759 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:38.162 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.222+0000 7ff716000640 1 -- 172.21.15.33:0/3342560306 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff708037070 con 0x7ff718107670 2024-09-05T02:17:38.162 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.222+0000 7ff716000640 1 -- 172.21.15.33:0/3342560306 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff708032920 con 0x7ff718107670 2024-09-05T02:17:38.162 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.222+0000 7ff716000640 1 -- 172.21.15.33:0/3342560306 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff708030810 con 0x7ff718107670 2024-09-05T02:17:38.162 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.223+0000 7ff717e00640 1 -- 172.21.15.33:0/3342560306 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff718107670 msgr2=0x7ff718107a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:38.162 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.223+0000 7ff717e00640 1 --2- 172.21.15.33:0/3342560306 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff718107670 0x7ff718107a70 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff708009820 tx=0x7ff70802a270 comp rx=0 tx=0).stop 2024-09-05T02:17:38.163 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.223+0000 7ff717e00640 1 -- 172.21.15.33:0/3342560306 shutdown_connections 2024-09-05T02:17:38.163 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.223+0000 7ff717e00640 1 --2- 172.21.15.33:0/3342560306 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff718107670 0x7ff718107a70 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:38.163 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.223+0000 7ff717e00640 1 -- 172.21.15.33:0/3342560306 >> 172.21.15.33:0/3342560306 conn(0x7ff718102e20 msgr2=0x7ff718105240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:38.163 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.223+0000 7ff717e00640 1 -- 172.21.15.33:0/3342560306 shutdown_connections 2024-09-05T02:17:38.163 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.223+0000 7ff717e00640 1 -- 172.21.15.33:0/3342560306 wait complete. 2024-09-05T02:17:38.163 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.224+0000 7ff717e00640 1 Processor -- start 2024-09-05T02:17:38.163 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.224+0000 7ff717e00640 1 -- start start 2024-09-05T02:17:38.163 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.225+0000 7ff717e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff718107670 0x7ff71819d870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:38.163 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.225+0000 7ff717e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff71807c060 con 0x7ff718107670 2024-09-05T02:17:38.163 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.225+0000 7ff716a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff718107670 0x7ff71819d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:38.164 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.225+0000 7ff716a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff718107670 0x7ff71819d870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43792/0 (socket says 172.21.15.33:43792) 2024-09-05T02:17:38.164 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.225+0000 7ff716a00640 1 -- 172.21.15.33:0/1941743959 learned_addr learned my addr 172.21.15.33:0/1941743959 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:38.164 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.225+0000 7ff716a00640 1 -- 172.21.15.33:0/1941743959 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff71819ddb0 con 0x7ff718107670 2024-09-05T02:17:38.164 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.225+0000 7ff716a00640 1 --2- 172.21.15.33:0/1941743959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff718107670 0x7ff71819d870 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff7080097f0 tx=0x7ff7080327b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:38.164 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.226+0000 7ff70f400640 1 -- 172.21.15.33:0/1941743959 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff708037040 con 0x7ff718107670 2024-09-05T02:17:38.164 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.226+0000 7ff70f400640 1 -- 172.21.15.33:0/1941743959 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff708030cc0 con 0x7ff718107670 2024-09-05T02:17:38.164 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.226+0000 7ff70f400640 1 -- 172.21.15.33:0/1941743959 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff70803a640 con 0x7ff718107670 2024-09-05T02:17:38.164 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.226+0000 7ff717e00640 1 -- 172.21.15.33:0/1941743959 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff71819e040 con 0x7ff718107670 2024-09-05T02:17:38.164 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.226+0000 7ff717e00640 1 -- 172.21.15.33:0/1941743959 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7181a0d30 con 0x7ff718107670 2024-09-05T02:17:38.164 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.227+0000 7ff70f400640 1 -- 172.21.15.33:0/1941743959 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7ff70803b3f0 con 0x7ff718107670 2024-09-05T02:17:38.164 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.227+0000 7ff717e00640 1 -- 172.21.15.33:0/1941743959 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff718107af0 con 0x7ff718107670 2024-09-05T02:17:38.164 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.228+0000 7ff70f400640 1 --2- 172.21.15.33:0/1941743959 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff6fc039020 0x7ff6fc03b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:38.164 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.228+0000 7ff70f400640 1 -- 172.21.15.33:0/1941743959 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff70806c6a0 con 0x7ff718107670 2024-09-05T02:17:38.165 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.228+0000 7ff70fe00640 1 --2- 172.21.15.33:0/1941743959 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff6fc039020 0x7ff6fc03b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:38.165 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.228+0000 7ff70fe00640 1 --2- 172.21.15.33:0/1941743959 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff6fc039020 0x7ff6fc03b4e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff7000098c0 tx=0x7ff700006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:38.165 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.233+0000 7ff70f400640 1 -- 172.21.15.33:0/1941743959 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff7080328c0 con 0x7ff718107670 2024-09-05T02:17:38.165 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.423+0000 7ff717e00640 1 -- 172.21.15.33:0/1941743959 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7ff71802da10 con 0x7ff6fc039020 2024-09-05T02:17:38.165 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.499+0000 7ff70f400640 1 -- 172.21.15.33:0/1941743959 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7ff71802da10 con 0x7ff6fc039020 2024-09-05T02:17:38.165 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.501+0000 7ff717e00640 1 -- 172.21.15.33:0/1941743959 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff6fc039020 msgr2=0x7ff6fc03b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:38.165 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.501+0000 7ff717e00640 1 --2- 172.21.15.33:0/1941743959 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff6fc039020 0x7ff6fc03b4e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff7000098c0 tx=0x7ff700006db0 comp rx=0 tx=0).stop 2024-09-05T02:17:38.165 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.501+0000 7ff717e00640 1 -- 172.21.15.33:0/1941743959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff718107670 msgr2=0x7ff71819d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:38.165 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.501+0000 7ff717e00640 1 --2- 172.21.15.33:0/1941743959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff718107670 0x7ff71819d870 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff7080097f0 tx=0x7ff7080327b0 comp rx=0 tx=0).stop 2024-09-05T02:17:38.165 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.501+0000 7ff717e00640 1 -- 172.21.15.33:0/1941743959 shutdown_connections 2024-09-05T02:17:38.165 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.501+0000 7ff717e00640 1 --2- 172.21.15.33:0/1941743959 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff6fc039020 0x7ff6fc03b4e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:38.165 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.501+0000 7ff717e00640 1 --2- 172.21.15.33:0/1941743959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff718107670 0x7ff71819d870 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:38.165 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.501+0000 7ff717e00640 1 -- 172.21.15.33:0/1941743959 >> 172.21.15.33:0/1941743959 conn(0x7ff718102e20 msgr2=0x7ff71810af70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:38.165 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.502+0000 7ff717e00640 1 -- 172.21.15.33:0/1941743959 shutdown_connections 2024-09-05T02:17:38.166 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:37.502+0000 7ff717e00640 1 -- 172.21.15.33:0/1941743959 wait complete. 2024-09-05T02:17:38.166 INFO:teuthology.orchestra.run.smithi033.stdout:Creating initial admin user... 2024-09-05T02:17:38.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:38 smithi033 ceph-mon[29909]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:17:38.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:38 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:38.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:38 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:38.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:38 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:40.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:40 smithi033 ceph-mon[29909]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:17:40.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:40 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:40.709 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$XpvaTgM5UWas0ysC6PcBIelHRYUM8PSW57MMQun4qQMBvaD6BpVwi", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1725502659, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-05T02:17:40.709 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.648+0000 7f8f36200640 1 Processor -- start 2024-09-05T02:17:40.709 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.648+0000 7f8f36200640 1 -- start start 2024-09-05T02:17:40.709 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.648+0000 7f8f36200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f3007de60 0x7f8f3007c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:40.710 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.648+0000 7f8f36200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8f3007c890 con 0x7f8f3007de60 2024-09-05T02:17:40.710 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.648+0000 7f8f2f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f3007de60 0x7f8f3007c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:40.710 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.648+0000 7f8f2f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f3007de60 0x7f8f3007c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43800/0 (socket says 172.21.15.33:43800) 2024-09-05T02:17:40.710 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.648+0000 7f8f2f400640 1 -- 172.21.15.33:0/1653360654 learned_addr learned my addr 172.21.15.33:0/1653360654 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:40.710 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.649+0000 7f8f2f400640 1 -- 172.21.15.33:0/1653360654 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f3007ca10 con 0x7f8f3007de60 2024-09-05T02:17:40.710 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.650+0000 7f8f2f400640 1 --2- 172.21.15.33:0/1653360654 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f3007de60 0x7f8f3007c2c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8f20009820 tx=0x7f8f2002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb3a88df92fb4ce server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:40.710 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.650+0000 7f8f2ea00640 1 -- 172.21.15.33:0/1653360654 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f20037070 con 0x7f8f3007de60 2024-09-05T02:17:40.710 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.650+0000 7f8f2ea00640 1 -- 172.21.15.33:0/1653360654 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8f20032920 con 0x7f8f3007de60 2024-09-05T02:17:40.710 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.650+0000 7f8f2ea00640 1 -- 172.21.15.33:0/1653360654 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f20030810 con 0x7f8f3007de60 2024-09-05T02:17:40.710 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.651+0000 7f8f36200640 1 -- 172.21.15.33:0/1653360654 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f3007de60 msgr2=0x7f8f3007c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:40.710 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.651+0000 7f8f36200640 1 --2- 172.21.15.33:0/1653360654 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f3007de60 0x7f8f3007c2c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8f20009820 tx=0x7f8f2002a270 comp rx=0 tx=0).stop 2024-09-05T02:17:40.710 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.651+0000 7f8f36200640 1 -- 172.21.15.33:0/1653360654 shutdown_connections 2024-09-05T02:17:40.711 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.651+0000 7f8f36200640 1 --2- 172.21.15.33:0/1653360654 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f3007de60 0x7f8f3007c2c0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:40.711 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.651+0000 7f8f36200640 1 -- 172.21.15.33:0/1653360654 >> 172.21.15.33:0/1653360654 conn(0x7f8f30102f60 msgr2=0x7f8f301053a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:40.711 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.651+0000 7f8f36200640 1 -- 172.21.15.33:0/1653360654 shutdown_connections 2024-09-05T02:17:40.711 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.651+0000 7f8f36200640 1 -- 172.21.15.33:0/1653360654 wait complete. 2024-09-05T02:17:40.711 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.652+0000 7f8f36200640 1 Processor -- start 2024-09-05T02:17:40.711 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.652+0000 7f8f36200640 1 -- start start 2024-09-05T02:17:40.711 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.652+0000 7f8f36200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f3007de60 0x7f8f301a1db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:40.711 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.652+0000 7f8f36200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8f301099e0 con 0x7f8f3007de60 2024-09-05T02:17:40.711 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.652+0000 7f8f2f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f3007de60 0x7f8f301a1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:40.711 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.652+0000 7f8f2f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f3007de60 0x7f8f301a1db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43812/0 (socket says 172.21.15.33:43812) 2024-09-05T02:17:40.711 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.652+0000 7f8f2f400640 1 -- 172.21.15.33:0/293408384 learned_addr learned my addr 172.21.15.33:0/293408384 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:40.711 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.653+0000 7f8f2f400640 1 -- 172.21.15.33:0/293408384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f301a22f0 con 0x7f8f3007de60 2024-09-05T02:17:40.711 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.653+0000 7f8f2f400640 1 --2- 172.21.15.33:0/293408384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f3007de60 0x7f8f301a1db0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8f200097f0 tx=0x7f8f200327b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:40.712 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.653+0000 7f8f2cc00640 1 -- 172.21.15.33:0/293408384 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f20037040 con 0x7f8f3007de60 2024-09-05T02:17:40.712 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.653+0000 7f8f2cc00640 1 -- 172.21.15.33:0/293408384 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8f20030cc0 con 0x7f8f3007de60 2024-09-05T02:17:40.712 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.653+0000 7f8f36200640 1 -- 172.21.15.33:0/293408384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f301a2580 con 0x7f8f3007de60 2024-09-05T02:17:40.712 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.653+0000 7f8f2cc00640 1 -- 172.21.15.33:0/293408384 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f2003a640 con 0x7f8f3007de60 2024-09-05T02:17:40.712 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.653+0000 7f8f36200640 1 -- 172.21.15.33:0/293408384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f301a5230 con 0x7f8f3007de60 2024-09-05T02:17:40.712 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.654+0000 7f8f2cc00640 1 -- 172.21.15.33:0/293408384 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f8f2003b3f0 con 0x7f8f3007de60 2024-09-05T02:17:40.712 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.654+0000 7f8f36200640 1 -- 172.21.15.33:0/293408384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f3007c340 con 0x7f8f3007de60 2024-09-05T02:17:40.712 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.655+0000 7f8f2cc00640 1 --2- 172.21.15.33:0/293408384 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8f14039020 0x7f8f1403b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:40.712 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.655+0000 7f8f2cc00640 1 -- 172.21.15.33:0/293408384 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f8f2006c6a0 con 0x7f8f3007de60 2024-09-05T02:17:40.712 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.655+0000 7f8f27e00640 1 --2- 172.21.15.33:0/293408384 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8f14039020 0x7f8f1403b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:40.712 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.656+0000 7f8f27e00640 1 --2- 172.21.15.33:0/293408384 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8f14039020 0x7f8f1403b4e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f8f180098c0 tx=0x7f8f18006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:40.712 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.660+0000 7f8f2cc00640 1 -- 172.21.15.33:0/293408384 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8f200328c0 con 0x7f8f3007de60 2024-09-05T02:17:40.713 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:38.881+0000 7f8f36200640 1 -- 172.21.15.33:0/293408384 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f8f30199af0 con 0x7f8f14039020 2024-09-05T02:17:40.713 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:39.130+0000 7f8f2cc00640 1 -- 172.21.15.33:0/293408384 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f8f30199af0 con 0x7f8f14039020 2024-09-05T02:17:40.713 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:39.133+0000 7f8f36200640 1 -- 172.21.15.33:0/293408384 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8f14039020 msgr2=0x7f8f1403b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:40.713 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:39.133+0000 7f8f36200640 1 --2- 172.21.15.33:0/293408384 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8f14039020 0x7f8f1403b4e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f8f180098c0 tx=0x7f8f18006db0 comp rx=0 tx=0).stop 2024-09-05T02:17:40.713 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:39.133+0000 7f8f36200640 1 -- 172.21.15.33:0/293408384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f3007de60 msgr2=0x7f8f301a1db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:40.713 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:39.133+0000 7f8f36200640 1 --2- 172.21.15.33:0/293408384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f3007de60 0x7f8f301a1db0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8f200097f0 tx=0x7f8f200327b0 comp rx=0 tx=0).stop 2024-09-05T02:17:40.713 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:39.133+0000 7f8f36200640 1 -- 172.21.15.33:0/293408384 shutdown_connections 2024-09-05T02:17:40.713 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:39.133+0000 7f8f36200640 1 --2- 172.21.15.33:0/293408384 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8f14039020 0x7f8f1403b4e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:40.713 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:39.133+0000 7f8f36200640 1 --2- 172.21.15.33:0/293408384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f3007de60 0x7f8f301a1db0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:40.713 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:39.133+0000 7f8f36200640 1 -- 172.21.15.33:0/293408384 >> 172.21.15.33:0/293408384 conn(0x7f8f30102f60 msgr2=0x7f8f301053a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:40.713 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:39.133+0000 7f8f36200640 1 -- 172.21.15.33:0/293408384 shutdown_connections 2024-09-05T02:17:40.713 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:39.133+0000 7f8f36200640 1 -- 172.21.15.33:0/293408384 wait complete. 2024-09-05T02:17:40.713 INFO:teuthology.orchestra.run.smithi033.stdout:Fetching dashboard port number... 2024-09-05T02:17:42.013 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stdout 8443 2024-09-05T02:17:42.013 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.178+0000 7fc403200640 1 Processor -- start 2024-09-05T02:17:42.013 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.178+0000 7fc403200640 1 -- start start 2024-09-05T02:17:42.013 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.178+0000 7fc403200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc404107670 0x7fc404107a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:42.013 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.178+0000 7fc403200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc404108040 con 0x7fc404107670 2024-09-05T02:17:42.013 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.178+0000 7fc401e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc404107670 0x7fc404107a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:42.013 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.179+0000 7fc401e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc404107670 0x7fc404107a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58484/0 (socket says 172.21.15.33:58484) 2024-09-05T02:17:42.013 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.179+0000 7fc401e00640 1 -- 172.21.15.33:0/664168240 learned_addr learned my addr 172.21.15.33:0/664168240 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:42.014 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.179+0000 7fc401e00640 1 -- 172.21.15.33:0/664168240 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc404108870 con 0x7fc404107670 2024-09-05T02:17:42.014 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.180+0000 7fc401e00640 1 --2- 172.21.15.33:0/664168240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc404107670 0x7fc404107a70 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc3f4009820 tx=0x7fc3f402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4105ee0fd48a0846 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:42.014 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.180+0000 7fc401400640 1 -- 172.21.15.33:0/664168240 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc3f4037070 con 0x7fc404107670 2024-09-05T02:17:42.014 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.180+0000 7fc401400640 1 -- 172.21.15.33:0/664168240 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc3f4032920 con 0x7fc404107670 2024-09-05T02:17:42.014 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.180+0000 7fc401400640 1 -- 172.21.15.33:0/664168240 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc3f4030810 con 0x7fc404107670 2024-09-05T02:17:42.014 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.181+0000 7fc403200640 1 -- 172.21.15.33:0/664168240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc404107670 msgr2=0x7fc404107a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:42.014 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.181+0000 7fc403200640 1 --2- 172.21.15.33:0/664168240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc404107670 0x7fc404107a70 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc3f4009820 tx=0x7fc3f402a270 comp rx=0 tx=0).stop 2024-09-05T02:17:42.014 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.181+0000 7fc403200640 1 -- 172.21.15.33:0/664168240 shutdown_connections 2024-09-05T02:17:42.014 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.181+0000 7fc403200640 1 --2- 172.21.15.33:0/664168240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc404107670 0x7fc404107a70 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:42.015 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.181+0000 7fc403200640 1 -- 172.21.15.33:0/664168240 >> 172.21.15.33:0/664168240 conn(0x7fc404102e20 msgr2=0x7fc404105240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:42.015 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.181+0000 7fc403200640 1 -- 172.21.15.33:0/664168240 shutdown_connections 2024-09-05T02:17:42.015 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.181+0000 7fc403200640 1 -- 172.21.15.33:0/664168240 wait complete. 2024-09-05T02:17:42.015 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.182+0000 7fc403200640 1 Processor -- start 2024-09-05T02:17:42.015 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.182+0000 7fc403200640 1 -- start start 2024-09-05T02:17:42.015 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.182+0000 7fc403200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc404107670 0x7fc40419d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:42.015 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.182+0000 7fc403200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc40410bc20 con 0x7fc404107670 2024-09-05T02:17:42.015 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.183+0000 7fc401e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc404107670 0x7fc40419d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:42.015 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.183+0000 7fc401e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc404107670 0x7fc40419d8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58486/0 (socket says 172.21.15.33:58486) 2024-09-05T02:17:42.015 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.183+0000 7fc401e00640 1 -- 172.21.15.33:0/3147561443 learned_addr learned my addr 172.21.15.33:0/3147561443 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:42.015 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.183+0000 7fc401e00640 1 -- 172.21.15.33:0/3147561443 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc40419dde0 con 0x7fc404107670 2024-09-05T02:17:42.016 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.183+0000 7fc401e00640 1 --2- 172.21.15.33:0/3147561443 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc404107670 0x7fc40419d8a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc3f40097f0 tx=0x7fc3f40327b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:42.016 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.183+0000 7fc3fb400640 1 -- 172.21.15.33:0/3147561443 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc3f4037040 con 0x7fc404107670 2024-09-05T02:17:42.016 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.183+0000 7fc3fb400640 1 -- 172.21.15.33:0/3147561443 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc3f4030cc0 con 0x7fc404107670 2024-09-05T02:17:42.016 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.184+0000 7fc3fb400640 1 -- 172.21.15.33:0/3147561443 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc3f403a640 con 0x7fc404107670 2024-09-05T02:17:42.016 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.184+0000 7fc403200640 1 -- 172.21.15.33:0/3147561443 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc40419e070 con 0x7fc404107670 2024-09-05T02:17:42.016 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.184+0000 7fc403200640 1 -- 172.21.15.33:0/3147561443 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4041a0d60 con 0x7fc404107670 2024-09-05T02:17:42.016 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.185+0000 7fc3fb400640 1 -- 172.21.15.33:0/3147561443 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fc3f403b3f0 con 0x7fc404107670 2024-09-05T02:17:42.016 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.185+0000 7fc403200640 1 -- 172.21.15.33:0/3147561443 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc404107af0 con 0x7fc404107670 2024-09-05T02:17:42.016 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.185+0000 7fc3fb400640 1 --2- 172.21.15.33:0/3147561443 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc3e80390c0 0x7fc3e803b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:42.016 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.185+0000 7fc3fb400640 1 -- 172.21.15.33:0/3147561443 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fc3f406c790 con 0x7fc404107670 2024-09-05T02:17:42.016 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.186+0000 7fc3f9400640 1 --2- 172.21.15.33:0/3147561443 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc3e80390c0 0x7fc3e803b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:42.016 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.186+0000 7fc3f9400640 1 --2- 172.21.15.33:0/3147561443 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc3e80390c0 0x7fc3e803b580 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc3ec0098c0 tx=0x7fc3ec006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:42.017 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.190+0000 7fc3fb400640 1 -- 172.21.15.33:0/3147561443 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc3f40313a0 con 0x7fc404107670 2024-09-05T02:17:42.017 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.378+0000 7fc403200640 1 -- 172.21.15.33:0/3147561443 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7fc4041a1350 con 0x7fc404107670 2024-09-05T02:17:42.017 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.379+0000 7fc3fb400640 1 -- 172.21.15.33:0/3147561443 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7fc3f4038250 con 0x7fc404107670 2024-09-05T02:17:42.017 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.381+0000 7fc403200640 1 -- 172.21.15.33:0/3147561443 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc3e80390c0 msgr2=0x7fc3e803b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:42.017 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.381+0000 7fc403200640 1 --2- 172.21.15.33:0/3147561443 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc3e80390c0 0x7fc3e803b580 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc3ec0098c0 tx=0x7fc3ec006db0 comp rx=0 tx=0).stop 2024-09-05T02:17:42.017 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.381+0000 7fc403200640 1 -- 172.21.15.33:0/3147561443 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc404107670 msgr2=0x7fc40419d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:42.017 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.381+0000 7fc403200640 1 --2- 172.21.15.33:0/3147561443 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc404107670 0x7fc40419d8a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc3f40097f0 tx=0x7fc3f40327b0 comp rx=0 tx=0).stop 2024-09-05T02:17:42.017 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.381+0000 7fc403200640 1 -- 172.21.15.33:0/3147561443 shutdown_connections 2024-09-05T02:17:42.017 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.381+0000 7fc403200640 1 --2- 172.21.15.33:0/3147561443 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc3e80390c0 0x7fc3e803b580 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:42.017 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.381+0000 7fc403200640 1 --2- 172.21.15.33:0/3147561443 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc404107670 0x7fc40419d8a0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:42.017 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.381+0000 7fc403200640 1 -- 172.21.15.33:0/3147561443 >> 172.21.15.33:0/3147561443 conn(0x7fc404102e20 msgr2=0x7fc404103990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:42.017 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.382+0000 7fc403200640 1 -- 172.21.15.33:0/3147561443 shutdown_connections 2024-09-05T02:17:42.018 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:41.382+0000 7fc403200640 1 -- 172.21.15.33:0/3147561443 wait complete. 2024-09-05T02:17:42.028 INFO:teuthology.orchestra.run.smithi033.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-05T02:17:42.028 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stdout disabled 2024-09-05T02:17:42.041 INFO:teuthology.orchestra.run.smithi033.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-05T02:17:42.041 INFO:teuthology.orchestra.run.smithi033.stdout:systemctl: stdout inactive 2024-09-05T02:17:42.041 INFO:teuthology.orchestra.run.smithi033.stdout:firewalld.service is not enabled 2024-09-05T02:17:42.042 INFO:teuthology.orchestra.run.smithi033.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-05T02:17:42.044 INFO:teuthology.orchestra.run.smithi033.stdout:Ceph Dashboard is now available at: 2024-09-05T02:17:42.044 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:17:42.044 INFO:teuthology.orchestra.run.smithi033.stdout: URL: https://smithi033.front.sepia.ceph.com:8443/ 2024-09-05T02:17:42.044 INFO:teuthology.orchestra.run.smithi033.stdout: User: admin 2024-09-05T02:17:42.044 INFO:teuthology.orchestra.run.smithi033.stdout: Password: 3vdj06vofo 2024-09-05T02:17:42.044 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:17:42.044 INFO:teuthology.orchestra.run.smithi033.stdout:Saving cluster configuration to /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config directory 2024-09-05T02:17:42.316 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:42 smithi033 ceph-mon[29909]: mgrmap e13: x(active, since 6s) 2024-09-05T02:17:42.316 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:42 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3147561443' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-05T02:17:43.470 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.547+0000 7fdc0e000640 1 Processor -- start 2024-09-05T02:17:43.470 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.547+0000 7fdc0e000640 1 -- start start 2024-09-05T02:17:43.470 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.547+0000 7fdc0e000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc0807dde0 0x7fdc0807c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:43.470 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.547+0000 7fdc0e000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdc0807c780 con 0x7fdc0807dde0 2024-09-05T02:17:43.470 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.548+0000 7fdc07400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc0807dde0 0x7fdc0807c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:43.470 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.548+0000 7fdc07400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc0807dde0 0x7fdc0807c240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58492/0 (socket says 172.21.15.33:58492) 2024-09-05T02:17:43.470 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.548+0000 7fdc07400640 1 -- 172.21.15.33:0/3373268847 learned_addr learned my addr 172.21.15.33:0/3373268847 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:43.470 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.548+0000 7fdc07400640 1 -- 172.21.15.33:0/3373268847 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc0807c900 con 0x7fdc0807dde0 2024-09-05T02:17:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.549+0000 7fdc07400640 1 --2- 172.21.15.33:0/3373268847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc0807dde0 0x7fdc0807c240 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fdbf8009820 tx=0x7fdbf802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b6dec95add78326 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.549+0000 7fdc06000640 1 -- 172.21.15.33:0/3373268847 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdbf8037070 con 0x7fdc0807dde0 2024-09-05T02:17:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.549+0000 7fdc06000640 1 -- 172.21.15.33:0/3373268847 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdbf8032920 con 0x7fdc0807dde0 2024-09-05T02:17:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.549+0000 7fdc06000640 1 -- 172.21.15.33:0/3373268847 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdbf8030810 con 0x7fdc0807dde0 2024-09-05T02:17:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.550+0000 7fdc0e000640 1 -- 172.21.15.33:0/3373268847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc0807dde0 msgr2=0x7fdc0807c240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.550+0000 7fdc0e000640 1 --2- 172.21.15.33:0/3373268847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc0807dde0 0x7fdc0807c240 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fdbf8009820 tx=0x7fdbf802a270 comp rx=0 tx=0).stop 2024-09-05T02:17:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.550+0000 7fdc0e000640 1 -- 172.21.15.33:0/3373268847 shutdown_connections 2024-09-05T02:17:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.550+0000 7fdc0e000640 1 --2- 172.21.15.33:0/3373268847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc0807dde0 0x7fdc0807c240 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.550+0000 7fdc0e000640 1 -- 172.21.15.33:0/3373268847 >> 172.21.15.33:0/3373268847 conn(0x7fdc08102f60 msgr2=0x7fdc081053a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.550+0000 7fdc0e000640 1 -- 172.21.15.33:0/3373268847 shutdown_connections 2024-09-05T02:17:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.550+0000 7fdc0e000640 1 -- 172.21.15.33:0/3373268847 wait complete. 2024-09-05T02:17:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.551+0000 7fdc0e000640 1 Processor -- start 2024-09-05T02:17:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.551+0000 7fdc0e000640 1 -- start start 2024-09-05T02:17:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.551+0000 7fdc0e000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc0807dde0 0x7fdc0819d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.552+0000 7fdc0e000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdc0810ddb0 con 0x7fdc0807dde0 2024-09-05T02:17:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.552+0000 7fdc07400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc0807dde0 0x7fdc0819d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.552+0000 7fdc07400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc0807dde0 0x7fdc0819d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58494/0 (socket says 172.21.15.33:58494) 2024-09-05T02:17:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.552+0000 7fdc07400640 1 -- 172.21.15.33:0/975540211 learned_addr learned my addr 172.21.15.33:0/975540211 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.552+0000 7fdc07400640 1 -- 172.21.15.33:0/975540211 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc0819df30 con 0x7fdc0807dde0 2024-09-05T02:17:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.552+0000 7fdc07400640 1 --2- 172.21.15.33:0/975540211 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc0807dde0 0x7fdc0819d9f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fdbf8030380 tx=0x7fdbf8032670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.553+0000 7fdbffe00640 1 -- 172.21.15.33:0/975540211 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdbf8037040 con 0x7fdc0807dde0 2024-09-05T02:17:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.553+0000 7fdbffe00640 1 -- 172.21.15.33:0/975540211 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdbf8040070 con 0x7fdc0807dde0 2024-09-05T02:17:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.553+0000 7fdbffe00640 1 -- 172.21.15.33:0/975540211 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdbf803a7b0 con 0x7fdc0807dde0 2024-09-05T02:17:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.553+0000 7fdc0e000640 1 -- 172.21.15.33:0/975540211 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc0819e1c0 con 0x7fdc0807dde0 2024-09-05T02:17:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.553+0000 7fdc0e000640 1 -- 172.21.15.33:0/975540211 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc081a0eb0 con 0x7fdc0807dde0 2024-09-05T02:17:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.554+0000 7fdbffe00640 1 -- 172.21.15.33:0/975540211 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fdbf803bc00 con 0x7fdc0807dde0 2024-09-05T02:17:43.473 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.554+0000 7fdc0e000640 1 -- 172.21.15.33:0/975540211 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc0807c2c0 con 0x7fdc0807dde0 2024-09-05T02:17:43.473 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.554+0000 7fdbffe00640 1 --2- 172.21.15.33:0/975540211 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fdbec0390c0 0x7fdbec03b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:43.473 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.554+0000 7fdbffe00640 1 -- 172.21.15.33:0/975540211 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fdbf806c8c0 con 0x7fdc0807dde0 2024-09-05T02:17:43.473 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.555+0000 7fdc06a00640 1 --2- 172.21.15.33:0/975540211 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fdbec0390c0 0x7fdbec03b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:43.473 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.555+0000 7fdc06a00640 1 --2- 172.21.15.33:0/975540211 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fdbec0390c0 0x7fdbec03b580 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fdbf40098c0 tx=0x7fdbf4006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:43.473 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.560+0000 7fdbffe00640 1 -- 172.21.15.33:0/975540211 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdbf8043360 con 0x7fdc0807dde0 2024-09-05T02:17:43.473 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.844+0000 7fdc0e000640 1 -- 172.21.15.33:0/975540211 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7fdc081a1080 con 0x7fdc0807dde0 2024-09-05T02:17:43.473 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.846+0000 7fdbffe00640 1 -- 172.21.15.33:0/975540211 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7fdbf8040220 con 0x7fdc0807dde0 2024-09-05T02:17:43.473 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-05T02:17:43.473 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.849+0000 7fdc0e000640 1 -- 172.21.15.33:0/975540211 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fdbec0390c0 msgr2=0x7fdbec03b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:43.473 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.849+0000 7fdc0e000640 1 --2- 172.21.15.33:0/975540211 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fdbec0390c0 0x7fdbec03b580 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fdbf40098c0 tx=0x7fdbf4006db0 comp rx=0 tx=0).stop 2024-09-05T02:17:43.473 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.849+0000 7fdc0e000640 1 -- 172.21.15.33:0/975540211 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc0807dde0 msgr2=0x7fdc0819d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:43.473 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.849+0000 7fdc0e000640 1 --2- 172.21.15.33:0/975540211 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc0807dde0 0x7fdc0819d9f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fdbf8030380 tx=0x7fdbf8032670 comp rx=0 tx=0).stop 2024-09-05T02:17:43.474 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.849+0000 7fdc0e000640 1 -- 172.21.15.33:0/975540211 shutdown_connections 2024-09-05T02:17:43.474 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.849+0000 7fdc0e000640 1 --2- 172.21.15.33:0/975540211 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fdbec0390c0 0x7fdbec03b580 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:43.474 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.849+0000 7fdc0e000640 1 --2- 172.21.15.33:0/975540211 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc0807dde0 0x7fdc0819d9f0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:43.474 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.849+0000 7fdc0e000640 1 -- 172.21.15.33:0/975540211 >> 172.21.15.33:0/975540211 conn(0x7fdc08102f60 msgr2=0x7fdc08103b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:43.474 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.849+0000 7fdc0e000640 1 -- 172.21.15.33:0/975540211 shutdown_connections 2024-09-05T02:17:43.474 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/bin/ceph: stderr 2024-09-05T02:17:42.849+0000 7fdc0e000640 1 -- 172.21.15.33:0/975540211 wait complete. 2024-09-05T02:17:43.474 INFO:teuthology.orchestra.run.smithi033.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-05T02:17:43.474 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:17:43.474 INFO:teuthology.orchestra.run.smithi033.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-05T02:17:43.474 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:17:43.474 INFO:teuthology.orchestra.run.smithi033.stdout:Or, if you are only running a single cluster on this host: 2024-09-05T02:17:43.474 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:17:43.474 INFO:teuthology.orchestra.run.smithi033.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-05T02:17:43.474 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:17:43.474 INFO:teuthology.orchestra.run.smithi033.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-05T02:17:43.475 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:17:43.475 INFO:teuthology.orchestra.run.smithi033.stdout: ceph telemetry on 2024-09-05T02:17:43.475 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:17:43.475 INFO:teuthology.orchestra.run.smithi033.stdout:For more information see: 2024-09-05T02:17:43.475 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:17:43.475 INFO:teuthology.orchestra.run.smithi033.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-05T02:17:43.475 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:17:43.475 INFO:teuthology.orchestra.run.smithi033.stdout:Bootstrap complete. 2024-09-05T02:17:43.526 INFO:tasks.cephadm:Fetching config... 2024-09-05T02:17:43.526 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T02:17:43.526 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-05T02:17:43.562 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-05T02:17:43.562 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T02:17:43.562 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-05T02:17:43.637 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-05T02:17:43.638 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T02:17:43.638 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-05T02:17:43.735 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-05T02:17:43.735 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T02:17:43.735 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-05T02:17:43.811 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-05T02:17:43.811 DEBUG:teuthology.orchestra.run.smithi033:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHZHTjjDuPQGQbqq8B4KF40Wyw2bBUoN8O0dIHEhRUHEkj7PB/2PaiYWnDMPP5D00L3a5pO+ooPfplmm4I3NT2nZdIyATALNnCUEcJ71rJCnzssS1vD6Actc/IY5CJl/ccHL49ATcLIp5Wg610ImSTlppnWYYoDseLKqfonpl2wAQDg2/YXseDuTUV7SuhlZRML+IZ1513Rr//WgWThYZPeE5b9IRfSaiTgCmBfntfVLbs8CwqWnaHRhNYjYPTzFUFPdxkCW9waJef4Hc67F3MhaL1T+E+7MHvHoQMHqGQi8fMMux5xDbq30zIWdEukS/ajdGM1rcgvB4j091CWEmj39aBcuIDfiIIvkCYbKAG6lpgazjsKgKNAerTx7eetFoIMSTvs5MiRXzdsIP05wdSM8iWYkx6jmj5t8Q1MGNwCaVJ5Q59tOXMj3v0WP9n63Cobd9/+Ka7npXndt4XssuhP20WuD3dgvwgPmk2OjGue6PP8p9fEH9p7roWyVp3gYs= ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-05T02:17:43.933 INFO:teuthology.orchestra.run.smithi033.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHZHTjjDuPQGQbqq8B4KF40Wyw2bBUoN8O0dIHEhRUHEkj7PB/2PaiYWnDMPP5D00L3a5pO+ooPfplmm4I3NT2nZdIyATALNnCUEcJ71rJCnzssS1vD6Actc/IY5CJl/ccHL49ATcLIp5Wg610ImSTlppnWYYoDseLKqfonpl2wAQDg2/YXseDuTUV7SuhlZRML+IZ1513Rr//WgWThYZPeE5b9IRfSaiTgCmBfntfVLbs8CwqWnaHRhNYjYPTzFUFPdxkCW9waJef4Hc67F3MhaL1T+E+7MHvHoQMHqGQi8fMMux5xDbq30zIWdEukS/ajdGM1rcgvB4j091CWEmj39aBcuIDfiIIvkCYbKAG6lpgazjsKgKNAerTx7eetFoIMSTvs5MiRXzdsIP05wdSM8iWYkx6jmj5t8Q1MGNwCaVJ5Q59tOXMj3v0WP9n63Cobd9/+Ka7npXndt4XssuhP20WuD3dgvwgPmk2OjGue6PP8p9fEH9p7roWyVp3gYs= ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:17:43.958 DEBUG:teuthology.orchestra.run.smithi123:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHZHTjjDuPQGQbqq8B4KF40Wyw2bBUoN8O0dIHEhRUHEkj7PB/2PaiYWnDMPP5D00L3a5pO+ooPfplmm4I3NT2nZdIyATALNnCUEcJ71rJCnzssS1vD6Actc/IY5CJl/ccHL49ATcLIp5Wg610ImSTlppnWYYoDseLKqfonpl2wAQDg2/YXseDuTUV7SuhlZRML+IZ1513Rr//WgWThYZPeE5b9IRfSaiTgCmBfntfVLbs8CwqWnaHRhNYjYPTzFUFPdxkCW9waJef4Hc67F3MhaL1T+E+7MHvHoQMHqGQi8fMMux5xDbq30zIWdEukS/ajdGM1rcgvB4j091CWEmj39aBcuIDfiIIvkCYbKAG6lpgazjsKgKNAerTx7eetFoIMSTvs5MiRXzdsIP05wdSM8iWYkx6jmj5t8Q1MGNwCaVJ5Q59tOXMj3v0WP9n63Cobd9/+Ka7npXndt4XssuhP20WuD3dgvwgPmk2OjGue6PP8p9fEH9p7roWyVp3gYs= ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-05T02:17:43.999 INFO:teuthology.orchestra.run.smithi123.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHZHTjjDuPQGQbqq8B4KF40Wyw2bBUoN8O0dIHEhRUHEkj7PB/2PaiYWnDMPP5D00L3a5pO+ooPfplmm4I3NT2nZdIyATALNnCUEcJ71rJCnzssS1vD6Actc/IY5CJl/ccHL49ATcLIp5Wg610ImSTlppnWYYoDseLKqfonpl2wAQDg2/YXseDuTUV7SuhlZRML+IZ1513Rr//WgWThYZPeE5b9IRfSaiTgCmBfntfVLbs8CwqWnaHRhNYjYPTzFUFPdxkCW9waJef4Hc67F3MhaL1T+E+7MHvHoQMHqGQi8fMMux5xDbq30zIWdEukS/ajdGM1rcgvB4j091CWEmj39aBcuIDfiIIvkCYbKAG6lpgazjsKgKNAerTx7eetFoIMSTvs5MiRXzdsIP05wdSM8iWYkx6jmj5t8Q1MGNwCaVJ5Q59tOXMj3v0WP9n63Cobd9/+Ka7npXndt4XssuhP20WuD3dgvwgPmk2OjGue6PP8p9fEH9p7roWyVp3gYs= ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:17:44.011 DEBUG:teuthology.orchestra.run.smithi174:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHZHTjjDuPQGQbqq8B4KF40Wyw2bBUoN8O0dIHEhRUHEkj7PB/2PaiYWnDMPP5D00L3a5pO+ooPfplmm4I3NT2nZdIyATALNnCUEcJ71rJCnzssS1vD6Actc/IY5CJl/ccHL49ATcLIp5Wg610ImSTlppnWYYoDseLKqfonpl2wAQDg2/YXseDuTUV7SuhlZRML+IZ1513Rr//WgWThYZPeE5b9IRfSaiTgCmBfntfVLbs8CwqWnaHRhNYjYPTzFUFPdxkCW9waJef4Hc67F3MhaL1T+E+7MHvHoQMHqGQi8fMMux5xDbq30zIWdEukS/ajdGM1rcgvB4j091CWEmj39aBcuIDfiIIvkCYbKAG6lpgazjsKgKNAerTx7eetFoIMSTvs5MiRXzdsIP05wdSM8iWYkx6jmj5t8Q1MGNwCaVJ5Q59tOXMj3v0WP9n63Cobd9/+Ka7npXndt4XssuhP20WuD3dgvwgPmk2OjGue6PP8p9fEH9p7roWyVp3gYs= ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-05T02:17:44.019 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:43 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/975540211' entity='client.admin' 2024-09-05T02:17:44.054 INFO:teuthology.orchestra.run.smithi174.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHZHTjjDuPQGQbqq8B4KF40Wyw2bBUoN8O0dIHEhRUHEkj7PB/2PaiYWnDMPP5D00L3a5pO+ooPfplmm4I3NT2nZdIyATALNnCUEcJ71rJCnzssS1vD6Actc/IY5CJl/ccHL49ATcLIp5Wg610ImSTlppnWYYoDseLKqfonpl2wAQDg2/YXseDuTUV7SuhlZRML+IZ1513Rr//WgWThYZPeE5b9IRfSaiTgCmBfntfVLbs8CwqWnaHRhNYjYPTzFUFPdxkCW9waJef4Hc67F3MhaL1T+E+7MHvHoQMHqGQi8fMMux5xDbq30zIWdEukS/ajdGM1rcgvB4j091CWEmj39aBcuIDfiIIvkCYbKAG6lpgazjsKgKNAerTx7eetFoIMSTvs5MiRXzdsIP05wdSM8iWYkx6jmj5t8Q1MGNwCaVJ5Q59tOXMj3v0WP9n63Cobd9/+Ka7npXndt4XssuhP20WuD3dgvwgPmk2OjGue6PP8p9fEH9p7roWyVp3gYs= ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:17:44.067 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-05T02:17:44.435 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:17:45.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.049+0000 7f7b0be00640 1 -- 172.21.15.33:0/1041908053 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b0c101420 msgr2=0x7f7b0c101820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:45.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.049+0000 7f7b0be00640 1 --2- 172.21.15.33:0/1041908053 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b0c101420 0x7f7b0c101820 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f7afc009880 tx=0x7f7afc02a5d0 comp rx=0 tx=0).stop 2024-09-05T02:17:45.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.049+0000 7f7b0be00640 1 -- 172.21.15.33:0/1041908053 shutdown_connections 2024-09-05T02:17:45.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.049+0000 7f7b0be00640 1 --2- 172.21.15.33:0/1041908053 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b0c101420 0x7f7b0c101820 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:45.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.049+0000 7f7b0be00640 1 -- 172.21.15.33:0/1041908053 >> 172.21.15.33:0/1041908053 conn(0x7f7b0c0fcbd0 msgr2=0x7f7b0c0feff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:45.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.049+0000 7f7b0be00640 1 -- 172.21.15.33:0/1041908053 shutdown_connections 2024-09-05T02:17:45.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.049+0000 7f7b0be00640 1 -- 172.21.15.33:0/1041908053 wait complete. 2024-09-05T02:17:45.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.050+0000 7f7b0be00640 1 Processor -- start 2024-09-05T02:17:45.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.050+0000 7f7b0be00640 1 -- start start 2024-09-05T02:17:45.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.050+0000 7f7b0be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b0c101420 0x7f7b0c198dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:45.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.050+0000 7f7b0be00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7b0c107530 con 0x7f7b0c101420 2024-09-05T02:17:45.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.051+0000 7f7b0aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b0c101420 0x7f7b0c198dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:45.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.051+0000 7f7b0aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b0c101420 0x7f7b0c198dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58502/0 (socket says 172.21.15.33:58502) 2024-09-05T02:17:45.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.051+0000 7f7b0aa00640 1 -- 172.21.15.33:0/1183333977 learned_addr learned my addr 172.21.15.33:0/1183333977 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:45.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.051+0000 7f7b0aa00640 1 -- 172.21.15.33:0/1183333977 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b0c199300 con 0x7f7b0c101420 2024-09-05T02:17:45.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.051+0000 7f7b0aa00640 1 --2- 172.21.15.33:0/1183333977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b0c101420 0x7f7b0c198dc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7afc004f60 tx=0x7f7afc0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:45.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.052+0000 7f7b10a00640 1 -- 172.21.15.33:0/1183333977 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7afc03f070 con 0x7f7b0c101420 2024-09-05T02:17:45.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.052+0000 7f7b10a00640 1 -- 172.21.15.33:0/1183333977 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7afc004d40 con 0x7f7b0c101420 2024-09-05T02:17:45.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.052+0000 7f7b0be00640 1 -- 172.21.15.33:0/1183333977 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b0c199590 con 0x7f7b0c101420 2024-09-05T02:17:45.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.052+0000 7f7b10a00640 1 -- 172.21.15.33:0/1183333977 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7afc035030 con 0x7f7b0c101420 2024-09-05T02:17:45.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.052+0000 7f7b0be00640 1 -- 172.21.15.33:0/1183333977 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b0c19c280 con 0x7f7b0c101420 2024-09-05T02:17:45.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.053+0000 7f7b10a00640 1 -- 172.21.15.33:0/1183333977 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f7afc042070 con 0x7f7b0c101420 2024-09-05T02:17:45.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.053+0000 7f7b0be00640 1 -- 172.21.15.33:0/1183333977 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b0c107cb0 con 0x7f7b0c101420 2024-09-05T02:17:45.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.053+0000 7f7b10a00640 1 --2- 172.21.15.33:0/1183333977 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7af0039060 0x7f7af003b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:45.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.053+0000 7f7b10a00640 1 -- 172.21.15.33:0/1183333977 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f7afc06cdd0 con 0x7f7b0c101420 2024-09-05T02:17:45.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.054+0000 7f7b0a000640 1 --2- 172.21.15.33:0/1183333977 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7af0039060 0x7f7af003b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:45.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.054+0000 7f7b0a000640 1 --2- 172.21.15.33:0/1183333977 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7af0039060 0x7f7af003b520 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7af80098c0 tx=0x7f7af8006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:45.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.058+0000 7f7b10a00640 1 -- 172.21.15.33:0/1183333977 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7afc04a260 con 0x7f7b0c101420 2024-09-05T02:17:45.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.245+0000 7f7b0be00640 1 -- 172.21.15.33:0/1183333977 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f7b0c02d830 con 0x7f7b0c101420 2024-09-05T02:17:45.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.247+0000 7f7b10a00640 1 -- 172.21.15.33:0/1183333977 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f7afc0035f0 con 0x7f7b0c101420 2024-09-05T02:17:45.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.250+0000 7f7b0be00640 1 -- 172.21.15.33:0/1183333977 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7af0039060 msgr2=0x7f7af003b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:45.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.250+0000 7f7b0be00640 1 --2- 172.21.15.33:0/1183333977 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7af0039060 0x7f7af003b520 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7af80098c0 tx=0x7f7af8006db0 comp rx=0 tx=0).stop 2024-09-05T02:17:45.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.250+0000 7f7b0be00640 1 -- 172.21.15.33:0/1183333977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b0c101420 msgr2=0x7f7b0c198dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:45.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.250+0000 7f7b0be00640 1 --2- 172.21.15.33:0/1183333977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b0c101420 0x7f7b0c198dc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7afc004f60 tx=0x7f7afc0048f0 comp rx=0 tx=0).stop 2024-09-05T02:17:45.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.250+0000 7f7b0be00640 1 -- 172.21.15.33:0/1183333977 shutdown_connections 2024-09-05T02:17:45.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.250+0000 7f7b0be00640 1 --2- 172.21.15.33:0/1183333977 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7af0039060 0x7f7af003b520 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:45.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.250+0000 7f7b0be00640 1 --2- 172.21.15.33:0/1183333977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b0c101420 0x7f7b0c198dc0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:45.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.250+0000 7f7b0be00640 1 -- 172.21.15.33:0/1183333977 >> 172.21.15.33:0/1183333977 conn(0x7f7b0c0fcbd0 msgr2=0x7f7b0c0fefc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:45.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.251+0000 7f7b0be00640 1 -- 172.21.15.33:0/1183333977 shutdown_connections 2024-09-05T02:17:45.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:45.251+0000 7f7b0be00640 1 -- 172.21.15.33:0/1183333977 wait complete. 2024-09-05T02:17:46.380 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-05T02:17:46.381 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-05T02:17:46.522 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:46 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1183333977' entity='client.admin' 2024-09-05T02:17:46.968 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:17:47.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.594+0000 7f4a60000640 1 -- 172.21.15.33:0/1773673865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a581037f0 msgr2=0x7f4a58103bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:47.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.594+0000 7f4a60000640 1 --2- 172.21.15.33:0/1773673865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a581037f0 0x7f4a58103bf0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4a4c009880 tx=0x7f4a4c02a5d0 comp rx=0 tx=0).stop 2024-09-05T02:17:47.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.594+0000 7f4a60000640 1 -- 172.21.15.33:0/1773673865 shutdown_connections 2024-09-05T02:17:47.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.594+0000 7f4a60000640 1 --2- 172.21.15.33:0/1773673865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a581037f0 0x7f4a58103bf0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:47.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.594+0000 7f4a60000640 1 -- 172.21.15.33:0/1773673865 >> 172.21.15.33:0/1773673865 conn(0x7f4a580fefc0 msgr2=0x7f4a58101400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:47.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.594+0000 7f4a60000640 1 -- 172.21.15.33:0/1773673865 shutdown_connections 2024-09-05T02:17:47.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.594+0000 7f4a60000640 1 -- 172.21.15.33:0/1773673865 wait complete. 2024-09-05T02:17:47.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.595+0000 7f4a60000640 1 Processor -- start 2024-09-05T02:17:47.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.595+0000 7f4a60000640 1 -- start start 2024-09-05T02:17:47.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.596+0000 7f4a60000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a581037f0 0x7f4a58198f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:47.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.596+0000 7f4a60000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4a58109900 con 0x7f4a581037f0 2024-09-05T02:17:47.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.596+0000 7f4a5d600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a581037f0 0x7f4a58198f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:47.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.596+0000 7f4a5d600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a581037f0 0x7f4a58198f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58512/0 (socket says 172.21.15.33:58512) 2024-09-05T02:17:47.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.596+0000 7f4a5d600640 1 -- 172.21.15.33:0/852216254 learned_addr learned my addr 172.21.15.33:0/852216254 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:47.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.596+0000 7f4a5d600640 1 -- 172.21.15.33:0/852216254 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a581994b0 con 0x7f4a581037f0 2024-09-05T02:17:47.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.597+0000 7f4a5d600640 1 --2- 172.21.15.33:0/852216254 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a581037f0 0x7f4a58198f70 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4a4c004f60 tx=0x7f4a4c0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:47.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.597+0000 7f4a56000640 1 -- 172.21.15.33:0/852216254 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4a4c03f070 con 0x7f4a581037f0 2024-09-05T02:17:47.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.597+0000 7f4a56000640 1 -- 172.21.15.33:0/852216254 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4a4c004cc0 con 0x7f4a581037f0 2024-09-05T02:17:47.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.597+0000 7f4a56000640 1 -- 172.21.15.33:0/852216254 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4a4c035030 con 0x7f4a581037f0 2024-09-05T02:17:47.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.597+0000 7f4a60000640 1 -- 172.21.15.33:0/852216254 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a58199740 con 0x7f4a581037f0 2024-09-05T02:17:47.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.597+0000 7f4a60000640 1 -- 172.21.15.33:0/852216254 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a5819c430 con 0x7f4a581037f0 2024-09-05T02:17:47.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.598+0000 7f4a56000640 1 -- 172.21.15.33:0/852216254 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f4a4c042070 con 0x7f4a581037f0 2024-09-05T02:17:47.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.599+0000 7f4a56000640 1 --2- 172.21.15.33:0/852216254 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f4a400390c0 0x7f4a4003b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:47.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.599+0000 7f4a60000640 1 -- 172.21.15.33:0/852216254 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a5810a080 con 0x7f4a581037f0 2024-09-05T02:17:47.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.599+0000 7f4a56000640 1 -- 172.21.15.33:0/852216254 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f4a4c06cd10 con 0x7f4a581037f0 2024-09-05T02:17:47.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.599+0000 7f4a5cc00640 1 --2- 172.21.15.33:0/852216254 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f4a400390c0 0x7f4a4003b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:47.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.600+0000 7f4a5cc00640 1 --2- 172.21.15.33:0/852216254 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f4a400390c0 0x7f4a4003b580 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f4a440098c0 tx=0x7f4a44006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:47.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.604+0000 7f4a56000640 1 -- 172.21.15.33:0/852216254 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4a4c040260 con 0x7f4a581037f0 2024-09-05T02:17:47.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.799+0000 7f4a60000640 1 -- 172.21.15.33:0/852216254 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f4a5802d830 con 0x7f4a400390c0 2024-09-05T02:17:47.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.804+0000 7f4a56000640 1 -- 172.21.15.33:0/852216254 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f4a5802d830 con 0x7f4a400390c0 2024-09-05T02:17:47.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.806+0000 7f4a60000640 1 -- 172.21.15.33:0/852216254 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f4a400390c0 msgr2=0x7f4a4003b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:47.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.806+0000 7f4a60000640 1 --2- 172.21.15.33:0/852216254 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f4a400390c0 0x7f4a4003b580 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f4a440098c0 tx=0x7f4a44006db0 comp rx=0 tx=0).stop 2024-09-05T02:17:47.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.806+0000 7f4a60000640 1 -- 172.21.15.33:0/852216254 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a581037f0 msgr2=0x7f4a58198f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:47.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.806+0000 7f4a60000640 1 --2- 172.21.15.33:0/852216254 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a581037f0 0x7f4a58198f70 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4a4c004f60 tx=0x7f4a4c0048f0 comp rx=0 tx=0).stop 2024-09-05T02:17:47.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.806+0000 7f4a60000640 1 -- 172.21.15.33:0/852216254 shutdown_connections 2024-09-05T02:17:47.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.806+0000 7f4a60000640 1 --2- 172.21.15.33:0/852216254 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f4a400390c0 0x7f4a4003b580 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:47.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.806+0000 7f4a60000640 1 --2- 172.21.15.33:0/852216254 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a581037f0 0x7f4a58198f70 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:47.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.806+0000 7f4a60000640 1 -- 172.21.15.33:0/852216254 >> 172.21.15.33:0/852216254 conn(0x7f4a580fefc0 msgr2=0x7f4a580ff9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:47.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.807+0000 7f4a60000640 1 -- 172.21.15.33:0/852216254 shutdown_connections 2024-09-05T02:17:47.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:47.807+0000 7f4a60000640 1 -- 172.21.15.33:0/852216254 wait complete. 2024-09-05T02:17:48.577 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi123 2024-09-05T02:17:48.577 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T02:17:48.577 DEBUG:teuthology.orchestra.run.smithi123:> dd of=/etc/ceph/ceph.conf 2024-09-05T02:17:48.597 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T02:17:48.597 DEBUG:teuthology.orchestra.run.smithi123:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T02:17:48.656 INFO:tasks.cephadm:Adding host smithi123 to orchestrator... 2024-09-05T02:17:48.656 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph orch host add smithi123 2024-09-05T02:17:49.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:48 smithi033 ceph-mon[29909]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:17:49.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:48 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:49.139 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:17:49.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.802+0000 7fce0f000640 1 -- 172.21.15.33:0/1332626539 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce08076220 msgr2=0x7fce08074680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:49.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.802+0000 7fce0f000640 1 --2- 172.21.15.33:0/1332626539 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce08076220 0x7fce08074680 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc009880 tx=0x7fcdfc02a5d0 comp rx=0 tx=0).stop 2024-09-05T02:17:49.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.802+0000 7fce0f000640 1 -- 172.21.15.33:0/1332626539 shutdown_connections 2024-09-05T02:17:49.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.802+0000 7fce0f000640 1 --2- 172.21.15.33:0/1332626539 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce08076220 0x7fce08074680 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:49.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.802+0000 7fce0f000640 1 -- 172.21.15.33:0/1332626539 >> 172.21.15.33:0/1332626539 conn(0x7fce080fcb90 msgr2=0x7fce080fefd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:49.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.802+0000 7fce0f000640 1 -- 172.21.15.33:0/1332626539 shutdown_connections 2024-09-05T02:17:49.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.802+0000 7fce0f000640 1 -- 172.21.15.33:0/1332626539 wait complete. 2024-09-05T02:17:49.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.803+0000 7fce0f000640 1 Processor -- start 2024-09-05T02:17:49.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.803+0000 7fce0f000640 1 -- start start 2024-09-05T02:17:49.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.804+0000 7fce0f000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce08076220 0x7fce0819d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:49.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.804+0000 7fce0f000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fce0810db60 con 0x7fce08076220 2024-09-05T02:17:49.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.804+0000 7fce0dc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce08076220 0x7fce0819d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:49.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.804+0000 7fce0dc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce08076220 0x7fce0819d1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58538/0 (socket says 172.21.15.33:58538) 2024-09-05T02:17:49.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.804+0000 7fce0dc00640 1 -- 172.21.15.33:0/1740951665 learned_addr learned my addr 172.21.15.33:0/1740951665 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:49.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.805+0000 7fce0dc00640 1 -- 172.21.15.33:0/1740951665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce0819d710 con 0x7fce08076220 2024-09-05T02:17:49.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.805+0000 7fce0dc00640 1 --2- 172.21.15.33:0/1740951665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce08076220 0x7fce0819d1d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc004f60 tx=0x7fcdfc0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:49.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.805+0000 7fce06000640 1 -- 172.21.15.33:0/1740951665 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcdfc03f070 con 0x7fce08076220 2024-09-05T02:17:49.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.805+0000 7fce06000640 1 -- 172.21.15.33:0/1740951665 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcdfc004cc0 con 0x7fce08076220 2024-09-05T02:17:49.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.805+0000 7fce06000640 1 -- 172.21.15.33:0/1740951665 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcdfc035030 con 0x7fce08076220 2024-09-05T02:17:49.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.805+0000 7fce0f000640 1 -- 172.21.15.33:0/1740951665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce0819d9a0 con 0x7fce08076220 2024-09-05T02:17:49.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.806+0000 7fce0f000640 1 -- 172.21.15.33:0/1740951665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce081a0690 con 0x7fce08076220 2024-09-05T02:17:49.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.807+0000 7fce06000640 1 -- 172.21.15.33:0/1740951665 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fcdfc042070 con 0x7fce08076220 2024-09-05T02:17:49.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.807+0000 7fce0f000640 1 -- 172.21.15.33:0/1740951665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce0810e2a0 con 0x7fce08076220 2024-09-05T02:17:49.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.808+0000 7fce06000640 1 --2- 172.21.15.33:0/1740951665 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcdf00390c0 0x7fcdf003b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:49.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.808+0000 7fce06000640 1 -- 172.21.15.33:0/1740951665 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fcdfc06cdd0 con 0x7fce08076220 2024-09-05T02:17:49.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.808+0000 7fce0d200640 1 --2- 172.21.15.33:0/1740951665 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcdf00390c0 0x7fcdf003b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:49.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.809+0000 7fce0d200640 1 --2- 172.21.15.33:0/1740951665 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcdf00390c0 0x7fcdf003b580 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fcdf40098c0 tx=0x7fcdf4006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:49.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:49.813+0000 7fce06000640 1 -- 172.21.15.33:0/1740951665 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcdfc040260 con 0x7fce08076220 2024-09-05T02:17:50.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:50.024+0000 7fce0f000640 1 -- 172.21.15.33:0/1740951665 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi123", "target": ["mon-mgr", ""]}) -- 0x7fce0802d830 con 0x7fcdf00390c0 2024-09-05T02:17:50.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:50 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:50.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:50 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:50.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:50 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:17:50.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:50 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:17:50.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:50 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:17:50.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:50 smithi033 ceph-mon[29909]: Updating smithi033:/etc/ceph/ceph.conf 2024-09-05T02:17:51.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:51 smithi033 ceph-mon[29909]: Updating smithi033:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:17:51.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:51 smithi033 ceph-mon[29909]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi123", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:17:51.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:51 smithi033 ceph-mon[29909]: Updating smithi033:/etc/ceph/ceph.client.admin.keyring 2024-09-05T02:17:52.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:52 smithi033 ceph-mon[29909]: Updating smithi033:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T02:17:52.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:52 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:52.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:52 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:52.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:52 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:52.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:52 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:17:52.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:52 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:17:52.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:52 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:17:52.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:52 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:52.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:52 smithi033 ceph-mon[29909]: Deploying cephadm binary to smithi123 2024-09-05T02:17:53.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:53.938+0000 7fce06000640 1 -- 172.21.15.33:0/1740951665 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7fce0802d830 con 0x7fcdf00390c0 2024-09-05T02:17:53.940 INFO:teuthology.orchestra.run.smithi033.stdout:Added host 'smithi123' with addr '172.21.15.123' 2024-09-05T02:17:53.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:53.941+0000 7fce0f000640 1 -- 172.21.15.33:0/1740951665 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcdf00390c0 msgr2=0x7fcdf003b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:53.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:53.941+0000 7fce0f000640 1 --2- 172.21.15.33:0/1740951665 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcdf00390c0 0x7fcdf003b580 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fcdf40098c0 tx=0x7fcdf4006db0 comp rx=0 tx=0).stop 2024-09-05T02:17:53.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:53.941+0000 7fce0f000640 1 -- 172.21.15.33:0/1740951665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce08076220 msgr2=0x7fce0819d1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:53.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:53.941+0000 7fce0f000640 1 --2- 172.21.15.33:0/1740951665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce08076220 0x7fce0819d1d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc004f60 tx=0x7fcdfc0048f0 comp rx=0 tx=0).stop 2024-09-05T02:17:53.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:53.941+0000 7fce0f000640 1 -- 172.21.15.33:0/1740951665 shutdown_connections 2024-09-05T02:17:53.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:53.941+0000 7fce0f000640 1 --2- 172.21.15.33:0/1740951665 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcdf00390c0 0x7fcdf003b580 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:53.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:53.941+0000 7fce0f000640 1 --2- 172.21.15.33:0/1740951665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce08076220 0x7fce0819d1d0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:53.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:53.941+0000 7fce0f000640 1 -- 172.21.15.33:0/1740951665 >> 172.21.15.33:0/1740951665 conn(0x7fce080fcb90 msgr2=0x7fce080fd680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:53.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:53.941+0000 7fce0f000640 1 -- 172.21.15.33:0/1740951665 shutdown_connections 2024-09-05T02:17:53.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:53.941+0000 7fce0f000640 1 -- 172.21.15.33:0/1740951665 wait complete. 2024-09-05T02:17:54.723 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph orch host ls --format=json 2024-09-05T02:17:55.091 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:17:55.229 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:54 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:55.230 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:54 smithi033 ceph-mon[29909]: Added host smithi123 2024-09-05T02:17:55.230 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:54 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:17:55.230 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:54 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:55.230 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:54 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:55.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.584+0000 7f02fbe00640 1 -- 172.21.15.33:0/3821490826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02f4076720 msgr2=0x7f02f4076b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:55.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.584+0000 7f02fbe00640 1 --2- 172.21.15.33:0/3821490826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02f4076720 0x7f02f4076b00 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f02e8009880 tx=0x7f02e802a5d0 comp rx=0 tx=0).stop 2024-09-05T02:17:55.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.584+0000 7f02fbe00640 1 -- 172.21.15.33:0/3821490826 shutdown_connections 2024-09-05T02:17:55.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.584+0000 7f02fbe00640 1 --2- 172.21.15.33:0/3821490826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02f4076720 0x7f02f4076b00 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:55.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.584+0000 7f02fbe00640 1 -- 172.21.15.33:0/3821490826 >> 172.21.15.33:0/3821490826 conn(0x7f02f40ff450 msgr2=0x7f02f4101870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:55.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.584+0000 7f02fbe00640 1 -- 172.21.15.33:0/3821490826 shutdown_connections 2024-09-05T02:17:55.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.584+0000 7f02fbe00640 1 -- 172.21.15.33:0/3821490826 wait complete. 2024-09-05T02:17:55.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.586+0000 7f02fbe00640 1 Processor -- start 2024-09-05T02:17:55.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.586+0000 7f02fbe00640 1 -- start start 2024-09-05T02:17:55.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.586+0000 7f02fbe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02f4076720 0x7f02f41a33f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:55.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.586+0000 7f02fbe00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f02f4112280 con 0x7f02f4076720 2024-09-05T02:17:55.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.587+0000 7f02f9400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02f4076720 0x7f02f41a33f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:55.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.587+0000 7f02f9400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02f4076720 0x7f02f41a33f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41224/0 (socket says 172.21.15.33:41224) 2024-09-05T02:17:55.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.587+0000 7f02f9400640 1 -- 172.21.15.33:0/717008319 learned_addr learned my addr 172.21.15.33:0/717008319 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:55.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.587+0000 7f02f9400640 1 -- 172.21.15.33:0/717008319 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02f41a3930 con 0x7f02f4076720 2024-09-05T02:17:55.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.587+0000 7f02f9400640 1 --2- 172.21.15.33:0/717008319 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02f4076720 0x7f02f41a33f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f02e8009230 tx=0x7f02e8003d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:55.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.588+0000 7f02f2000640 1 -- 172.21.15.33:0/717008319 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02e803f070 con 0x7f02f4076720 2024-09-05T02:17:55.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.588+0000 7f02f2000640 1 -- 172.21.15.33:0/717008319 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f02e803bd40 con 0x7f02f4076720 2024-09-05T02:17:55.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.588+0000 7f02f2000640 1 -- 172.21.15.33:0/717008319 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02e8035030 con 0x7f02f4076720 2024-09-05T02:17:55.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.588+0000 7f02fbe00640 1 -- 172.21.15.33:0/717008319 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02f41a3bc0 con 0x7f02f4076720 2024-09-05T02:17:55.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.588+0000 7f02fbe00640 1 -- 172.21.15.33:0/717008319 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02f419d5b0 con 0x7f02f4076720 2024-09-05T02:17:55.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.589+0000 7f02f2000640 1 -- 172.21.15.33:0/717008319 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f02e8042070 con 0x7f02f4076720 2024-09-05T02:17:55.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.589+0000 7f02fbe00640 1 -- 172.21.15.33:0/717008319 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02f4077e60 con 0x7f02f4076720 2024-09-05T02:17:55.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.589+0000 7f02f2000640 1 --2- 172.21.15.33:0/717008319 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f02dc039060 0x7f02dc03b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:55.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.589+0000 7f02f2000640 1 -- 172.21.15.33:0/717008319 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f02e806cd20 con 0x7f02f4076720 2024-09-05T02:17:55.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.589+0000 7f02f8a00640 1 --2- 172.21.15.33:0/717008319 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f02dc039060 0x7f02dc03b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:55.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.590+0000 7f02f8a00640 1 --2- 172.21.15.33:0/717008319 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f02dc039060 0x7f02dc03b520 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f02e00098c0 tx=0x7f02e0006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:55.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.594+0000 7f02f2000640 1 -- 172.21.15.33:0/717008319 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f02e8030d60 con 0x7f02f4076720 2024-09-05T02:17:55.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.783+0000 7f02fbe00640 1 -- 172.21.15.33:0/717008319 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f02f419eae0 con 0x7f02dc039060 2024-09-05T02:17:55.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.784+0000 7f02f2000640 1 -- 172.21.15.33:0/717008319 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+160 (secure 0 0 0) 0x7f02f419eae0 con 0x7f02dc039060 2024-09-05T02:17:55.785 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:17:55.785 INFO:teuthology.orchestra.run.smithi033.stdout:[{"addr": "172.21.15.33", "hostname": "smithi033", "labels": [], "status": ""}, {"addr": "172.21.15.123", "hostname": "smithi123", "labels": [], "status": ""}] 2024-09-05T02:17:55.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.786+0000 7f02fbe00640 1 -- 172.21.15.33:0/717008319 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f02dc039060 msgr2=0x7f02dc03b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:55.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.786+0000 7f02fbe00640 1 --2- 172.21.15.33:0/717008319 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f02dc039060 0x7f02dc03b520 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f02e00098c0 tx=0x7f02e0006db0 comp rx=0 tx=0).stop 2024-09-05T02:17:55.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.786+0000 7f02fbe00640 1 -- 172.21.15.33:0/717008319 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02f4076720 msgr2=0x7f02f41a33f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:55.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.786+0000 7f02fbe00640 1 --2- 172.21.15.33:0/717008319 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02f4076720 0x7f02f41a33f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f02e8009230 tx=0x7f02e8003d80 comp rx=0 tx=0).stop 2024-09-05T02:17:55.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.786+0000 7f02fbe00640 1 -- 172.21.15.33:0/717008319 shutdown_connections 2024-09-05T02:17:55.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.786+0000 7f02fbe00640 1 --2- 172.21.15.33:0/717008319 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f02dc039060 0x7f02dc03b520 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:55.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.786+0000 7f02fbe00640 1 --2- 172.21.15.33:0/717008319 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02f4076720 0x7f02f41a33f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:55.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.786+0000 7f02fbe00640 1 -- 172.21.15.33:0/717008319 >> 172.21.15.33:0/717008319 conn(0x7f02f40ff450 msgr2=0x7f02f410dea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:55.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.787+0000 7f02fbe00640 1 -- 172.21.15.33:0/717008319 shutdown_connections 2024-09-05T02:17:55.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:55.787+0000 7f02fbe00640 1 -- 172.21.15.33:0/717008319 wait complete. 2024-09-05T02:17:56.484 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:56 smithi033 ceph-mon[29909]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:17:56.484 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:56 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:56.522 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi174 2024-09-05T02:17:56.522 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-05T02:17:56.522 DEBUG:teuthology.orchestra.run.smithi174:> dd of=/etc/ceph/ceph.conf 2024-09-05T02:17:56.538 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-05T02:17:56.538 DEBUG:teuthology.orchestra.run.smithi174:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T02:17:56.594 INFO:tasks.cephadm:Adding host smithi174 to orchestrator... 2024-09-05T02:17:56.594 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph orch host add smithi174 2024-09-05T02:17:56.959 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:17:57.434 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:57 smithi033 ceph-mon[29909]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:17:57.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.433+0000 7f7af4a00640 1 -- 172.21.15.33:0/3777198308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7af0101610 msgr2=0x7f7af01019f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:17:57.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.433+0000 7f7af4a00640 1 --2- 172.21.15.33:0/3777198308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7af0101610 0x7f7af01019f0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7ae0009880 tx=0x7f7ae002a5d0 comp rx=0 tx=0).stop 2024-09-05T02:17:57.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.433+0000 7f7af4a00640 1 -- 172.21.15.33:0/3777198308 shutdown_connections 2024-09-05T02:17:57.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.433+0000 7f7af4a00640 1 --2- 172.21.15.33:0/3777198308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7af0101610 0x7f7af01019f0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:17:57.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.433+0000 7f7af4a00640 1 -- 172.21.15.33:0/3777198308 >> 172.21.15.33:0/3777198308 conn(0x7f7af00fd0b0 msgr2=0x7f7af00ff4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:17:57.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.433+0000 7f7af4a00640 1 -- 172.21.15.33:0/3777198308 shutdown_connections 2024-09-05T02:17:57.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.433+0000 7f7af4a00640 1 -- 172.21.15.33:0/3777198308 wait complete. 2024-09-05T02:17:57.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.434+0000 7f7af4a00640 1 Processor -- start 2024-09-05T02:17:57.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.434+0000 7f7af4a00640 1 -- start start 2024-09-05T02:17:57.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.434+0000 7f7af4a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7af0101610 0x7f7af00744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:57.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.434+0000 7f7af4a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7af010ba60 con 0x7f7af0101610 2024-09-05T02:17:57.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.435+0000 7f7aef400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7af0101610 0x7f7af00744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:57.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.435+0000 7f7aef400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7af0101610 0x7f7af00744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41232/0 (socket says 172.21.15.33:41232) 2024-09-05T02:17:57.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.435+0000 7f7aef400640 1 -- 172.21.15.33:0/1245564000 learned_addr learned my addr 172.21.15.33:0/1245564000 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:17:57.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.435+0000 7f7aef400640 1 -- 172.21.15.33:0/1245564000 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7af00763e0 con 0x7f7af0101610 2024-09-05T02:17:57.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.435+0000 7f7aef400640 1 --2- 172.21.15.33:0/1245564000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7af0101610 0x7f7af00744f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7ae0009230 tx=0x7f7ae0003d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:57.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.436+0000 7f7aecc00640 1 -- 172.21.15.33:0/1245564000 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7ae003f070 con 0x7f7af0101610 2024-09-05T02:17:57.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.436+0000 7f7aecc00640 1 -- 172.21.15.33:0/1245564000 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ae003bd40 con 0x7f7af0101610 2024-09-05T02:17:57.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.436+0000 7f7aecc00640 1 -- 172.21.15.33:0/1245564000 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7ae0035030 con 0x7f7af0101610 2024-09-05T02:17:57.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.436+0000 7f7af4a00640 1 -- 172.21.15.33:0/1245564000 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7af0074a90 con 0x7f7af0101610 2024-09-05T02:17:57.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.436+0000 7f7af4a00640 1 -- 172.21.15.33:0/1245564000 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7af0074f50 con 0x7f7af0101610 2024-09-05T02:17:57.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.437+0000 7f7aecc00640 1 -- 172.21.15.33:0/1245564000 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f7ae0042070 con 0x7f7af0101610 2024-09-05T02:17:57.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.437+0000 7f7af4a00640 1 -- 172.21.15.33:0/1245564000 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7af0102af0 con 0x7f7af0101610 2024-09-05T02:17:57.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.437+0000 7f7aecc00640 1 --2- 172.21.15.33:0/1245564000 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7ad40390c0 0x7f7ad403b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:17:57.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.437+0000 7f7aecc00640 1 -- 172.21.15.33:0/1245564000 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f7ae006cc30 con 0x7f7af0101610 2024-09-05T02:17:57.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.438+0000 7f7ae6a00640 1 --2- 172.21.15.33:0/1245564000 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7ad40390c0 0x7f7ad403b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:17:57.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.438+0000 7f7ae6a00640 1 --2- 172.21.15.33:0/1245564000 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7ad40390c0 0x7f7ad403b580 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f7ad80098c0 tx=0x7f7ad8006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:17:57.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.443+0000 7f7aecc00640 1 -- 172.21.15.33:0/1245564000 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7ae0030d90 con 0x7f7af0101610 2024-09-05T02:17:57.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:17:57.633+0000 7f7af4a00640 1 -- 172.21.15.33:0/1245564000 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi174", "target": ["mon-mgr", ""]}) -- 0x7f7af0075a20 con 0x7f7ad40390c0 2024-09-05T02:17:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:58 smithi033 ceph-mon[29909]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:17:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:58 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:58 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:58 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:58 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:58 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi123", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:17:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:58 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:17:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:58 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:17:59.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:59 smithi033 ceph-mon[29909]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi174", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:17:59.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:59 smithi033 ceph-mon[29909]: Updating smithi123:/etc/ceph/ceph.conf 2024-09-05T02:17:59.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:59 smithi033 ceph-mon[29909]: Updating smithi123:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:17:59.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:59 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:59.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:59 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:17:59.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:17:59 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:00.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:00 smithi033 ceph-mon[29909]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:00.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:00 smithi033 ceph-mon[29909]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2024-09-05T02:18:00.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:00 smithi033 ceph-mon[29909]: Updating smithi123:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T02:18:00.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:00 smithi033 ceph-mon[29909]: Deploying cephadm binary to smithi174 2024-09-05T02:18:01.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:01.580+0000 7f7aecc00640 1 -- 172.21.15.33:0/1245564000 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f7af0075a20 con 0x7f7ad40390c0 2024-09-05T02:18:01.582 INFO:teuthology.orchestra.run.smithi033.stdout:Added host 'smithi174' with addr '172.21.15.174' 2024-09-05T02:18:01.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:01.583+0000 7f7af4a00640 1 -- 172.21.15.33:0/1245564000 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7ad40390c0 msgr2=0x7f7ad403b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:01.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:01.583+0000 7f7af4a00640 1 --2- 172.21.15.33:0/1245564000 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7ad40390c0 0x7f7ad403b580 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f7ad80098c0 tx=0x7f7ad8006db0 comp rx=0 tx=0).stop 2024-09-05T02:18:01.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:01.583+0000 7f7af4a00640 1 -- 172.21.15.33:0/1245564000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7af0101610 msgr2=0x7f7af00744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:01.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:01.583+0000 7f7af4a00640 1 --2- 172.21.15.33:0/1245564000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7af0101610 0x7f7af00744f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7ae0009230 tx=0x7f7ae0003d80 comp rx=0 tx=0).stop 2024-09-05T02:18:01.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:01.583+0000 7f7af4a00640 1 -- 172.21.15.33:0/1245564000 shutdown_connections 2024-09-05T02:18:01.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:01.583+0000 7f7af4a00640 1 --2- 172.21.15.33:0/1245564000 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7ad40390c0 0x7f7ad403b580 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:01.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:01.583+0000 7f7af4a00640 1 --2- 172.21.15.33:0/1245564000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7af0101610 0x7f7af00744f0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:01.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:01.583+0000 7f7af4a00640 1 -- 172.21.15.33:0/1245564000 >> 172.21.15.33:0/1245564000 conn(0x7f7af00fd0b0 msgr2=0x7f7af0109070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:01.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:01.584+0000 7f7af4a00640 1 -- 172.21.15.33:0/1245564000 shutdown_connections 2024-09-05T02:18:01.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:01.584+0000 7f7af4a00640 1 -- 172.21.15.33:0/1245564000 wait complete. 2024-09-05T02:18:02.222 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph orch host ls --format=json 2024-09-05T02:18:02.586 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:18:02.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:02 smithi033 ceph-mon[29909]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:02.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:02 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:02.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:02 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:18:02.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:02 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:02.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:02 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:03.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.139+0000 7fb71f000640 1 -- 172.21.15.33:0/2827198488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb718107640 msgr2=0x7fb718107a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:03.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.139+0000 7fb71f000640 1 --2- 172.21.15.33:0/2827198488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb718107640 0x7fb718107a20 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb708009880 tx=0x7fb70802a5d0 comp rx=0 tx=0).stop 2024-09-05T02:18:03.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.139+0000 7fb71f000640 1 -- 172.21.15.33:0/2827198488 shutdown_connections 2024-09-05T02:18:03.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.139+0000 7fb71f000640 1 --2- 172.21.15.33:0/2827198488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb718107640 0x7fb718107a20 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:03.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.139+0000 7fb71f000640 1 -- 172.21.15.33:0/2827198488 >> 172.21.15.33:0/2827198488 conn(0x7fb7180fd230 msgr2=0x7fb7180ff650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:03.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.139+0000 7fb71f000640 1 -- 172.21.15.33:0/2827198488 shutdown_connections 2024-09-05T02:18:03.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.139+0000 7fb71f000640 1 -- 172.21.15.33:0/2827198488 wait complete. 2024-09-05T02:18:03.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.140+0000 7fb71f000640 1 Processor -- start 2024-09-05T02:18:03.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.140+0000 7fb71f000640 1 -- start start 2024-09-05T02:18:03.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.140+0000 7fb71f000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb718107640 0x7fb718197110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:03.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.140+0000 7fb71f000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb71810bc70 con 0x7fb718107640 2024-09-05T02:18:03.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.140+0000 7fb717e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb718107640 0x7fb718197110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:03.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.140+0000 7fb717e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb718107640 0x7fb718197110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43992/0 (socket says 172.21.15.33:43992) 2024-09-05T02:18:03.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.140+0000 7fb717e00640 1 -- 172.21.15.33:0/4482620 learned_addr learned my addr 172.21.15.33:0/4482620 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:18:03.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.141+0000 7fb717e00640 1 -- 172.21.15.33:0/4482620 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb718197650 con 0x7fb718107640 2024-09-05T02:18:03.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.141+0000 7fb717e00640 1 --2- 172.21.15.33:0/4482620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb718107640 0x7fb718197110 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fb708009230 tx=0x7fb708003d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:03.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.141+0000 7fb714c00640 1 -- 172.21.15.33:0/4482620 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb70803f070 con 0x7fb718107640 2024-09-05T02:18:03.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.141+0000 7fb714c00640 1 -- 172.21.15.33:0/4482620 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb70803bd40 con 0x7fb718107640 2024-09-05T02:18:03.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.141+0000 7fb71f000640 1 -- 172.21.15.33:0/4482620 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7181978e0 con 0x7fb718107640 2024-09-05T02:18:03.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.141+0000 7fb714c00640 1 -- 172.21.15.33:0/4482620 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb708035030 con 0x7fb718107640 2024-09-05T02:18:03.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.142+0000 7fb71f000640 1 -- 172.21.15.33:0/4482620 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb71819b9e0 con 0x7fb718107640 2024-09-05T02:18:03.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.142+0000 7fb71f000640 1 -- 172.21.15.33:0/4482620 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb718102cb0 con 0x7fb718107640 2024-09-05T02:18:03.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.143+0000 7fb714c00640 1 -- 172.21.15.33:0/4482620 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fb708042070 con 0x7fb718107640 2024-09-05T02:18:03.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.143+0000 7fb714c00640 1 --2- 172.21.15.33:0/4482620 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb6fc0390c0 0x7fb6fc03b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:03.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.143+0000 7fb714c00640 1 -- 172.21.15.33:0/4482620 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fb70806cc90 con 0x7fb718107640 2024-09-05T02:18:03.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.143+0000 7fb717400640 1 --2- 172.21.15.33:0/4482620 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb6fc0390c0 0x7fb6fc03b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:03.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.144+0000 7fb717400640 1 --2- 172.21.15.33:0/4482620 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb6fc0390c0 0x7fb6fc03b580 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fb7040098c0 tx=0x7fb704006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:03.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.148+0000 7fb714c00640 1 -- 172.21.15.33:0/4482620 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb708036df0 con 0x7fb718107640 2024-09-05T02:18:03.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.340+0000 7fb71f000640 1 -- 172.21.15.33:0/4482620 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb718107aa0 con 0x7fb6fc0390c0 2024-09-05T02:18:03.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.341+0000 7fb714c00640 1 -- 172.21.15.33:0/4482620 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+240 (secure 0 0 0) 0x7fb718107aa0 con 0x7fb6fc0390c0 2024-09-05T02:18:03.342 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:18:03.342 INFO:teuthology.orchestra.run.smithi033.stdout:[{"addr": "172.21.15.33", "hostname": "smithi033", "labels": [], "status": ""}, {"addr": "172.21.15.123", "hostname": "smithi123", "labels": [], "status": ""}, {"addr": "172.21.15.174", "hostname": "smithi174", "labels": [], "status": ""}] 2024-09-05T02:18:03.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.343+0000 7fb71f000640 1 -- 172.21.15.33:0/4482620 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb6fc0390c0 msgr2=0x7fb6fc03b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:03.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.343+0000 7fb71f000640 1 --2- 172.21.15.33:0/4482620 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb6fc0390c0 0x7fb6fc03b580 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fb7040098c0 tx=0x7fb704006db0 comp rx=0 tx=0).stop 2024-09-05T02:18:03.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.343+0000 7fb71f000640 1 -- 172.21.15.33:0/4482620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb718107640 msgr2=0x7fb718197110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:03.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.343+0000 7fb71f000640 1 --2- 172.21.15.33:0/4482620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb718107640 0x7fb718197110 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fb708009230 tx=0x7fb708003d80 comp rx=0 tx=0).stop 2024-09-05T02:18:03.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.343+0000 7fb71f000640 1 -- 172.21.15.33:0/4482620 shutdown_connections 2024-09-05T02:18:03.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.343+0000 7fb71f000640 1 --2- 172.21.15.33:0/4482620 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb6fc0390c0 0x7fb6fc03b580 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:03.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.343+0000 7fb71f000640 1 --2- 172.21.15.33:0/4482620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb718107640 0x7fb718197110 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:03.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.343+0000 7fb71f000640 1 -- 172.21.15.33:0/4482620 >> 172.21.15.33:0/4482620 conn(0x7fb7180fd230 msgr2=0x7fb7180feb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:03.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.343+0000 7fb71f000640 1 -- 172.21.15.33:0/4482620 shutdown_connections 2024-09-05T02:18:03.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:03.343+0000 7fb71f000640 1 -- 172.21.15.33:0/4482620 wait complete. 2024-09-05T02:18:03.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:03 smithi033 ceph-mon[29909]: Added host smithi174 2024-09-05T02:18:03.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:03.982 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-05T02:18:03.983 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd crush tunables default 2024-09-05T02:18:04.345 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:18:04.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:04 smithi033 ceph-mon[29909]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:04.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:04 smithi033 ceph-mon[29909]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:18:04.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.853+0000 7fcc3f200640 1 -- 172.21.15.33:0/2877589868 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc38101610 msgr2=0x7fcc381019f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:04.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.853+0000 7fcc3f200640 1 --2- 172.21.15.33:0/2877589868 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc38101610 0x7fcc381019f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c009880 tx=0x7fcc2c02a5d0 comp rx=0 tx=0).stop 2024-09-05T02:18:04.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.853+0000 7fcc3f200640 1 -- 172.21.15.33:0/2877589868 shutdown_connections 2024-09-05T02:18:04.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.853+0000 7fcc3f200640 1 --2- 172.21.15.33:0/2877589868 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc38101610 0x7fcc381019f0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:04.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.853+0000 7fcc3f200640 1 -- 172.21.15.33:0/2877589868 >> 172.21.15.33:0/2877589868 conn(0x7fcc380fd0b0 msgr2=0x7fcc380ff4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:04.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.853+0000 7fcc3f200640 1 -- 172.21.15.33:0/2877589868 shutdown_connections 2024-09-05T02:18:04.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.853+0000 7fcc3f200640 1 -- 172.21.15.33:0/2877589868 wait complete. 2024-09-05T02:18:04.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.855+0000 7fcc3f200640 1 Processor -- start 2024-09-05T02:18:04.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.855+0000 7fcc3f200640 1 -- start start 2024-09-05T02:18:04.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.855+0000 7fcc3f200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc38101610 0x7fcc38196f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:04.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.855+0000 7fcc3f200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcc3810ba60 con 0x7fcc38101610 2024-09-05T02:18:04.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.855+0000 7fcc3de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc38101610 0x7fcc38196f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:04.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.855+0000 7fcc3de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc38101610 0x7fcc38196f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44018/0 (socket says 172.21.15.33:44018) 2024-09-05T02:18:04.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.856+0000 7fcc3de00640 1 -- 172.21.15.33:0/1812674828 learned_addr learned my addr 172.21.15.33:0/1812674828 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:18:04.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.856+0000 7fcc3de00640 1 -- 172.21.15.33:0/1812674828 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc381974d0 con 0x7fcc38101610 2024-09-05T02:18:04.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.856+0000 7fcc3de00640 1 --2- 172.21.15.33:0/1812674828 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc38101610 0x7fcc38196f90 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c009230 tx=0x7fcc2c003d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:04.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.856+0000 7fcc32a00640 1 -- 172.21.15.33:0/1812674828 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcc2c03f070 con 0x7fcc38101610 2024-09-05T02:18:04.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.856+0000 7fcc32a00640 1 -- 172.21.15.33:0/1812674828 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcc2c03bc80 con 0x7fcc38101610 2024-09-05T02:18:04.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.857+0000 7fcc3f200640 1 -- 172.21.15.33:0/1812674828 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc381977c0 con 0x7fcc38101610 2024-09-05T02:18:04.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.857+0000 7fcc32a00640 1 -- 172.21.15.33:0/1812674828 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcc2c035030 con 0x7fcc38101610 2024-09-05T02:18:04.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.857+0000 7fcc3f200640 1 -- 172.21.15.33:0/1812674828 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc3819b860 con 0x7fcc38101610 2024-09-05T02:18:04.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.858+0000 7fcc32a00640 1 -- 172.21.15.33:0/1812674828 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fcc2c042070 con 0x7fcc38101610 2024-09-05T02:18:04.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.858+0000 7fcc3f200640 1 -- 172.21.15.33:0/1812674828 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc38102af0 con 0x7fcc38101610 2024-09-05T02:18:04.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.858+0000 7fcc32a00640 1 --2- 172.21.15.33:0/1812674828 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcc20039060 0x7fcc2003b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:04.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.858+0000 7fcc32a00640 1 -- 172.21.15.33:0/1812674828 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fcc2c06cd80 con 0x7fcc38101610 2024-09-05T02:18:04.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.858+0000 7fcc3d400640 1 --2- 172.21.15.33:0/1812674828 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcc20039060 0x7fcc2003b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:04.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.859+0000 7fcc3d400640 1 --2- 172.21.15.33:0/1812674828 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcc20039060 0x7fcc2003b520 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fcc280098c0 tx=0x7fcc28006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:04.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:04.863+0000 7fcc32a00640 1 -- 172.21.15.33:0/1812674828 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcc2c031e20 con 0x7fcc38101610 2024-09-05T02:18:05.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:05.054+0000 7fcc3f200640 1 -- 172.21.15.33:0/1812674828 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7fcc381982f0 con 0x7fcc38101610 2024-09-05T02:18:05.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:05.303+0000 7fcc32a00640 1 -- 172.21.15.33:0/1812674828 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7fcc2c0372d0 con 0x7fcc38101610 2024-09-05T02:18:05.304 INFO:teuthology.orchestra.run.smithi033.stderr:adjusted tunables profile to default 2024-09-05T02:18:05.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:05.306+0000 7fcc3f200640 1 -- 172.21.15.33:0/1812674828 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcc20039060 msgr2=0x7fcc2003b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:05.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:05.306+0000 7fcc3f200640 1 --2- 172.21.15.33:0/1812674828 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcc20039060 0x7fcc2003b520 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fcc280098c0 tx=0x7fcc28006db0 comp rx=0 tx=0).stop 2024-09-05T02:18:05.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:05.306+0000 7fcc3f200640 1 -- 172.21.15.33:0/1812674828 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc38101610 msgr2=0x7fcc38196f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:05.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:05.306+0000 7fcc3f200640 1 --2- 172.21.15.33:0/1812674828 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc38101610 0x7fcc38196f90 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c009230 tx=0x7fcc2c003d40 comp rx=0 tx=0).stop 2024-09-05T02:18:05.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:05.306+0000 7fcc3f200640 1 -- 172.21.15.33:0/1812674828 shutdown_connections 2024-09-05T02:18:05.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:05.306+0000 7fcc3f200640 1 --2- 172.21.15.33:0/1812674828 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcc20039060 0x7fcc2003b520 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:05.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:05.306+0000 7fcc3f200640 1 --2- 172.21.15.33:0/1812674828 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc38101610 0x7fcc38196f90 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:05.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:05.306+0000 7fcc3f200640 1 -- 172.21.15.33:0/1812674828 >> 172.21.15.33:0/1812674828 conn(0x7fcc380fd0b0 msgr2=0x7fcc38109070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:05.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:05.306+0000 7fcc3f200640 1 -- 172.21.15.33:0/1812674828 shutdown_connections 2024-09-05T02:18:05.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:05.306+0000 7fcc3f200640 1 -- 172.21.15.33:0/1812674828 wait complete. 2024-09-05T02:18:05.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:05 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1812674828' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-05T02:18:06.216 INFO:tasks.cephadm:Adding mon.a on smithi033 2024-09-05T02:18:06.216 INFO:tasks.cephadm:Adding mon.b on smithi123 2024-09-05T02:18:06.216 INFO:tasks.cephadm:Adding mon.c on smithi174 2024-09-05T02:18:06.217 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph orch apply mon '3;smithi033:172.21.15.33=a;smithi123:172.21.15.123=b;smithi174:172.21.15.174=c' 2024-09-05T02:18:06.460 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:18:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:06 smithi033 ceph-mon[29909]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:06 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1812674828' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-05T02:18:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:06 smithi033 ceph-mon[29909]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T02:18:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi174", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:18:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:06.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:18:06.832 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.831+0000 7febf3d57640 1 -- 172.21.15.174:0/2074817044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7febec106560 msgr2=0x7febec106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:06.833 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.831+0000 7febf3d57640 1 --2- 172.21.15.174:0/2074817044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7febec106560 0x7febec106940 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7febe8009880 tx=0x7febe802a5d0 comp rx=0 tx=0).stop 2024-09-05T02:18:06.833 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.831+0000 7febf3d57640 1 -- 172.21.15.174:0/2074817044 shutdown_connections 2024-09-05T02:18:06.833 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.831+0000 7febf3d57640 1 --2- 172.21.15.174:0/2074817044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7febec106560 0x7febec106940 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:06.833 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.831+0000 7febf3d57640 1 -- 172.21.15.174:0/2074817044 >> 172.21.15.174:0/2074817044 conn(0x7febec0fc1b0 msgr2=0x7febec0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:06.833 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.831+0000 7febf3d57640 1 -- 172.21.15.174:0/2074817044 shutdown_connections 2024-09-05T02:18:06.833 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.831+0000 7febf3d57640 1 -- 172.21.15.174:0/2074817044 wait complete. 2024-09-05T02:18:06.833 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.831+0000 7febf3d57640 1 Processor -- start 2024-09-05T02:18:06.833 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.831+0000 7febf3d57640 1 -- start start 2024-09-05T02:18:06.833 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.831+0000 7febf3d57640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7febec106560 0x7febec197120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:06.833 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.832+0000 7febf3d57640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7febec10ab90 con 0x7febec106560 2024-09-05T02:18:06.834 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.832+0000 7febf1af3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7febec106560 0x7febec197120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:06.834 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.832+0000 7febf1af3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7febec106560 0x7febec197120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.174:42174/0 (socket says 172.21.15.174:42174) 2024-09-05T02:18:06.835 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.832+0000 7febf1af3640 1 -- 172.21.15.174:0/1585120350 learned_addr learned my addr 172.21.15.174:0/1585120350 (peer_addr_for_me v2:172.21.15.174:0/0) 2024-09-05T02:18:06.835 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.832+0000 7febf1af3640 1 -- 172.21.15.174:0/1585120350 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febec197660 con 0x7febec106560 2024-09-05T02:18:06.835 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.833+0000 7febf1af3640 1 --2- 172.21.15.174:0/1585120350 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7febec106560 0x7febec197120 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7febe8009230 tx=0x7febe8003d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:06.835 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.833+0000 7febe2ffd640 1 -- 172.21.15.174:0/1585120350 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7febe803f070 con 0x7febec106560 2024-09-05T02:18:06.835 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.833+0000 7febe2ffd640 1 -- 172.21.15.174:0/1585120350 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7febe803bd40 con 0x7febec106560 2024-09-05T02:18:06.835 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.833+0000 7febf3d57640 1 -- 172.21.15.174:0/1585120350 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febec1978f0 con 0x7febec106560 2024-09-05T02:18:06.835 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.833+0000 7febe2ffd640 1 -- 172.21.15.174:0/1585120350 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7febe8035030 con 0x7febec106560 2024-09-05T02:18:06.835 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.833+0000 7febf3d57640 1 -- 172.21.15.174:0/1585120350 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febec19b9f0 con 0x7febec106560 2024-09-05T02:18:06.836 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.834+0000 7febe2ffd640 1 -- 172.21.15.174:0/1585120350 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7febe8042070 con 0x7febec106560 2024-09-05T02:18:06.836 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.834+0000 7febf3d57640 1 -- 172.21.15.174:0/1585120350 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febec101bd0 con 0x7febec106560 2024-09-05T02:18:06.836 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.834+0000 7febe2ffd640 1 --2- 172.21.15.174:0/1585120350 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7febd8039060 0x7febd803b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:06.836 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.834+0000 7febe2ffd640 1 -- 172.21.15.174:0/1585120350 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7febe806ccc0 con 0x7febec106560 2024-09-05T02:18:06.836 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.834+0000 7febf12f2640 1 --2- 172.21.15.174:0/1585120350 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7febd8039060 0x7febd803b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:06.836 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.835+0000 7febf12f2640 1 --2- 172.21.15.174:0/1585120350 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7febd8039060 0x7febd803b520 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7febdc0098c0 tx=0x7febdc006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:06.840 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:06.839+0000 7febe2ffd640 1 -- 172.21.15.174:0/1585120350 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7febe8036df0 con 0x7febec106560 2024-09-05T02:18:07.016 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:07.015+0000 7febf3d57640 1 -- 172.21.15.174:0/1585120350 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi033:172.21.15.33=a;smithi123:172.21.15.123=b;smithi174:172.21.15.174=c", "target": ["mon-mgr", ""]}) -- 0x7febec198480 con 0x7febd8039060 2024-09-05T02:18:07.022 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:07.021+0000 7febe2ffd640 1 -- 172.21.15.174:0/1585120350 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7febec198480 con 0x7febd8039060 2024-09-05T02:18:07.022 INFO:teuthology.orchestra.run.smithi174.stdout:Scheduled mon update... 2024-09-05T02:18:07.024 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:07.023+0000 7febf3d57640 1 -- 172.21.15.174:0/1585120350 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7febd8039060 msgr2=0x7febd803b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:07.024 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:07.023+0000 7febf3d57640 1 --2- 172.21.15.174:0/1585120350 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7febd8039060 0x7febd803b520 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7febdc0098c0 tx=0x7febdc006db0 comp rx=0 tx=0).stop 2024-09-05T02:18:07.024 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:07.023+0000 7febf3d57640 1 -- 172.21.15.174:0/1585120350 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7febec106560 msgr2=0x7febec197120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:07.024 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:07.023+0000 7febf3d57640 1 --2- 172.21.15.174:0/1585120350 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7febec106560 0x7febec197120 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7febe8009230 tx=0x7febe8003d80 comp rx=0 tx=0).stop 2024-09-05T02:18:07.024 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:07.023+0000 7febf3d57640 1 -- 172.21.15.174:0/1585120350 shutdown_connections 2024-09-05T02:18:07.025 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:07.023+0000 7febf3d57640 1 --2- 172.21.15.174:0/1585120350 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7febd8039060 0x7febd803b520 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:07.025 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:07.023+0000 7febf3d57640 1 --2- 172.21.15.174:0/1585120350 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7febec106560 0x7febec197120 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:07.025 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:07.023+0000 7febf3d57640 1 -- 172.21.15.174:0/1585120350 >> 172.21.15.174:0/1585120350 conn(0x7febec0fc1b0 msgr2=0x7febec069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:07.025 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:07.023+0000 7febf3d57640 1 -- 172.21.15.174:0/1585120350 shutdown_connections 2024-09-05T02:18:07.025 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:07.023+0000 7febf3d57640 1 -- 172.21.15.174:0/1585120350 wait complete. 2024-09-05T02:18:07.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:07 smithi033 ceph-mon[29909]: Updating smithi174:/etc/ceph/ceph.conf 2024-09-05T02:18:07.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:07 smithi033 ceph-mon[29909]: Updating smithi174:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:18:07.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:07 smithi033 ceph-mon[29909]: Updating smithi174:/etc/ceph/ceph.client.admin.keyring 2024-09-05T02:18:07.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:07 smithi033 ceph-mon[29909]: Updating smithi174:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T02:18:07.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:07 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:07.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:07 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:07.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:07 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:07.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:07 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:07.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:07 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:18:07.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:07 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:07.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:07 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:18:07.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:07 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:07.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:07 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T02:18:07.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:07 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:07.649 DEBUG:teuthology.orchestra.run.smithi123:mon.b> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mon.b.service 2024-09-05T02:18:07.652 DEBUG:teuthology.orchestra.run.smithi174:mon.c> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mon.c.service 2024-09-05T02:18:07.655 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-05T02:18:07.655 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-05T02:18:08.410 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:18:08.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:08 smithi033 ceph-mon[29909]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:08.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:08 smithi033 ceph-mon[29909]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi033:172.21.15.33=a;smithi123:172.21.15.123=b;smithi174:172.21.15.174=c", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:18:08.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:08 smithi033 ceph-mon[29909]: Saving service mon spec with placement smithi033:172.21.15.33=a;smithi123:172.21.15.123=b;smithi174:172.21.15.174=c;count:3 2024-09-05T02:18:08.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:08 smithi033 ceph-mon[29909]: Deploying daemon mon.c on smithi174 2024-09-05T02:18:08.802 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.797+0000 7f9d56ddf640 1 -- 172.21.15.174:0/1588604840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d501027f0 msgr2=0x7f9d50102bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:08.802 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.797+0000 7f9d56ddf640 1 --2- 172.21.15.174:0/1588604840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d501027f0 0x7f9d50102bd0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f9d4c009880 tx=0x7f9d4c02a670 comp rx=0 tx=0).stop 2024-09-05T02:18:08.802 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.797+0000 7f9d56ddf640 1 -- 172.21.15.174:0/1588604840 shutdown_connections 2024-09-05T02:18:08.802 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.797+0000 7f9d56ddf640 1 --2- 172.21.15.174:0/1588604840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d501027f0 0x7f9d50102bd0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:08.802 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.797+0000 7f9d56ddf640 1 -- 172.21.15.174:0/1588604840 >> 172.21.15.174:0/1588604840 conn(0x7f9d500fc1b0 msgr2=0x7f9d500fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:08.802 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.797+0000 7f9d56ddf640 1 -- 172.21.15.174:0/1588604840 shutdown_connections 2024-09-05T02:18:08.802 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.797+0000 7f9d56ddf640 1 -- 172.21.15.174:0/1588604840 wait complete. 2024-09-05T02:18:08.802 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.797+0000 7f9d56ddf640 1 Processor -- start 2024-09-05T02:18:08.803 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.797+0000 7f9d56ddf640 1 -- start start 2024-09-05T02:18:08.803 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.797+0000 7f9d56ddf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d501027f0 0x7f9d501971e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:08.803 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.797+0000 7f9d56ddf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9d5010bcc0 con 0x7f9d501027f0 2024-09-05T02:18:08.803 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.798+0000 7f9d54b7b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d501027f0 0x7f9d501971e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:08.803 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.798+0000 7f9d54b7b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d501027f0 0x7f9d501971e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.174:42202/0 (socket says 172.21.15.174:42202) 2024-09-05T02:18:08.803 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.798+0000 7f9d54b7b640 1 -- 172.21.15.174:0/1459326708 learned_addr learned my addr 172.21.15.174:0/1459326708 (peer_addr_for_me v2:172.21.15.174:0/0) 2024-09-05T02:18:08.803 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.798+0000 7f9d54b7b640 1 -- 172.21.15.174:0/1459326708 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d50197720 con 0x7f9d501027f0 2024-09-05T02:18:08.803 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.799+0000 7f9d54b7b640 1 --2- 172.21.15.174:0/1459326708 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d501027f0 0x7f9d501971e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9d4c009230 tx=0x7f9d4c003d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:08.803 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.799+0000 7f9d45ffb640 1 -- 172.21.15.174:0/1459326708 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d4c03f070 con 0x7f9d501027f0 2024-09-05T02:18:08.804 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.799+0000 7f9d56ddf640 1 -- 172.21.15.174:0/1459326708 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d501979b0 con 0x7f9d501027f0 2024-09-05T02:18:08.804 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.799+0000 7f9d45ffb640 1 -- 172.21.15.174:0/1459326708 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9d4c03bd40 con 0x7f9d501027f0 2024-09-05T02:18:08.804 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.799+0000 7f9d45ffb640 1 -- 172.21.15.174:0/1459326708 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d4c035030 con 0x7f9d501027f0 2024-09-05T02:18:08.804 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.799+0000 7f9d56ddf640 1 -- 172.21.15.174:0/1459326708 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d50197e10 con 0x7f9d501027f0 2024-09-05T02:18:08.804 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.800+0000 7f9d45ffb640 1 -- 172.21.15.174:0/1459326708 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f9d4c042070 con 0x7f9d501027f0 2024-09-05T02:18:08.804 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.800+0000 7f9d56ddf640 1 -- 172.21.15.174:0/1459326708 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d5006a710 con 0x7f9d501027f0 2024-09-05T02:18:08.804 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.800+0000 7f9d45ffb640 1 --2- 172.21.15.174:0/1459326708 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f9d38039060 0x7f9d3803b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:08.804 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.800+0000 7f9d45ffb640 1 -- 172.21.15.174:0/1459326708 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f9d4c06ccc0 con 0x7f9d501027f0 2024-09-05T02:18:08.804 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.801+0000 7f9d47fff640 1 --2- 172.21.15.174:0/1459326708 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f9d38039060 0x7f9d3803b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:08.805 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.801+0000 7f9d47fff640 1 --2- 172.21.15.174:0/1459326708 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f9d38039060 0x7f9d3803b520 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f9d400098c0 tx=0x7f9d40006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:08.807 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:08.806+0000 7f9d45ffb640 1 -- 172.21.15.174:0/1459326708 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9d4c030d60 con 0x7f9d501027f0 2024-09-05T02:18:09.041 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:09.040+0000 7f9d56ddf640 1 -- 172.21.15.174:0/1459326708 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f9d50198540 con 0x7f9d501027f0 2024-09-05T02:18:09.042 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:09.041+0000 7f9d45ffb640 1 -- 172.21.15.174:0/1459326708 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f9d4c03b860 con 0x7f9d501027f0 2024-09-05T02:18:09.042 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:18:09.042 INFO:teuthology.orchestra.run.smithi174.stdout:{"epoch":1,"fsid":"b37d3f34-6b2c-11ef-bcd6-c7b262605968","modified":"2024-09-05T02:16:28.840919Z","created":"2024-09-05T02:16:28.840919Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:3300","nonce":0},{"type":"v1","addr":"172.21.15.33:6789","nonce":0}]},"addr":"172.21.15.33:6789/0","public_addr":"172.21.15.33:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-05T02:18:09.042 INFO:teuthology.orchestra.run.smithi174.stderr:dumped monmap epoch 1 2024-09-05T02:18:09.044 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:09.043+0000 7f9d56ddf640 1 -- 172.21.15.174:0/1459326708 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f9d38039060 msgr2=0x7f9d3803b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:09.044 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:09.043+0000 7f9d56ddf640 1 --2- 172.21.15.174:0/1459326708 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f9d38039060 0x7f9d3803b520 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f9d400098c0 tx=0x7f9d40006db0 comp rx=0 tx=0).stop 2024-09-05T02:18:09.044 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:09.043+0000 7f9d56ddf640 1 -- 172.21.15.174:0/1459326708 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d501027f0 msgr2=0x7f9d501971e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:09.044 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:09.043+0000 7f9d56ddf640 1 --2- 172.21.15.174:0/1459326708 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d501027f0 0x7f9d501971e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9d4c009230 tx=0x7f9d4c003d80 comp rx=0 tx=0).stop 2024-09-05T02:18:09.044 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:09.043+0000 7f9d56ddf640 1 -- 172.21.15.174:0/1459326708 shutdown_connections 2024-09-05T02:18:09.044 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:09.043+0000 7f9d56ddf640 1 --2- 172.21.15.174:0/1459326708 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f9d38039060 0x7f9d3803b520 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:09.044 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:09.043+0000 7f9d56ddf640 1 --2- 172.21.15.174:0/1459326708 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d501027f0 0x7f9d501971e0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:09.045 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:09.043+0000 7f9d56ddf640 1 -- 172.21.15.174:0/1459326708 >> 172.21.15.174:0/1459326708 conn(0x7f9d500fc1b0 msgr2=0x7f9d501035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:09.045 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:09.043+0000 7f9d56ddf640 1 -- 172.21.15.174:0/1459326708 shutdown_connections 2024-09-05T02:18:09.045 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:09.043+0000 7f9d56ddf640 1 -- 172.21.15.174:0/1459326708 wait complete. 2024-09-05T02:18:09.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:09 smithi033 ceph-mon[29909]: from='client.? 172.21.15.174:0/1459326708' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T02:18:10.568 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-05T02:18:10.568 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-05T02:18:10.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:10 smithi033 ceph-mon[29909]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:10.807 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T02:18:11.334 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.332+0000 7f23954f8640 1 -- 172.21.15.174:0/2817457611 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23901076e0 msgr2=0x7f2390107ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:11.335 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.332+0000 7f23954f8640 1 --2- 172.21.15.174:0/2817457611 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23901076e0 0x7f2390107ac0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f2380009880 tx=0x7f238002a5d0 comp rx=0 tx=0).stop 2024-09-05T02:18:11.335 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.332+0000 7f23954f8640 1 -- 172.21.15.174:0/2817457611 shutdown_connections 2024-09-05T02:18:11.335 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.332+0000 7f23954f8640 1 --2- 172.21.15.174:0/2817457611 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23901076e0 0x7f2390107ac0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:11.335 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.332+0000 7f23954f8640 1 -- 172.21.15.174:0/2817457611 >> 172.21.15.174:0/2817457611 conn(0x7f23900fb9a0 msgr2=0x7f23900fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:11.335 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.332+0000 7f23954f8640 1 -- 172.21.15.174:0/2817457611 shutdown_connections 2024-09-05T02:18:11.335 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.332+0000 7f23954f8640 1 -- 172.21.15.174:0/2817457611 wait complete. 2024-09-05T02:18:11.335 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.333+0000 7f23954f8640 1 Processor -- start 2024-09-05T02:18:11.335 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.333+0000 7f23954f8640 1 -- start start 2024-09-05T02:18:11.335 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.333+0000 7f23954f8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23901076e0 0x7f23901971f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:11.335 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.333+0000 7f23954f8640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f239010bd50 con 0x7f23901076e0 2024-09-05T02:18:11.335 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.333+0000 7f238effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23901076e0 0x7f23901971f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:11.336 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.333+0000 7f238effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23901076e0 0x7f23901971f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.174:42216/0 (socket says 172.21.15.174:42216) 2024-09-05T02:18:11.336 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.333+0000 7f238effd640 1 -- 172.21.15.174:0/3476443271 learned_addr learned my addr 172.21.15.174:0/3476443271 (peer_addr_for_me v2:172.21.15.174:0/0) 2024-09-05T02:18:11.336 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.334+0000 7f238effd640 1 -- 172.21.15.174:0/3476443271 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2390197730 con 0x7f23901076e0 2024-09-05T02:18:11.337 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.334+0000 7f238effd640 1 --2- 172.21.15.174:0/3476443271 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23901076e0 0x7f23901971f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2380009230 tx=0x7f2380003d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:11.337 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.334+0000 7f2377fff640 1 -- 172.21.15.174:0/3476443271 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f238003f070 con 0x7f23901076e0 2024-09-05T02:18:11.337 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.334+0000 7f23954f8640 1 -- 172.21.15.174:0/3476443271 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23901979c0 con 0x7f23901076e0 2024-09-05T02:18:11.337 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.334+0000 7f23954f8640 1 -- 172.21.15.174:0/3476443271 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f239019bac0 con 0x7f23901076e0 2024-09-05T02:18:11.338 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.334+0000 7f2377fff640 1 -- 172.21.15.174:0/3476443271 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f238003bc80 con 0x7f23901076e0 2024-09-05T02:18:11.338 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.334+0000 7f2377fff640 1 -- 172.21.15.174:0/3476443271 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2380049060 con 0x7f23901076e0 2024-09-05T02:18:11.338 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.335+0000 7f2377fff640 1 -- 172.21.15.174:0/3476443271 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f2380042070 con 0x7f23901076e0 2024-09-05T02:18:11.338 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.335+0000 7f2375ffb640 1 -- 172.21.15.174:0/3476443271 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2390102dd0 con 0x7f23901076e0 2024-09-05T02:18:11.338 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.335+0000 7f2377fff640 1 --2- 172.21.15.174:0/3476443271 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f2378039060 0x7f237803b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:11.338 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.335+0000 7f2377fff640 1 -- 172.21.15.174:0/3476443271 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f238006cea0 con 0x7f23901076e0 2024-09-05T02:18:11.338 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.336+0000 7f238e7fc640 1 --2- 172.21.15.174:0/3476443271 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f2378039060 0x7f237803b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:11.338 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.336+0000 7f238e7fc640 1 --2- 172.21.15.174:0/3476443271 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f2378039060 0x7f237803b520 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f23840098c0 tx=0x7f2384006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:11.341 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.340+0000 7f2377fff640 1 -- 172.21.15.174:0/3476443271 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2380043ce0 con 0x7f23901076e0 2024-09-05T02:18:11.588 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.586+0000 7f2375ffb640 1 -- 172.21.15.174:0/3476443271 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f2390107b40 con 0x7f23901076e0 2024-09-05T02:18:11.588 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.587+0000 7f2377fff640 1 -- 172.21.15.174:0/3476443271 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f238004c350 con 0x7f23901076e0 2024-09-05T02:18:11.589 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:18:11.589 INFO:teuthology.orchestra.run.smithi174.stdout:{"epoch":1,"fsid":"b37d3f34-6b2c-11ef-bcd6-c7b262605968","modified":"2024-09-05T02:16:28.840919Z","created":"2024-09-05T02:16:28.840919Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:3300","nonce":0},{"type":"v1","addr":"172.21.15.33:6789","nonce":0}]},"addr":"172.21.15.33:6789/0","public_addr":"172.21.15.33:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-05T02:18:11.589 INFO:teuthology.orchestra.run.smithi174.stderr:dumped monmap epoch 1 2024-09-05T02:18:11.591 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.589+0000 7f2375ffb640 1 -- 172.21.15.174:0/3476443271 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f2378039060 msgr2=0x7f237803b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:11.591 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.589+0000 7f2375ffb640 1 --2- 172.21.15.174:0/3476443271 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f2378039060 0x7f237803b520 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f23840098c0 tx=0x7f2384006db0 comp rx=0 tx=0).stop 2024-09-05T02:18:11.591 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.589+0000 7f2375ffb640 1 -- 172.21.15.174:0/3476443271 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23901076e0 msgr2=0x7f23901971f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:11.591 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.589+0000 7f2375ffb640 1 --2- 172.21.15.174:0/3476443271 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23901076e0 0x7f23901971f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2380009230 tx=0x7f2380003d40 comp rx=0 tx=0).stop 2024-09-05T02:18:11.591 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.590+0000 7f2375ffb640 1 -- 172.21.15.174:0/3476443271 shutdown_connections 2024-09-05T02:18:11.591 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.590+0000 7f2375ffb640 1 --2- 172.21.15.174:0/3476443271 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f2378039060 0x7f237803b520 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:11.591 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.590+0000 7f2375ffb640 1 --2- 172.21.15.174:0/3476443271 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23901076e0 0x7f23901971f0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:11.591 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.590+0000 7f2375ffb640 1 -- 172.21.15.174:0/3476443271 >> 172.21.15.174:0/3476443271 conn(0x7f23900fb9a0 msgr2=0x7f23900fd330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:11.591 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.590+0000 7f2375ffb640 1 -- 172.21.15.174:0/3476443271 shutdown_connections 2024-09-05T02:18:11.591 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:11.590+0000 7f2375ffb640 1 -- 172.21.15.174:0/3476443271 wait complete. 2024-09-05T02:18:11.888 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:11 smithi174 systemd[1]: Starting Ceph mon.c for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:18:12.579 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 podman[34737]: 2024-09-05 02:18:12.218190441 +0000 UTC m=+0.016117886 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:18:12.579 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 podman[34737]: 2024-09-05 02:18:12.4626342 +0000 UTC m=+0.260561638 container create 10411efb2d3622ef2492a525c74e7ceca0f60b3c6c53f011125bfe43db23a295 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T02:18:12.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:12 smithi033 ceph-mon[29909]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:12.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:12 smithi033 ceph-mon[29909]: from='client.? 172.21.15.174:0/3476443271' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T02:18:13.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 podman[34737]: 2024-09-05 02:18:12.640126574 +0000 UTC m=+0.438054022 container init 10411efb2d3622ef2492a525c74e7ceca0f60b3c6c53f011125bfe43db23a295 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T02:18:13.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 podman[34737]: 2024-09-05 02:18:12.643380318 +0000 UTC m=+0.441307759 container start 10411efb2d3622ef2492a525c74e7ceca0f60b3c6c53f011125bfe43db23a295 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-c, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True) 2024-09-05T02:18:13.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: set uid:gid to 167:167 (ceph:ceph) 2024-09-05T02:18:13.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable), process ceph-mon, pid 2 2024-09-05T02:18:13.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: pidfile_write: ignore empty --pid-file 2024-09-05T02:18:13.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: load: jerasure load: lrc 2024-09-05T02:18:13.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: RocksDB version: 7.9.2 2024-09-05T02:18:13.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Git sha 0 2024-09-05T02:18:13.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Compile date 2024-09-04 15:32:03 2024-09-05T02:18:13.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: DB SUMMARY 2024-09-05T02:18:13.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: DB Session ID: XDEX0XM0CVPJGB26DEPD 2024-09-05T02:18:13.030 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: CURRENT file: CURRENT 2024-09-05T02:18:13.030 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: IDENTITY file: IDENTITY 2024-09-05T02:18:13.030 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-05T02:18:13.030 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-09-05T02:18:13.030 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-09-05T02:18:13.031 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.error_if_exists: 0 2024-09-05T02:18:13.031 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.create_if_missing: 0 2024-09-05T02:18:13.031 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.paranoid_checks: 1 2024-09-05T02:18:13.031 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-05T02:18:13.031 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-05T02:18:13.031 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-05T02:18:13.032 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.env: 0x55ea9c3cc940 2024-09-05T02:18:13.032 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.fs: PosixFileSystem 2024-09-05T02:18:13.032 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.info_log: 0x55ea9dd5d6e0 2024-09-05T02:18:13.032 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_file_opening_threads: 16 2024-09-05T02:18:13.032 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.statistics: (nil) 2024-09-05T02:18:13.033 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.use_fsync: 0 2024-09-05T02:18:13.033 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_log_file_size: 0 2024-09-05T02:18:13.033 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-05T02:18:13.033 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-05T02:18:13.033 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.keep_log_file_num: 1000 2024-09-05T02:18:13.034 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.recycle_log_file_num: 0 2024-09-05T02:18:13.034 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.allow_fallocate: 1 2024-09-05T02:18:13.034 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.allow_mmap_reads: 0 2024-09-05T02:18:13.034 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.allow_mmap_writes: 0 2024-09-05T02:18:13.034 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.use_direct_reads: 0 2024-09-05T02:18:13.034 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-05T02:18:13.035 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.create_missing_column_families: 0 2024-09-05T02:18:13.035 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.db_log_dir: 2024-09-05T02:18:13.035 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.wal_dir: 2024-09-05T02:18:13.035 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-05T02:18:13.035 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-05T02:18:13.036 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-05T02:18:13.036 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-05T02:18:13.036 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-05T02:18:13.036 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-05T02:18:13.036 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.advise_random_on_open: 1 2024-09-05T02:18:13.037 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.db_write_buffer_size: 0 2024-09-05T02:18:13.037 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.write_buffer_manager: 0x55ea9dd6cdc0 2024-09-05T02:18:13.037 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-05T02:18:13.037 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-05T02:18:13.037 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-05T02:18:13.037 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.rate_limiter: (nil) 2024-09-05T02:18:13.038 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-05T02:18:13.038 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.wal_recovery_mode: 2 2024-09-05T02:18:13.038 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.enable_thread_tracking: 0 2024-09-05T02:18:13.038 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.enable_pipelined_write: 0 2024-09-05T02:18:13.038 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.unordered_write: 0 2024-09-05T02:18:13.039 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-05T02:18:13.039 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-05T02:18:13.039 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-05T02:18:13.039 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-05T02:18:13.039 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.row_cache: None 2024-09-05T02:18:13.039 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.wal_filter: None 2024-09-05T02:18:13.042 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-05T02:18:13.043 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.allow_ingest_behind: 0 2024-09-05T02:18:13.043 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.two_write_queues: 0 2024-09-05T02:18:13.043 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.manual_wal_flush: 0 2024-09-05T02:18:13.043 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.wal_compression: 0 2024-09-05T02:18:13.043 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.atomic_flush: 0 2024-09-05T02:18:13.044 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-05T02:18:13.044 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-05T02:18:13.044 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-05T02:18:13.044 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.log_readahead_size: 0 2024-09-05T02:18:13.044 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-05T02:18:13.045 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.best_efforts_recovery: 0 2024-09-05T02:18:13.045 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-05T02:18:13.045 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-05T02:18:13.045 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.allow_data_in_errors: 0 2024-09-05T02:18:13.045 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.db_host_id: __hostname__ 2024-09-05T02:18:13.045 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-05T02:18:13.046 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_background_jobs: 2 2024-09-05T02:18:13.046 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_background_compactions: -1 2024-09-05T02:18:13.046 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_subcompactions: 1 2024-09-05T02:18:13.046 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-05T02:18:13.046 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-05T02:18:13.047 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-05T02:18:13.047 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_total_wal_size: 0 2024-09-05T02:18:13.047 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-05T02:18:13.047 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-05T02:18:13.047 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-05T02:18:13.048 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-05T02:18:13.048 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_open_files: -1 2024-09-05T02:18:13.048 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.bytes_per_sync: 0 2024-09-05T02:18:13.048 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-05T02:18:13.048 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-05T02:18:13.048 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compaction_readahead_size: 0 2024-09-05T02:18:13.048 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_background_flushes: -1 2024-09-05T02:18:13.049 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Compression algorithms supported: 2024-09-05T02:18:13.049 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: kZSTD supported: 0 2024-09-05T02:18:13.049 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: kXpressCompression supported: 0 2024-09-05T02:18:13.049 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: kBZip2Compression supported: 0 2024-09-05T02:18:13.049 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-05T02:18:13.049 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: kLZ4Compression supported: 1 2024-09-05T02:18:13.049 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: kZlibCompression supported: 1 2024-09-05T02:18:13.050 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: kLZ4HCCompression supported: 1 2024-09-05T02:18:13.050 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: kSnappyCompression supported: 1 2024-09-05T02:18:13.050 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-05T02:18:13.050 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-05T02:18:13.050 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-09-05T02:18:13.050 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-05T02:18:13.050 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-05T02:18:13.051 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.merge_operator: 2024-09-05T02:18:13.051 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compaction_filter: None 2024-09-05T02:18:13.051 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compaction_filter_factory: None 2024-09-05T02:18:13.051 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.sst_partitioner_factory: None 2024-09-05T02:18:13.051 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-05T02:18:13.051 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-05T02:18:13.051 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ea9dd5d320) 2024-09-05T02:18:13.052 INFO:journalctl@ceph.mon.c.smithi174.stdout: cache_index_and_filter_blocks: 1 2024-09-05T02:18:13.052 INFO:journalctl@ceph.mon.c.smithi174.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-05T02:18:13.052 INFO:journalctl@ceph.mon.c.smithi174.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-05T02:18:13.052 INFO:journalctl@ceph.mon.c.smithi174.stdout: pin_top_level_index_and_filter: 1 2024-09-05T02:18:13.052 INFO:journalctl@ceph.mon.c.smithi174.stdout: index_type: 0 2024-09-05T02:18:13.052 INFO:journalctl@ceph.mon.c.smithi174.stdout: data_block_index_type: 0 2024-09-05T02:18:13.052 INFO:journalctl@ceph.mon.c.smithi174.stdout: index_shortening: 1 2024-09-05T02:18:13.052 INFO:journalctl@ceph.mon.c.smithi174.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-05T02:18:13.052 INFO:journalctl@ceph.mon.c.smithi174.stdout: checksum: 4 2024-09-05T02:18:13.052 INFO:journalctl@ceph.mon.c.smithi174.stdout: no_block_cache: 0 2024-09-05T02:18:13.052 INFO:journalctl@ceph.mon.c.smithi174.stdout: block_cache: 0x55ea9dd511f0 2024-09-05T02:18:13.053 INFO:journalctl@ceph.mon.c.smithi174.stdout: block_cache_name: BinnedLRUCache 2024-09-05T02:18:13.053 INFO:journalctl@ceph.mon.c.smithi174.stdout: block_cache_options: 2024-09-05T02:18:13.053 INFO:journalctl@ceph.mon.c.smithi174.stdout: capacity : 536870912 2024-09-05T02:18:13.053 INFO:journalctl@ceph.mon.c.smithi174.stdout: num_shard_bits : 4 2024-09-05T02:18:13.053 INFO:journalctl@ceph.mon.c.smithi174.stdout: strict_capacity_limit : 0 2024-09-05T02:18:13.053 INFO:journalctl@ceph.mon.c.smithi174.stdout: high_pri_pool_ratio: 0.000 2024-09-05T02:18:13.053 INFO:journalctl@ceph.mon.c.smithi174.stdout: block_cache_compressed: (nil) 2024-09-05T02:18:13.053 INFO:journalctl@ceph.mon.c.smithi174.stdout: persistent_cache: (nil) 2024-09-05T02:18:13.053 INFO:journalctl@ceph.mon.c.smithi174.stdout: block_size: 4096 2024-09-05T02:18:13.053 INFO:journalctl@ceph.mon.c.smithi174.stdout: block_size_deviation: 10 2024-09-05T02:18:13.053 INFO:journalctl@ceph.mon.c.smithi174.stdout: block_restart_interval: 16 2024-09-05T02:18:13.053 INFO:journalctl@ceph.mon.c.smithi174.stdout: index_block_restart_interval: 1 2024-09-05T02:18:13.054 INFO:journalctl@ceph.mon.c.smithi174.stdout: metadata_block_size: 4096 2024-09-05T02:18:13.054 INFO:journalctl@ceph.mon.c.smithi174.stdout: partition_filters: 0 2024-09-05T02:18:13.054 INFO:journalctl@ceph.mon.c.smithi174.stdout: use_delta_encoding: 1 2024-09-05T02:18:13.054 INFO:journalctl@ceph.mon.c.smithi174.stdout: filter_policy: bloomfilter 2024-09-05T02:18:13.054 INFO:journalctl@ceph.mon.c.smithi174.stdout: whole_key_filtering: 1 2024-09-05T02:18:13.054 INFO:journalctl@ceph.mon.c.smithi174.stdout: verify_compression: 0 2024-09-05T02:18:13.054 INFO:journalctl@ceph.mon.c.smithi174.stdout: read_amp_bytes_per_bit: 0 2024-09-05T02:18:13.054 INFO:journalctl@ceph.mon.c.smithi174.stdout: format_version: 5 2024-09-05T02:18:13.054 INFO:journalctl@ceph.mon.c.smithi174.stdout: enable_index_compression: 1 2024-09-05T02:18:13.054 INFO:journalctl@ceph.mon.c.smithi174.stdout: block_align: 0 2024-09-05T02:18:13.054 INFO:journalctl@ceph.mon.c.smithi174.stdout: max_auto_readahead_size: 262144 2024-09-05T02:18:13.054 INFO:journalctl@ceph.mon.c.smithi174.stdout: prepopulate_block_cache: 0 2024-09-05T02:18:13.054 INFO:journalctl@ceph.mon.c.smithi174.stdout: initial_auto_readahead_size: 8192 2024-09-05T02:18:13.054 INFO:journalctl@ceph.mon.c.smithi174.stdout: num_file_reads_for_auto_readahead: 2 2024-09-05T02:18:13.055 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.write_buffer_size: 33554432 2024-09-05T02:18:13.055 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_write_buffer_number: 2 2024-09-05T02:18:13.055 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compression: NoCompression 2024-09-05T02:18:13.055 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.bottommost_compression: Disabled 2024-09-05T02:18:13.055 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.prefix_extractor: nullptr 2024-09-05T02:18:13.055 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-05T02:18:13.055 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.num_levels: 7 2024-09-05T02:18:13.055 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-05T02:18:13.055 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-05T02:18:13.055 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-05T02:18:13.055 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-05T02:18:13.055 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-05T02:18:13.055 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-05T02:18:13.056 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-05T02:18:13.056 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-05T02:18:13.056 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-05T02:18:13.056 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-05T02:18:13.056 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-05T02:18:13.056 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-05T02:18:13.056 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-05T02:18:13.056 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compression_opts.level: 32767 2024-09-05T02:18:13.056 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compression_opts.strategy: 0 2024-09-05T02:18:13.056 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-05T02:18:13.056 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-05T02:18:13.056 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-05T02:18:13.056 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-05T02:18:13.057 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compression_opts.enabled: false 2024-09-05T02:18:13.057 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-05T02:18:13.057 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-05T02:18:13.057 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-05T02:18:13.057 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-05T02:18:13.057 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.target_file_size_base: 67108864 2024-09-05T02:18:13.057 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-05T02:18:13.057 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-05T02:18:13.057 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-05T02:18:13.057 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-05T02:18:13.057 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-05T02:18:13.057 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-05T02:18:13.057 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-05T02:18:13.058 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-05T02:18:13.058 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-05T02:18:13.058 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-05T02:18:13.058 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-05T02:18:13.058 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-05T02:18:13.058 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-05T02:18:13.058 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-05T02:18:13.058 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.arena_block_size: 1048576 2024-09-05T02:18:13.058 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-05T02:18:13.058 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-05T02:18:13.058 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.disable_auto_compactions: 0 2024-09-05T02:18:13.058 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-05T02:18:13.059 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-05T02:18:13.059 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-05T02:18:13.059 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-05T02:18:13.059 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-05T02:18:13.059 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-05T02:18:13.059 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-05T02:18:13.059 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-05T02:18:13.059 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-05T02:18:13.059 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-05T02:18:13.059 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-05T02:18:13.059 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.inplace_update_support: 0 2024-09-05T02:18:13.059 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-05T02:18:13.059 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-05T02:18:13.060 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-05T02:18:13.060 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-05T02:18:13.060 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.bloom_locality: 0 2024-09-05T02:18:13.060 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.max_successive_merges: 0 2024-09-05T02:18:13.060 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-05T02:18:13.060 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.paranoid_file_checks: 0 2024-09-05T02:18:13.060 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.force_consistency_checks: 1 2024-09-05T02:18:13.060 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.report_bg_io_stats: 0 2024-09-05T02:18:13.060 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.ttl: 2592000 2024-09-05T02:18:13.060 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-05T02:18:13.060 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-05T02:18:13.060 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-05T02:18:13.060 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.enable_blob_files: false 2024-09-05T02:18:13.061 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.min_blob_size: 0 2024-09-05T02:18:13.061 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.blob_file_size: 268435456 2024-09-05T02:18:13.061 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-05T02:18:13.061 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-05T02:18:13.061 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-05T02:18:13.061 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-05T02:18:13.061 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-05T02:18:13.061 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.blob_file_starting_level: 0 2024-09-05T02:18:13.061 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-05T02:18:13.061 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-05T02:18:13.061 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-05T02:18:13.061 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 808a2291-15b0-4719-94ec-61610255cd01 2024-09-05T02:18:13.061 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725502692670421, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-05T02:18:13.062 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-05T02:18:13.062 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725502692670840, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725502692, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "808a2291-15b0-4719-94ec-61610255cd01", "db_session_id": "XDEX0XM0CVPJGB26DEPD", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-05T02:18:13.062 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725502692670932, "job": 1, "event": "recovery_finished"} 2024-09-05T02:18:13.062 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-05T02:18:13.062 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-05T02:18:13.062 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ea9dd7ee00 2024-09-05T02:18:13.062 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: DB pointer 0x55ea9de7a000 2024-09-05T02:18:13.062 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-05T02:18:13.062 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-05T02:18:13.062 INFO:journalctl@ceph.mon.c.smithi174.stdout: ** DB Stats ** 2024-09-05T02:18:13.062 INFO:journalctl@ceph.mon.c.smithi174.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-05T02:18:13.062 INFO:journalctl@ceph.mon.c.smithi174.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-05T02:18:13.063 INFO:journalctl@ceph.mon.c.smithi174.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-05T02:18:13.063 INFO:journalctl@ceph.mon.c.smithi174.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-05T02:18:13.063 INFO:journalctl@ceph.mon.c.smithi174.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-05T02:18:13.063 INFO:journalctl@ceph.mon.c.smithi174.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-05T02:18:13.063 INFO:journalctl@ceph.mon.c.smithi174.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-05T02:18:13.063 INFO:journalctl@ceph.mon.c.smithi174.stdout: 2024-09-05T02:18:13.063 INFO:journalctl@ceph.mon.c.smithi174.stdout: ** Compaction Stats [default] ** 2024-09-05T02:18:13.063 INFO:journalctl@ceph.mon.c.smithi174.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-05T02:18:13.063 INFO:journalctl@ceph.mon.c.smithi174.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-05T02:18:13.063 INFO:journalctl@ceph.mon.c.smithi174.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-05T02:18:13.063 INFO:journalctl@ceph.mon.c.smithi174.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-05T02:18:13.063 INFO:journalctl@ceph.mon.c.smithi174.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-05T02:18:13.063 INFO:journalctl@ceph.mon.c.smithi174.stdout: 2024-09-05T02:18:13.063 INFO:journalctl@ceph.mon.c.smithi174.stdout: ** Compaction Stats [default] ** 2024-09-05T02:18:13.064 INFO:journalctl@ceph.mon.c.smithi174.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-05T02:18:13.064 INFO:journalctl@ceph.mon.c.smithi174.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-05T02:18:13.064 INFO:journalctl@ceph.mon.c.smithi174.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-05T02:18:13.064 INFO:journalctl@ceph.mon.c.smithi174.stdout: 2024-09-05T02:18:13.064 INFO:journalctl@ceph.mon.c.smithi174.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-05T02:18:13.064 INFO:journalctl@ceph.mon.c.smithi174.stdout: 2024-09-05T02:18:13.064 INFO:journalctl@ceph.mon.c.smithi174.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-05T02:18:13.064 INFO:journalctl@ceph.mon.c.smithi174.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-05T02:18:13.064 INFO:journalctl@ceph.mon.c.smithi174.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-05T02:18:13.064 INFO:journalctl@ceph.mon.c.smithi174.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-05T02:18:13.064 INFO:journalctl@ceph.mon.c.smithi174.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-05T02:18:13.064 INFO:journalctl@ceph.mon.c.smithi174.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-05T02:18:13.064 INFO:journalctl@ceph.mon.c.smithi174.stdout: Cumulative compaction: 0.00 GB write, 0.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-05T02:18:13.065 INFO:journalctl@ceph.mon.c.smithi174.stdout: Interval compaction: 0.00 GB write, 0.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-05T02:18:13.065 INFO:journalctl@ceph.mon.c.smithi174.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-05T02:18:13.065 INFO:journalctl@ceph.mon.c.smithi174.stdout: Block cache BinnedLRUCache@0x55ea9dd511f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-09-05T02:18:13.065 INFO:journalctl@ceph.mon.c.smithi174.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-05T02:18:13.065 INFO:journalctl@ceph.mon.c.smithi174.stdout: 2024-09-05T02:18:13.065 INFO:journalctl@ceph.mon.c.smithi174.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-05T02:18:13.065 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-09-05T02:18:13.065 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: using public_addr v2:172.21.15.174:0/0 -> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-05T02:18:13.065 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: starting mon.c rank -1 at public addrs [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] at bind addrs [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:18:13.066 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: mon.c@-1(???) e0 preinit fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:18:13.066 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: mon.c@-1(synchronizing).mds e1 new map 2024-09-05T02:18:13.066 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: mon.c@-1(synchronizing).mds e1 print_map 2024-09-05T02:18:13.066 INFO:journalctl@ceph.mon.c.smithi174.stdout: e1 2024-09-05T02:18:13.066 INFO:journalctl@ceph.mon.c.smithi174.stdout: btime 2024-09-05T02:16:40:986188+0000 2024-09-05T02:18:13.066 INFO:journalctl@ceph.mon.c.smithi174.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-05T02:18:13.066 INFO:journalctl@ceph.mon.c.smithi174.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-05T02:18:13.066 INFO:journalctl@ceph.mon.c.smithi174.stdout: legacy client fscid: -1 2024-09-05T02:18:13.066 INFO:journalctl@ceph.mon.c.smithi174.stdout: 2024-09-05T02:18:13.066 INFO:journalctl@ceph.mon.c.smithi174.stdout: No filesystems configured 2024-09-05T02:18:13.066 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-05T02:18:13.066 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-05T02:18:13.066 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-05T02:18:13.067 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-05T02:18:13.067 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-05T02:18:13.067 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-05T02:18:13.067 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-05T02:18:13.067 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T02:18:13.067 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T02:18:13.067 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T02:18:13.067 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:13.067 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2024-09-05T02:18:13.067 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: Updating smithi123:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T02:18:13.067 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: Deploying cephadm binary to smithi174 2024-09-05T02:18:13.067 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:13.067 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:13.067 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:18:13.068 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:13.068 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:13.068 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: Added host smithi174 2024-09-05T02:18:13.068 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:13.068 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:13.068 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:18:13.068 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1812674828' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-05T02:18:13.068 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:13.068 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1812674828' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-05T02:18:13.068 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T02:18:13.068 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:13.068 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:13.069 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:13.069 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:13.069 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi174", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:18:13.069 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:13.069 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:18:13.069 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: Updating smithi174:/etc/ceph/ceph.conf 2024-09-05T02:18:13.069 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: Updating smithi174:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:18:13.069 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: Updating smithi174:/etc/ceph/ceph.client.admin.keyring 2024-09-05T02:18:13.069 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: Updating smithi174:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T02:18:13.069 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:13.069 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:13.069 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:13.070 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:13.070 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:18:13.070 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:13.070 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:18:13.070 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:13.070 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T02:18:13.070 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:13.070 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:13.070 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi033:172.21.15.33=a;smithi123:172.21.15.123=b;smithi174:172.21.15.174=c", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:18:13.070 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: Saving service mon spec with placement smithi033:172.21.15.33=a;smithi123:172.21.15.123=b;smithi174:172.21.15.174=c;count:3 2024-09-05T02:18:13.070 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: Deploying daemon mon.c on smithi174 2024-09-05T02:18:13.070 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='client.? 172.21.15.174:0/1459326708' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T02:18:13.071 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:13.071 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:13.071 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: from='client.? 172.21.15.174:0/3476443271' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T02:18:13.071 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 ceph-mon[34756]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-05T02:18:13.071 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 bash[34737]: 10411efb2d3622ef2492a525c74e7ceca0f60b3c6c53f011125bfe43db23a295 2024-09-05T02:18:13.071 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:12 smithi174 systemd[1]: Started Ceph mon.c for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:18:13.123 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-05T02:18:13.123 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-05T02:18:13.376 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T02:18:18.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:18.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T02:18:18.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: mon.a calling monitor election 2024-09-05T02:18:18.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:18:18.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:18:18.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:18.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:18:18.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: mon.c calling monitor election 2024-09-05T02:18:18.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:18:18.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:18.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:18:18.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:18:18.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-05T02:18:18.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: monmap epoch 2 2024-09-05T02:18:18.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:18:18.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: last_changed 2024-09-05T02:18:12.698589+0000 2024-09-05T02:18:18.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: created 2024-09-05T02:16:28.840919+0000 2024-09-05T02:18:18.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: min_mon_release 19 (squid) 2024-09-05T02:18:18.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: election_strategy: 1 2024-09-05T02:18:18.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: 0: [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] mon.a 2024-09-05T02:18:18.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: 1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.c 2024-09-05T02:18:18.030 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: fsmap 2024-09-05T02:18:18.030 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T02:18:18.030 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: mgrmap e13: x(active, since 43s) 2024-09-05T02:18:18.030 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: overall HEALTH_OK 2024-09-05T02:18:18.030 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:18.030 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:18.030 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:18.030 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T02:18:18.030 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:17 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:18.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:18.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T02:18:18.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: mon.a calling monitor election 2024-09-05T02:18:18.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:18:18.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:18:18.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:18.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:18:18.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: mon.c calling monitor election 2024-09-05T02:18:18.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:18:18.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:18.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:18:18.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:18:18.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-05T02:18:18.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: monmap epoch 2 2024-09-05T02:18:18.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:18:18.089 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: last_changed 2024-09-05T02:18:12.698589+0000 2024-09-05T02:18:18.089 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: created 2024-09-05T02:16:28.840919+0000 2024-09-05T02:18:18.089 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: min_mon_release 19 (squid) 2024-09-05T02:18:18.089 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: election_strategy: 1 2024-09-05T02:18:18.089 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: 0: [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] mon.a 2024-09-05T02:18:18.089 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: 1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.c 2024-09-05T02:18:18.089 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: fsmap 2024-09-05T02:18:18.089 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T02:18:18.089 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: mgrmap e13: x(active, since 43s) 2024-09-05T02:18:18.089 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: overall HEALTH_OK 2024-09-05T02:18:18.089 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:18.089 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:18.089 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:18.089 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T02:18:18.090 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:17 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:18.223 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.221+0000 7fbb3681d640 1 -- 172.21.15.174:0/3748286650 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb18003530 msgr2=0x7fbb180059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:18.224 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.221+0000 7fbb3681d640 1 --2- 172.21.15.174:0/3748286650 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb18003530 0x7fbb180059c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fbb30102af0 tx=0x7fbb2002c490 comp rx=0 tx=0).stop 2024-09-05T02:18:18.224 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.221+0000 7fbb3681d640 1 -- 172.21.15.174:0/3748286650 shutdown_connections 2024-09-05T02:18:18.224 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.221+0000 7fbb3681d640 1 --2- 172.21.15.174:0/3748286650 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb18003530 0x7fbb180059c0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:18.224 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.221+0000 7fbb3681d640 1 -- 172.21.15.174:0/3748286650 >> 172.21.15.174:0/3748286650 conn(0x7fbb300fd320 msgr2=0x7fbb300ff740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:18.224 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.221+0000 7fbb3681d640 1 -- 172.21.15.174:0/3748286650 shutdown_connections 2024-09-05T02:18:18.224 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.221+0000 7fbb3681d640 1 -- 172.21.15.174:0/3748286650 wait complete. 2024-09-05T02:18:18.224 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.222+0000 7fbb3681d640 1 Processor -- start 2024-09-05T02:18:18.224 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.222+0000 7fbb3681d640 1 -- start start 2024-09-05T02:18:18.227 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.223+0000 7fbb3681d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb18003530 0x7fbb301972a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:18.227 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.223+0000 7fbb3681d640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbb301977e0 0x7fbb3019bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:18.227 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.223+0000 7fbb3681d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbb30109780 con 0x7fbb18003530 2024-09-05T02:18:18.227 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.223+0000 7fbb3681d640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbb30109600 con 0x7fbb301977e0 2024-09-05T02:18:18.227 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.223+0000 7fbb2f7fe640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbb301977e0 0x7fbb3019bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:18.227 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.223+0000 7fbb2f7fe640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbb301977e0 0x7fbb3019bb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.174:37554/0 (socket says 172.21.15.174:37554) 2024-09-05T02:18:18.227 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.223+0000 7fbb2f7fe640 1 -- 172.21.15.174:0/2736145921 learned_addr learned my addr 172.21.15.174:0/2736145921 (peer_addr_for_me v2:172.21.15.174:0/0) 2024-09-05T02:18:18.228 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.223+0000 7fbb2f7fe640 1 -- 172.21.15.174:0/2736145921 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbb301977e0 msgr2=0x7fbb3019bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-09-05T02:18:18.228 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.223+0000 7fbb2f7fe640 1 -- 172.21.15.174:0/2736145921 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbb301977e0 msgr2=0x7fbb3019bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-05T02:18:18.228 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.223+0000 7fbb2f7fe640 1 --2- 172.21.15.174:0/2736145921 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbb301977e0 0x7fbb3019bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T02:18:18.228 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.223+0000 7fbb2f7fe640 1 --2- 172.21.15.174:0/2736145921 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbb301977e0 0x7fbb3019bb70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T02:18:18.228 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.223+0000 7fbb2ffff640 1 --2- 172.21.15.174:0/2736145921 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb18003530 0x7fbb301972a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:18.228 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.224+0000 7fbb2ffff640 1 -- 172.21.15.174:0/2736145921 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbb301977e0 msgr2=0x7fbb3019bb70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T02:18:18.229 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.224+0000 7fbb2ffff640 1 --2- 172.21.15.174:0/2736145921 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbb301977e0 0x7fbb3019bb70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:18.229 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.224+0000 7fbb2ffff640 1 -- 172.21.15.174:0/2736145921 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb30197e00 con 0x7fbb18003530 2024-09-05T02:18:18.229 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.224+0000 7fbb2ffff640 1 --2- 172.21.15.174:0/2736145921 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb18003530 0x7fbb301972a0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fbb20012c10 tx=0x7fbb20032b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:18.229 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.224+0000 7fbb2d7fa640 1 -- 172.21.15.174:0/2736145921 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fbb20038040 con 0x7fbb18003530 2024-09-05T02:18:18.229 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.224+0000 7fbb2d7fa640 1 -- 172.21.15.174:0/2736145921 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbb2003c410 con 0x7fbb18003530 2024-09-05T02:18:18.229 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.224+0000 7fbb3681d640 1 -- 172.21.15.174:0/2736145921 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb3019c0b0 con 0x7fbb18003530 2024-09-05T02:18:18.229 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.224+0000 7fbb2d7fa640 1 -- 172.21.15.174:0/2736145921 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fbb2003b370 con 0x7fbb18003530 2024-09-05T02:18:18.230 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.224+0000 7fbb3681d640 1 -- 172.21.15.174:0/2736145921 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb3019c5f0 con 0x7fbb18003530 2024-09-05T02:18:18.230 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.225+0000 7fbb2d7fa640 1 -- 172.21.15.174:0/2736145921 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fbb20043070 con 0x7fbb18003530 2024-09-05T02:18:18.230 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.226+0000 7fbb3681d640 1 -- 172.21.15.174:0/2736145921 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb30102da0 con 0x7fbb18003530 2024-09-05T02:18:18.230 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.226+0000 7fbb2d7fa640 1 --2- 172.21.15.174:0/2736145921 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbb1c038e00 0x7fbb1c03b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:18.230 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.226+0000 7fbb2d7fa640 1 -- 172.21.15.174:0/2736145921 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fbb2006e410 con 0x7fbb18003530 2024-09-05T02:18:18.230 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.226+0000 7fbb2f7fe640 1 --2- 172.21.15.174:0/2736145921 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbb1c038e00 0x7fbb1c03b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:18.231 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.227+0000 7fbb2f7fe640 1 --2- 172.21.15.174:0/2736145921 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbb1c038e00 0x7fbb1c03b2c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fbb24009100 tx=0x7fbb24008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:18.233 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.231+0000 7fbb2d7fa640 1 -- 172.21.15.174:0/2736145921 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbb20044570 con 0x7fbb18003530 2024-09-05T02:18:18.466 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.465+0000 7fbb3681d640 1 -- 172.21.15.174:0/2736145921 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fbb3019c960 con 0x7fbb18003530 2024-09-05T02:18:18.466 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.465+0000 7fbb2d7fa640 1 -- 172.21.15.174:0/2736145921 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7fbb200447d0 con 0x7fbb18003530 2024-09-05T02:18:18.467 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:18:18.467 INFO:teuthology.orchestra.run.smithi174.stdout:{"epoch":2,"fsid":"b37d3f34-6b2c-11ef-bcd6-c7b262605968","modified":"2024-09-05T02:18:12.698589Z","created":"2024-09-05T02:16:28.840919Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:3300","nonce":0},{"type":"v1","addr":"172.21.15.33:6789","nonce":0}]},"addr":"172.21.15.33:6789/0","public_addr":"172.21.15.33:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:3300","nonce":0},{"type":"v1","addr":"172.21.15.174:6789","nonce":0}]},"addr":"172.21.15.174:6789/0","public_addr":"172.21.15.174:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-05T02:18:18.467 INFO:teuthology.orchestra.run.smithi174.stderr:dumped monmap epoch 2 2024-09-05T02:18:18.469 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.467+0000 7fbb3681d640 1 -- 172.21.15.174:0/2736145921 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbb1c038e00 msgr2=0x7fbb1c03b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:18.469 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.467+0000 7fbb3681d640 1 --2- 172.21.15.174:0/2736145921 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbb1c038e00 0x7fbb1c03b2c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fbb24009100 tx=0x7fbb24008040 comp rx=0 tx=0).stop 2024-09-05T02:18:18.469 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.467+0000 7fbb3681d640 1 -- 172.21.15.174:0/2736145921 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb18003530 msgr2=0x7fbb301972a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:18.469 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.467+0000 7fbb3681d640 1 --2- 172.21.15.174:0/2736145921 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb18003530 0x7fbb301972a0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fbb20012c10 tx=0x7fbb20032b50 comp rx=0 tx=0).stop 2024-09-05T02:18:18.469 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.468+0000 7fbb3681d640 1 -- 172.21.15.174:0/2736145921 shutdown_connections 2024-09-05T02:18:18.469 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.468+0000 7fbb3681d640 1 --2- 172.21.15.174:0/2736145921 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbb1c038e00 0x7fbb1c03b2c0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:18.469 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.468+0000 7fbb3681d640 1 --2- 172.21.15.174:0/2736145921 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbb301977e0 0x7fbb3019bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:18.470 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.468+0000 7fbb3681d640 1 --2- 172.21.15.174:0/2736145921 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb18003530 0x7fbb301972a0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:18.470 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.468+0000 7fbb3681d640 1 -- 172.21.15.174:0/2736145921 >> 172.21.15.174:0/2736145921 conn(0x7fbb300fd320 msgr2=0x7fbb300ff250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:18.470 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.468+0000 7fbb3681d640 1 -- 172.21.15.174:0/2736145921 shutdown_connections 2024-09-05T02:18:18.470 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:18.468+0000 7fbb3681d640 1 -- 172.21.15.174:0/2736145921 wait complete. 2024-09-05T02:18:19.038 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:18 smithi174 ceph-mon[34756]: Deploying daemon mon.b on smithi123 2024-09-05T02:18:19.038 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:18 smithi174 ceph-mon[34756]: from='client.? 172.21.15.174:0/2736145921' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T02:18:19.038 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:18 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:18:19.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:18 smithi033 ceph-mon[29909]: Deploying daemon mon.b on smithi123 2024-09-05T02:18:19.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:18 smithi033 ceph-mon[29909]: from='client.? 172.21.15.174:0/2736145921' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T02:18:19.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:18 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:18:20.065 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-05T02:18:20.066 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-05T02:18:20.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:19 smithi033 ceph-mon[29909]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:20.093 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:19 smithi174 ceph-mon[34756]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:20.312 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T02:18:20.808 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.805+0000 7fcc41a6a640 1 -- 172.21.15.174:0/965565308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc3c106650 msgr2=0x7fcc3c106a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:20.809 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.805+0000 7fcc41a6a640 1 --2- 172.21.15.174:0/965565308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc3c106650 0x7fcc3c106a30 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c009880 tx=0x7fcc2c02a5d0 comp rx=0 tx=0).stop 2024-09-05T02:18:20.809 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.805+0000 7fcc41a6a640 1 -- 172.21.15.174:0/965565308 shutdown_connections 2024-09-05T02:18:20.809 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.805+0000 7fcc41a6a640 1 --2- 172.21.15.174:0/965565308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc3c106650 0x7fcc3c106a30 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:20.809 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.805+0000 7fcc41a6a640 1 -- 172.21.15.174:0/965565308 >> 172.21.15.174:0/965565308 conn(0x7fcc3c0fc280 msgr2=0x7fcc3c0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:20.809 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.805+0000 7fcc41a6a640 1 -- 172.21.15.174:0/965565308 shutdown_connections 2024-09-05T02:18:20.809 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.805+0000 7fcc41a6a640 1 -- 172.21.15.174:0/965565308 wait complete. 2024-09-05T02:18:20.809 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.805+0000 7fcc41a6a640 1 Processor -- start 2024-09-05T02:18:20.809 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.806+0000 7fcc41a6a640 1 -- start start 2024-09-05T02:18:20.809 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.806+0000 7fcc41a6a640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcc3c106650 0x7fcc3c198200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:20.809 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.806+0000 7fcc41a6a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc3c198740 0x7fcc3c198ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:20.809 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.806+0000 7fcc41a6a640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcc3c10ac80 con 0x7fcc3c198740 2024-09-05T02:18:20.809 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.806+0000 7fcc41a6a640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fcc3c10ab00 con 0x7fcc3c106650 2024-09-05T02:18:20.810 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.806+0000 7fcc3b7fe640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcc3c106650 0x7fcc3c198200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:20.810 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.806+0000 7fcc3b7fe640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcc3c106650 0x7fcc3c198200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.174:37566/0 (socket says 172.21.15.174:37566) 2024-09-05T02:18:20.810 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.806+0000 7fcc3b7fe640 1 -- 172.21.15.174:0/1828020975 learned_addr learned my addr 172.21.15.174:0/1828020975 (peer_addr_for_me v2:172.21.15.174:0/0) 2024-09-05T02:18:20.810 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.806+0000 7fcc33fff640 1 --2- 172.21.15.174:0/1828020975 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc3c198740 0x7fcc3c198ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:20.810 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.806+0000 7fcc3b7fe640 1 -- 172.21.15.174:0/1828020975 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcc3c106650 msgr2=0x7fcc3c198200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-09-05T02:18:20.810 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.806+0000 7fcc3b7fe640 1 -- 172.21.15.174:0/1828020975 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcc3c106650 msgr2=0x7fcc3c198200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-05T02:18:20.810 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.806+0000 7fcc3b7fe640 1 --2- 172.21.15.174:0/1828020975 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcc3c106650 0x7fcc3c198200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T02:18:20.810 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.806+0000 7fcc3b7fe640 1 --2- 172.21.15.174:0/1828020975 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcc3c106650 0x7fcc3c198200 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T02:18:20.810 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.806+0000 7fcc33fff640 1 -- 172.21.15.174:0/1828020975 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcc3c106650 msgr2=0x7fcc3c198200 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T02:18:20.810 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.806+0000 7fcc33fff640 1 --2- 172.21.15.174:0/1828020975 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcc3c106650 0x7fcc3c198200 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:20.810 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.806+0000 7fcc33fff640 1 -- 172.21.15.174:0/1828020975 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc3c1a1270 con 0x7fcc3c198740 2024-09-05T02:18:20.810 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.807+0000 7fcc33fff640 1 --2- 172.21.15.174:0/1828020975 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc3c198740 0x7fcc3c198ba0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fcc2400b3d0 tx=0x7fcc2400b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:20.810 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.807+0000 7fcc397fa640 1 -- 172.21.15.174:0/1828020975 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fcc24011630 con 0x7fcc3c198740 2024-09-05T02:18:20.810 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.807+0000 7fcc41a6a640 1 -- 172.21.15.174:0/1828020975 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc3c1a1440 con 0x7fcc3c198740 2024-09-05T02:18:20.811 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.807+0000 7fcc397fa640 1 -- 172.21.15.174:0/1828020975 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcc24011cb0 con 0x7fcc3c198740 2024-09-05T02:18:20.811 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.807+0000 7fcc397fa640 1 -- 172.21.15.174:0/1828020975 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fcc24010df0 con 0x7fcc3c198740 2024-09-05T02:18:20.811 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.807+0000 7fcc41a6a640 1 -- 172.21.15.174:0/1828020975 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc3c1a19d0 con 0x7fcc3c198740 2024-09-05T02:18:20.812 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.808+0000 7fcc397fa640 1 -- 172.21.15.174:0/1828020975 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fcc24018020 con 0x7fcc3c198740 2024-09-05T02:18:20.812 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.808+0000 7fcc41a6a640 1 -- 172.21.15.174:0/1828020975 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc3c101cc0 con 0x7fcc3c198740 2024-09-05T02:18:20.812 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.808+0000 7fcc397fa640 1 --2- 172.21.15.174:0/1828020975 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcc28038e00 0x7fcc2803b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:20.812 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.808+0000 7fcc397fa640 1 -- 172.21.15.174:0/1828020975 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fcc2404bfe0 con 0x7fcc3c198740 2024-09-05T02:18:20.812 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.809+0000 7fcc3b7fe640 1 --2- 172.21.15.174:0/1828020975 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcc28038e00 0x7fcc2803b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:20.812 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.809+0000 7fcc3b7fe640 1 --2- 172.21.15.174:0/1828020975 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcc28038e00 0x7fcc2803b2c0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c0096c0 tx=0x7fcc2c031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:20.815 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:20.814+0000 7fcc397fa640 1 -- 172.21.15.174:0/1828020975 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcc2401f020 con 0x7fcc3c198740 2024-09-05T02:18:21.043 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:21.042+0000 7fcc41a6a640 1 -- 172.21.15.174:0/1828020975 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fcc3c1a1ce0 con 0x7fcc3c198740 2024-09-05T02:18:21.043 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:21.042+0000 7fcc397fa640 1 -- 172.21.15.174:0/1828020975 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7fcc24018310 con 0x7fcc3c198740 2024-09-05T02:18:21.044 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:18:21.044 INFO:teuthology.orchestra.run.smithi174.stdout:{"epoch":2,"fsid":"b37d3f34-6b2c-11ef-bcd6-c7b262605968","modified":"2024-09-05T02:18:12.698589Z","created":"2024-09-05T02:16:28.840919Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:3300","nonce":0},{"type":"v1","addr":"172.21.15.33:6789","nonce":0}]},"addr":"172.21.15.33:6789/0","public_addr":"172.21.15.33:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:3300","nonce":0},{"type":"v1","addr":"172.21.15.174:6789","nonce":0}]},"addr":"172.21.15.174:6789/0","public_addr":"172.21.15.174:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-05T02:18:21.044 INFO:teuthology.orchestra.run.smithi174.stderr:dumped monmap epoch 2 2024-09-05T02:18:21.046 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:21.044+0000 7fcc41a6a640 1 -- 172.21.15.174:0/1828020975 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcc28038e00 msgr2=0x7fcc2803b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:21.046 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:21.044+0000 7fcc41a6a640 1 --2- 172.21.15.174:0/1828020975 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcc28038e00 0x7fcc2803b2c0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c0096c0 tx=0x7fcc2c031400 comp rx=0 tx=0).stop 2024-09-05T02:18:21.046 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:21.044+0000 7fcc41a6a640 1 -- 172.21.15.174:0/1828020975 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc3c198740 msgr2=0x7fcc3c198ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:21.046 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:21.044+0000 7fcc41a6a640 1 --2- 172.21.15.174:0/1828020975 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc3c198740 0x7fcc3c198ba0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fcc2400b3d0 tx=0x7fcc2400b890 comp rx=0 tx=0).stop 2024-09-05T02:18:21.046 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:21.044+0000 7fcc41a6a640 1 -- 172.21.15.174:0/1828020975 shutdown_connections 2024-09-05T02:18:21.046 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:21.044+0000 7fcc41a6a640 1 --2- 172.21.15.174:0/1828020975 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcc28038e00 0x7fcc2803b2c0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:21.046 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:21.044+0000 7fcc41a6a640 1 --2- 172.21.15.174:0/1828020975 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc3c198740 0x7fcc3c198ba0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:21.046 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:21.044+0000 7fcc41a6a640 1 --2- 172.21.15.174:0/1828020975 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcc3c106650 0x7fcc3c198200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:21.046 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:21.044+0000 7fcc41a6a640 1 -- 172.21.15.174:0/1828020975 >> 172.21.15.174:0/1828020975 conn(0x7fcc3c0fc280 msgr2=0x7fcc3c0fc660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:21.046 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:21.044+0000 7fcc41a6a640 1 -- 172.21.15.174:0/1828020975 shutdown_connections 2024-09-05T02:18:21.046 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:21.044+0000 7fcc41a6a640 1 -- 172.21.15.174:0/1828020975 wait complete. 2024-09-05T02:18:21.313 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:21 smithi123 ceph-mon[34031]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-05T02:18:21.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:21 smithi123 bash[34012]: c7e87a8b2bd605cebe574cecea24642ebd334395d3dbaa737c5e5ce9431809f6 2024-09-05T02:18:21.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:21 smithi123 systemd[1]: Started Ceph mon.b for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:18:22.573 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-05T02:18:22.573 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-05T02:18:22.822 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T02:18:26.421 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.419+0000 7f0b69ad2640 1 -- 172.21.15.174:0/2726731671 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b4c005740 msgr2=0x7f0b4c007bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:26.421 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.419+0000 7f0b69ad2640 1 --2- 172.21.15.174:0/2726731671 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b4c005740 0x7f0b4c007bd0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f0b641016c0 tx=0x7f0b5402c150 comp rx=0 tx=0).stop 2024-09-05T02:18:26.421 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.419+0000 7f0b69ad2640 1 -- 172.21.15.174:0/2726731671 shutdown_connections 2024-09-05T02:18:26.422 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.419+0000 7f0b69ad2640 1 --2- 172.21.15.174:0/2726731671 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b4c005740 0x7f0b4c007bd0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:26.422 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.419+0000 7f0b69ad2640 1 -- 172.21.15.174:0/2726731671 >> 172.21.15.174:0/2726731671 conn(0x7f0b640fc280 msgr2=0x7f0b640fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:26.422 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.419+0000 7f0b69ad2640 1 -- 172.21.15.174:0/2726731671 shutdown_connections 2024-09-05T02:18:26.422 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.420+0000 7f0b69ad2640 1 -- 172.21.15.174:0/2726731671 wait complete. 2024-09-05T02:18:26.422 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.420+0000 7f0b69ad2640 1 Processor -- start 2024-09-05T02:18:26.424 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.421+0000 7f0b69ad2640 1 -- start start 2024-09-05T02:18:26.424 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.421+0000 7f0b69ad2640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0b4c005740 0x7f0b641950d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:26.424 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.421+0000 7f0b69ad2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b64195610 0x7f0b641999a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:26.424 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.421+0000 7f0b69ad2640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0b64199ee0 0x7f0b6419a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:26.424 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.421+0000 7f0b69ad2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0b641075c0 con 0x7f0b64195610 2024-09-05T02:18:26.424 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.421+0000 7f0b69ad2640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0b64107440 con 0x7f0b4c005740 2024-09-05T02:18:26.424 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.421+0000 7f0b69ad2640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0b64107740 con 0x7f0b64199ee0 2024-09-05T02:18:26.424 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.421+0000 7f0b63fff640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0b64199ee0 0x7f0b6419a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:26.424 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.421+0000 7f0b637fe640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0b4c005740 0x7f0b641950d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:26.424 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.421+0000 7f0b63fff640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0b64199ee0 0x7f0b6419a390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.174:44456/0 (socket says 172.21.15.174:44456) 2024-09-05T02:18:26.425 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.421+0000 7f0b62ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b64195610 0x7f0b641999a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:26.425 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.421+0000 7f0b63fff640 1 -- 172.21.15.174:0/1060207956 learned_addr learned my addr 172.21.15.174:0/1060207956 (peer_addr_for_me v2:172.21.15.174:0/0) 2024-09-05T02:18:26.425 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.421+0000 7f0b637fe640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0b4c005740 0x7f0b641950d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.174:49048/0 (socket says 172.21.15.174:49048) 2024-09-05T02:18:26.425 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.421+0000 7f0b637fe640 1 -- 172.21.15.174:0/1060207956 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0b4c005740 msgr2=0x7f0b641950d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-09-05T02:18:26.425 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.421+0000 7f0b637fe640 1 -- 172.21.15.174:0/1060207956 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0b4c005740 msgr2=0x7f0b641950d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-05T02:18:26.425 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.421+0000 7f0b637fe640 1 --2- 172.21.15.174:0/1060207956 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0b4c005740 0x7f0b641950d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T02:18:26.425 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.421+0000 7f0b63fff640 1 -- 172.21.15.174:0/1060207956 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0b64199ee0 msgr2=0x7f0b6419a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-09-05T02:18:26.425 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.421+0000 7f0b63fff640 1 -- 172.21.15.174:0/1060207956 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0b64199ee0 msgr2=0x7f0b6419a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-05T02:18:26.425 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.421+0000 7f0b63fff640 1 --2- 172.21.15.174:0/1060207956 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0b64199ee0 0x7f0b6419a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T02:18:26.425 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.421+0000 7f0b637fe640 1 --2- 172.21.15.174:0/1060207956 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0b4c005740 0x7f0b641950d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T02:18:26.425 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.422+0000 7f0b63fff640 1 --2- 172.21.15.174:0/1060207956 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0b64199ee0 0x7f0b6419a390 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T02:18:26.425 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.422+0000 7f0b62ffd640 1 -- 172.21.15.174:0/1060207956 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0b64199ee0 msgr2=0x7f0b6419a390 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T02:18:26.426 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.422+0000 7f0b62ffd640 1 --2- 172.21.15.174:0/1060207956 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0b64199ee0 0x7f0b6419a390 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:26.426 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.422+0000 7f0b62ffd640 1 -- 172.21.15.174:0/1060207956 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0b4c005740 msgr2=0x7f0b641950d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T02:18:26.426 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.422+0000 7f0b62ffd640 1 --2- 172.21.15.174:0/1060207956 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0b4c005740 0x7f0b641950d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:26.426 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.422+0000 7f0b62ffd640 1 -- 172.21.15.174:0/1060207956 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b641a1c50 con 0x7f0b64195610 2024-09-05T02:18:26.426 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.422+0000 7f0b62ffd640 1 --2- 172.21.15.174:0/1060207956 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b64195610 0x7f0b641999a0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f0b5800b9b0 tx=0x7f0b5800be70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:26.426 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.422+0000 7f0b60ff9640 1 -- 172.21.15.174:0/1060207956 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b5800cba0 con 0x7f0b64195610 2024-09-05T02:18:26.426 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.422+0000 7f0b60ff9640 1 -- 172.21.15.174:0/1060207956 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b5800cd40 con 0x7f0b64195610 2024-09-05T02:18:26.426 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.423+0000 7f0b69ad2640 1 -- 172.21.15.174:0/1060207956 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b641a1e80 con 0x7f0b64195610 2024-09-05T02:18:26.426 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.423+0000 7f0b60ff9640 1 -- 172.21.15.174:0/1060207956 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b58014430 con 0x7f0b64195610 2024-09-05T02:18:26.426 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.423+0000 7f0b69ad2640 1 -- 172.21.15.174:0/1060207956 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b641a2380 con 0x7f0b64195610 2024-09-05T02:18:26.427 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.424+0000 7f0b60ff9640 1 -- 172.21.15.174:0/1060207956 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f0b580145f0 con 0x7f0b64195610 2024-09-05T02:18:26.427 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.424+0000 7f0b69ad2640 1 -- 172.21.15.174:0/1060207956 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b641086a0 con 0x7f0b64195610 2024-09-05T02:18:26.427 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.424+0000 7f0b60ff9640 1 --2- 172.21.15.174:0/1060207956 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0b500394f0 0x7f0b5003b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:26.427 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.424+0000 7f0b60ff9640 1 -- 172.21.15.174:0/1060207956 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f0b5804bc40 con 0x7f0b64195610 2024-09-05T02:18:26.427 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.424+0000 7f0b637fe640 1 --2- 172.21.15.174:0/1060207956 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0b500394f0 0x7f0b5003b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:26.428 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.425+0000 7f0b637fe640 1 --2- 172.21.15.174:0/1060207956 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0b500394f0 0x7f0b5003b9b0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f0b54005fd0 tx=0x7f0b54005d10 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:26.430 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.429+0000 7f0b60ff9640 1 -- 172.21.15.174:0/1060207956 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0b58003990 con 0x7f0b64195610 2024-09-05T02:18:26.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:26.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T02:18:26.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:26.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: mon.a calling monitor election 2024-09-05T02:18:26.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: mon.c calling monitor election 2024-09-05T02:18:26.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:18:26.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:26.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:26.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:26.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: mon.b calling monitor election 2024-09-05T02:18:26.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:26.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:26.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:26.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:26.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T02:18:26.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: monmap epoch 3 2024-09-05T02:18:26.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:18:26.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: last_changed 2024-09-05T02:18:21.275259+0000 2024-09-05T02:18:26.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: created 2024-09-05T02:16:28.840919+0000 2024-09-05T02:18:26.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: min_mon_release 19 (squid) 2024-09-05T02:18:26.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: election_strategy: 1 2024-09-05T02:18:26.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: 0: [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] mon.a 2024-09-05T02:18:26.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: 1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.c 2024-09-05T02:18:26.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: 2: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.b 2024-09-05T02:18:26.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: fsmap 2024-09-05T02:18:26.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T02:18:26.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: mgrmap e13: x(active, since 51s) 2024-09-05T02:18:26.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: overall HEALTH_OK 2024-09-05T02:18:26.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:26.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:26.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:26.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:26.679 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.677+0000 7f0b69ad2640 1 -- 172.21.15.174:0/1060207956 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f0b6402d7c0 con 0x7f0b64195610 2024-09-05T02:18:26.679 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.677+0000 7f0b60ff9640 1 -- 172.21.15.174:0/1060207956 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1285 (secure 0 0 0) 0x7f0b580112a0 con 0x7f0b64195610 2024-09-05T02:18:26.679 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:18:26.679 INFO:teuthology.orchestra.run.smithi174.stdout:{"epoch":3,"fsid":"b37d3f34-6b2c-11ef-bcd6-c7b262605968","modified":"2024-09-05T02:18:21.275259Z","created":"2024-09-05T02:16:28.840919Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:3300","nonce":0},{"type":"v1","addr":"172.21.15.33:6789","nonce":0}]},"addr":"172.21.15.33:6789/0","public_addr":"172.21.15.33:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:3300","nonce":0},{"type":"v1","addr":"172.21.15.174:6789","nonce":0}]},"addr":"172.21.15.174:6789/0","public_addr":"172.21.15.174:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:3300","nonce":0},{"type":"v1","addr":"172.21.15.123:6789","nonce":0}]},"addr":"172.21.15.123:6789/0","public_addr":"172.21.15.123:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-05T02:18:26.680 INFO:teuthology.orchestra.run.smithi174.stderr:dumped monmap epoch 3 2024-09-05T02:18:26.680 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:26.680 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T02:18:26.680 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:26.680 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: mon.a calling monitor election 2024-09-05T02:18:26.680 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: mon.c calling monitor election 2024-09-05T02:18:26.681 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:18:26.681 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:26.681 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:26.681 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:26.681 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: mon.b calling monitor election 2024-09-05T02:18:26.681 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:26.681 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:26.681 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:26.681 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:26.681 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T02:18:26.681 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: monmap epoch 3 2024-09-05T02:18:26.681 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:18:26.681 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: last_changed 2024-09-05T02:18:21.275259+0000 2024-09-05T02:18:26.682 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: created 2024-09-05T02:16:28.840919+0000 2024-09-05T02:18:26.682 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: min_mon_release 19 (squid) 2024-09-05T02:18:26.682 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: election_strategy: 1 2024-09-05T02:18:26.682 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: 0: [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] mon.a 2024-09-05T02:18:26.682 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: 1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.c 2024-09-05T02:18:26.682 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: 2: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.b 2024-09-05T02:18:26.682 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: fsmap 2024-09-05T02:18:26.682 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T02:18:26.682 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: mgrmap e13: x(active, since 51s) 2024-09-05T02:18:26.682 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: overall HEALTH_OK 2024-09-05T02:18:26.682 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:26.682 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:26.682 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:26.683 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:26.683 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.680+0000 7f0b69ad2640 1 -- 172.21.15.174:0/1060207956 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0b500394f0 msgr2=0x7f0b5003b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:26.683 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.680+0000 7f0b69ad2640 1 --2- 172.21.15.174:0/1060207956 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0b500394f0 0x7f0b5003b9b0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f0b54005fd0 tx=0x7f0b54005d10 comp rx=0 tx=0).stop 2024-09-05T02:18:26.683 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.680+0000 7f0b69ad2640 1 -- 172.21.15.174:0/1060207956 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b64195610 msgr2=0x7f0b641999a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:26.683 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.680+0000 7f0b69ad2640 1 --2- 172.21.15.174:0/1060207956 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b64195610 0x7f0b641999a0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f0b5800b9b0 tx=0x7f0b5800be70 comp rx=0 tx=0).stop 2024-09-05T02:18:26.683 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.680+0000 7f0b69ad2640 1 -- 172.21.15.174:0/1060207956 shutdown_connections 2024-09-05T02:18:26.683 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.680+0000 7f0b69ad2640 1 --2- 172.21.15.174:0/1060207956 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0b500394f0 0x7f0b5003b9b0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:26.684 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.680+0000 7f0b69ad2640 1 --2- 172.21.15.174:0/1060207956 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0b64199ee0 0x7f0b6419a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:26.684 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.680+0000 7f0b69ad2640 1 --2- 172.21.15.174:0/1060207956 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b64195610 0x7f0b641999a0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:26.684 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.680+0000 7f0b69ad2640 1 --2- 172.21.15.174:0/1060207956 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0b4c005740 0x7f0b641950d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:26.684 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.680+0000 7f0b69ad2640 1 -- 172.21.15.174:0/1060207956 >> 172.21.15.174:0/1060207956 conn(0x7f0b640fc280 msgr2=0x7f0b640fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:26.684 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.680+0000 7f0b69ad2640 1 -- 172.21.15.174:0/1060207956 shutdown_connections 2024-09-05T02:18:26.684 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:26.680+0000 7f0b69ad2640 1 -- 172.21.15.174:0/1060207956 wait complete. 2024-09-05T02:18:26.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:26.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T02:18:26.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:26.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: mon.a calling monitor election 2024-09-05T02:18:26.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: mon.c calling monitor election 2024-09-05T02:18:26.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:18:26.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:26.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:26.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:26.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: mon.b calling monitor election 2024-09-05T02:18:26.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:26.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:26.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:26.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:26.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T02:18:26.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: monmap epoch 3 2024-09-05T02:18:26.839 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:18:26.839 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: last_changed 2024-09-05T02:18:21.275259+0000 2024-09-05T02:18:26.839 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: created 2024-09-05T02:16:28.840919+0000 2024-09-05T02:18:26.839 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: min_mon_release 19 (squid) 2024-09-05T02:18:26.839 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: election_strategy: 1 2024-09-05T02:18:26.839 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: 0: [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] mon.a 2024-09-05T02:18:26.839 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: 1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.c 2024-09-05T02:18:26.839 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: 2: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.b 2024-09-05T02:18:26.839 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: fsmap 2024-09-05T02:18:26.839 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T02:18:26.839 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: mgrmap e13: x(active, since 51s) 2024-09-05T02:18:26.839 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: overall HEALTH_OK 2024-09-05T02:18:26.839 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:26.840 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:26.840 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:26.840 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:27.253 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-05T02:18:27.253 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph config generate-minimal-conf 2024-09-05T02:18:27.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:27 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:18:27.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:27 smithi174 ceph-mon[34756]: from='client.? 172.21.15.174:0/1060207956' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T02:18:27.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:27 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:27.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:27 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:18:27.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:27 smithi033 ceph-mon[29909]: from='client.? 172.21.15.174:0/1060207956' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T02:18:27.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:27 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:27.632 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:18:27.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:27 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:18:27.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:27 smithi123 ceph-mon[34031]: from='client.? 172.21.15.174:0/1060207956' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T02:18:27.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:27 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:18:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.169+0000 7f1fbf200640 1 -- 172.21.15.33:0/3084607638 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fb81097c0 msgr2=0x7f1fb8109ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.169+0000 7f1fbf200640 1 --2- 172.21.15.33:0/3084607638 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fb81097c0 0x7f1fb8109ba0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f1fa8009880 tx=0x7f1fa802a5d0 comp rx=0 tx=0).stop 2024-09-05T02:18:28.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.169+0000 7f1fbf200640 1 -- 172.21.15.33:0/3084607638 shutdown_connections 2024-09-05T02:18:28.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.169+0000 7f1fbf200640 1 --2- 172.21.15.33:0/3084607638 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fb81097c0 0x7f1fb8109ba0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:28.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.169+0000 7f1fbf200640 1 -- 172.21.15.33:0/3084607638 >> 172.21.15.33:0/3084607638 conn(0x7f1fb80ff480 msgr2=0x7f1fb81018a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:28.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.169+0000 7f1fbf200640 1 -- 172.21.15.33:0/3084607638 shutdown_connections 2024-09-05T02:18:28.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.169+0000 7f1fbf200640 1 -- 172.21.15.33:0/3084607638 wait complete. 2024-09-05T02:18:28.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.170+0000 7f1fbf200640 1 Processor -- start 2024-09-05T02:18:28.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.171+0000 7f1fbf200640 1 -- start start 2024-09-05T02:18:28.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.171+0000 7f1fbf200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fb81097c0 0x7f1fb8199630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:28.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.171+0000 7f1fbf200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1fb8199b70 0x7f1fb819df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:28.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.171+0000 7f1fbf200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1fb819e440 0x7f1fb819e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:28.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.171+0000 7f1fbf200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb810de20 con 0x7f1fb81097c0 2024-09-05T02:18:28.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.171+0000 7f1fbf200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb810dca0 con 0x7f1fb819e440 2024-09-05T02:18:28.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.171+0000 7f1fbf200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb810dfa0 con 0x7f1fb8199b70 2024-09-05T02:18:28.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.171+0000 7f1fb7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fb81097c0 0x7f1fb8199630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:28.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.171+0000 7f1fb7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fb81097c0 0x7f1fb8199630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51340/0 (socket says 172.21.15.33:51340) 2024-09-05T02:18:28.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.171+0000 7f1fb7e00640 1 -- 172.21.15.33:0/3484546665 learned_addr learned my addr 172.21.15.33:0/3484546665 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:18:28.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.171+0000 7f1fafe00640 1 --2- 172.21.15.33:0/3484546665 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1fb8199b70 0x7f1fb819df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:28.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.171+0000 7f1fbd200640 1 --2- 172.21.15.33:0/3484546665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1fb819e440 0x7f1fb819e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:28.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.172+0000 7f1fb7e00640 1 -- 172.21.15.33:0/3484546665 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1fb8199b70 msgr2=0x7f1fb819df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:28.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.172+0000 7f1fb7e00640 1 --2- 172.21.15.33:0/3484546665 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1fb8199b70 0x7f1fb819df00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:28.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.172+0000 7f1fb7e00640 1 -- 172.21.15.33:0/3484546665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1fb819e440 msgr2=0x7f1fb819e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:28.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.172+0000 7f1fb7e00640 1 --2- 172.21.15.33:0/3484546665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1fb819e440 0x7f1fb819e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:28.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.172+0000 7f1fb7e00640 1 -- 172.21.15.33:0/3484546665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fb81a61b0 con 0x7f1fb81097c0 2024-09-05T02:18:28.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.172+0000 7f1fb7e00640 1 --2- 172.21.15.33:0/3484546665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fb81097c0 0x7f1fb8199630 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f1fa8031550 tx=0x7f1fa80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:28.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.172+0000 7f1fb5600640 1 -- 172.21.15.33:0/3484546665 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa803f030 con 0x7f1fb81097c0 2024-09-05T02:18:28.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.173+0000 7f1fb5600640 1 -- 172.21.15.33:0/3484546665 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1fa8003ce0 con 0x7f1fb81097c0 2024-09-05T02:18:28.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.173+0000 7f1fbf200640 1 -- 172.21.15.33:0/3484546665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fb81a6380 con 0x7f1fb81097c0 2024-09-05T02:18:28.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.173+0000 7f1fbf200640 1 -- 172.21.15.33:0/3484546665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fb81a6890 con 0x7f1fb81097c0 2024-09-05T02:18:28.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.173+0000 7f1fb5600640 1 -- 172.21.15.33:0/3484546665 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa8035070 con 0x7f1fb81097c0 2024-09-05T02:18:28.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.174+0000 7f1fbf200640 1 -- 172.21.15.33:0/3484546665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fb8104f00 con 0x7f1fb81097c0 2024-09-05T02:18:28.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.175+0000 7f1fb5600640 1 -- 172.21.15.33:0/3484546665 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f1fa8042030 con 0x7f1fb81097c0 2024-09-05T02:18:28.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.176+0000 7f1fb5600640 1 --2- 172.21.15.33:0/3484546665 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1f9c0394f0 0x7f1f9c03b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:28.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.176+0000 7f1fb5600640 1 -- 172.21.15.33:0/3484546665 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f1fa806d1b0 con 0x7f1fb81097c0 2024-09-05T02:18:28.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.176+0000 7f1fafe00640 1 --2- 172.21.15.33:0/3484546665 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1f9c0394f0 0x7f1f9c03b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:28.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.177+0000 7f1fafe00640 1 --2- 172.21.15.33:0/3484546665 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1f9c0394f0 0x7f1f9c03b9b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f1fa0009a30 tx=0x7f1fa0009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:28.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.180+0000 7f1fb5600640 1 -- 172.21.15.33:0/3484546665 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1fa8049070 con 0x7f1fb81097c0 2024-09-05T02:18:28.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.391+0000 7f1fbf200640 1 -- 172.21.15.33:0/3484546665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f1fb8109c20 con 0x7f1fb81097c0 2024-09-05T02:18:28.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.391+0000 7f1fb5600640 1 -- 172.21.15.33:0/3484546665 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+275 (secure 0 0 0) 0x7f1fb8109c20 con 0x7f1fb81097c0 2024-09-05T02:18:28.393 INFO:teuthology.orchestra.run.smithi033.stdout:# minimal ceph.conf for b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:18:28.393 INFO:teuthology.orchestra.run.smithi033.stdout:[global] 2024-09-05T02:18:28.393 INFO:teuthology.orchestra.run.smithi033.stdout: fsid = b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:18:28.394 INFO:teuthology.orchestra.run.smithi033.stdout: mon_host = [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-05T02:18:28.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.393+0000 7f1fbf200640 1 -- 172.21.15.33:0/3484546665 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1f9c0394f0 msgr2=0x7f1f9c03b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:28.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.393+0000 7f1fbf200640 1 --2- 172.21.15.33:0/3484546665 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1f9c0394f0 0x7f1f9c03b9b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f1fa0009a30 tx=0x7f1fa0009190 comp rx=0 tx=0).stop 2024-09-05T02:18:28.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.393+0000 7f1fbf200640 1 -- 172.21.15.33:0/3484546665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fb81097c0 msgr2=0x7f1fb8199630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:28.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.393+0000 7f1fbf200640 1 --2- 172.21.15.33:0/3484546665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fb81097c0 0x7f1fb8199630 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f1fa8031550 tx=0x7f1fa80042f0 comp rx=0 tx=0).stop 2024-09-05T02:18:28.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.394+0000 7f1fbf200640 1 -- 172.21.15.33:0/3484546665 shutdown_connections 2024-09-05T02:18:28.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.394+0000 7f1fbf200640 1 --2- 172.21.15.33:0/3484546665 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1f9c0394f0 0x7f1f9c03b9b0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:28.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.394+0000 7f1fbf200640 1 --2- 172.21.15.33:0/3484546665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1fb819e440 0x7f1fb819e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:28.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.394+0000 7f1fbf200640 1 --2- 172.21.15.33:0/3484546665 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1fb8199b70 0x7f1fb819df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:28.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.394+0000 7f1fbf200640 1 --2- 172.21.15.33:0/3484546665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fb81097c0 0x7f1fb8199630 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:28.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.394+0000 7f1fbf200640 1 -- 172.21.15.33:0/3484546665 >> 172.21.15.33:0/3484546665 conn(0x7f1fb80ff480 msgr2=0x7f1fb80ff860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:28.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.394+0000 7f1fbf200640 1 -- 172.21.15.33:0/3484546665 shutdown_connections 2024-09-05T02:18:28.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:28.394+0000 7f1fbf200640 1 -- 172.21.15.33:0/3484546665 wait complete. 2024-09-05T02:18:28.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:28 smithi123 ceph-mon[34031]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:28.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:28 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:28.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:28 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:28.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:28 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:28.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:28 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:28.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:28 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:28.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:28 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:18:28.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:28 smithi174 ceph-mon[34756]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:28.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:28 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:28.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:28 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:28.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:28 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:28.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:28 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:28.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:28 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:28.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:28 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:18:28.780 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:28 smithi033 ceph-mon[29909]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:28.780 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:28 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:28.780 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:28 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:28.781 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:28 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:28.781 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:28 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:28.781 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:28 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:28.781 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:28 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:18:29.104 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-05T02:18:29.105 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T02:18:29.105 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/ceph/ceph.conf 2024-09-05T02:18:29.162 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T02:18:29.163 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T02:18:29.261 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T02:18:29.261 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/etc/ceph/ceph.conf 2024-09-05T02:18:29.290 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T02:18:29.290 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T02:18:29.356 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-05T02:18:29.356 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/etc/ceph/ceph.conf 2024-09-05T02:18:29.385 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-05T02:18:29.385 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T02:18:29.451 INFO:tasks.cephadm:Adding mgr.x on smithi033 2024-09-05T02:18:29.451 INFO:tasks.cephadm:Adding mgr.y on smithi123 2024-09-05T02:18:29.451 INFO:tasks.cephadm:Adding mgr.z on smithi174 2024-09-05T02:18:29.451 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph orch apply mgr '3;smithi033=x;smithi123=y;smithi174=z' 2024-09-05T02:18:29.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:29 smithi123 ceph-mon[34031]: Updating smithi033:/etc/ceph/ceph.conf 2024-09-05T02:18:29.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:29 smithi123 ceph-mon[34031]: Updating smithi123:/etc/ceph/ceph.conf 2024-09-05T02:18:29.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:29 smithi123 ceph-mon[34031]: Updating smithi174:/etc/ceph/ceph.conf 2024-09-05T02:18:29.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:29 smithi123 ceph-mon[34031]: Updating smithi174:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:18:29.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:29 smithi123 ceph-mon[34031]: Updating smithi123:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:18:29.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:29 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/3484546665' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:29.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:29 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:29 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:29 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:29 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:29 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:29 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:29 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:29 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:29 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:29 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:29 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:29 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T02:18:29.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:29 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T02:18:29.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:29 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:29.728 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T02:18:29.750 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:29 smithi033 ceph-mon[29909]: Updating smithi033:/etc/ceph/ceph.conf 2024-09-05T02:18:29.750 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:29 smithi033 ceph-mon[29909]: Updating smithi123:/etc/ceph/ceph.conf 2024-09-05T02:18:29.750 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:29 smithi033 ceph-mon[29909]: Updating smithi174:/etc/ceph/ceph.conf 2024-09-05T02:18:29.750 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:29 smithi033 ceph-mon[29909]: Updating smithi174:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:18:29.750 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:29 smithi033 ceph-mon[29909]: Updating smithi123:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:18:29.750 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:29 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3484546665' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:29.750 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:29 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.750 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:29 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.750 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:29 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.751 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:29 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.751 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:29 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.751 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:29 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.751 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:29 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.751 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:29 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.751 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:29 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.751 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:29 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.751 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:29 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.751 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:29 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T02:18:29.751 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:29 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T02:18:29.751 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:29 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:29.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:29 smithi174 ceph-mon[34756]: Updating smithi033:/etc/ceph/ceph.conf 2024-09-05T02:18:29.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:29 smithi174 ceph-mon[34756]: Updating smithi123:/etc/ceph/ceph.conf 2024-09-05T02:18:29.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:29 smithi174 ceph-mon[34756]: Updating smithi174:/etc/ceph/ceph.conf 2024-09-05T02:18:29.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:29 smithi174 ceph-mon[34756]: Updating smithi174:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:18:29.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:29 smithi174 ceph-mon[34756]: Updating smithi123:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:18:29.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:29 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/3484546665' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:29.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:29 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:29 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:29 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:29 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:29 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:29 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:29 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:29 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:29 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:29 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:29 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:29.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:29 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T02:18:29.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:29 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T02:18:29.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:29 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:30.148 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.144+0000 7f0749496640 1 -- 172.21.15.174:0/3392804080 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07441016e0 msgr2=0x7f0744101ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:30.148 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.144+0000 7f0749496640 1 --2- 172.21.15.174:0/3392804080 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07441016e0 0x7f0744101ae0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f0734009880 tx=0x7f073402a5d0 comp rx=0 tx=0).stop 2024-09-05T02:18:30.148 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.144+0000 7f0749496640 1 -- 172.21.15.174:0/3392804080 shutdown_connections 2024-09-05T02:18:30.148 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.144+0000 7f0749496640 1 --2- 172.21.15.174:0/3392804080 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07441016e0 0x7f0744101ae0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:30.148 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.144+0000 7f0749496640 1 -- 172.21.15.174:0/3392804080 >> 172.21.15.174:0/3392804080 conn(0x7f07440fce90 msgr2=0x7f07440ff2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:30.148 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.144+0000 7f0749496640 1 -- 172.21.15.174:0/3392804080 shutdown_connections 2024-09-05T02:18:30.148 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.144+0000 7f0749496640 1 -- 172.21.15.174:0/3392804080 wait complete. 2024-09-05T02:18:30.148 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.145+0000 7f0749496640 1 Processor -- start 2024-09-05T02:18:30.149 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.145+0000 7f0749496640 1 -- start start 2024-09-05T02:18:30.149 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.145+0000 7f0749496640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07441016e0 0x7f0744196fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:30.149 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.145+0000 7f0749496640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0744197510 0x7f074419c580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:30.149 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.146+0000 7f0749496640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0744197990 0x7f074419eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:30.149 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.146+0000 7f0749496640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f07441077d0 con 0x7f0744197990 2024-09-05T02:18:30.149 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.146+0000 7f0749496640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0744107650 con 0x7f07441016e0 2024-09-05T02:18:30.149 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.146+0000 7f0749496640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0744107950 con 0x7f0744197510 2024-09-05T02:18:30.149 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.146+0000 7f073bfff640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0744197510 0x7f074419c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:30.149 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.146+0000 7f0742ffd640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07441016e0 0x7f0744196fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:30.149 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.146+0000 7f073bfff640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0744197510 0x7f074419c580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.174:44458/0 (socket says 172.21.15.174:44458) 2024-09-05T02:18:30.150 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.146+0000 7f073bfff640 1 -- 172.21.15.174:0/1982853545 learned_addr learned my addr 172.21.15.174:0/1982853545 (peer_addr_for_me v2:172.21.15.174:0/0) 2024-09-05T02:18:30.151 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.146+0000 7f073bfff640 1 -- 172.21.15.174:0/1982853545 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07441016e0 msgr2=0x7f0744196fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:30.151 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.146+0000 7f073bfff640 1 --2- 172.21.15.174:0/1982853545 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07441016e0 0x7f0744196fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:30.151 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.146+0000 7f073bfff640 1 -- 172.21.15.174:0/1982853545 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0744197990 msgr2=0x7f074419eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:30.151 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.146+0000 7f07437fe640 1 --2- 172.21.15.174:0/1982853545 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0744197990 0x7f074419eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:30.151 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.146+0000 7f073bfff640 1 --2- 172.21.15.174:0/1982853545 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0744197990 0x7f074419eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:30.152 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.146+0000 7f073bfff640 1 -- 172.21.15.174:0/1982853545 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f074419f3d0 con 0x7f0744197510 2024-09-05T02:18:30.152 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.146+0000 7f07437fe640 1 --2- 172.21.15.174:0/1982853545 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0744197990 0x7f074419eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:18:30.152 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.146+0000 7f073bfff640 1 --2- 172.21.15.174:0/1982853545 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0744197510 0x7f074419c580 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f072c00b520 tx=0x7f072c00b9e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:30.152 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.146+0000 7f0740ff9640 1 -- 172.21.15.174:0/1982853545 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f072c004230 con 0x7f0744197510 2024-09-05T02:18:30.152 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.146+0000 7f0740ff9640 1 -- 172.21.15.174:0/1982853545 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f072c0043d0 con 0x7f0744197510 2024-09-05T02:18:30.152 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.146+0000 7f0749496640 1 -- 172.21.15.174:0/1982853545 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f074419f6c0 con 0x7f0744197510 2024-09-05T02:18:30.152 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.147+0000 7f0740ff9640 1 -- 172.21.15.174:0/1982853545 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f072c003d60 con 0x7f0744197510 2024-09-05T02:18:30.152 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.147+0000 7f0749496640 1 -- 172.21.15.174:0/1982853545 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f074419fc80 con 0x7f0744197510 2024-09-05T02:18:30.152 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.148+0000 7f0749496640 1 -- 172.21.15.174:0/1982853545 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0744190590 con 0x7f0744197510 2024-09-05T02:18:30.152 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.148+0000 7f0740ff9640 1 -- 172.21.15.174:0/1982853545 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f072c00e070 con 0x7f0744197510 2024-09-05T02:18:30.152 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.148+0000 7f0740ff9640 1 --2- 172.21.15.174:0/1982853545 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f07300394f0 0x7f073003b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:30.152 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.148+0000 7f0740ff9640 1 -- 172.21.15.174:0/1982853545 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f072c04bb10 con 0x7f0744197510 2024-09-05T02:18:30.153 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.148+0000 7f0742ffd640 1 --2- 172.21.15.174:0/1982853545 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f07300394f0 0x7f073003b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:30.153 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.149+0000 7f0742ffd640 1 --2- 172.21.15.174:0/1982853545 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f07300394f0 0x7f073003b9b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0734009230 tx=0x7f07340315d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:30.155 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.153+0000 7f0740ff9640 1 -- 172.21.15.174:0/1982853545 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f072c014020 con 0x7f0744197510 2024-09-05T02:18:30.332 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.330+0000 7f0749496640 1 -- 172.21.15.174:0/1982853545 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi033=x;smithi123=y;smithi174=z", "target": ["mon-mgr", ""]}) -- 0x7f07440626c0 con 0x7f07300394f0 2024-09-05T02:18:30.340 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.336+0000 7f0740ff9640 1 -- 172.21.15.174:0/1982853545 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f07440626c0 con 0x7f07300394f0 2024-09-05T02:18:30.340 INFO:teuthology.orchestra.run.smithi174.stdout:Scheduled mgr update... 2024-09-05T02:18:30.341 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.338+0000 7f0749496640 1 -- 172.21.15.174:0/1982853545 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f07300394f0 msgr2=0x7f073003b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:30.341 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.338+0000 7f0749496640 1 --2- 172.21.15.174:0/1982853545 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f07300394f0 0x7f073003b9b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0734009230 tx=0x7f07340315d0 comp rx=0 tx=0).stop 2024-09-05T02:18:30.341 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.338+0000 7f0749496640 1 -- 172.21.15.174:0/1982853545 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0744197510 msgr2=0x7f074419c580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:30.341 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.338+0000 7f0749496640 1 --2- 172.21.15.174:0/1982853545 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0744197510 0x7f074419c580 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f072c00b520 tx=0x7f072c00b9e0 comp rx=0 tx=0).stop 2024-09-05T02:18:30.341 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.338+0000 7f0749496640 1 -- 172.21.15.174:0/1982853545 shutdown_connections 2024-09-05T02:18:30.341 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.338+0000 7f0749496640 1 --2- 172.21.15.174:0/1982853545 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f07300394f0 0x7f073003b9b0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:30.341 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.339+0000 7f0749496640 1 --2- 172.21.15.174:0/1982853545 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0744197990 0x7f074419eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:30.341 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.339+0000 7f0749496640 1 --2- 172.21.15.174:0/1982853545 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0744197510 0x7f074419c580 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:30.342 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.339+0000 7f0749496640 1 --2- 172.21.15.174:0/1982853545 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07441016e0 0x7f0744196fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:30.342 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.339+0000 7f0749496640 1 -- 172.21.15.174:0/1982853545 >> 172.21.15.174:0/1982853545 conn(0x7f07440fce90 msgr2=0x7f07440fd9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:30.342 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.339+0000 7f0749496640 1 -- 172.21.15.174:0/1982853545 shutdown_connections 2024-09-05T02:18:30.342 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:18:30.339+0000 7f0749496640 1 -- 172.21.15.174:0/1982853545 wait complete. 2024-09-05T02:18:30.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:30 smithi174 ceph-mon[34756]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:30.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:30 smithi174 ceph-mon[34756]: Updating smithi033:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:18:30.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:30 smithi174 ceph-mon[34756]: Reconfiguring mon.a (unknown last config time)... 2024-09-05T02:18:30.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:30 smithi174 ceph-mon[34756]: Reconfiguring daemon mon.a on smithi033 2024-09-05T02:18:30.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:30 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:30.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:30 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:30.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:30 smithi123 ceph-mon[34031]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:30.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:30 smithi123 ceph-mon[34031]: Updating smithi033:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:18:30.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:30 smithi123 ceph-mon[34031]: Reconfiguring mon.a (unknown last config time)... 2024-09-05T02:18:30.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:30 smithi123 ceph-mon[34031]: Reconfiguring daemon mon.a on smithi033 2024-09-05T02:18:30.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:30 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:30.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:30 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:30.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:30 smithi033 ceph-mon[29909]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:30.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:30 smithi033 ceph-mon[29909]: Updating smithi033:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:18:30.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:30 smithi033 ceph-mon[29909]: Reconfiguring mon.a (unknown last config time)... 2024-09-05T02:18:30.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:30 smithi033 ceph-mon[29909]: Reconfiguring daemon mon.a on smithi033 2024-09-05T02:18:30.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:30 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:30.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:30 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:30.930 DEBUG:teuthology.orchestra.run.smithi123:mgr.y> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mgr.y.service 2024-09-05T02:18:30.933 DEBUG:teuthology.orchestra.run.smithi174:mgr.z> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mgr.z.service 2024-09-05T02:18:30.936 INFO:tasks.cephadm:Deploying OSDs... 2024-09-05T02:18:30.936 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T02:18:30.936 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/scratch_devs of=/dev/stdout 2024-09-05T02:18:30.972 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-05T02:18:30.973 DEBUG:teuthology.orchestra.run.smithi033:> stat /dev/vg_nvme/lv_1 2024-09-05T02:18:31.048 INFO:teuthology.orchestra.run.smithi033.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-05T02:18:31.048 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T02:18:31.048 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 6h/6d Inode: 631 Links: 1 2024-09-05T02:18:31.048 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T02:18:31.048 INFO:teuthology.orchestra.run.smithi033.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T02:18:31.049 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-09-05 02:17:47.545482710 +0000 2024-09-05T02:18:31.049 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-09-05 02:13:04.876854405 +0000 2024-09-05T02:18:31.049 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-09-05 02:13:04.876854405 +0000 2024-09-05T02:18:31.049 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: 2024-09-05 02:13:04.876854405 +0000 2024-09-05T02:18:31.049 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-05T02:18:31.146 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records in 2024-09-05T02:18:31.146 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records out 2024-09-05T02:18:31.146 INFO:teuthology.orchestra.run.smithi033.stderr:512 bytes copied, 0.000284833 s, 1.8 MB/s 2024-09-05T02:18:31.148 DEBUG:teuthology.orchestra.run.smithi033:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-05T02:18:31.189 DEBUG:teuthology.orchestra.run.smithi033:> stat /dev/vg_nvme/lv_2 2024-09-05T02:18:31.266 INFO:teuthology.orchestra.run.smithi033.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-05T02:18:31.267 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T02:18:31.267 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 6h/6d Inode: 651 Links: 1 2024-09-05T02:18:31.267 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T02:18:31.267 INFO:teuthology.orchestra.run.smithi033.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T02:18:31.267 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-09-05 02:17:47.584482094 +0000 2024-09-05T02:18:31.267 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-09-05 02:13:05.371846558 +0000 2024-09-05T02:18:31.267 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-09-05 02:13:05.371846558 +0000 2024-09-05T02:18:31.267 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: 2024-09-05 02:13:05.371846558 +0000 2024-09-05T02:18:31.268 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-05T02:18:31.363 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records in 2024-09-05T02:18:31.363 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records out 2024-09-05T02:18:31.363 INFO:teuthology.orchestra.run.smithi033.stderr:512 bytes copied, 0.000282485 s, 1.8 MB/s 2024-09-05T02:18:31.366 DEBUG:teuthology.orchestra.run.smithi033:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-05T02:18:31.404 DEBUG:teuthology.orchestra.run.smithi033:> stat /dev/vg_nvme/lv_3 2024-09-05T02:18:31.453 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:31 smithi033 ceph-mon[29909]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi033=x;smithi123=y;smithi174=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:18:31.453 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:31 smithi033 ceph-mon[29909]: Saving service mgr spec with placement smithi033=x;smithi123=y;smithi174=z;count:3 2024-09-05T02:18:31.453 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:31 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:31.453 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:31 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:31.453 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:31 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T02:18:31.453 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:31 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T02:18:31.453 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:31 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:31.481 INFO:teuthology.orchestra.run.smithi033.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-05T02:18:31.481 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T02:18:31.481 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 6h/6d Inode: 672 Links: 1 2024-09-05T02:18:31.481 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T02:18:31.482 INFO:teuthology.orchestra.run.smithi033.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T02:18:31.482 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-09-05 02:17:47.628481398 +0000 2024-09-05T02:18:31.482 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-09-05 02:13:05.898838204 +0000 2024-09-05T02:18:31.482 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-09-05 02:13:05.898838204 +0000 2024-09-05T02:18:31.482 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: 2024-09-05 02:13:05.898838204 +0000 2024-09-05T02:18:31.482 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-05T02:18:31.577 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records in 2024-09-05T02:18:31.577 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records out 2024-09-05T02:18:31.577 INFO:teuthology.orchestra.run.smithi033.stderr:512 bytes copied, 0.000277992 s, 1.8 MB/s 2024-09-05T02:18:31.579 DEBUG:teuthology.orchestra.run.smithi033:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-05T02:18:31.618 DEBUG:teuthology.orchestra.run.smithi033:> stat /dev/vg_nvme/lv_4 2024-09-05T02:18:31.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:31 smithi123 ceph-mon[34031]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi033=x;smithi123=y;smithi174=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:18:31.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:31 smithi123 ceph-mon[34031]: Saving service mgr spec with placement smithi033=x;smithi123=y;smithi174=z;count:3 2024-09-05T02:18:31.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:31 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:31.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:31 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:31.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:31 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T02:18:31.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:31 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T02:18:31.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:31 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:31.693 INFO:teuthology.orchestra.run.smithi033.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-05T02:18:31.693 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T02:18:31.693 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 6h/6d Inode: 691 Links: 1 2024-09-05T02:18:31.693 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T02:18:31.693 INFO:teuthology.orchestra.run.smithi033.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T02:18:31.693 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-09-05 02:17:47.667480781 +0000 2024-09-05T02:18:31.693 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-09-05 02:13:06.377830611 +0000 2024-09-05T02:18:31.693 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-09-05 02:13:06.377830611 +0000 2024-09-05T02:18:31.693 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: 2024-09-05 02:13:06.377830611 +0000 2024-09-05T02:18:31.693 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-05T02:18:31.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:31 smithi174 ceph-mon[34756]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi033=x;smithi123=y;smithi174=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:18:31.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:31 smithi174 ceph-mon[34756]: Saving service mgr spec with placement smithi033=x;smithi123=y;smithi174=z;count:3 2024-09-05T02:18:31.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:31 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:31.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:31 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:31.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:31 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T02:18:31.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:31 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T02:18:31.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:31 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:31.787 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records in 2024-09-05T02:18:31.787 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records out 2024-09-05T02:18:31.787 INFO:teuthology.orchestra.run.smithi033.stderr:512 bytes copied, 0.000267947 s, 1.9 MB/s 2024-09-05T02:18:31.790 DEBUG:teuthology.orchestra.run.smithi033:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-05T02:18:31.826 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T02:18:31.826 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/scratch_devs of=/dev/stdout 2024-09-05T02:18:31.846 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-05T02:18:31.846 DEBUG:teuthology.orchestra.run.smithi123:> stat /dev/vg_nvme/lv_1 2024-09-05T02:18:31.903 INFO:teuthology.orchestra.run.smithi123.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-05T02:18:31.903 INFO:teuthology.orchestra.run.smithi123.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T02:18:31.903 INFO:teuthology.orchestra.run.smithi123.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-09-05T02:18:31.904 INFO:teuthology.orchestra.run.smithi123.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T02:18:31.904 INFO:teuthology.orchestra.run.smithi123.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T02:18:31.904 INFO:teuthology.orchestra.run.smithi123.stdout:Access: 2024-09-05 02:18:20.720542866 +0000 2024-09-05T02:18:31.904 INFO:teuthology.orchestra.run.smithi123.stdout:Modify: 2024-09-05 02:12:28.144252164 +0000 2024-09-05T02:18:31.904 INFO:teuthology.orchestra.run.smithi123.stdout:Change: 2024-09-05 02:12:28.144252164 +0000 2024-09-05T02:18:31.904 INFO:teuthology.orchestra.run.smithi123.stdout: Birth: 2024-09-05 02:12:28.144252164 +0000 2024-09-05T02:18:31.904 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-05T02:18:31.972 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records in 2024-09-05T02:18:31.973 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records out 2024-09-05T02:18:31.973 INFO:teuthology.orchestra.run.smithi123.stderr:512 bytes copied, 0.000237944 s, 2.2 MB/s 2024-09-05T02:18:31.973 DEBUG:teuthology.orchestra.run.smithi123:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-05T02:18:32.031 DEBUG:teuthology.orchestra.run.smithi123:> stat /dev/vg_nvme/lv_2 2024-09-05T02:18:32.089 INFO:teuthology.orchestra.run.smithi123.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-05T02:18:32.089 INFO:teuthology.orchestra.run.smithi123.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T02:18:32.089 INFO:teuthology.orchestra.run.smithi123.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-05T02:18:32.089 INFO:teuthology.orchestra.run.smithi123.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T02:18:32.089 INFO:teuthology.orchestra.run.smithi123.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T02:18:32.089 INFO:teuthology.orchestra.run.smithi123.stdout:Access: 2024-09-05 02:18:20.721542843 +0000 2024-09-05T02:18:32.089 INFO:teuthology.orchestra.run.smithi123.stdout:Modify: 2024-09-05 02:12:28.462244470 +0000 2024-09-05T02:18:32.089 INFO:teuthology.orchestra.run.smithi123.stdout:Change: 2024-09-05 02:12:28.462244470 +0000 2024-09-05T02:18:32.090 INFO:teuthology.orchestra.run.smithi123.stdout: Birth: 2024-09-05 02:12:28.462244470 +0000 2024-09-05T02:18:32.090 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-05T02:18:32.155 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records in 2024-09-05T02:18:32.155 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records out 2024-09-05T02:18:32.155 INFO:teuthology.orchestra.run.smithi123.stderr:512 bytes copied, 0.000309408 s, 1.7 MB/s 2024-09-05T02:18:32.157 DEBUG:teuthology.orchestra.run.smithi123:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-05T02:18:32.214 DEBUG:teuthology.orchestra.run.smithi123:> stat /dev/vg_nvme/lv_3 2024-09-05T02:18:32.271 INFO:teuthology.orchestra.run.smithi123.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-05T02:18:32.271 INFO:teuthology.orchestra.run.smithi123.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T02:18:32.271 INFO:teuthology.orchestra.run.smithi123.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-05T02:18:32.271 INFO:teuthology.orchestra.run.smithi123.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T02:18:32.271 INFO:teuthology.orchestra.run.smithi123.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T02:18:32.271 INFO:teuthology.orchestra.run.smithi123.stdout:Access: 2024-09-05 02:18:20.721542843 +0000 2024-09-05T02:18:32.271 INFO:teuthology.orchestra.run.smithi123.stdout:Modify: 2024-09-05 02:12:28.808236098 +0000 2024-09-05T02:18:32.271 INFO:teuthology.orchestra.run.smithi123.stdout:Change: 2024-09-05 02:12:28.808236098 +0000 2024-09-05T02:18:32.271 INFO:teuthology.orchestra.run.smithi123.stdout: Birth: 2024-09-05 02:12:28.808236098 +0000 2024-09-05T02:18:32.272 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-05T02:18:32.336 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records in 2024-09-05T02:18:32.336 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records out 2024-09-05T02:18:32.336 INFO:teuthology.orchestra.run.smithi123.stderr:512 bytes copied, 0.000200047 s, 2.6 MB/s 2024-09-05T02:18:32.337 DEBUG:teuthology.orchestra.run.smithi123:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-05T02:18:32.394 DEBUG:teuthology.orchestra.run.smithi123:> stat /dev/vg_nvme/lv_4 2024-09-05T02:18:32.450 INFO:teuthology.orchestra.run.smithi123.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-05T02:18:32.450 INFO:teuthology.orchestra.run.smithi123.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T02:18:32.450 INFO:teuthology.orchestra.run.smithi123.stdout:Device: 5h/5d Inode: 721 Links: 1 2024-09-05T02:18:32.450 INFO:teuthology.orchestra.run.smithi123.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T02:18:32.450 INFO:teuthology.orchestra.run.smithi123.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T02:18:32.450 INFO:teuthology.orchestra.run.smithi123.stdout:Access: 2024-09-05 02:18:20.721542843 +0000 2024-09-05T02:18:32.451 INFO:teuthology.orchestra.run.smithi123.stdout:Modify: 2024-09-05 02:12:29.132228259 +0000 2024-09-05T02:18:32.451 INFO:teuthology.orchestra.run.smithi123.stdout:Change: 2024-09-05 02:12:29.132228259 +0000 2024-09-05T02:18:32.451 INFO:teuthology.orchestra.run.smithi123.stdout: Birth: 2024-09-05 02:12:29.132228259 +0000 2024-09-05T02:18:32.451 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-05T02:18:32.512 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:32 smithi033 ceph-mon[29909]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:32.512 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:32 smithi033 ceph-mon[29909]: Reconfiguring mgr.x (unknown last config time)... 2024-09-05T02:18:32.512 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:32 smithi033 ceph-mon[29909]: Reconfiguring daemon mgr.x on smithi033 2024-09-05T02:18:32.514 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records in 2024-09-05T02:18:32.514 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records out 2024-09-05T02:18:32.514 INFO:teuthology.orchestra.run.smithi123.stderr:512 bytes copied, 0.000197774 s, 2.6 MB/s 2024-09-05T02:18:32.515 DEBUG:teuthology.orchestra.run.smithi123:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-05T02:18:32.571 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-05T02:18:32.571 DEBUG:teuthology.orchestra.run.smithi174:> dd if=/scratch_devs of=/dev/stdout 2024-09-05T02:18:32.591 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-05T02:18:32.591 DEBUG:teuthology.orchestra.run.smithi174:> stat /dev/vg_nvme/lv_1 2024-09-05T02:18:32.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:32 smithi123 ceph-mon[34031]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:32.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:32 smithi123 ceph-mon[34031]: Reconfiguring mgr.x (unknown last config time)... 2024-09-05T02:18:32.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:32 smithi123 ceph-mon[34031]: Reconfiguring daemon mgr.x on smithi033 2024-09-05T02:18:32.651 INFO:teuthology.orchestra.run.smithi174.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-05T02:18:32.651 INFO:teuthology.orchestra.run.smithi174.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T02:18:32.651 INFO:teuthology.orchestra.run.smithi174.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-09-05T02:18:32.651 INFO:teuthology.orchestra.run.smithi174.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T02:18:32.651 INFO:teuthology.orchestra.run.smithi174.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T02:18:32.651 INFO:teuthology.orchestra.run.smithi174.stdout:Access: 2024-09-05 02:18:11.688192602 +0000 2024-09-05T02:18:32.651 INFO:teuthology.orchestra.run.smithi174.stdout:Modify: 2024-09-05 02:12:41.427423672 +0000 2024-09-05T02:18:32.651 INFO:teuthology.orchestra.run.smithi174.stdout:Change: 2024-09-05 02:12:41.427423672 +0000 2024-09-05T02:18:32.652 INFO:teuthology.orchestra.run.smithi174.stdout: Birth: 2024-09-05 02:12:41.427423672 +0000 2024-09-05T02:18:32.652 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-05T02:18:32.716 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:32 smithi174 ceph-mon[34756]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:32.716 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:32 smithi174 ceph-mon[34756]: Reconfiguring mgr.x (unknown last config time)... 2024-09-05T02:18:32.717 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:32 smithi174 ceph-mon[34756]: Reconfiguring daemon mgr.x on smithi033 2024-09-05T02:18:32.719 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records in 2024-09-05T02:18:32.720 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records out 2024-09-05T02:18:32.720 INFO:teuthology.orchestra.run.smithi174.stderr:512 bytes copied, 0.000277085 s, 1.8 MB/s 2024-09-05T02:18:32.721 DEBUG:teuthology.orchestra.run.smithi174:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-05T02:18:32.780 DEBUG:teuthology.orchestra.run.smithi174:> stat /dev/vg_nvme/lv_2 2024-09-05T02:18:32.838 INFO:teuthology.orchestra.run.smithi174.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-05T02:18:32.838 INFO:teuthology.orchestra.run.smithi174.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T02:18:32.838 INFO:teuthology.orchestra.run.smithi174.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-05T02:18:32.838 INFO:teuthology.orchestra.run.smithi174.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T02:18:32.839 INFO:teuthology.orchestra.run.smithi174.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T02:18:32.839 INFO:teuthology.orchestra.run.smithi174.stdout:Access: 2024-09-05 02:18:11.688192602 +0000 2024-09-05T02:18:32.839 INFO:teuthology.orchestra.run.smithi174.stdout:Modify: 2024-09-05 02:12:41.756419550 +0000 2024-09-05T02:18:32.839 INFO:teuthology.orchestra.run.smithi174.stdout:Change: 2024-09-05 02:12:41.756419550 +0000 2024-09-05T02:18:32.839 INFO:teuthology.orchestra.run.smithi174.stdout: Birth: 2024-09-05 02:12:41.756419550 +0000 2024-09-05T02:18:32.839 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-05T02:18:32.905 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records in 2024-09-05T02:18:32.905 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records out 2024-09-05T02:18:32.905 INFO:teuthology.orchestra.run.smithi174.stderr:512 bytes copied, 0.000219145 s, 2.3 MB/s 2024-09-05T02:18:32.906 DEBUG:teuthology.orchestra.run.smithi174:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-05T02:18:32.964 DEBUG:teuthology.orchestra.run.smithi174:> stat /dev/vg_nvme/lv_3 2024-09-05T02:18:33.020 INFO:teuthology.orchestra.run.smithi174.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-05T02:18:33.021 INFO:teuthology.orchestra.run.smithi174.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T02:18:33.021 INFO:teuthology.orchestra.run.smithi174.stdout:Device: 5h/5d Inode: 701 Links: 1 2024-09-05T02:18:33.021 INFO:teuthology.orchestra.run.smithi174.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T02:18:33.021 INFO:teuthology.orchestra.run.smithi174.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T02:18:33.021 INFO:teuthology.orchestra.run.smithi174.stdout:Access: 2024-09-05 02:18:11.689192590 +0000 2024-09-05T02:18:33.021 INFO:teuthology.orchestra.run.smithi174.stdout:Modify: 2024-09-05 02:12:42.083415453 +0000 2024-09-05T02:18:33.021 INFO:teuthology.orchestra.run.smithi174.stdout:Change: 2024-09-05 02:12:42.083415453 +0000 2024-09-05T02:18:33.021 INFO:teuthology.orchestra.run.smithi174.stdout: Birth: 2024-09-05 02:12:42.083415453 +0000 2024-09-05T02:18:33.021 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-05T02:18:33.086 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records in 2024-09-05T02:18:33.086 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records out 2024-09-05T02:18:33.086 INFO:teuthology.orchestra.run.smithi174.stderr:512 bytes copied, 0.000183869 s, 2.8 MB/s 2024-09-05T02:18:33.087 DEBUG:teuthology.orchestra.run.smithi174:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-05T02:18:33.145 DEBUG:teuthology.orchestra.run.smithi174:> stat /dev/vg_nvme/lv_4 2024-09-05T02:18:33.201 INFO:teuthology.orchestra.run.smithi174.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-05T02:18:33.201 INFO:teuthology.orchestra.run.smithi174.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T02:18:33.201 INFO:teuthology.orchestra.run.smithi174.stdout:Device: 5h/5d Inode: 720 Links: 1 2024-09-05T02:18:33.201 INFO:teuthology.orchestra.run.smithi174.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T02:18:33.201 INFO:teuthology.orchestra.run.smithi174.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T02:18:33.201 INFO:teuthology.orchestra.run.smithi174.stdout:Access: 2024-09-05 02:18:11.689192590 +0000 2024-09-05T02:18:33.202 INFO:teuthology.orchestra.run.smithi174.stdout:Modify: 2024-09-05 02:12:42.416411281 +0000 2024-09-05T02:18:33.202 INFO:teuthology.orchestra.run.smithi174.stdout:Change: 2024-09-05 02:12:42.416411281 +0000 2024-09-05T02:18:33.202 INFO:teuthology.orchestra.run.smithi174.stdout: Birth: 2024-09-05 02:12:42.416411281 +0000 2024-09-05T02:18:33.202 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-05T02:18:33.264 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records in 2024-09-05T02:18:33.264 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records out 2024-09-05T02:18:33.264 INFO:teuthology.orchestra.run.smithi174.stderr:512 bytes copied, 0.000200505 s, 2.6 MB/s 2024-09-05T02:18:33.266 DEBUG:teuthology.orchestra.run.smithi174:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-05T02:18:33.322 INFO:tasks.cephadm:Deploying osd.0 on smithi033 with /dev/vg_nvme/lv_4... 2024-09-05T02:18:33.322 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-05T02:18:33.691 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:18:33.830 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:33 smithi033 ceph-mon[29909]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:33.831 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:33 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:33.831 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:33 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:33.831 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:33 smithi033 ceph-mon[29909]: Reconfiguring mon.b (monmap changed)... 2024-09-05T02:18:33.831 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:33 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T02:18:33.831 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:33 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T02:18:33.831 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:33 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:33.831 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:33 smithi033 ceph-mon[29909]: Reconfiguring daemon mon.b on smithi123 2024-09-05T02:18:33.881 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:33 smithi123 ceph-mon[34031]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:33.881 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:33 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:33.881 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:33 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:33.881 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:33 smithi123 ceph-mon[34031]: Reconfiguring mon.b (monmap changed)... 2024-09-05T02:18:33.881 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:33 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T02:18:33.881 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:33 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T02:18:33.881 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:33 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:33.881 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:33 smithi123 ceph-mon[34031]: Reconfiguring daemon mon.b on smithi123 2024-09-05T02:18:34.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:33 smithi174 ceph-mon[34756]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:34.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:33 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:34.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:33 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:34.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:33 smithi174 ceph-mon[34756]: Reconfiguring mon.b (monmap changed)... 2024-09-05T02:18:34.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:33 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T02:18:34.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:33 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T02:18:34.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:33 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:34.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:33 smithi174 ceph-mon[34756]: Reconfiguring daemon mon.b on smithi123 2024-09-05T02:18:35.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:35.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:35.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:34 smithi033 ceph-mon[29909]: Reconfiguring mon.c (monmap changed)... 2024-09-05T02:18:35.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T02:18:35.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T02:18:35.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:35.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:34 smithi033 ceph-mon[29909]: Reconfiguring daemon mon.c on smithi174 2024-09-05T02:18:35.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:34 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:35.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:34 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:35.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:34 smithi174 ceph-mon[34756]: Reconfiguring mon.c (monmap changed)... 2024-09-05T02:18:35.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:34 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T02:18:35.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:34 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T02:18:35.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:34 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:35.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:34 smithi174 ceph-mon[34756]: Reconfiguring daemon mon.c on smithi174 2024-09-05T02:18:35.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:34 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:35.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:34 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:35.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:34 smithi123 ceph-mon[34031]: Reconfiguring mon.c (monmap changed)... 2024-09-05T02:18:35.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:34 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T02:18:35.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:34 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T02:18:35.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:34 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:35.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:34 smithi123 ceph-mon[34031]: Reconfiguring daemon mon.c on smithi174 2024-09-05T02:18:36.433 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:36 smithi033 ceph-mon[29909]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:36.433 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:36.433 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:36.434 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:18:36.434 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:36.434 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:18:36.434 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:36.434 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T02:18:36.434 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T02:18:36.434 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T02:18:36.434 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:36.434 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:36 smithi033 ceph-mon[29909]: Deploying daemon mgr.z on smithi174 2024-09-05T02:18:36.441 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:18:36.472 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi033:vg_nvme/lv_4 2024-09-05T02:18:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:36 smithi174 ceph-mon[34756]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:18:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:18:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T02:18:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T02:18:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T02:18:36.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:36.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:36 smithi174 ceph-mon[34756]: Deploying daemon mgr.z on smithi174 2024-09-05T02:18:36.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:36 smithi123 ceph-mon[34031]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:36.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:36.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:36.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:18:36.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:36.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:18:36.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:36.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T02:18:36.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T02:18:36.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T02:18:36.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:36.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:36 smithi123 ceph-mon[34031]: Deploying daemon mgr.z on smithi174 2024-09-05T02:18:36.839 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:18:37.173 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:36 smithi174 systemd[1]: Starting Ceph mgr.z for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:18:37.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.340+0000 7fb438000640 1 -- 172.21.15.33:0/3797691132 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb430101c00 msgr2=0x7fb430102000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:37.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.340+0000 7fb438000640 1 --2- 172.21.15.33:0/3797691132 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb430101c00 0x7fb430102000 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb424009900 tx=0x7fb42402a410 comp rx=0 tx=0).stop 2024-09-05T02:18:37.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.341+0000 7fb438000640 1 -- 172.21.15.33:0/3797691132 shutdown_connections 2024-09-05T02:18:37.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.341+0000 7fb438000640 1 --2- 172.21.15.33:0/3797691132 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb4301037c0 0x7fb43010a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:37.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.341+0000 7fb438000640 1 --2- 172.21.15.33:0/3797691132 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb430102e00 0x7fb430103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:37.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.341+0000 7fb438000640 1 --2- 172.21.15.33:0/3797691132 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb430101c00 0x7fb430102000 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:37.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.341+0000 7fb438000640 1 -- 172.21.15.33:0/3797691132 >> 172.21.15.33:0/3797691132 conn(0x7fb4300fd390 msgr2=0x7fb4300ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:18:37.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.341+0000 7fb438000640 1 -- 172.21.15.33:0/3797691132 shutdown_connections 2024-09-05T02:18:37.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.341+0000 7fb438000640 1 -- 172.21.15.33:0/3797691132 wait complete. 2024-09-05T02:18:37.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.342+0000 7fb438000640 1 Processor -- start 2024-09-05T02:18:37.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.342+0000 7fb438000640 1 -- start start 2024-09-05T02:18:37.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.342+0000 7fb438000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb430101c00 0x7fb430075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:37.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.342+0000 7fb438000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb430102e00 0x7fb4300745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:37.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.342+0000 7fb438000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4301037c0 0x7fb430074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:37.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.342+0000 7fb438000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb43010d950 con 0x7fb4301037c0 2024-09-05T02:18:37.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.342+0000 7fb438000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb43010d7d0 con 0x7fb430102e00 2024-09-05T02:18:37.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.342+0000 7fb438000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb43010dad0 con 0x7fb430101c00 2024-09-05T02:18:37.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.342+0000 7fb434c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb430102e00 0x7fb4300745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:37.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.343+0000 7fb435600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb430101c00 0x7fb430075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:37.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.343+0000 7fb434c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb430102e00 0x7fb4300745e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:44826/0 (socket says 172.21.15.33:44826) 2024-09-05T02:18:37.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.343+0000 7fb434c00640 1 -- 172.21.15.33:0/3463163793 learned_addr learned my addr 172.21.15.33:0/3463163793 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:18:37.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.343+0000 7fb436000640 1 --2- 172.21.15.33:0/3463163793 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4301037c0 0x7fb430074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:37.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.343+0000 7fb434c00640 1 -- 172.21.15.33:0/3463163793 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb430101c00 msgr2=0x7fb430075f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:37.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.343+0000 7fb434c00640 1 --2- 172.21.15.33:0/3463163793 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb430101c00 0x7fb430075f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:37.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.343+0000 7fb434c00640 1 -- 172.21.15.33:0/3463163793 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4301037c0 msgr2=0x7fb430074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:18:37.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.343+0000 7fb434c00640 1 --2- 172.21.15.33:0/3463163793 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4301037c0 0x7fb430074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:18:37.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.343+0000 7fb434c00640 1 -- 172.21.15.33:0/3463163793 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4300753e0 con 0x7fb430102e00 2024-09-05T02:18:37.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.343+0000 7fb434c00640 1 --2- 172.21.15.33:0/3463163793 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb430102e00 0x7fb4300745e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fb41c00d950 tx=0x7fb41c00de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:37.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.344+0000 7fb42e000640 1 -- 172.21.15.33:0/3463163793 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb41c017070 con 0x7fb430102e00 2024-09-05T02:18:37.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.344+0000 7fb42e000640 1 -- 172.21.15.33:0/3463163793 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb41c009c30 con 0x7fb430102e00 2024-09-05T02:18:37.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.344+0000 7fb438000640 1 -- 172.21.15.33:0/3463163793 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4301a2160 con 0x7fb430102e00 2024-09-05T02:18:37.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.344+0000 7fb42e000640 1 -- 172.21.15.33:0/3463163793 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb41c00f6b0 con 0x7fb430102e00 2024-09-05T02:18:37.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.344+0000 7fb438000640 1 -- 172.21.15.33:0/3463163793 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4301a26f0 con 0x7fb430102e00 2024-09-05T02:18:37.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.345+0000 7fb438000640 1 -- 172.21.15.33:0/3463163793 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb430109070 con 0x7fb430102e00 2024-09-05T02:18:37.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.345+0000 7fb42e000640 1 -- 172.21.15.33:0/3463163793 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fb41c00f850 con 0x7fb430102e00 2024-09-05T02:18:37.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.345+0000 7fb42e000640 1 --2- 172.21.15.33:0/3463163793 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb418039290 0x7fb41803b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:18:37.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.345+0000 7fb42e000640 1 -- 172.21.15.33:0/3463163793 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fb41c04c0b0 con 0x7fb430102e00 2024-09-05T02:18:37.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.346+0000 7fb435600640 1 --2- 172.21.15.33:0/3463163793 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb418039290 0x7fb41803b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:18:37.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.346+0000 7fb435600640 1 --2- 172.21.15.33:0/3463163793 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb418039290 0x7fb41803b750 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fb42402aa00 tx=0x7fb4240315b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:18:37.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.351+0000 7fb42e000640 1 -- 172.21.15.33:0/3463163793 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb41c009de0 con 0x7fb430102e00 2024-09-05T02:18:37.458 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:37 smithi174 podman[36550]: 2024-09-05 02:18:37.172529891 +0000 UTC m=+0.112496681 container create 881e15c50f26b1a5b39a6e4831e9cb151a265ca12977ab906e156b106a8651cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-05T02:18:37.459 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:37 smithi174 podman[36550]: 2024-09-05 02:18:37.07563951 +0000 UTC m=+0.015606304 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:18:37.459 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:37 smithi174 podman[36550]: 2024-09-05 02:18:37.383144207 +0000 UTC m=+0.323111015 container init 881e15c50f26b1a5b39a6e4831e9cb151a265ca12977ab906e156b106a8651cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731) 2024-09-05T02:18:37.459 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:37 smithi174 podman[36550]: 2024-09-05 02:18:37.386093339 +0000 UTC m=+0.326060130 container start 881e15c50f26b1a5b39a6e4831e9cb151a265ca12977ab906e156b106a8651cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-05T02:18:37.459 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:37 smithi174 ceph-mgr[36569]: -- 172.21.15.174:0/3407402350 <== mon.1 v2:172.21.15.174:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b018f070e0 con 0x55b018ee5400 2024-09-05T02:18:37.459 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:37 smithi174 bash[36550]: 881e15c50f26b1a5b39a6e4831e9cb151a265ca12977ab906e156b106a8651cb 2024-09-05T02:18:37.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:37.549+0000 7fb438000640 1 -- 172.21.15.33:0/3463163793 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fb430062630 con 0x7fb418039290 2024-09-05T02:18:37.720 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:37 smithi174 systemd[1]: Started Ceph mgr.z for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:18:37.720 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:37 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:37.510+0000 7fbe33e6f040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T02:18:37.720 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:37 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:37.570+0000 7fbe33e6f040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T02:18:37.720 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:37 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:37.717+0000 7fbe33e6f040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T02:18:38.026 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:37 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:37.783+0000 7fbe33e6f040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T02:18:38.027 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:37 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:37.927+0000 7fbe33e6f040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T02:18:38.378 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:38 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:38.065+0000 7fbe33e6f040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T02:18:38.378 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:38 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:38.376+0000 7fbe33e6f040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T02:18:38.378 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:38 smithi174 ceph-mon[34756]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:38.378 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:38 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:38.378 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:38 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:38.379 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:38 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:38.379 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:38 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T02:18:38.379 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:38 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T02:18:38.379 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:38 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T02:18:38.379 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:38 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:38.379 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:38 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:18:38.379 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:38 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:18:38.379 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:38 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:38.421 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:38 smithi033 ceph-mon[29909]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:38.421 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:38 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:38.421 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:38 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:38.422 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:38 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:38.422 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:38 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T02:18:38.422 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:38 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T02:18:38.422 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:38 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T02:18:38.422 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:38 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:38.422 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:38 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:18:38.422 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:38 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:18:38.422 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:38 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:38.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:38 smithi123 ceph-mon[34031]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:38.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:38 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:38.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:38 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:38.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:38 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:38.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:38 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T02:18:38.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:38 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T02:18:38.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:38 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T02:18:38.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:38 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:38.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:38 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:18:38.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:38 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:18:38.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:38 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:38.776 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:38 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:38.436+0000 7fbe33e6f040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T02:18:38.777 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:38 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:38.623+0000 7fbe33e6f040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T02:18:39.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:39 smithi033 ceph-mon[29909]: Deploying daemon mgr.y on smithi123 2024-09-05T02:18:39.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:39 smithi033 ceph-mon[29909]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:18:39.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:39 smithi123 ceph-mon[34031]: Deploying daemon mgr.y on smithi123 2024-09-05T02:18:39.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:39 smithi123 ceph-mon[34031]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:18:39.386 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:39 smithi123 systemd[1]: Starting Ceph mgr.y for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:18:39.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:39 smithi174 ceph-mon[34756]: Deploying daemon mgr.y on smithi123 2024-09-05T02:18:39.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:39 smithi174 ceph-mon[34756]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:18:39.709 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:39 smithi123 podman[35384]: 2024-09-05 02:18:39.340467125 +0000 UTC m=+0.015498882 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:18:39.709 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:39 smithi123 podman[35384]: 2024-09-05 02:18:39.471389485 +0000 UTC m=+0.146421229 container create b55e610b9b249dc2fa8c6a8f03bf48e52e35eabc7a610570b09f61b58dd34b12 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-05T02:18:39.709 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:39 smithi123 podman[35384]: 2024-09-05 02:18:39.6818507 +0000 UTC m=+0.356882444 container init b55e610b9b249dc2fa8c6a8f03bf48e52e35eabc7a610570b09f61b58dd34b12 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-05T02:18:39.710 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:39 smithi123 podman[35384]: 2024-09-05 02:18:39.684634767 +0000 UTC m=+0.359666522 container start b55e610b9b249dc2fa8c6a8f03bf48e52e35eabc7a610570b09f61b58dd34b12 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-05T02:18:40.021 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:39 smithi123 ceph-mgr[35403]: -- 172.21.15.123:0/1137683529 <== mon.2 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56377a9bf0e0 con 0x56377a99d400 2024-09-05T02:18:40.021 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:39 smithi123 bash[35384]: b55e610b9b249dc2fa8c6a8f03bf48e52e35eabc7a610570b09f61b58dd34b12 2024-09-05T02:18:40.021 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:39 smithi123 systemd[1]: Started Ceph mgr.y for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:18:40.021 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:39 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:39.808+0000 7fa20588a040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T02:18:40.021 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:39 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:39.868+0000 7fa20588a040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T02:18:40.021 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:40 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:40.020+0000 7fa20588a040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T02:18:40.026 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:39 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:39.553+0000 7fbe33e6f040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T02:18:40.026 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:39 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:39.622+0000 7fbe33e6f040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T02:18:40.385 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:40 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:40.090+0000 7fa20588a040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T02:18:40.385 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:40 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:40.249+0000 7fa20588a040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T02:18:40.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:40 smithi123 ceph-mon[34031]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:40.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:40 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:40.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:40 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:40.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:40 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:40.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:40 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:40.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:40 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:18:40.522 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:40 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:40.403+0000 7fbe33e6f040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T02:18:40.523 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:40 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:40.520+0000 7fbe33e6f040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T02:18:40.523 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:40 smithi174 ceph-mon[34756]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:40.523 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:40 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:40.523 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:40 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:40.523 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:40 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:40.523 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:40 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:40.523 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:40 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:18:40.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:40 smithi033 ceph-mon[29909]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:40.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:40 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:40.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:40 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:40.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:40 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:40.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:40 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:40.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:40 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:18:40.703 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:40 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:40.405+0000 7fa20588a040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T02:18:40.777 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:40 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:40.665+0000 7fbe33e6f040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T02:18:40.777 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:40 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:40.731+0000 7fbe33e6f040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T02:18:40.986 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:40 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:40.731+0000 7fa20588a040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T02:18:40.987 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:40 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:40.792+0000 7fa20588a040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T02:18:41.185 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:40 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:40.884+0000 7fbe33e6f040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T02:18:41.185 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:40 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:40.952+0000 7fbe33e6f040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T02:18:41.185 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:41 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:41.013+0000 7fbe33e6f040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T02:18:41.185 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:41 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:41.183+0000 7fbe33e6f040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T02:18:41.385 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:40 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:40.985+0000 7fa20588a040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T02:18:41.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:41 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2503286202' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1"}]: dispatch 2024-09-05T02:18:41.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:41 smithi123 ceph-mon[34031]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1"}]: dispatch 2024-09-05T02:18:41.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:41 smithi123 ceph-mon[34031]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1"}]': finished 2024-09-05T02:18:41.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:41 smithi123 ceph-mon[34031]: osdmap e5: 1 total, 0 up, 1 in 2024-09-05T02:18:41.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:41 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:18:41.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:41 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:41.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:41 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:41.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:41 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/3297030275' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:18:41.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:41 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:41.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:41 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:41.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:41 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:41.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:41 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:18:41.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:41 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:41.468 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:41 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:41.250+0000 7fbe33e6f040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T02:18:41.468 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:41 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:41.319+0000 7fbe33e6f040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T02:18:41.468 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:41 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:41.403+0000 7fbe33e6f040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T02:18:41.468 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:41 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2503286202' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1"}]: dispatch 2024-09-05T02:18:41.468 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:41 smithi174 ceph-mon[34756]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1"}]: dispatch 2024-09-05T02:18:41.468 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:41 smithi174 ceph-mon[34756]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1"}]': finished 2024-09-05T02:18:41.468 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:41 smithi174 ceph-mon[34756]: osdmap e5: 1 total, 0 up, 1 in 2024-09-05T02:18:41.469 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:41 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:18:41.469 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:41 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:41.469 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:41 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:41.469 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:41 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/3297030275' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:18:41.469 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:41 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:41.469 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:41 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:41.469 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:41 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:41.469 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:41 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:18:41.469 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:41 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:41.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:41 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2503286202' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1"}]: dispatch 2024-09-05T02:18:41.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:41 smithi033 ceph-mon[29909]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1"}]: dispatch 2024-09-05T02:18:41.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:41 smithi033 ceph-mon[29909]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1"}]': finished 2024-09-05T02:18:41.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:41 smithi033 ceph-mon[29909]: osdmap e5: 1 total, 0 up, 1 in 2024-09-05T02:18:41.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:41 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:18:41.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:41 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:41.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:41 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:41.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:41 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3297030275' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:18:41.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:41 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:41.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:41 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:41.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:41 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:41.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:41 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:18:41.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:41 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:41.776 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:41 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:41.465+0000 7fbe33e6f040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T02:18:41.777 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:41 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:41.524+0000 7fbe33e6f040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T02:18:42.135 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:41 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:41.880+0000 7fa20588a040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T02:18:42.135 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:41 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:41.946+0000 7fa20588a040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T02:18:42.527 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:18:42 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:18:42.304+0000 7fbe33e6f040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T02:18:42.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:42 smithi174 ceph-mon[34756]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:42.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:42 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:18:42.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:42 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:42.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:42 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:18:42.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:42 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:42.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:42 smithi033 ceph-mon[29909]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:42.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:42 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:18:42.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:42 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:42.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:42 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:18:42.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:42 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:42.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:42 smithi123 ceph-mon[34031]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:42.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:42 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:18:42.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:42 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:42.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:42 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:18:42.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:42 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:42.917 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:42 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:42.663+0000 7fa20588a040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T02:18:42.918 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:42 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:42.777+0000 7fa20588a040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T02:18:42.918 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:42 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:42.916+0000 7fa20588a040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T02:18:43.194 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:42 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:42.978+0000 7fa20588a040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T02:18:43.194 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:43 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:43.126+0000 7fa20588a040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T02:18:43.194 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:43 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:43.193+0000 7fa20588a040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T02:18:43.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:43.241+0000 7fb42e000640 1 -- 172.21.15.33:0/3463163793 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mgrmap(e 14) ==== 92060+0+0 (secure 0 0 0) 0x7fb41c00fd70 con 0x7fb430102e00 2024-09-05T02:18:43.476 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:43 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:43.255+0000 7fa20588a040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T02:18:43.477 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:43 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:43.410+0000 7fa20588a040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T02:18:43.477 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:43 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:43.475+0000 7fa20588a040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T02:18:43.477 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:43 smithi123 ceph-mon[34031]: Standby manager daemon z started 2024-09-05T02:18:43.477 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:43 smithi123 ceph-mon[34031]: from='mgr.? 172.21.15.174:0/923800698' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-05T02:18:43.477 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:43 smithi123 ceph-mon[34031]: from='mgr.? 172.21.15.174:0/923800698' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T02:18:43.477 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:43 smithi123 ceph-mon[34031]: from='mgr.? 172.21.15.174:0/923800698' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-05T02:18:43.477 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:43 smithi123 ceph-mon[34031]: from='mgr.? 172.21.15.174:0/923800698' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T02:18:43.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:43 smithi174 ceph-mon[34756]: Standby manager daemon z started 2024-09-05T02:18:43.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:43 smithi174 ceph-mon[34756]: from='mgr.? 172.21.15.174:0/923800698' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-05T02:18:43.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:43 smithi174 ceph-mon[34756]: from='mgr.? 172.21.15.174:0/923800698' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T02:18:43.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:43 smithi174 ceph-mon[34756]: from='mgr.? 172.21.15.174:0/923800698' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-05T02:18:43.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:43 smithi174 ceph-mon[34756]: from='mgr.? 172.21.15.174:0/923800698' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T02:18:43.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:43 smithi033 ceph-mon[29909]: Standby manager daemon z started 2024-09-05T02:18:43.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:43 smithi033 ceph-mon[29909]: from='mgr.? 172.21.15.174:0/923800698' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-05T02:18:43.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:43 smithi033 ceph-mon[29909]: from='mgr.? 172.21.15.174:0/923800698' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T02:18:43.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:43 smithi033 ceph-mon[29909]: from='mgr.? 172.21.15.174:0/923800698' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-05T02:18:43.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:43 smithi033 ceph-mon[29909]: from='mgr.? 172.21.15.174:0/923800698' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T02:18:43.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:43 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:43.541+0000 7fa20588a040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T02:18:43.743 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:43 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:43.623+0000 7fa20588a040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T02:18:43.743 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:43 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:43.682+0000 7fa20588a040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T02:18:43.743 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:43 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:43.741+0000 7fa20588a040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T02:18:44.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:44 smithi174 ceph-mon[34756]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:44.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:44 smithi174 ceph-mon[34756]: mgrmap e14: x(active, since 68s), standbys: z 2024-09-05T02:18:44.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:44 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-05T02:18:44.527 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:44 smithi123 ceph-mon[34031]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:44.527 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:44 smithi123 ceph-mon[34031]: mgrmap e14: x(active, since 68s), standbys: z 2024-09-05T02:18:44.527 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:44 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-05T02:18:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:44 smithi033 ceph-mon[29909]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:44 smithi033 ceph-mon[29909]: mgrmap e14: x(active, since 68s), standbys: z 2024-09-05T02:18:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:44 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-05T02:18:44.885 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:18:44 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:18:44.525+0000 7fa20588a040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T02:18:45.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:18:45.445+0000 7fb42e000640 1 -- 172.21.15.33:0/3463163793 <== mon.2 v2:172.21.15.123:3300/0 8 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7fb41c020ca0 con 0x7fb430102e00 2024-09-05T02:18:45.739 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:45 smithi033 ceph-mon[29909]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:45.740 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:45 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:45.740 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:45 smithi033 ceph-mon[29909]: Standby manager daemon y started 2024-09-05T02:18:45.740 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:45 smithi033 ceph-mon[29909]: from='mgr.? 172.21.15.123:0/4240886764' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-05T02:18:45.740 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:45 smithi033 ceph-mon[29909]: from='mgr.? 172.21.15.123:0/4240886764' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T02:18:45.740 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:45 smithi033 ceph-mon[29909]: from='mgr.? 172.21.15.123:0/4240886764' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-05T02:18:45.740 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:45 smithi033 ceph-mon[29909]: from='mgr.? 172.21.15.123:0/4240886764' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T02:18:45.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:45 smithi174 ceph-mon[34756]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:45.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:45 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:45.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:45 smithi174 ceph-mon[34756]: Standby manager daemon y started 2024-09-05T02:18:45.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:45 smithi174 ceph-mon[34756]: from='mgr.? 172.21.15.123:0/4240886764' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-05T02:18:45.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:45 smithi174 ceph-mon[34756]: from='mgr.? 172.21.15.123:0/4240886764' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T02:18:45.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:45 smithi174 ceph-mon[34756]: from='mgr.? 172.21.15.123:0/4240886764' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-05T02:18:45.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:45 smithi174 ceph-mon[34756]: from='mgr.? 172.21.15.123:0/4240886764' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T02:18:45.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:45 smithi123 ceph-mon[34031]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:45.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:45 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:45.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:45 smithi123 ceph-mon[34031]: Standby manager daemon y started 2024-09-05T02:18:45.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:45 smithi123 ceph-mon[34031]: from='mgr.? 172.21.15.123:0/4240886764' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-05T02:18:45.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:45 smithi123 ceph-mon[34031]: from='mgr.? 172.21.15.123:0/4240886764' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T02:18:45.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:45 smithi123 ceph-mon[34031]: from='mgr.? 172.21.15.123:0/4240886764' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-05T02:18:45.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:45 smithi123 ceph-mon[34031]: from='mgr.? 172.21.15.123:0/4240886764' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T02:18:46.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:46 smithi174 ceph-mon[34756]: mgrmap e15: x(active, since 71s), standbys: z, y 2024-09-05T02:18:46.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-05T02:18:46.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:46 smithi033 ceph-mon[29909]: mgrmap e15: x(active, since 71s), standbys: z, y 2024-09-05T02:18:46.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-05T02:18:46.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:46 smithi123 ceph-mon[34031]: mgrmap e15: x(active, since 71s), standbys: z, y 2024-09-05T02:18:46.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-05T02:18:47.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:47 smithi174 ceph-mon[34756]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:47.819 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:47 smithi033 ceph-mon[29909]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:47.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:47 smithi123 ceph-mon[34031]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:49.663 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:49 smithi033 ceph-mon[29909]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:49.703 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:49 smithi123 ceph-mon[34031]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:49.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:49 smithi174 ceph-mon[34756]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:50.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:50 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-05T02:18:50.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:50 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:50.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:50 smithi174 ceph-mon[34756]: Deploying daemon osd.0 on smithi033 2024-09-05T02:18:50.827 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:50 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-05T02:18:50.827 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:50 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:50.827 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:50 smithi033 ceph-mon[29909]: Deploying daemon osd.0 on smithi033 2024-09-05T02:18:50.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:50 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-05T02:18:50.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:50 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:18:50.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:50 smithi123 ceph-mon[34031]: Deploying daemon osd.0 on smithi033 2024-09-05T02:18:51.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:51 smithi174 ceph-mon[34756]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:51.811 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:51 smithi033 ceph-mon[29909]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:51.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:51 smithi123 ceph-mon[34031]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:53.759 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:53 smithi033 ceph-mon[29909]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:53.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:53 smithi174 ceph-mon[34756]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:53.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:53 smithi123 ceph-mon[34031]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:55.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:55 smithi033 ceph-mon[29909]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:55.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:55 smithi174 ceph-mon[34756]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:55.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:55 smithi123 ceph-mon[34031]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:57.632 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:57 smithi033 ceph-mon[29909]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:57.632 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:57 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:18:57.632 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:57 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:57.632 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:57 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:57.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:57 smithi174 ceph-mon[34756]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:57.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:57 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:18:57.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:57 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:57.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:57 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:57.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:57 smithi123 ceph-mon[34031]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:57.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:57 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:18:57.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:57 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:57.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:57 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:18:59.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:18:59 smithi174 ceph-mon[34756]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:59.836 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:18:59 smithi033 ceph-mon[29909]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:18:59.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:18:59 smithi123 ceph-mon[34031]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:19:00.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:00 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:00.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:00 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:00.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:00 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:00.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:00 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:19:00.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:00 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:01.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:00 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:01.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:00 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:01.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:00 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:01.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:00 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:19:01.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:00 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:01.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:00 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:01.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:00 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:01.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:00 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:01.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:00 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:19:01.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:00 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:01.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:01.385+0000 7fb42e000640 1 -- 172.21.15.33:0/3463163793 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb430062630 con 0x7fb418039290 2024-09-05T02:19:01.387 INFO:teuthology.orchestra.run.smithi033.stdout:Created osd(s) 0 on host 'smithi033' 2024-09-05T02:19:01.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:01.387+0000 7fb438000640 1 -- 172.21.15.33:0/3463163793 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb418039290 msgr2=0x7fb41803b750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:19:01.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:01.387+0000 7fb438000640 1 --2- 172.21.15.33:0/3463163793 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb418039290 0x7fb41803b750 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fb42402aa00 tx=0x7fb4240315b0 comp rx=0 tx=0).stop 2024-09-05T02:19:01.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:01.387+0000 7fb438000640 1 -- 172.21.15.33:0/3463163793 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb430102e00 msgr2=0x7fb4300745e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:19:01.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:01.387+0000 7fb438000640 1 --2- 172.21.15.33:0/3463163793 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb430102e00 0x7fb4300745e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fb41c00d950 tx=0x7fb41c00de10 comp rx=0 tx=0).stop 2024-09-05T02:19:01.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:01.388+0000 7fb438000640 1 -- 172.21.15.33:0/3463163793 shutdown_connections 2024-09-05T02:19:01.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:01.388+0000 7fb438000640 1 --2- 172.21.15.33:0/3463163793 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb418039290 0x7fb41803b750 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:01.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:01.388+0000 7fb438000640 1 --2- 172.21.15.33:0/3463163793 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4301037c0 0x7fb430074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:01.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:01.388+0000 7fb438000640 1 --2- 172.21.15.33:0/3463163793 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb430102e00 0x7fb4300745e0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:01.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:01.388+0000 7fb438000640 1 --2- 172.21.15.33:0/3463163793 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb430101c00 0x7fb430075f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:01.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:01.388+0000 7fb438000640 1 -- 172.21.15.33:0/3463163793 >> 172.21.15.33:0/3463163793 conn(0x7fb4300fd390 msgr2=0x7fb430106240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:19:01.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:01.388+0000 7fb438000640 1 -- 172.21.15.33:0/3463163793 shutdown_connections 2024-09-05T02:19:01.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:01.388+0000 7fb438000640 1 -- 172.21.15.33:0/3463163793 wait complete. 2024-09-05T02:19:01.915 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:01 smithi033 ceph-mon[29909]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:19:01.915 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:19:01.915 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:01.915 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:02.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:01 smithi174 ceph-mon[34756]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:19:02.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:19:02.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:02.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:02.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:01 smithi123 ceph-mon[34031]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:19:02.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:19:02.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:02.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:02.218 DEBUG:teuthology.orchestra.run.smithi033:osd.0> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.0.service 2024-09-05T02:19:02.222 INFO:tasks.cephadm:Deploying osd.1 on smithi123 with /dev/vg_nvme/lv_4... 2024-09-05T02:19:02.222 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-05T02:19:02.473 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T02:19:03.453 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:19:03 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-0[43302]: 2024-09-05T02:19:03.224+0000 7fb01a23d640 -1 osd.0 0 log_to_monitors true 2024-09-05T02:19:03.752 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:03 smithi123 ceph-mon[34031]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:19:03.752 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:03 smithi123 ceph-mon[34031]: from='osd.0 [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-05T02:19:03.792 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:03 smithi033 ceph-mon[29909]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:19:03.792 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:03 smithi033 ceph-mon[29909]: from='osd.0 [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-05T02:19:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:03 smithi174 ceph-mon[34756]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:19:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:03 smithi174 ceph-mon[34756]: from='osd.0 [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-05T02:19:04.881 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:04 smithi123 ceph-mon[34031]: from='osd.0 [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-05T02:19:04.882 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:04 smithi123 ceph-mon[34031]: osdmap e6: 1 total, 0 up, 1 in 2024-09-05T02:19:04.882 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:04 smithi123 ceph-mon[34031]: from='osd.0 [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-09-05T02:19:04.882 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:04 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:19:04.884 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T02:19:04.911 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi123:vg_nvme/lv_4 2024-09-05T02:19:05.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:04 smithi174 ceph-mon[34756]: from='osd.0 [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-05T02:19:05.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:04 smithi174 ceph-mon[34756]: osdmap e6: 1 total, 0 up, 1 in 2024-09-05T02:19:05.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:04 smithi174 ceph-mon[34756]: from='osd.0 [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-09-05T02:19:05.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:04 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:19:05.053 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:04 smithi033 ceph-mon[29909]: from='osd.0 [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-05T02:19:05.053 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:04 smithi033 ceph-mon[29909]: osdmap e6: 1 total, 0 up, 1 in 2024-09-05T02:19:05.053 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:04 smithi033 ceph-mon[29909]: from='osd.0 [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-09-05T02:19:05.053 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:04 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:19:05.156 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T02:19:05.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.574+0000 7f7c0275d640 1 -- 172.21.15.123:0/3773625765 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7bfc102e00 msgr2=0x7f7bfc103280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:19:05.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.574+0000 7f7c0275d640 1 --2- 172.21.15.123:0/3773625765 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7bfc102e00 0x7f7bfc103280 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f7bf0009900 tx=0x7f7bf002a410 comp rx=0 tx=0).stop 2024-09-05T02:19:05.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.574+0000 7f7c0275d640 1 -- 172.21.15.123:0/3773625765 shutdown_connections 2024-09-05T02:19:05.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.574+0000 7f7c0275d640 1 --2- 172.21.15.123:0/3773625765 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7bfc1037c0 0x7f7bfc10a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:05.612 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.574+0000 7f7c0275d640 1 --2- 172.21.15.123:0/3773625765 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7bfc102e00 0x7f7bfc103280 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:05.612 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.574+0000 7f7c0275d640 1 --2- 172.21.15.123:0/3773625765 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7bfc101c00 0x7f7bfc102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:05.612 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.574+0000 7f7c0275d640 1 -- 172.21.15.123:0/3773625765 >> 172.21.15.123:0/3773625765 conn(0x7f7bfc0fd390 msgr2=0x7f7bfc0ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:19:05.612 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.574+0000 7f7c0275d640 1 -- 172.21.15.123:0/3773625765 shutdown_connections 2024-09-05T02:19:05.612 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.575+0000 7f7c0275d640 1 -- 172.21.15.123:0/3773625765 wait complete. 2024-09-05T02:19:05.612 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.575+0000 7f7c0275d640 1 Processor -- start 2024-09-05T02:19:05.612 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.575+0000 7f7c0275d640 1 -- start start 2024-09-05T02:19:05.612 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.575+0000 7f7c0275d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7bfc101c00 0x7f7bfc197ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:19:05.612 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.575+0000 7f7c0275d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7bfc102e00 0x7f7bfc198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:19:05.612 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.575+0000 7f7c0275d640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7bfc1037c0 0x7f7bfc19f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:19:05.612 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.575+0000 7f7c0275d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7bfc10d880 con 0x7f7bfc102e00 2024-09-05T02:19:05.612 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.575+0000 7f7c0275d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7bfc10d700 con 0x7f7bfc101c00 2024-09-05T02:19:05.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.575+0000 7f7c0275d640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7bfc10da00 con 0x7f7bfc1037c0 2024-09-05T02:19:05.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.576+0000 7f7bfbfff640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7bfc101c00 0x7f7bfc197ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:19:05.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.576+0000 7f7bfbfff640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7bfc101c00 0x7f7bfc197ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.123:34870/0 (socket says 172.21.15.123:34870) 2024-09-05T02:19:05.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.576+0000 7f7bfbfff640 1 -- 172.21.15.123:0/1539888555 learned_addr learned my addr 172.21.15.123:0/1539888555 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-09-05T02:19:05.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.576+0000 7f7bfb7fe640 1 --2- 172.21.15.123:0/1539888555 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7bfc102e00 0x7f7bfc198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:19:05.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.576+0000 7f7bfbfff640 1 -- 172.21.15.123:0/1539888555 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7bfc1037c0 msgr2=0x7f7bfc19f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:19:05.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.576+0000 7f7bfbfff640 1 --2- 172.21.15.123:0/1539888555 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7bfc1037c0 0x7f7bfc19f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:05.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.576+0000 7f7bfbfff640 1 -- 172.21.15.123:0/1539888555 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7bfc102e00 msgr2=0x7f7bfc198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:19:05.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.576+0000 7f7bfbfff640 1 --2- 172.21.15.123:0/1539888555 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7bfc102e00 0x7f7bfc198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:05.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.576+0000 7f7bfbfff640 1 -- 172.21.15.123:0/1539888555 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bfc19faf0 con 0x7f7bfc101c00 2024-09-05T02:19:05.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.576+0000 7f7bfb7fe640 1 --2- 172.21.15.123:0/1539888555 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7bfc102e00 0x7f7bfc198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:19:05.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.576+0000 7f7bfbfff640 1 --2- 172.21.15.123:0/1539888555 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7bfc101c00 0x7f7bfc197ec0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f7bec00d950 tx=0x7f7bec00de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:19:05.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.576+0000 7f7bf97fa640 1 -- 172.21.15.123:0/1539888555 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bec017070 con 0x7f7bfc101c00 2024-09-05T02:19:05.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.576+0000 7f7c0275d640 1 -- 172.21.15.123:0/1539888555 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bfc19fde0 con 0x7f7bfc101c00 2024-09-05T02:19:05.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.576+0000 7f7bf97fa640 1 -- 172.21.15.123:0/1539888555 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7bec009c30 con 0x7f7bfc101c00 2024-09-05T02:19:05.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.576+0000 7f7bf97fa640 1 -- 172.21.15.123:0/1539888555 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bec00f600 con 0x7f7bfc101c00 2024-09-05T02:19:05.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.576+0000 7f7c0275d640 1 -- 172.21.15.123:0/1539888555 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bfc1a01e0 con 0x7f7bfc101c00 2024-09-05T02:19:05.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.577+0000 7f7c0275d640 1 -- 172.21.15.123:0/1539888555 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bfc108fa0 con 0x7f7bfc101c00 2024-09-05T02:19:05.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.578+0000 7f7bf97fa640 1 -- 172.21.15.123:0/1539888555 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f7bec01a070 con 0x7f7bfc101c00 2024-09-05T02:19:05.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.579+0000 7f7bf97fa640 1 --2- 172.21.15.123:0/1539888555 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7be40a2b20 0x7f7be40a4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:19:05.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.579+0000 7f7bf97fa640 1 -- 172.21.15.123:0/1539888555 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1487+0+0 (secure 0 0 0) 0x7f7bec0ccf60 con 0x7f7bfc101c00 2024-09-05T02:19:05.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.579+0000 7f7bfb7fe640 1 --2- 172.21.15.123:0/1539888555 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7be40a2b20 0x7f7be40a4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:19:05.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.580+0000 7f7bfb7fe640 1 --2- 172.21.15.123:0/1539888555 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7be40a2b20 0x7f7be40a4fe0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f7bf0000c00 tx=0x7f7bf00095f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:19:05.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.583+0000 7f7bf97fa640 1 -- 172.21.15.123:0/1539888555 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7bec09ba50 con 0x7f7bfc101c00 2024-09-05T02:19:05.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:05.761+0000 7f7c0275d640 1 -- 172.21.15.123:0/1539888555 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f7bfc062630 con 0x7f7be40a2b20 2024-09-05T02:19:05.836 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:19:05 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-0[43302]: 2024-09-05T02:19:05.596+0000 7fb014000640 -1 osd.0 0 waiting for initial osdmap 2024-09-05T02:19:05.836 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:19:05 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-0[43302]: 2024-09-05T02:19:05.611+0000 7fb00aa00640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T02:19:05.836 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:05 smithi033 ceph-mon[29909]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:19:05.836 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:05 smithi033 ceph-mon[29909]: from='osd.0 [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-09-05T02:19:05.836 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:05 smithi033 ceph-mon[29909]: osdmap e7: 1 total, 0 up, 1 in 2024-09-05T02:19:05.836 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:05 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:19:05.836 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:05 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:19:05.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:05 smithi033 ceph-mon[29909]: from='osd.0 [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978]' entity='osd.0' 2024-09-05T02:19:05.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:05 smithi123 ceph-mon[34031]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:19:05.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:05 smithi123 ceph-mon[34031]: from='osd.0 [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-09-05T02:19:05.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:05 smithi123 ceph-mon[34031]: osdmap e7: 1 total, 0 up, 1 in 2024-09-05T02:19:05.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:05 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:19:05.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:05 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:19:05.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:05 smithi123 ceph-mon[34031]: from='osd.0 [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978]' entity='osd.0' 2024-09-05T02:19:06.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:05 smithi174 ceph-mon[34756]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:19:06.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:05 smithi174 ceph-mon[34756]: from='osd.0 [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-09-05T02:19:06.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:05 smithi174 ceph-mon[34756]: osdmap e7: 1 total, 0 up, 1 in 2024-09-05T02:19:06.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:05 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:19:06.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:05 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:19:06.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:05 smithi174 ceph-mon[34756]: from='osd.0 [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978]' entity='osd.0' 2024-09-05T02:19:06.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:06 smithi123 ceph-mon[34031]: purged_snaps scrub starts 2024-09-05T02:19:06.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:06 smithi123 ceph-mon[34031]: purged_snaps scrub ok 2024-09-05T02:19:06.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:06 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:19:06.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:06 smithi123 ceph-mon[34031]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:19:06.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:06 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:19:06.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:06 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:19:06.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:06 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:06.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:06 smithi123 ceph-mon[34031]: Detected new or changed devices on smithi033 2024-09-05T02:19:06.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:06 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:06.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:06 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:06.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:06 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:19:06.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:06 smithi123 ceph-mon[34031]: Adjusting osd_memory_target on smithi033 to 17094M 2024-09-05T02:19:06.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:06 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:06.887 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:06 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:06.887 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:06 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:19:06.887 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:06 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:06.887 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:06 smithi123 ceph-mon[34031]: osd.0 [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978] boot 2024-09-05T02:19:06.887 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:06 smithi123 ceph-mon[34031]: osdmap e8: 1 total, 1 up, 1 in 2024-09-05T02:19:06.887 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:06 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:19:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:06 smithi174 ceph-mon[34756]: purged_snaps scrub starts 2024-09-05T02:19:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:06 smithi174 ceph-mon[34756]: purged_snaps scrub ok 2024-09-05T02:19:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:06 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:19:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:06 smithi174 ceph-mon[34756]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:19:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:06 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:19:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:06 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:19:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:06 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:06 smithi174 ceph-mon[34756]: Detected new or changed devices on smithi033 2024-09-05T02:19:07.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:06 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:07.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:06 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:07.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:06 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:19:07.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:06 smithi174 ceph-mon[34756]: Adjusting osd_memory_target on smithi033 to 17094M 2024-09-05T02:19:07.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:06 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:07.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:06 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:07.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:06 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:19:07.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:06 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:07.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:06 smithi174 ceph-mon[34756]: osd.0 [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978] boot 2024-09-05T02:19:07.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:06 smithi174 ceph-mon[34756]: osdmap e8: 1 total, 1 up, 1 in 2024-09-05T02:19:07.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:06 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:19:07.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:06 smithi033 ceph-mon[29909]: purged_snaps scrub starts 2024-09-05T02:19:07.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:06 smithi033 ceph-mon[29909]: purged_snaps scrub ok 2024-09-05T02:19:07.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:19:07.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:06 smithi033 ceph-mon[29909]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:19:07.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:19:07.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:19:07.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:07.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:06 smithi033 ceph-mon[29909]: Detected new or changed devices on smithi033 2024-09-05T02:19:07.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:07.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:07.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:19:07.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:06 smithi033 ceph-mon[29909]: Adjusting osd_memory_target on smithi033 to 17094M 2024-09-05T02:19:07.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:07.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:07.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:19:07.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:07.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:06 smithi033 ceph-mon[29909]: osd.0 [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978] boot 2024-09-05T02:19:07.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:06 smithi033 ceph-mon[29909]: osdmap e8: 1 total, 1 up, 1 in 2024-09-05T02:19:07.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:19:08.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:07 smithi123 ceph-mon[34031]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:19:08.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:07 smithi174 ceph-mon[34756]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:19:08.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:07 smithi033 ceph-mon[29909]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T02:19:09.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:08 smithi174 ceph-mon[34756]: osdmap e9: 1 total, 1 up, 1 in 2024-09-05T02:19:09.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:08 smithi174 ceph-mon[34756]: from='client.? 172.21.15.123:0/3635090914' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6de45097-769c-467f-9c69-c0e6286b5b72"}]: dispatch 2024-09-05T02:19:09.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:08 smithi174 ceph-mon[34756]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6de45097-769c-467f-9c69-c0e6286b5b72"}]: dispatch 2024-09-05T02:19:09.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:08 smithi174 ceph-mon[34756]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6de45097-769c-467f-9c69-c0e6286b5b72"}]': finished 2024-09-05T02:19:09.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:08 smithi174 ceph-mon[34756]: osdmap e10: 2 total, 1 up, 2 in 2024-09-05T02:19:09.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:08 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:19:09.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:08 smithi174 ceph-mon[34756]: from='client.? 172.21.15.123:0/2101943633' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:19:09.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:08 smithi033 ceph-mon[29909]: osdmap e9: 1 total, 1 up, 1 in 2024-09-05T02:19:09.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:08 smithi033 ceph-mon[29909]: from='client.? 172.21.15.123:0/3635090914' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6de45097-769c-467f-9c69-c0e6286b5b72"}]: dispatch 2024-09-05T02:19:09.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:08 smithi033 ceph-mon[29909]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6de45097-769c-467f-9c69-c0e6286b5b72"}]: dispatch 2024-09-05T02:19:09.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:08 smithi033 ceph-mon[29909]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6de45097-769c-467f-9c69-c0e6286b5b72"}]': finished 2024-09-05T02:19:09.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:08 smithi033 ceph-mon[29909]: osdmap e10: 2 total, 1 up, 2 in 2024-09-05T02:19:09.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:08 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:19:09.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:08 smithi033 ceph-mon[29909]: from='client.? 172.21.15.123:0/2101943633' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:19:09.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:08 smithi123 ceph-mon[34031]: osdmap e9: 1 total, 1 up, 1 in 2024-09-05T02:19:09.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:08 smithi123 ceph-mon[34031]: from='client.? 172.21.15.123:0/3635090914' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6de45097-769c-467f-9c69-c0e6286b5b72"}]: dispatch 2024-09-05T02:19:09.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:08 smithi123 ceph-mon[34031]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6de45097-769c-467f-9c69-c0e6286b5b72"}]: dispatch 2024-09-05T02:19:09.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:08 smithi123 ceph-mon[34031]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6de45097-769c-467f-9c69-c0e6286b5b72"}]': finished 2024-09-05T02:19:09.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:08 smithi123 ceph-mon[34031]: osdmap e10: 2 total, 1 up, 2 in 2024-09-05T02:19:09.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:08 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:19:09.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:08 smithi123 ceph-mon[34031]: from='client.? 172.21.15.123:0/2101943633' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:19:10.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:10 smithi123 ceph-mon[34031]: pgmap v47: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:10.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:10 smithi174 ceph-mon[34756]: pgmap v47: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:10.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:10 smithi033 ceph-mon[29909]: pgmap v47: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:12.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:12 smithi123 ceph-mon[34031]: pgmap v48: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:12.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:12 smithi174 ceph-mon[34756]: pgmap v48: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:12.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:12 smithi033 ceph-mon[29909]: pgmap v48: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:14.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:14 smithi123 ceph-mon[34031]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:14.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:14 smithi174 ceph-mon[34756]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:14.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:14 smithi033 ceph-mon[29909]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:16.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:16 smithi123 ceph-mon[34031]: pgmap v50: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:16.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:16 smithi174 ceph-mon[34756]: pgmap v50: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:16.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:16 smithi033 ceph-mon[29909]: pgmap v50: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:17.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:17 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-05T02:19:17.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:17 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:17.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:17 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-05T02:19:17.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:17 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:17.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:17 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-05T02:19:17.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:17 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:18.227 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:18 smithi123 ceph-mon[34031]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:18.227 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:18 smithi123 ceph-mon[34031]: Deploying daemon osd.1 on smithi123 2024-09-05T02:19:18.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:18 smithi174 ceph-mon[34756]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:18.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:18 smithi174 ceph-mon[34756]: Deploying daemon osd.1 on smithi123 2024-09-05T02:19:18.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:18 smithi033 ceph-mon[29909]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:18.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:18 smithi033 ceph-mon[29909]: Deploying daemon osd.1 on smithi123 2024-09-05T02:19:20.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:20 smithi123 ceph-mon[34031]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:20.389 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:20 smithi033 ceph-mon[29909]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:20.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:20 smithi174 ceph-mon[34756]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:22.368 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:22 smithi123 ceph-mon[34031]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:22.368 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:22 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:19:22.368 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:22 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:22.368 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:22 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:22.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:22 smithi174 ceph-mon[34756]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:22.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:22 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:19:22.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:22 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:22.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:22 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:22.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:22 smithi033 ceph-mon[29909]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:22.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:22 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:19:22.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:22 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:22.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:22 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:24.122 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:24 smithi123 ceph-mon[34031]: pgmap v54: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:24.122 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:24 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:24.122 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:24 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:24.122 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:24 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:24.122 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:24 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:19:24.122 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:24 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:24.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:24 smithi174 ceph-mon[34756]: pgmap v54: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:24.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:24 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:24.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:24 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:24.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:24 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:24.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:24 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:19:24.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:24 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:24.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:24 smithi033 ceph-mon[29909]: pgmap v54: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:24.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:24 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:24.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:24 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:24.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:24 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:24.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:24 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:19:24.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:24 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:25.793 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:25.791+0000 7f7bf97fa640 1 -- 172.21.15.123:0/1539888555 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f7bfc062630 con 0x7f7be40a2b20 2024-09-05T02:19:25.793 INFO:teuthology.orchestra.run.smithi123.stdout:Created osd(s) 1 on host 'smithi123' 2024-09-05T02:19:25.795 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:25.793+0000 7f7c0275d640 1 -- 172.21.15.123:0/1539888555 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7be40a2b20 msgr2=0x7f7be40a4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:19:25.795 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:25.793+0000 7f7c0275d640 1 --2- 172.21.15.123:0/1539888555 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7be40a2b20 0x7f7be40a4fe0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f7bf0000c00 tx=0x7f7bf00095f0 comp rx=0 tx=0).stop 2024-09-05T02:19:25.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:25.793+0000 7f7c0275d640 1 -- 172.21.15.123:0/1539888555 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7bfc101c00 msgr2=0x7f7bfc197ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:19:25.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:25.793+0000 7f7c0275d640 1 --2- 172.21.15.123:0/1539888555 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7bfc101c00 0x7f7bfc197ec0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f7bec00d950 tx=0x7f7bec00de10 comp rx=0 tx=0).stop 2024-09-05T02:19:25.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:25.794+0000 7f7c0275d640 1 -- 172.21.15.123:0/1539888555 shutdown_connections 2024-09-05T02:19:25.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:25.794+0000 7f7c0275d640 1 --2- 172.21.15.123:0/1539888555 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7be40a2b20 0x7f7be40a4fe0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:25.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:25.794+0000 7f7c0275d640 1 --2- 172.21.15.123:0/1539888555 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7bfc1037c0 0x7f7bfc19f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:25.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:25.794+0000 7f7c0275d640 1 --2- 172.21.15.123:0/1539888555 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7bfc102e00 0x7f7bfc198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:25.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:25.794+0000 7f7c0275d640 1 --2- 172.21.15.123:0/1539888555 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7bfc101c00 0x7f7bfc197ec0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:25.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:25.794+0000 7f7c0275d640 1 -- 172.21.15.123:0/1539888555 >> 172.21.15.123:0/1539888555 conn(0x7f7bfc0fd390 msgr2=0x7f7bfc106170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:19:25.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:25.794+0000 7f7c0275d640 1 -- 172.21.15.123:0/1539888555 shutdown_connections 2024-09-05T02:19:25.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:19:25.794+0000 7f7c0275d640 1 -- 172.21.15.123:0/1539888555 wait complete. 2024-09-05T02:19:26.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:26 smithi123 ceph-mon[34031]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:26.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:19:26.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:26.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:26.431 DEBUG:teuthology.orchestra.run.smithi123:osd.1> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.1.service 2024-09-05T02:19:26.433 INFO:tasks.cephadm:Deploying osd.2 on smithi174 with /dev/vg_nvme/lv_4... 2024-09-05T02:19:26.433 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-05T02:19:26.461 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:26 smithi174 ceph-mon[34756]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:26.461 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:19:26.462 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:26.462 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:26.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:26 smithi033 ceph-mon[29909]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:26.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:19:26.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:26.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:26.685 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T02:19:28.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:28 smithi123 ceph-mon[34031]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:28.386 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:19:28 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-1[38477]: 2024-09-05T02:19:28.124+0000 7f828c49f640 -1 osd.1 0 log_to_monitors true 2024-09-05T02:19:28.491 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:28 smithi174 ceph-mon[34756]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:28.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:28 smithi033 ceph-mon[29909]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:29.168 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:29 smithi123 ceph-mon[34031]: from='osd.1 [v2:172.21.15.123:6800/982249098,v1:172.21.15.123:6801/982249098]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-05T02:19:29.168 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:29 smithi123 ceph-mon[34031]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-05T02:19:29.237 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:29 smithi174 ceph-mon[34756]: from='osd.1 [v2:172.21.15.123:6800/982249098,v1:172.21.15.123:6801/982249098]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-05T02:19:29.237 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:29 smithi174 ceph-mon[34756]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-05T02:19:29.240 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:19:29.264 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi174:vg_nvme/lv_4 2024-09-05T02:19:29.549 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T02:19:29.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:29 smithi033 ceph-mon[29909]: from='osd.1 [v2:172.21.15.123:6800/982249098,v1:172.21.15.123:6801/982249098]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-05T02:19:29.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:29 smithi033 ceph-mon[29909]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-05T02:19:29.960 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.957+0000 7f45c3ed5640 1 -- 172.21.15.174:0/3735164189 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45bc102690 msgr2=0x7f45bc108f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:19:29.960 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.957+0000 7f45c3ed5640 1 --2- 172.21.15.174:0/3735164189 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45bc102690 0x7f45bc108f20 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f45b4009ca0 tx=0x7f45b402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:19:29.960 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.957+0000 7f45c3ed5640 1 -- 172.21.15.174:0/3735164189 shutdown_connections 2024-09-05T02:19:29.960 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.957+0000 7f45c3ed5640 1 --2- 172.21.15.174:0/3735164189 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45bc102690 0x7f45bc108f20 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:29.960 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.957+0000 7f45c3ed5640 1 --2- 172.21.15.174:0/3735164189 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f45bc101cd0 0x7f45bc102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:29.960 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.957+0000 7f45c3ed5640 1 --2- 172.21.15.174:0/3735164189 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45bc100ad0 0x7f45bc100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:29.960 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.957+0000 7f45c3ed5640 1 -- 172.21.15.174:0/3735164189 >> 172.21.15.174:0/3735164189 conn(0x7f45bc0fc280 msgr2=0x7f45bc0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:19:29.960 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.957+0000 7f45c3ed5640 1 -- 172.21.15.174:0/3735164189 shutdown_connections 2024-09-05T02:19:29.961 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.957+0000 7f45c3ed5640 1 -- 172.21.15.174:0/3735164189 wait complete. 2024-09-05T02:19:29.961 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.958+0000 7f45c3ed5640 1 Processor -- start 2024-09-05T02:19:29.961 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.958+0000 7f45c3ed5640 1 -- start start 2024-09-05T02:19:29.961 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.958+0000 7f45c3ed5640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f45bc100ad0 0x7f45bc197e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:19:29.961 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.958+0000 7f45c3ed5640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45bc101cd0 0x7f45bc1983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:19:29.961 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.958+0000 7f45c3ed5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45bc102690 0x7f45bc19f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:19:29.961 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.958+0000 7f45c3ed5640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f45bc10c820 con 0x7f45bc102690 2024-09-05T02:19:29.961 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.958+0000 7f45c3ed5640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f45bc10c6a0 con 0x7f45bc100ad0 2024-09-05T02:19:29.961 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.958+0000 7f45c3ed5640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f45bc10c9a0 con 0x7f45bc101cd0 2024-09-05T02:19:29.961 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.958+0000 7f45c1470640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45bc101cd0 0x7f45bc1983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:19:29.961 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.958+0000 7f45c1470640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45bc101cd0 0x7f45bc1983a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.174:34162/0 (socket says 172.21.15.174:34162) 2024-09-05T02:19:29.961 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.958+0000 7f45c1470640 1 -- 172.21.15.174:0/363002996 learned_addr learned my addr 172.21.15.174:0/363002996 (peer_addr_for_me v2:172.21.15.174:0/0) 2024-09-05T02:19:29.962 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.958+0000 7f45c1c71640 1 --2- 172.21.15.174:0/363002996 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f45bc100ad0 0x7f45bc197e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:19:29.962 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.958+0000 7f45c1470640 1 -- 172.21.15.174:0/363002996 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f45bc100ad0 msgr2=0x7f45bc197e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:19:29.962 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.958+0000 7f45c1470640 1 --2- 172.21.15.174:0/363002996 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f45bc100ad0 0x7f45bc197e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:29.962 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.958+0000 7f45c1470640 1 -- 172.21.15.174:0/363002996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45bc102690 msgr2=0x7f45bc19f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:19:29.962 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.958+0000 7f45c1470640 1 --2- 172.21.15.174:0/363002996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45bc102690 0x7f45bc19f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:29.962 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.958+0000 7f45c1470640 1 -- 172.21.15.174:0/363002996 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45bc19fa90 con 0x7f45bc101cd0 2024-09-05T02:19:29.962 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.958+0000 7f45c1470640 1 --2- 172.21.15.174:0/363002996 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45bc101cd0 0x7f45bc1983a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f45b800c920 tx=0x7f45b800cd20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:19:29.962 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.959+0000 7f45b2ffd640 1 -- 172.21.15.174:0/363002996 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b8007bb0 con 0x7f45bc101cd0 2024-09-05T02:19:29.962 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.959+0000 7f45b2ffd640 1 -- 172.21.15.174:0/363002996 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f45b8007d50 con 0x7f45bc101cd0 2024-09-05T02:19:29.962 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.959+0000 7f45c3ed5640 1 -- 172.21.15.174:0/363002996 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45bc102f50 con 0x7f45bc101cd0 2024-09-05T02:19:29.963 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.959+0000 7f45b2ffd640 1 -- 172.21.15.174:0/363002996 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b80187d0 con 0x7f45bc101cd0 2024-09-05T02:19:29.963 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.959+0000 7f45c3ed5640 1 -- 172.21.15.174:0/363002996 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45bc103560 con 0x7f45bc101cd0 2024-09-05T02:19:29.964 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.960+0000 7f45c3ed5640 1 -- 172.21.15.174:0/363002996 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45bc103870 con 0x7f45bc101cd0 2024-09-05T02:19:29.964 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.961+0000 7f45b2ffd640 1 -- 172.21.15.174:0/363002996 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f45b800f450 con 0x7f45bc101cd0 2024-09-05T02:19:29.964 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.961+0000 7f45b2ffd640 1 --2- 172.21.15.174:0/363002996 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f45a80a2ba0 0x7f45a80a5060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:19:29.964 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.962+0000 7f45b2ffd640 1 -- 172.21.15.174:0/363002996 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(11..11 src has 1..11) ==== 1903+0+0 (secure 0 0 0) 0x7f45b80cd6c0 con 0x7f45bc101cd0 2024-09-05T02:19:29.964 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.962+0000 7f45c1c71640 1 --2- 172.21.15.174:0/363002996 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f45a80a2ba0 0x7f45a80a5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:19:29.964 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.962+0000 7f45c1c71640 1 --2- 172.21.15.174:0/363002996 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f45a80a2ba0 0x7f45a80a5060 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f45bc101b30 tx=0x7f45ac009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:19:29.967 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:29.966+0000 7f45b2ffd640 1 -- 172.21.15.174:0/363002996 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f45b8014030 con 0x7f45bc101cd0 2024-09-05T02:19:30.141 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:30.140+0000 7f45c3ed5640 1 -- 172.21.15.174:0/363002996 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f45bc0fe400 con 0x7f45a80a2ba0 2024-09-05T02:19:30.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:30 smithi174 ceph-mon[34756]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:30.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:30 smithi174 ceph-mon[34756]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-05T02:19:30.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:30 smithi174 ceph-mon[34756]: from='osd.1 [v2:172.21.15.123:6800/982249098,v1:172.21.15.123:6801/982249098]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:19:30.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:30 smithi174 ceph-mon[34756]: osdmap e11: 2 total, 1 up, 2 in 2024-09-05T02:19:30.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:30 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:19:30.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:30 smithi174 ceph-mon[34756]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:19:30.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:30 smithi174 ceph-mon[34756]: Detected new or changed devices on smithi123 2024-09-05T02:19:30.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:30 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:30.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:30 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:30.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:30 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:19:30.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:30 smithi174 ceph-mon[34756]: Adjusting osd_memory_target on smithi123 to 17088M 2024-09-05T02:19:30.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:30 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:30.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:30 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:30.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:30 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:19:30.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:30 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:30.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:30 smithi033 ceph-mon[29909]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:30.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:30 smithi033 ceph-mon[29909]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-05T02:19:30.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:30 smithi033 ceph-mon[29909]: from='osd.1 [v2:172.21.15.123:6800/982249098,v1:172.21.15.123:6801/982249098]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:19:30.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:30 smithi033 ceph-mon[29909]: osdmap e11: 2 total, 1 up, 2 in 2024-09-05T02:19:30.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:30 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:19:30.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:30 smithi033 ceph-mon[29909]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:19:30.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:30 smithi033 ceph-mon[29909]: Detected new or changed devices on smithi123 2024-09-05T02:19:30.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:30 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:30.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:30 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:30.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:30 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:19:30.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:30 smithi033 ceph-mon[29909]: Adjusting osd_memory_target on smithi123 to 17088M 2024-09-05T02:19:30.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:30 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:30.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:30 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:30.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:30 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:19:30.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:30 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:30.635 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:19:30 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-1[38477]: 2024-09-05T02:19:30.141+0000 7f8287bff640 -1 osd.1 0 waiting for initial osdmap 2024-09-05T02:19:30.635 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:19:30 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-1[38477]: 2024-09-05T02:19:30.145+0000 7f8284239640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T02:19:30.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:30 smithi123 ceph-mon[34031]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:30.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:30 smithi123 ceph-mon[34031]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-05T02:19:30.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:30 smithi123 ceph-mon[34031]: from='osd.1 [v2:172.21.15.123:6800/982249098,v1:172.21.15.123:6801/982249098]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:19:30.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:30 smithi123 ceph-mon[34031]: osdmap e11: 2 total, 1 up, 2 in 2024-09-05T02:19:30.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:30 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:19:30.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:30 smithi123 ceph-mon[34031]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:19:30.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:30 smithi123 ceph-mon[34031]: Detected new or changed devices on smithi123 2024-09-05T02:19:30.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:30 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:30.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:30 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:30.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:30 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:19:30.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:30 smithi123 ceph-mon[34031]: Adjusting osd_memory_target on smithi123 to 17088M 2024-09-05T02:19:30.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:30 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:30.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:30 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:30.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:30 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:19:30.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:30 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:31.248 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:31 smithi174 ceph-mon[34756]: purged_snaps scrub starts 2024-09-05T02:19:31.248 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:31 smithi174 ceph-mon[34756]: purged_snaps scrub ok 2024-09-05T02:19:31.249 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:31 smithi174 ceph-mon[34756]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T02:19:31.249 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:31 smithi174 ceph-mon[34756]: osdmap e12: 2 total, 1 up, 2 in 2024-09-05T02:19:31.249 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:31 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:19:31.249 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:31 smithi174 ceph-mon[34756]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:19:31.249 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:31 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:19:31.249 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:31 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:19:31.249 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:31 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:19:31.249 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:31 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:31.249 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:31 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:19:31.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:31 smithi033 ceph-mon[29909]: purged_snaps scrub starts 2024-09-05T02:19:31.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:31 smithi033 ceph-mon[29909]: purged_snaps scrub ok 2024-09-05T02:19:31.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:31 smithi033 ceph-mon[29909]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T02:19:31.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:31 smithi033 ceph-mon[29909]: osdmap e12: 2 total, 1 up, 2 in 2024-09-05T02:19:31.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:31 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:19:31.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:31 smithi033 ceph-mon[29909]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:19:31.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:31 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:19:31.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:31 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:19:31.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:31 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:19:31.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:31 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:31.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:31 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:19:31.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:31 smithi123 ceph-mon[34031]: purged_snaps scrub starts 2024-09-05T02:19:31.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:31 smithi123 ceph-mon[34031]: purged_snaps scrub ok 2024-09-05T02:19:31.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:31 smithi123 ceph-mon[34031]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T02:19:31.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:31 smithi123 ceph-mon[34031]: osdmap e12: 2 total, 1 up, 2 in 2024-09-05T02:19:31.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:31 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:19:31.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:31 smithi123 ceph-mon[34031]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:19:31.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:31 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:19:31.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:31 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:19:31.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:31 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:19:31.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:31 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:31.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:31 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:19:32.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:32 smithi123 ceph-mon[34031]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:32.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:32 smithi123 ceph-mon[34031]: osd.1 [v2:172.21.15.123:6800/982249098,v1:172.21.15.123:6801/982249098] boot 2024-09-05T02:19:32.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:32 smithi123 ceph-mon[34031]: osdmap e13: 2 total, 2 up, 2 in 2024-09-05T02:19:32.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:32 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:19:32.443 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:32 smithi033 ceph-mon[29909]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:32.443 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:32 smithi033 ceph-mon[29909]: osd.1 [v2:172.21.15.123:6800/982249098,v1:172.21.15.123:6801/982249098] boot 2024-09-05T02:19:32.443 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:32 smithi033 ceph-mon[29909]: osdmap e13: 2 total, 2 up, 2 in 2024-09-05T02:19:32.443 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:32 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:19:32.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:32 smithi174 ceph-mon[34756]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-05T02:19:32.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:32 smithi174 ceph-mon[34756]: osd.1 [v2:172.21.15.123:6800/982249098,v1:172.21.15.123:6801/982249098] boot 2024-09-05T02:19:32.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:32 smithi174 ceph-mon[34756]: osdmap e13: 2 total, 2 up, 2 in 2024-09-05T02:19:32.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:32 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:19:33.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:33 smithi174 ceph-mon[34756]: osdmap e14: 2 total, 2 up, 2 in 2024-09-05T02:19:33.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:33 smithi174 ceph-mon[34756]: from='client.? 172.21.15.174:0/2686901714' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d8bdb95-be19-4ae4-8587-ea5dace30521"}]: dispatch 2024-09-05T02:19:33.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:33 smithi174 ceph-mon[34756]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d8bdb95-be19-4ae4-8587-ea5dace30521"}]: dispatch 2024-09-05T02:19:33.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:33 smithi174 ceph-mon[34756]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8d8bdb95-be19-4ae4-8587-ea5dace30521"}]': finished 2024-09-05T02:19:33.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:33 smithi174 ceph-mon[34756]: osdmap e15: 3 total, 2 up, 3 in 2024-09-05T02:19:33.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:33 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:19:33.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:33 smithi174 ceph-mon[34756]: from='client.? 172.21.15.174:0/3164792744' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:19:33.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:33 smithi033 ceph-mon[29909]: osdmap e14: 2 total, 2 up, 2 in 2024-09-05T02:19:33.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:33 smithi033 ceph-mon[29909]: from='client.? 172.21.15.174:0/2686901714' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d8bdb95-be19-4ae4-8587-ea5dace30521"}]: dispatch 2024-09-05T02:19:33.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:33 smithi033 ceph-mon[29909]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d8bdb95-be19-4ae4-8587-ea5dace30521"}]: dispatch 2024-09-05T02:19:33.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:33 smithi033 ceph-mon[29909]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8d8bdb95-be19-4ae4-8587-ea5dace30521"}]': finished 2024-09-05T02:19:33.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:33 smithi033 ceph-mon[29909]: osdmap e15: 3 total, 2 up, 3 in 2024-09-05T02:19:33.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:33 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:19:33.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:33 smithi033 ceph-mon[29909]: from='client.? 172.21.15.174:0/3164792744' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:19:33.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:33 smithi123 ceph-mon[34031]: osdmap e14: 2 total, 2 up, 2 in 2024-09-05T02:19:33.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:33 smithi123 ceph-mon[34031]: from='client.? 172.21.15.174:0/2686901714' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d8bdb95-be19-4ae4-8587-ea5dace30521"}]: dispatch 2024-09-05T02:19:33.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:33 smithi123 ceph-mon[34031]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d8bdb95-be19-4ae4-8587-ea5dace30521"}]: dispatch 2024-09-05T02:19:33.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:33 smithi123 ceph-mon[34031]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8d8bdb95-be19-4ae4-8587-ea5dace30521"}]': finished 2024-09-05T02:19:33.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:33 smithi123 ceph-mon[34031]: osdmap e15: 3 total, 2 up, 3 in 2024-09-05T02:19:33.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:33 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:19:33.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:33 smithi123 ceph-mon[34031]: from='client.? 172.21.15.174:0/3164792744' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:19:34.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:34 smithi174 ceph-mon[34756]: pgmap v63: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:34.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:34 smithi033 ceph-mon[29909]: pgmap v63: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:34.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:34 smithi123 ceph-mon[34031]: pgmap v63: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:36 smithi174 ceph-mon[34756]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:36.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:36 smithi033 ceph-mon[29909]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:36.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:36 smithi123 ceph-mon[34031]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:38.440 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:38 smithi174 ceph-mon[34756]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:38.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:38 smithi033 ceph-mon[29909]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:38.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:38 smithi123 ceph-mon[34031]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:40.361 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:40 smithi174 ceph-mon[34756]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:40.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:40 smithi033 ceph-mon[29909]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:40.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:40 smithi123 ceph-mon[34031]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:41.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:41 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-05T02:19:41.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:41 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:41.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:41 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-05T02:19:41.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:41 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:41.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:41 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-05T02:19:41.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:41 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:42.446 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:42 smithi174 ceph-mon[34756]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:42.447 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:42 smithi174 ceph-mon[34756]: Deploying daemon osd.2 on smithi174 2024-09-05T02:19:42.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:42 smithi033 ceph-mon[29909]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:42.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:42 smithi033 ceph-mon[29909]: Deploying daemon osd.2 on smithi174 2024-09-05T02:19:42.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:42 smithi123 ceph-mon[34031]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:42.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:42 smithi123 ceph-mon[34031]: Deploying daemon osd.2 on smithi174 2024-09-05T02:19:44.451 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:44 smithi174 ceph-mon[34756]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:44 smithi033 ceph-mon[29909]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:44.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:44 smithi123 ceph-mon[34031]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:46.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:46 smithi174 ceph-mon[34756]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:46.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:19:46.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:46.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:46.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:46 smithi033 ceph-mon[29909]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:46.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:19:46.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:46.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:46.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:46 smithi123 ceph-mon[34031]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:46.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:19:46.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:46.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:48.338 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:48 smithi174 ceph-mon[34756]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:48.339 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:48 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:48.339 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:48 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:48.339 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:48 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:48.339 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:48 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:19:48.339 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:48 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:48.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:48 smithi033 ceph-mon[29909]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:48.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:48 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:48.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:48 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:48.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:48 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:48.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:48 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:19:48.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:48 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:48.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:48 smithi123 ceph-mon[34031]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:48.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:48 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:48.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:48 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:48.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:48 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:48.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:48 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:19:48.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:48 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:50.163 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:50.161+0000 7f45b2ffd640 1 -- 172.21.15.174:0/363002996 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f45bc0fe400 con 0x7f45a80a2ba0 2024-09-05T02:19:50.164 INFO:teuthology.orchestra.run.smithi174.stdout:Created osd(s) 2 on host 'smithi174' 2024-09-05T02:19:50.165 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:50.163+0000 7f45c3ed5640 1 -- 172.21.15.174:0/363002996 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f45a80a2ba0 msgr2=0x7f45a80a5060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:19:50.165 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:50.163+0000 7f45c3ed5640 1 --2- 172.21.15.174:0/363002996 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f45a80a2ba0 0x7f45a80a5060 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f45bc101b30 tx=0x7f45ac009110 comp rx=0 tx=0).stop 2024-09-05T02:19:50.166 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:50.163+0000 7f45c3ed5640 1 -- 172.21.15.174:0/363002996 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45bc101cd0 msgr2=0x7f45bc1983a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:19:50.166 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:50.163+0000 7f45c3ed5640 1 --2- 172.21.15.174:0/363002996 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45bc101cd0 0x7f45bc1983a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f45b800c920 tx=0x7f45b800cd20 comp rx=0 tx=0).stop 2024-09-05T02:19:50.166 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:50.163+0000 7f45c3ed5640 1 -- 172.21.15.174:0/363002996 shutdown_connections 2024-09-05T02:19:50.166 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:50.163+0000 7f45c3ed5640 1 --2- 172.21.15.174:0/363002996 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f45a80a2ba0 0x7f45a80a5060 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:50.166 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:50.163+0000 7f45c3ed5640 1 --2- 172.21.15.174:0/363002996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45bc102690 0x7f45bc19f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:50.167 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:50.163+0000 7f45c3ed5640 1 --2- 172.21.15.174:0/363002996 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45bc101cd0 0x7f45bc1983a0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:50.167 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:50.163+0000 7f45c3ed5640 1 --2- 172.21.15.174:0/363002996 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f45bc100ad0 0x7f45bc197e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:50.167 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:50.163+0000 7f45c3ed5640 1 -- 172.21.15.174:0/363002996 >> 172.21.15.174:0/363002996 conn(0x7f45bc0fc280 msgr2=0x7f45bc0fdcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:19:50.167 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:50.163+0000 7f45c3ed5640 1 -- 172.21.15.174:0/363002996 shutdown_connections 2024-09-05T02:19:50.167 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:19:50.163+0000 7f45c3ed5640 1 -- 172.21.15.174:0/363002996 wait complete. 2024-09-05T02:19:50.452 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:50 smithi123 ceph-mon[34031]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:50.452 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:50 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:19:50.452 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:50 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:50.452 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:50 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:50.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:50 smithi174 ceph-mon[34756]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:50.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:50 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:19:50.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:50 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:50.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:50 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:50.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:50 smithi033 ceph-mon[29909]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:50.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:50 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:19:50.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:50 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:50.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:50 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:50.869 DEBUG:teuthology.orchestra.run.smithi174:osd.2> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.2.service 2024-09-05T02:19:50.871 INFO:tasks.cephadm:Deploying osd.3 on smithi033 with /dev/vg_nvme/lv_3... 2024-09-05T02:19:50.872 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-05T02:19:51.257 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:19:51.999 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:19:51 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-2[39704]: 2024-09-05T02:19:51.906+0000 7f6386b4f640 -1 osd.2 0 log_to_monitors true 2024-09-05T02:19:52.267 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:52 smithi174 ceph-mon[34756]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:52.267 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:52 smithi174 ceph-mon[34756]: from='osd.2 [v2:172.21.15.174:6800/3754006463,v1:172.21.15.174:6801/3754006463]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-05T02:19:52.267 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:52 smithi174 ceph-mon[34756]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-05T02:19:52.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:52 smithi033 ceph-mon[29909]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:52.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:52 smithi033 ceph-mon[29909]: from='osd.2 [v2:172.21.15.174:6800/3754006463,v1:172.21.15.174:6801/3754006463]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-05T02:19:52.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:52 smithi033 ceph-mon[29909]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-05T02:19:52.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:52 smithi123 ceph-mon[34031]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:52.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:52 smithi123 ceph-mon[34031]: from='osd.2 [v2:172.21.15.174:6800/3754006463,v1:172.21.15.174:6801/3754006463]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-05T02:19:52.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:52 smithi123 ceph-mon[34031]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-05T02:19:53.491 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:53 smithi033 ceph-mon[29909]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-05T02:19:53.491 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:53 smithi033 ceph-mon[29909]: osdmap e16: 3 total, 2 up, 3 in 2024-09-05T02:19:53.491 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:53 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:19:53.491 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:53 smithi033 ceph-mon[29909]: from='osd.2 [v2:172.21.15.174:6800/3754006463,v1:172.21.15.174:6801/3754006463]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:19:53.491 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:53 smithi033 ceph-mon[29909]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:19:53.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:53 smithi174 ceph-mon[34756]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-05T02:19:53.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:53 smithi174 ceph-mon[34756]: osdmap e16: 3 total, 2 up, 3 in 2024-09-05T02:19:53.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:53 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:19:53.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:53 smithi174 ceph-mon[34756]: from='osd.2 [v2:172.21.15.174:6800/3754006463,v1:172.21.15.174:6801/3754006463]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:19:53.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:53 smithi174 ceph-mon[34756]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:19:53.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:53 smithi123 ceph-mon[34031]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-05T02:19:53.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:53 smithi123 ceph-mon[34031]: osdmap e16: 3 total, 2 up, 3 in 2024-09-05T02:19:53.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:53 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:19:53.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:53 smithi123 ceph-mon[34031]: from='osd.2 [v2:172.21.15.174:6800/3754006463,v1:172.21.15.174:6801/3754006463]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:19:53.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:53 smithi123 ceph-mon[34031]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:19:54.277 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:19:53 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-2[39704]: 2024-09-05T02:19:53.993+0000 7f63822af640 -1 osd.2 0 waiting for initial osdmap 2024-09-05T02:19:54.277 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:19:54 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-2[39704]: 2024-09-05T02:19:54.001+0000 7f637a8e1640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T02:19:54.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:54 smithi174 ceph-mon[34756]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:54.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:54 smithi174 ceph-mon[34756]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-09-05T02:19:54.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:54 smithi174 ceph-mon[34756]: osdmap e17: 3 total, 2 up, 3 in 2024-09-05T02:19:54.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:54 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:19:54.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:54 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:19:54.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:54 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:54.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:54 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:54.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:54 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:19:54.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:54 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:54.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:54 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:54.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:54 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:19:54.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:54 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:54.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:54 smithi174 ceph-mon[34756]: from='osd.2 ' entity='osd.2' 2024-09-05T02:19:54.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:54 smithi033 ceph-mon[29909]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:54.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:54 smithi033 ceph-mon[29909]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-09-05T02:19:54.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:54 smithi033 ceph-mon[29909]: osdmap e17: 3 total, 2 up, 3 in 2024-09-05T02:19:54.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:54 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:19:54.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:54 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:19:54.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:54 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:54.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:54 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:54.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:54 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:19:54.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:54 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:54.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:54 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:54.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:54 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:19:54.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:54 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:54.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:54 smithi033 ceph-mon[29909]: from='osd.2 ' entity='osd.2' 2024-09-05T02:19:54.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:54 smithi123 ceph-mon[34031]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:54.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:54 smithi123 ceph-mon[34031]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-09-05T02:19:54.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:54 smithi123 ceph-mon[34031]: osdmap e17: 3 total, 2 up, 3 in 2024-09-05T02:19:54.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:54 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:19:54.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:54 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:19:54.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:54 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:54.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:54 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:54.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:54 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:19:54.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:54 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:54.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:54 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:54.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:54 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:19:54.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:54 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:19:54.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:54 smithi123 ceph-mon[34031]: from='osd.2 ' entity='osd.2' 2024-09-05T02:19:54.710 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:19:54.741 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi033:vg_nvme/lv_3 2024-09-05T02:19:55.108 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:19:55.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:55 smithi174 ceph-mon[34756]: purged_snaps scrub starts 2024-09-05T02:19:55.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:55 smithi174 ceph-mon[34756]: purged_snaps scrub ok 2024-09-05T02:19:55.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:55 smithi174 ceph-mon[34756]: Detected new or changed devices on smithi174 2024-09-05T02:19:55.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:55 smithi174 ceph-mon[34756]: Adjusting osd_memory_target on smithi174 to 17088M 2024-09-05T02:19:55.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:55 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:19:55.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:55 smithi174 ceph-mon[34756]: osd.2 [v2:172.21.15.174:6800/3754006463,v1:172.21.15.174:6801/3754006463] boot 2024-09-05T02:19:55.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:55 smithi174 ceph-mon[34756]: osdmap e18: 3 total, 3 up, 3 in 2024-09-05T02:19:55.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:55 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:19:55.556 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:55 smithi033 ceph-mon[29909]: purged_snaps scrub starts 2024-09-05T02:19:55.556 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:55 smithi033 ceph-mon[29909]: purged_snaps scrub ok 2024-09-05T02:19:55.556 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:55 smithi033 ceph-mon[29909]: Detected new or changed devices on smithi174 2024-09-05T02:19:55.556 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:55 smithi033 ceph-mon[29909]: Adjusting osd_memory_target on smithi174 to 17088M 2024-09-05T02:19:55.557 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:55 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:19:55.557 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:55 smithi033 ceph-mon[29909]: osd.2 [v2:172.21.15.174:6800/3754006463,v1:172.21.15.174:6801/3754006463] boot 2024-09-05T02:19:55.557 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:55 smithi033 ceph-mon[29909]: osdmap e18: 3 total, 3 up, 3 in 2024-09-05T02:19:55.557 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:55 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:19:55.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:55 smithi123 ceph-mon[34031]: purged_snaps scrub starts 2024-09-05T02:19:55.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:55 smithi123 ceph-mon[34031]: purged_snaps scrub ok 2024-09-05T02:19:55.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:55 smithi123 ceph-mon[34031]: Detected new or changed devices on smithi174 2024-09-05T02:19:55.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:55 smithi123 ceph-mon[34031]: Adjusting osd_memory_target on smithi174 to 17088M 2024-09-05T02:19:55.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:55 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:19:55.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:55 smithi123 ceph-mon[34031]: osd.2 [v2:172.21.15.174:6800/3754006463,v1:172.21.15.174:6801/3754006463] boot 2024-09-05T02:19:55.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:55 smithi123 ceph-mon[34031]: osdmap e18: 3 total, 3 up, 3 in 2024-09-05T02:19:55.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:55 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:19:55.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.670+0000 7faaaf200640 1 -- 172.21.15.33:0/1900987105 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faab0103c50 msgr2=0x7faab0104050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:19:55.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.670+0000 7faaaf200640 1 --2- 172.21.15.33:0/1900987105 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faab0103c50 0x7faab0104050 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7faaa0009900 tx=0x7faaa002a400 comp rx=0 tx=0).stop 2024-09-05T02:19:55.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.670+0000 7faaaf200640 1 -- 172.21.15.33:0/1900987105 shutdown_connections 2024-09-05T02:19:55.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.670+0000 7faaaf200640 1 --2- 172.21.15.33:0/1900987105 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faab0105810 0x7faab010c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:55.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.670+0000 7faaaf200640 1 --2- 172.21.15.33:0/1900987105 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faab0104e50 0x7faab01052d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:55.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.670+0000 7faaaf200640 1 --2- 172.21.15.33:0/1900987105 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faab0103c50 0x7faab0104050 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:55.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.670+0000 7faaaf200640 1 -- 172.21.15.33:0/1900987105 >> 172.21.15.33:0/1900987105 conn(0x7faab00ff3e0 msgr2=0x7faab0101820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:19:55.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.670+0000 7faaaf200640 1 -- 172.21.15.33:0/1900987105 shutdown_connections 2024-09-05T02:19:55.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.670+0000 7faaaf200640 1 -- 172.21.15.33:0/1900987105 wait complete. 2024-09-05T02:19:55.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.671+0000 7faaaf200640 1 Processor -- start 2024-09-05T02:19:55.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.671+0000 7faaaf200640 1 -- start start 2024-09-05T02:19:55.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.671+0000 7faaaf200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faab0103c50 0x7faab0199f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:19:55.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.671+0000 7faaaf200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faab0104e50 0x7faab019a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:19:55.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.671+0000 7faaaf200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faab0105810 0x7faab01a1530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:19:55.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.671+0000 7faaaf200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7faab010f920 con 0x7faab0103c50 2024-09-05T02:19:55.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.671+0000 7faaaf200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7faab010f7a0 con 0x7faab0105810 2024-09-05T02:19:55.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.671+0000 7faaaf200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7faab010faa0 con 0x7faab0104e50 2024-09-05T02:19:55.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.672+0000 7faaade00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faab0103c50 0x7faab0199f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:19:55.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.672+0000 7faaade00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faab0103c50 0x7faab0199f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47186/0 (socket says 172.21.15.33:47186) 2024-09-05T02:19:55.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.672+0000 7faaade00640 1 -- 172.21.15.33:0/1348724163 learned_addr learned my addr 172.21.15.33:0/1348724163 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:19:55.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.672+0000 7faaae800640 1 --2- 172.21.15.33:0/1348724163 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faab0105810 0x7faab01a1530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:19:55.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.672+0000 7faaad400640 1 --2- 172.21.15.33:0/1348724163 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faab0104e50 0x7faab019a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:19:55.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.672+0000 7faaade00640 1 -- 172.21.15.33:0/1348724163 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faab0104e50 msgr2=0x7faab019a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:19:55.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.672+0000 7faaade00640 1 --2- 172.21.15.33:0/1348724163 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faab0104e50 0x7faab019a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:55.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.672+0000 7faaade00640 1 -- 172.21.15.33:0/1348724163 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faab0105810 msgr2=0x7faab01a1530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:19:55.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.672+0000 7faaade00640 1 --2- 172.21.15.33:0/1348724163 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faab0105810 0x7faab01a1530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:19:55.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.672+0000 7faaade00640 1 -- 172.21.15.33:0/1348724163 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faab01a1ba0 con 0x7faab0103c50 2024-09-05T02:19:55.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.673+0000 7faaade00640 1 --2- 172.21.15.33:0/1348724163 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faab0103c50 0x7faab0199f70 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7faaa0031440 tx=0x7faaa0032e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:19:55.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.673+0000 7faaa6a00640 1 -- 172.21.15.33:0/1348724163 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa003f030 con 0x7faab0103c50 2024-09-05T02:19:55.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.673+0000 7faaa6a00640 1 -- 172.21.15.33:0/1348724163 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faaa0003ce0 con 0x7faab0103c50 2024-09-05T02:19:55.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.673+0000 7faaaf200640 1 -- 172.21.15.33:0/1348724163 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faab01a1e30 con 0x7faab0103c50 2024-09-05T02:19:55.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.673+0000 7faaa6a00640 1 -- 172.21.15.33:0/1348724163 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa0035070 con 0x7faab0103c50 2024-09-05T02:19:55.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.673+0000 7faaaf200640 1 -- 172.21.15.33:0/1348724163 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faab01a2230 con 0x7faab0103c50 2024-09-05T02:19:55.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.674+0000 7faaaf200640 1 -- 172.21.15.33:0/1348724163 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faab010b050 con 0x7faab0103c50 2024-09-05T02:19:55.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.676+0000 7faaa6a00640 1 -- 172.21.15.33:0/1348724163 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7faaa0042030 con 0x7faab0103c50 2024-09-05T02:19:55.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.677+0000 7faaa6a00640 1 --2- 172.21.15.33:0/1348724163 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7faa940a2b20 0x7faa940a4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:19:55.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.677+0000 7faaa6a00640 1 -- 172.21.15.33:0/1348724163 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2851+0+0 (secure 0 0 0) 0x7faaa00ee000 con 0x7faab0103c50 2024-09-05T02:19:55.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.677+0000 7faaad400640 1 --2- 172.21.15.33:0/1348724163 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7faa940a2b20 0x7faa940a4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:19:55.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.678+0000 7faaad400640 1 --2- 172.21.15.33:0/1348724163 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7faa940a2b20 0x7faa940a4fe0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7faab019b490 tx=0x7faa9c00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:19:55.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.682+0000 7faaa6a00640 1 -- 172.21.15.33:0/1348724163 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7faaa00bbea0 con 0x7faab0103c50 2024-09-05T02:19:55.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:55.874+0000 7faaaf200640 1 -- 172.21.15.33:0/1348724163 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7faab0062630 con 0x7faa940a2b20 2024-09-05T02:19:56.471 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:56 smithi033 ceph-mon[29909]: pgmap v77: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:56.471 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:56 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:19:56.471 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:56 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:19:56.471 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:56 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:56.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:56 smithi174 ceph-mon[34756]: pgmap v77: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:56.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:56 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:19:56.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:56 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:19:56.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:56 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:56.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:56 smithi123 ceph-mon[34031]: pgmap v77: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T02:19:56.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:56 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:19:56.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:56 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:19:56.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:56 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:19:57.470 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:57 smithi033 ceph-mon[29909]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:19:57.470 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:57 smithi033 ceph-mon[29909]: osdmap e19: 3 total, 3 up, 3 in 2024-09-05T02:19:57.470 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:57 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-05T02:19:57.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:57 smithi174 ceph-mon[34756]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:19:57.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:57 smithi174 ceph-mon[34756]: osdmap e19: 3 total, 3 up, 3 in 2024-09-05T02:19:57.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:57 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-05T02:19:57.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:57 smithi123 ceph-mon[34031]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:19:57.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:57 smithi123 ceph-mon[34031]: osdmap e19: 3 total, 3 up, 3 in 2024-09-05T02:19:57.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:57 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-05T02:19:58.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:58 smithi174 ceph-mon[34756]: pgmap v80: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:19:58.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:58 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-05T02:19:58.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:58 smithi174 ceph-mon[34756]: osdmap e20: 3 total, 3 up, 3 in 2024-09-05T02:19:58.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:58 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T02:19:58.548 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:58 smithi033 ceph-mon[29909]: pgmap v80: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:19:58.548 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:58 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-05T02:19:58.549 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:58 smithi033 ceph-mon[29909]: osdmap e20: 3 total, 3 up, 3 in 2024-09-05T02:19:58.549 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:58 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T02:19:58.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:58 smithi123 ceph-mon[34031]: pgmap v80: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:19:58.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:58 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-05T02:19:58.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:58 smithi123 ceph-mon[34031]: osdmap e20: 3 total, 3 up, 3 in 2024-09-05T02:19:58.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:58 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T02:19:59.244 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:19:58 smithi033 sudo[47737]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T02:19:59.245 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:19:58 smithi033 sudo[47737]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T02:19:59.245 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:19:58 smithi033 sudo[47737]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T02:19:59.245 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:19:58 smithi033 sudo[47737]: pam_unix(sudo:session): session closed for user root 2024-09-05T02:19:59.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:19:59.251+0000 7faaa6a00640 1 -- 172.21.15.33:0/1348724163 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7faaa00b8510 con 0x7faab0103c50 2024-09-05T02:19:59.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:59 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-05T02:19:59.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:59 smithi174 ceph-mon[34756]: osdmap e21: 3 total, 3 up, 3 in 2024-09-05T02:19:59.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:59 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2543984688' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "73cd7f3a-95e0-434d-bac2-b99f4036fe9c"}]: dispatch 2024-09-05T02:19:59.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:59 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2543984688' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "73cd7f3a-95e0-434d-bac2-b99f4036fe9c"}]': finished 2024-09-05T02:19:59.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:59 smithi174 ceph-mon[34756]: osdmap e22: 4 total, 3 up, 4 in 2024-09-05T02:19:59.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:19:59 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:19:59.587 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:19:59 smithi033 sudo[47771]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T02:19:59.587 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:19:59 smithi033 sudo[47771]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T02:19:59.587 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:19:59 smithi033 sudo[47771]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T02:19:59.587 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:19:59 smithi033 sudo[47771]: pam_unix(sudo:session): session closed for user root 2024-09-05T02:19:59.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:59 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-05T02:19:59.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:59 smithi033 ceph-mon[29909]: osdmap e21: 3 total, 3 up, 3 in 2024-09-05T02:19:59.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:59 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2543984688' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "73cd7f3a-95e0-434d-bac2-b99f4036fe9c"}]: dispatch 2024-09-05T02:19:59.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:59 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2543984688' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "73cd7f3a-95e0-434d-bac2-b99f4036fe9c"}]': finished 2024-09-05T02:19:59.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:59 smithi033 ceph-mon[29909]: osdmap e22: 4 total, 3 up, 4 in 2024-09-05T02:19:59.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:19:59 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:19:59.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:59 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-05T02:19:59.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:59 smithi123 ceph-mon[34031]: osdmap e21: 3 total, 3 up, 3 in 2024-09-05T02:19:59.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:59 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2543984688' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "73cd7f3a-95e0-434d-bac2-b99f4036fe9c"}]: dispatch 2024-09-05T02:19:59.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:59 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2543984688' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "73cd7f3a-95e0-434d-bac2-b99f4036fe9c"}]': finished 2024-09-05T02:19:59.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:59 smithi123 ceph-mon[34031]: osdmap e22: 4 total, 3 up, 4 in 2024-09-05T02:19:59.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:19:59 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:19:59.995 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:19:59 smithi123 sudo[42609]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T02:19:59.995 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:19:59 smithi123 sudo[42609]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T02:19:59.995 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:19:59 smithi123 sudo[42609]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T02:19:59.995 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:19:59 smithi123 sudo[42609]: pam_unix(sudo:session): session closed for user root 2024-09-05T02:19:59.995 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:19:59 smithi123 sudo[42612]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T02:20:00.274 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:19:59 smithi123 sudo[42612]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T02:20:00.274 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:19:59 smithi123 sudo[42612]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T02:20:00.274 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:19:59 smithi123 sudo[42612]: pam_unix(sudo:session): session closed for user root 2024-09-05T02:20:00.521 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:20:00 smithi174 sudo[43353]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T02:20:00.522 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:20:00 smithi174 sudo[43353]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T02:20:00.522 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:20:00 smithi174 sudo[43353]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T02:20:00.522 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:20:00 smithi174 sudo[43353]: pam_unix(sudo:session): session closed for user root 2024-09-05T02:20:00.522 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:00 smithi174 ceph-mon[34756]: pgmap v83: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:00.522 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:00 smithi174 ceph-mon[34756]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-05T02:20:00.522 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:00 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:00.523 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:00 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/551868659' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:20:00.523 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:00 smithi174 ceph-mon[34756]: overall HEALTH_OK 2024-09-05T02:20:00.523 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:00 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:00.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:00 smithi033 ceph-mon[29909]: pgmap v83: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:00.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:00 smithi033 ceph-mon[29909]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-05T02:20:00.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:00 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:00.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:00 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/551868659' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:20:00.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:00 smithi033 ceph-mon[29909]: overall HEALTH_OK 2024-09-05T02:20:00.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:00 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:00.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:00 smithi123 ceph-mon[34031]: pgmap v83: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:00.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:00 smithi123 ceph-mon[34031]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-05T02:20:00.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:00 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:00.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:00 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/551868659' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:20:00.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:00 smithi123 ceph-mon[34031]: overall HEALTH_OK 2024-09-05T02:20:00.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:00 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:00.777 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:20:00 smithi174 sudo[43356]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T02:20:00.777 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:20:00 smithi174 sudo[43356]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T02:20:00.777 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:20:00 smithi174 sudo[43356]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T02:20:00.777 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:20:00 smithi174 sudo[43356]: pam_unix(sudo:session): session closed for user root 2024-09-05T02:20:01.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:01 smithi033 sudo[47838]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T02:20:01.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:01 smithi033 sudo[47838]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T02:20:01.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:01 smithi033 sudo[47838]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T02:20:01.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:01 smithi033 sudo[47838]: pam_unix(sudo:session): session closed for user root 2024-09-05T02:20:02.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:01 smithi033 sudo[48211]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T02:20:02.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:01 smithi033 sudo[48211]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T02:20:02.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:01 smithi033 sudo[48211]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T02:20:02.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:01 smithi033 sudo[48211]: pam_unix(sudo:session): session closed for user root 2024-09-05T02:20:02.178 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:01 smithi174 sudo[43359]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T02:20:02.178 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:01 smithi174 sudo[43359]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T02:20:02.178 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:01 smithi174 sudo[43359]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T02:20:02.178 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:01 smithi174 sudo[43359]: pam_unix(sudo:session): session closed for user root 2024-09-05T02:20:02.178 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:02 smithi174 sudo[43362]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T02:20:02.441 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:02 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:02.441 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:02 smithi123 ceph-mon[34031]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T02:20:02.441 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:02 smithi123 sudo[42617]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T02:20:02.441 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:02 smithi123 sudo[42617]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T02:20:02.441 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:02 smithi123 sudo[42617]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T02:20:02.441 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:02 smithi123 sudo[42617]: pam_unix(sudo:session): session closed for user root 2024-09-05T02:20:02.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:02 smithi174 sudo[43362]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T02:20:02.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:02 smithi174 sudo[43362]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T02:20:02.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:02 smithi174 sudo[43362]: pam_unix(sudo:session): session closed for user root 2024-09-05T02:20:02.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:02 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:02.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:02 smithi174 ceph-mon[34756]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T02:20:02.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:02 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:02.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:02 smithi033 ceph-mon[29909]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T02:20:02.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:02 smithi123 sudo[42620]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T02:20:02.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:02 smithi123 sudo[42620]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T02:20:02.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:02 smithi123 sudo[42620]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T02:20:02.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:02 smithi123 sudo[42620]: pam_unix(sudo:session): session closed for user root 2024-09-05T02:20:03.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:03 smithi174 ceph-mon[34756]: pgmap v85: 1 pgs: 1 unknown; 0 B data, 89 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:03.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:03 smithi174 ceph-mon[34756]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T02:20:03.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T02:20:03.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:20:03.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:20:03.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:03 smithi174 ceph-mon[34756]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T02:20:03.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T02:20:03.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:20:03.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:20:03.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:03 smithi174 ceph-mon[34756]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T02:20:03.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:03 smithi174 ceph-mon[34756]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T02:20:03.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T02:20:03.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:20:03.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:20:03.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:03 smithi174 ceph-mon[34756]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T02:20:03.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:03 smithi033 ceph-mon[29909]: pgmap v85: 1 pgs: 1 unknown; 0 B data, 89 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:03.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:03 smithi033 ceph-mon[29909]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T02:20:03.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T02:20:03.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:20:03.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:20:03.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:03 smithi033 ceph-mon[29909]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T02:20:03.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T02:20:03.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:20:03.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:20:03.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:03 smithi033 ceph-mon[29909]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T02:20:03.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:03 smithi033 ceph-mon[29909]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T02:20:03.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T02:20:03.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:20:03.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:20:03.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:03 smithi033 ceph-mon[29909]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T02:20:03.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:03 smithi123 ceph-mon[34031]: pgmap v85: 1 pgs: 1 unknown; 0 B data, 89 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:03.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:03 smithi123 ceph-mon[34031]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T02:20:03.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T02:20:03.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:20:03.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:20:03.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:03 smithi123 ceph-mon[34031]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T02:20:03.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T02:20:03.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:20:03.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:20:03.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:03 smithi123 ceph-mon[34031]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T02:20:03.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:03 smithi123 ceph-mon[34031]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T02:20:03.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T02:20:03.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:20:03.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:20:03.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:03 smithi123 ceph-mon[34031]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T02:20:04.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:04 smithi174 ceph-mon[34756]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:04.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:04 smithi033 ceph-mon[29909]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:04.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:04 smithi123 ceph-mon[34031]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:06.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:06 smithi033 ceph-mon[29909]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:06.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:06 smithi174 ceph-mon[34756]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:06.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:06 smithi123 ceph-mon[34031]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:08.523 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:08 smithi033 ceph-mon[29909]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:08.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:08 smithi174 ceph-mon[34756]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:08.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:08 smithi123 ceph-mon[34031]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:09.438 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:09 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-05T02:20:09.438 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:09 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:09.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:09 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-05T02:20:09.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:09 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:09.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:09 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-05T02:20:09.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:09 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:10.479 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:10 smithi033 ceph-mon[29909]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-09-05T02:20:10.480 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:10 smithi033 ceph-mon[29909]: Deploying daemon osd.3 on smithi033 2024-09-05T02:20:10.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:10 smithi174 ceph-mon[34756]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-09-05T02:20:10.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:10 smithi174 ceph-mon[34756]: Deploying daemon osd.3 on smithi033 2024-09-05T02:20:10.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:10 smithi123 ceph-mon[34031]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-09-05T02:20:10.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:10 smithi123 ceph-mon[34031]: Deploying daemon osd.3 on smithi033 2024-09-05T02:20:12.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:12 smithi033 ceph-mon[29909]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-09-05T02:20:12.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:12 smithi174 ceph-mon[34756]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-09-05T02:20:12.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:12 smithi123 ceph-mon[34031]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-09-05T02:20:14.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:14 smithi033 ceph-mon[29909]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-09-05T02:20:14.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:14 smithi174 ceph-mon[34756]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-09-05T02:20:14.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:14 smithi123 ceph-mon[34031]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-09-05T02:20:16.474 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:16 smithi033 ceph-mon[29909]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-09-05T02:20:16.474 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:16 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:20:16.474 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:16 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:16.474 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:16 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:16.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:16 smithi174 ceph-mon[34756]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-09-05T02:20:16.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:16 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:20:16.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:16 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:16.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:16 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:16.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:16 smithi123 ceph-mon[34031]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-09-05T02:20:16.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:16 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:20:16.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:16 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:16.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:16 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:18.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:18 smithi033 ceph-mon[29909]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-09-05T02:20:18.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:18 smithi174 ceph-mon[34756]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-09-05T02:20:18.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:18 smithi123 ceph-mon[34031]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-09-05T02:20:20.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:19 smithi033 ceph-mon[29909]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-09-05T02:20:20.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:19 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:20.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:19 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:20.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:19 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:20.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:19 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:20:20.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:19 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:20.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:19 smithi123 ceph-mon[34031]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-09-05T02:20:20.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:19 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:20.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:19 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:20.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:19 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:20.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:19 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:20:20.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:19 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:20.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:19 smithi174 ceph-mon[34756]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-09-05T02:20:20.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:19 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:20.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:19 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:20.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:19 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:20.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:19 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:20:20.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:19 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:20.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:20:20.796+0000 7faaa6a00640 1 -- 172.21.15.33:0/1348724163 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7faab0062630 con 0x7faa940a2b20 2024-09-05T02:20:20.798 INFO:teuthology.orchestra.run.smithi033.stdout:Created osd(s) 3 on host 'smithi033' 2024-09-05T02:20:20.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:20:20.799+0000 7faaaf200640 1 -- 172.21.15.33:0/1348724163 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7faa940a2b20 msgr2=0x7faa940a4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:20:20.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:20:20.799+0000 7faaaf200640 1 --2- 172.21.15.33:0/1348724163 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7faa940a2b20 0x7faa940a4fe0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7faab019b490 tx=0x7faa9c00b390 comp rx=0 tx=0).stop 2024-09-05T02:20:20.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:20:20.799+0000 7faaaf200640 1 -- 172.21.15.33:0/1348724163 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faab0103c50 msgr2=0x7faab0199f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:20:20.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:20:20.799+0000 7faaaf200640 1 --2- 172.21.15.33:0/1348724163 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faab0103c50 0x7faab0199f70 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7faaa0031440 tx=0x7faaa0032e20 comp rx=0 tx=0).stop 2024-09-05T02:20:20.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:20:20.799+0000 7faaaf200640 1 -- 172.21.15.33:0/1348724163 shutdown_connections 2024-09-05T02:20:20.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:20:20.799+0000 7faaaf200640 1 --2- 172.21.15.33:0/1348724163 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7faa940a2b20 0x7faa940a4fe0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:20:20.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:20:20.799+0000 7faaaf200640 1 --2- 172.21.15.33:0/1348724163 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faab0105810 0x7faab01a1530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:20:20.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:20:20.799+0000 7faaaf200640 1 --2- 172.21.15.33:0/1348724163 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faab0104e50 0x7faab019a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:20:20.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:20:20.799+0000 7faaaf200640 1 --2- 172.21.15.33:0/1348724163 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faab0103c50 0x7faab0199f70 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:20:20.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:20:20.799+0000 7faaaf200640 1 -- 172.21.15.33:0/1348724163 >> 172.21.15.33:0/1348724163 conn(0x7faab00ff3e0 msgr2=0x7faab0108220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:20:20.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:20:20.799+0000 7faaaf200640 1 -- 172.21.15.33:0/1348724163 shutdown_connections 2024-09-05T02:20:20.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:20:20.799+0000 7faaaf200640 1 -- 172.21.15.33:0/1348724163 wait complete. 2024-09-05T02:20:21.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:20 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:20:21.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:20 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:21.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:20 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:21.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:20 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:20:21.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:20 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:21.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:20 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:21.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:20 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:20:21.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:20 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:21.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:20 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:21.546 DEBUG:teuthology.orchestra.run.smithi033:osd.3> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.3.service 2024-09-05T02:20:21.550 INFO:tasks.cephadm:Deploying osd.4 on smithi123 with /dev/vg_nvme/lv_3... 2024-09-05T02:20:21.550 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-05T02:20:21.790 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T02:20:22.065 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:21 smithi033 ceph-mon[29909]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:22.117 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:21 smithi123 ceph-mon[34031]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:22.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:21 smithi174 ceph-mon[34756]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:22.320 INFO:journalctl@ceph.osd.3.smithi033.stdout:Sep 05 02:20:22 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-3[49793]: 2024-09-05T02:20:22.089+0000 7f3cf8033640 -1 osd.3 0 log_to_monitors true 2024-09-05T02:20:23.054 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:22 smithi123 ceph-mon[34031]: from='osd.3 [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-05T02:20:23.086 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:22 smithi033 ceph-mon[29909]: from='osd.3 [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-05T02:20:23.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:22 smithi174 ceph-mon[34756]: from='osd.3 [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-05T02:20:24.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:23 smithi033 ceph-mon[29909]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:24.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:23 smithi033 ceph-mon[29909]: from='osd.3 [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-05T02:20:24.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:23 smithi033 ceph-mon[29909]: osdmap e23: 4 total, 3 up, 4 in 2024-09-05T02:20:24.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:23 smithi033 ceph-mon[29909]: from='osd.3 [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-09-05T02:20:24.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:23 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:20:24.112 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T02:20:24.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:23 smithi123 ceph-mon[34031]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:24.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:23 smithi123 ceph-mon[34031]: from='osd.3 [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-05T02:20:24.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:23 smithi123 ceph-mon[34031]: osdmap e23: 4 total, 3 up, 4 in 2024-09-05T02:20:24.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:23 smithi123 ceph-mon[34031]: from='osd.3 [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-09-05T02:20:24.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:23 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:20:24.138 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi123:vg_nvme/lv_3 2024-09-05T02:20:24.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:23 smithi174 ceph-mon[34756]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:24.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:23 smithi174 ceph-mon[34756]: from='osd.3 [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-05T02:20:24.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:23 smithi174 ceph-mon[34756]: osdmap e23: 4 total, 3 up, 4 in 2024-09-05T02:20:24.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:23 smithi174 ceph-mon[34756]: from='osd.3 [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-09-05T02:20:24.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:23 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:20:24.379 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T02:20:24.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.785+0000 7f5f243b9640 1 -- 172.21.15.123:0/663162768 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5f1c1037c0 msgr2=0x7f5f1c10a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:20:24.790 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.785+0000 7f5f243b9640 1 --2- 172.21.15.123:0/663162768 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5f1c1037c0 0x7f5f1c10a050 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f5f18009900 tx=0x7f5f1802a410 comp rx=0 tx=0).stop 2024-09-05T02:20:24.790 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.785+0000 7f5f243b9640 1 -- 172.21.15.123:0/663162768 shutdown_connections 2024-09-05T02:20:24.790 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.785+0000 7f5f243b9640 1 --2- 172.21.15.123:0/663162768 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5f1c1037c0 0x7f5f1c10a050 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:20:24.790 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.785+0000 7f5f243b9640 1 --2- 172.21.15.123:0/663162768 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5f1c102e00 0x7f5f1c103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:20:24.790 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.785+0000 7f5f243b9640 1 --2- 172.21.15.123:0/663162768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5f1c101c00 0x7f5f1c102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:20:24.790 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.785+0000 7f5f243b9640 1 -- 172.21.15.123:0/663162768 >> 172.21.15.123:0/663162768 conn(0x7f5f1c0fd390 msgr2=0x7f5f1c0ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:20:24.790 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.785+0000 7f5f243b9640 1 -- 172.21.15.123:0/663162768 shutdown_connections 2024-09-05T02:20:24.790 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.785+0000 7f5f243b9640 1 -- 172.21.15.123:0/663162768 wait complete. 2024-09-05T02:20:24.790 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.786+0000 7f5f243b9640 1 Processor -- start 2024-09-05T02:20:24.790 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.786+0000 7f5f243b9640 1 -- start start 2024-09-05T02:20:24.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.786+0000 7f5f243b9640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5f1c101c00 0x7f5f1c197eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:20:24.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.786+0000 7f5f243b9640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5f1c102e00 0x7f5f1c1983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:20:24.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.786+0000 7f5f243b9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5f1c1037c0 0x7f5f1c19f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:20:24.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.786+0000 7f5f243b9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5f1c10d860 con 0x7f5f1c1037c0 2024-09-05T02:20:24.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.786+0000 7f5f243b9640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5f1c10d6e0 con 0x7f5f1c102e00 2024-09-05T02:20:24.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.786+0000 7f5f243b9640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f5f1c10d9e0 con 0x7f5f1c101c00 2024-09-05T02:20:24.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.786+0000 7f5f21954640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5f1c102e00 0x7f5f1c1983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:20:24.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.787+0000 7f5f21954640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5f1c102e00 0x7f5f1c1983f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.123:43142/0 (socket says 172.21.15.123:43142) 2024-09-05T02:20:24.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.787+0000 7f5f21954640 1 -- 172.21.15.123:0/963700763 learned_addr learned my addr 172.21.15.123:0/963700763 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-09-05T02:20:24.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.787+0000 7f5f22956640 1 --2- 172.21.15.123:0/963700763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5f1c1037c0 0x7f5f1c19f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:20:24.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.787+0000 7f5f22155640 1 --2- 172.21.15.123:0/963700763 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5f1c101c00 0x7f5f1c197eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:20:24.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.787+0000 7f5f21954640 1 -- 172.21.15.123:0/963700763 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5f1c101c00 msgr2=0x7f5f1c197eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:20:24.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.787+0000 7f5f21954640 1 --2- 172.21.15.123:0/963700763 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5f1c101c00 0x7f5f1c197eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:20:24.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.787+0000 7f5f21954640 1 -- 172.21.15.123:0/963700763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5f1c1037c0 msgr2=0x7f5f1c19f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:20:24.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.787+0000 7f5f21954640 1 --2- 172.21.15.123:0/963700763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5f1c1037c0 0x7f5f1c19f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:20:24.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.787+0000 7f5f21954640 1 -- 172.21.15.123:0/963700763 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f1c19fae0 con 0x7f5f1c102e00 2024-09-05T02:20:24.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.787+0000 7f5f21954640 1 --2- 172.21.15.123:0/963700763 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5f1c102e00 0x7f5f1c1983f0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f5f0c00c890 tx=0x7f5f0c00cd50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:20:24.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.787+0000 7f5f137fe640 1 -- 172.21.15.123:0/963700763 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f0c004220 con 0x7f5f1c102e00 2024-09-05T02:20:24.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.787+0000 7f5f137fe640 1 -- 172.21.15.123:0/963700763 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5f0c0043c0 con 0x7f5f1c102e00 2024-09-05T02:20:24.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.787+0000 7f5f137fe640 1 -- 172.21.15.123:0/963700763 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f0c0049e0 con 0x7f5f1c102e00 2024-09-05T02:20:24.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.787+0000 7f5f243b9640 1 -- 172.21.15.123:0/963700763 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f1c19fdd0 con 0x7f5f1c102e00 2024-09-05T02:20:24.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.787+0000 7f5f243b9640 1 -- 172.21.15.123:0/963700763 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f1c1a02d0 con 0x7f5f1c102e00 2024-09-05T02:20:24.794 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.788+0000 7f5f243b9640 1 -- 172.21.15.123:0/963700763 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f1c108fd0 con 0x7f5f1c102e00 2024-09-05T02:20:24.794 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.789+0000 7f5f137fe640 1 -- 172.21.15.123:0/963700763 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5f0c0079b0 con 0x7f5f1c102e00 2024-09-05T02:20:24.794 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.790+0000 7f5f137fe640 1 --2- 172.21.15.123:0/963700763 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f5f080a2c30 0x7f5f080a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:20:24.794 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.790+0000 7f5f137fe640 1 -- 172.21.15.123:0/963700763 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 3389+0+0 (secure 0 0 0) 0x7f5f0c0cdc20 con 0x7f5f1c102e00 2024-09-05T02:20:24.794 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.790+0000 7f5f22155640 1 --2- 172.21.15.123:0/963700763 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f5f080a2c30 0x7f5f080a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:20:24.794 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.791+0000 7f5f22155640 1 --2- 172.21.15.123:0/963700763 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f5f080a2c30 0x7f5f080a50f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5f1c102c60 tx=0x7f5f1400a590 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:20:24.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.794+0000 7f5f137fe640 1 -- 172.21.15.123:0/963700763 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5f0c014030 con 0x7f5f1c102e00 2024-09-05T02:20:24.974 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:24.972+0000 7f5f243b9640 1 -- 172.21.15.123:0/963700763 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f5f1c062630 con 0x7f5f080a2c30 2024-09-05T02:20:25.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:24 smithi123 ceph-mon[34031]: from='osd.3 [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-09-05T02:20:25.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:24 smithi123 ceph-mon[34031]: osdmap e24: 4 total, 3 up, 4 in 2024-09-05T02:20:25.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:24 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:20:25.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:24 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:20:25.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:24 smithi123 ceph-mon[34031]: osdmap e25: 4 total, 3 up, 4 in 2024-09-05T02:20:25.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:24 smithi174 ceph-mon[34756]: from='osd.3 [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-09-05T02:20:25.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:24 smithi174 ceph-mon[34756]: osdmap e24: 4 total, 3 up, 4 in 2024-09-05T02:20:25.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:24 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:20:25.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:24 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:20:25.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:24 smithi174 ceph-mon[34756]: osdmap e25: 4 total, 3 up, 4 in 2024-09-05T02:20:25.304 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:24 smithi033 ceph-mon[29909]: from='osd.3 [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-09-05T02:20:25.304 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:24 smithi033 ceph-mon[29909]: osdmap e24: 4 total, 3 up, 4 in 2024-09-05T02:20:25.304 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:24 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:20:25.304 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:24 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:20:25.304 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:24 smithi033 ceph-mon[29909]: osdmap e25: 4 total, 3 up, 4 in 2024-09-05T02:20:25.304 INFO:journalctl@ceph.osd.3.smithi033.stdout:Sep 05 02:20:24 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-3[49793]: 2024-09-05T02:20:24.876+0000 7f3cf3200640 -1 osd.3 0 waiting for initial osdmap 2024-09-05T02:20:25.304 INFO:journalctl@ceph.osd.3.smithi033.stdout:Sep 05 02:20:24 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-3[49793]: 2024-09-05T02:20:24.910+0000 7f3ce8800640 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T02:20:26.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: purged_snaps scrub starts 2024-09-05T02:20:26.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: purged_snaps scrub ok 2024-09-05T02:20:26.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:26.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:20:26.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:20:26.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: from='osd.3 [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676]' entity='osd.3' 2024-09-05T02:20:26.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: from='client.24230 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:20:26.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:20:26.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:20:26.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:26.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:26.137 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:26.137 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:20:26.137 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:20:26.137 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:26.137 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:26.137 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:20:26.137 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:26.137 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: osd.3 [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676] boot 2024-09-05T02:20:26.137 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: osdmap e26: 4 total, 4 up, 4 in 2024-09-05T02:20:26.137 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:25 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:20:26.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: purged_snaps scrub starts 2024-09-05T02:20:26.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: purged_snaps scrub ok 2024-09-05T02:20:26.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:26.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:20:26.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:20:26.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: from='osd.3 [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676]' entity='osd.3' 2024-09-05T02:20:26.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: from='client.24230 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:20:26.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:20:26.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:20:26.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:26.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:26.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:26.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:20:26.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:20:26.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:26.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:26.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:20:26.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:26.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: osd.3 [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676] boot 2024-09-05T02:20:26.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: osdmap e26: 4 total, 4 up, 4 in 2024-09-05T02:20:26.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:25 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:20:26.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: purged_snaps scrub starts 2024-09-05T02:20:26.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: purged_snaps scrub ok 2024-09-05T02:20:26.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T02:20:26.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:20:26.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:20:26.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: from='osd.3 [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676]' entity='osd.3' 2024-09-05T02:20:26.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: from='client.24230 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:20:26.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:20:26.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:20:26.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:26.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:26.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:26.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:20:26.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:20:26.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:26.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:26.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:20:26.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:26.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: osd.3 [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676] boot 2024-09-05T02:20:26.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: osdmap e26: 4 total, 4 up, 4 in 2024-09-05T02:20:26.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:25 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:20:27.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:26 smithi174 ceph-mon[34756]: Detected new or changed devices on smithi033 2024-09-05T02:20:27.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:26 smithi174 ceph-mon[34756]: Adjusting osd_memory_target on smithi033 to 8547M 2024-09-05T02:20:27.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:26 smithi174 ceph-mon[34756]: osdmap e27: 4 total, 4 up, 4 in 2024-09-05T02:20:27.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:26 smithi033 ceph-mon[29909]: Detected new or changed devices on smithi033 2024-09-05T02:20:27.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:26 smithi033 ceph-mon[29909]: Adjusting osd_memory_target on smithi033 to 8547M 2024-09-05T02:20:27.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:26 smithi033 ceph-mon[29909]: osdmap e27: 4 total, 4 up, 4 in 2024-09-05T02:20:27.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:26 smithi123 ceph-mon[34031]: Detected new or changed devices on smithi033 2024-09-05T02:20:27.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:26 smithi123 ceph-mon[34031]: Adjusting osd_memory_target on smithi033 to 8547M 2024-09-05T02:20:27.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:26 smithi123 ceph-mon[34031]: osdmap e27: 4 total, 4 up, 4 in 2024-09-05T02:20:28.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:27 smithi123 ceph-mon[34031]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:28.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:27 smithi123 ceph-mon[34031]: from='client.? 172.21.15.123:0/399290369' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f0578f6-ecfb-41c9-9360-6155c02c4a47"}]: dispatch 2024-09-05T02:20:28.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:27 smithi123 ceph-mon[34031]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f0578f6-ecfb-41c9-9360-6155c02c4a47"}]: dispatch 2024-09-05T02:20:28.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:27 smithi123 ceph-mon[34031]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0f0578f6-ecfb-41c9-9360-6155c02c4a47"}]': finished 2024-09-05T02:20:28.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:27 smithi123 ceph-mon[34031]: osdmap e28: 5 total, 4 up, 5 in 2024-09-05T02:20:28.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:27 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:28.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:27 smithi123 ceph-mon[34031]: osdmap e29: 5 total, 4 up, 5 in 2024-09-05T02:20:28.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:27 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:28.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:27 smithi123 ceph-mon[34031]: from='client.? 172.21.15.123:0/361776190' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:20:28.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:27 smithi174 ceph-mon[34756]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:28.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:27 smithi174 ceph-mon[34756]: from='client.? 172.21.15.123:0/399290369' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f0578f6-ecfb-41c9-9360-6155c02c4a47"}]: dispatch 2024-09-05T02:20:28.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:27 smithi174 ceph-mon[34756]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f0578f6-ecfb-41c9-9360-6155c02c4a47"}]: dispatch 2024-09-05T02:20:28.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:27 smithi174 ceph-mon[34756]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0f0578f6-ecfb-41c9-9360-6155c02c4a47"}]': finished 2024-09-05T02:20:28.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:27 smithi174 ceph-mon[34756]: osdmap e28: 5 total, 4 up, 5 in 2024-09-05T02:20:28.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:27 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:28.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:27 smithi174 ceph-mon[34756]: osdmap e29: 5 total, 4 up, 5 in 2024-09-05T02:20:28.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:27 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:28.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:27 smithi174 ceph-mon[34756]: from='client.? 172.21.15.123:0/361776190' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:20:28.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:27 smithi033 ceph-mon[29909]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:28.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:27 smithi033 ceph-mon[29909]: from='client.? 172.21.15.123:0/399290369' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f0578f6-ecfb-41c9-9360-6155c02c4a47"}]: dispatch 2024-09-05T02:20:28.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:27 smithi033 ceph-mon[29909]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f0578f6-ecfb-41c9-9360-6155c02c4a47"}]: dispatch 2024-09-05T02:20:28.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:27 smithi033 ceph-mon[29909]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0f0578f6-ecfb-41c9-9360-6155c02c4a47"}]': finished 2024-09-05T02:20:28.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:27 smithi033 ceph-mon[29909]: osdmap e28: 5 total, 4 up, 5 in 2024-09-05T02:20:28.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:27 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:28.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:27 smithi033 ceph-mon[29909]: osdmap e29: 5 total, 4 up, 5 in 2024-09-05T02:20:28.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:27 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:28.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:27 smithi033 ceph-mon[29909]: from='client.? 172.21.15.123:0/361776190' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:20:29.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:29 smithi174 ceph-mon[34756]: osdmap e30: 5 total, 4 up, 5 in 2024-09-05T02:20:29.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:29 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:29.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:29 smithi174 ceph-mon[34756]: pgmap v107: 1 pgs: 1 remapped+peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:29.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:29 smithi033 ceph-mon[29909]: osdmap e30: 5 total, 4 up, 5 in 2024-09-05T02:20:29.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:29 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:29.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:29 smithi033 ceph-mon[29909]: pgmap v107: 1 pgs: 1 remapped+peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:29.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:29 smithi123 ceph-mon[34031]: osdmap e30: 5 total, 4 up, 5 in 2024-09-05T02:20:29.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:29 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:29.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:29 smithi123 ceph-mon[34031]: pgmap v107: 1 pgs: 1 remapped+peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:31.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:31 smithi174 ceph-mon[34756]: pgmap v108: 1 pgs: 1 remapped+peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:31.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:31 smithi033 ceph-mon[29909]: pgmap v108: 1 pgs: 1 remapped+peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:31.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:31 smithi123 ceph-mon[34031]: pgmap v108: 1 pgs: 1 remapped+peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:33.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:33 smithi123 ceph-mon[34031]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-09-05T02:20:33.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:33 smithi174 ceph-mon[34756]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-09-05T02:20:33.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:33 smithi033 ceph-mon[29909]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-09-05T02:20:35.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:35 smithi123 ceph-mon[34031]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-09-05T02:20:35.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:35 smithi174 ceph-mon[34756]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-09-05T02:20:35.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:35 smithi033 ceph-mon[29909]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-09-05T02:20:36.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-05T02:20:36.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:36.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:36 smithi174 ceph-mon[34756]: Deploying daemon osd.4 on smithi123 2024-09-05T02:20:36.784 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-05T02:20:36.784 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:36.784 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:36 smithi123 ceph-mon[34031]: Deploying daemon osd.4 on smithi123 2024-09-05T02:20:36.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-05T02:20:36.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:36.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:36 smithi033 ceph-mon[29909]: Deploying daemon osd.4 on smithi123 2024-09-05T02:20:37.584 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:37 smithi123 ceph-mon[34031]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-05T02:20:37.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:37 smithi174 ceph-mon[34756]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-05T02:20:37.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:37 smithi033 ceph-mon[29909]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-05T02:20:39.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:39 smithi174 ceph-mon[34756]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-05T02:20:39.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:39 smithi033 ceph-mon[29909]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-05T02:20:39.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:39 smithi123 ceph-mon[34031]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-05T02:20:41.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:41 smithi174 ceph-mon[34756]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T02:20:41.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:41 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:20:41.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:41 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:41.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:41 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:41.790 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:41 smithi123 ceph-mon[34031]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T02:20:41.791 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:41 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:20:41.791 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:41 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:41.791 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:41 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:41.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:41 smithi033 ceph-mon[29909]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T02:20:41.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:41 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:20:41.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:41 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:41.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:41 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:44.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:44 smithi123 ceph-mon[34031]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T02:20:44.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:44 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:44.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:44 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:44.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:44 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:44.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:44 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:20:44.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:44 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:44.480 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:44 smithi174 ceph-mon[34756]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T02:20:44.480 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:44 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:44.480 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:44 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:44.480 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:44 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:44.480 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:44 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:20:44.480 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:44 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:44 smithi033 ceph-mon[29909]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T02:20:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:44 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:44 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:44 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:44 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:20:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:44 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:44.964 INFO:teuthology.orchestra.run.smithi123.stdout:Created osd(s) 4 on host 'smithi123' 2024-09-05T02:20:44.964 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:44.963+0000 7f5f137fe640 1 -- 172.21.15.123:0/963700763 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5f1c062630 con 0x7f5f080a2c30 2024-09-05T02:20:44.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:44.965+0000 7f5f243b9640 1 -- 172.21.15.123:0/963700763 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f5f080a2c30 msgr2=0x7f5f080a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:20:44.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:44.965+0000 7f5f243b9640 1 --2- 172.21.15.123:0/963700763 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f5f080a2c30 0x7f5f080a50f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5f1c102c60 tx=0x7f5f1400a590 comp rx=0 tx=0).stop 2024-09-05T02:20:44.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:44.965+0000 7f5f243b9640 1 -- 172.21.15.123:0/963700763 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5f1c102e00 msgr2=0x7f5f1c1983f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:20:44.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:44.965+0000 7f5f243b9640 1 --2- 172.21.15.123:0/963700763 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5f1c102e00 0x7f5f1c1983f0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f5f0c00c890 tx=0x7f5f0c00cd50 comp rx=0 tx=0).stop 2024-09-05T02:20:44.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:44.965+0000 7f5f243b9640 1 -- 172.21.15.123:0/963700763 shutdown_connections 2024-09-05T02:20:44.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:44.965+0000 7f5f243b9640 1 --2- 172.21.15.123:0/963700763 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f5f080a2c30 0x7f5f080a50f0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:20:44.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:44.965+0000 7f5f243b9640 1 --2- 172.21.15.123:0/963700763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5f1c1037c0 0x7f5f1c19f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:20:44.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:44.965+0000 7f5f243b9640 1 --2- 172.21.15.123:0/963700763 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5f1c102e00 0x7f5f1c1983f0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:20:44.967 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:44.965+0000 7f5f243b9640 1 --2- 172.21.15.123:0/963700763 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5f1c101c00 0x7f5f1c197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:20:44.967 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:44.965+0000 7f5f243b9640 1 -- 172.21.15.123:0/963700763 >> 172.21.15.123:0/963700763 conn(0x7f5f1c0fd390 msgr2=0x7f5f1c1061a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:20:44.967 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:44.965+0000 7f5f243b9640 1 -- 172.21.15.123:0/963700763 shutdown_connections 2024-09-05T02:20:44.967 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:20:44.965+0000 7f5f243b9640 1 -- 172.21.15.123:0/963700763 wait complete. 2024-09-05T02:20:45.348 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:45 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:20:45.348 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:45 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:45.349 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:45 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:45.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:45 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:20:45.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:45 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:45.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:45 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:45.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:45 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:20:45.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:45 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:45.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:45 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:45.717 DEBUG:teuthology.orchestra.run.smithi123:osd.4> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.4.service 2024-09-05T02:20:45.719 INFO:tasks.cephadm:Deploying osd.5 on smithi174 with /dev/vg_nvme/lv_3... 2024-09-05T02:20:45.720 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-05T02:20:45.972 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T02:20:46.243 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:46 smithi123 ceph-mon[34031]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:46.454 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:46 smithi174 ceph-mon[34756]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:46.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:46 smithi033 ceph-mon[29909]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:47.826 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 02:20:47 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-4[45376]: 2024-09-05T02:20:47.476+0000 7ff2766e4640 -1 osd.4 0 log_to_monitors true 2024-09-05T02:20:48.370 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:48 smithi123 ceph-mon[34031]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:48.370 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:48 smithi123 ceph-mon[34031]: from='osd.4 [v2:172.21.15.123:6808/1841051665,v1:172.21.15.123:6809/1841051665]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-05T02:20:48.370 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:48 smithi123 ceph-mon[34031]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-05T02:20:48.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:48 smithi174 ceph-mon[34756]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:48.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:48 smithi174 ceph-mon[34756]: from='osd.4 [v2:172.21.15.123:6808/1841051665,v1:172.21.15.123:6809/1841051665]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-05T02:20:48.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:48 smithi174 ceph-mon[34756]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-05T02:20:48.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:48 smithi033 ceph-mon[29909]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:48.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:48 smithi033 ceph-mon[29909]: from='osd.4 [v2:172.21.15.123:6808/1841051665,v1:172.21.15.123:6809/1841051665]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-05T02:20:48.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:48 smithi033 ceph-mon[29909]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-05T02:20:48.593 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:20:48.621 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi174:vg_nvme/lv_3 2024-09-05T02:20:48.874 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T02:20:49.385 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 02:20:49 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-4[45376]: 2024-09-05T02:20:49.113+0000 7ff271e44640 -1 osd.4 0 waiting for initial osdmap 2024-09-05T02:20:49.385 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 02:20:49 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-4[45376]: 2024-09-05T02:20:49.120+0000 7ff26e47e640 -1 osd.4 32 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T02:20:49.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:49 smithi123 ceph-mon[34031]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-05T02:20:49.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:49 smithi123 ceph-mon[34031]: from='osd.4 [v2:172.21.15.123:6808/1841051665,v1:172.21.15.123:6809/1841051665]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:20:49.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:49 smithi123 ceph-mon[34031]: osdmap e31: 5 total, 4 up, 5 in 2024-09-05T02:20:49.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:49 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:49.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:49 smithi123 ceph-mon[34031]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:20:49.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:49 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:49.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:49 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:49.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:49 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:20:49.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:49 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:20:49.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:49 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:49.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:49 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:49.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:49 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:20:49.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:49 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:49.402 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:49 smithi174 ceph-mon[34756]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-05T02:20:49.402 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:49 smithi174 ceph-mon[34756]: from='osd.4 [v2:172.21.15.123:6808/1841051665,v1:172.21.15.123:6809/1841051665]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:20:49.402 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:49 smithi174 ceph-mon[34756]: osdmap e31: 5 total, 4 up, 5 in 2024-09-05T02:20:49.403 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:49 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:49.403 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:49 smithi174 ceph-mon[34756]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:20:49.403 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:49 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:49.403 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:49 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:49.403 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:49 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:20:49.403 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:49 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:20:49.403 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:49 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:49.403 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:49 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:49.403 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:49 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:20:49.403 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:49 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:49.407 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.402+0000 7f68ad6f3640 1 -- 172.21.15.174:0/2503869718 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f68a8107940 msgr2=0x7f68a8109d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:20:49.407 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.402+0000 7f68ad6f3640 1 --2- 172.21.15.174:0/2503869718 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f68a8107940 0x7f68a8109d30 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f68a0009ca0 tx=0x7f68a002a8c0 comp rx=0 tx=0).stop 2024-09-05T02:20:49.407 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.402+0000 7f68ad6f3640 1 -- 172.21.15.174:0/2503869718 shutdown_connections 2024-09-05T02:20:49.407 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.402+0000 7f68ad6f3640 1 --2- 172.21.15.174:0/2503869718 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f68a8107940 0x7f68a8109d30 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:20:49.407 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.402+0000 7f68ad6f3640 1 --2- 172.21.15.174:0/2503869718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a8105010 0x7f68a8107400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:20:49.408 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.402+0000 7f68ad6f3640 1 --2- 172.21.15.174:0/2503869718 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f68a81026e0 0x7f68a8104ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:20:49.408 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.402+0000 7f68ad6f3640 1 -- 172.21.15.174:0/2503869718 >> 172.21.15.174:0/2503869718 conn(0x7f68a80fc280 msgr2=0x7f68a80fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:20:49.408 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.402+0000 7f68ad6f3640 1 -- 172.21.15.174:0/2503869718 shutdown_connections 2024-09-05T02:20:49.408 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.402+0000 7f68ad6f3640 1 -- 172.21.15.174:0/2503869718 wait complete. 2024-09-05T02:20:49.408 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.402+0000 7f68ad6f3640 1 Processor -- start 2024-09-05T02:20:49.408 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.403+0000 7f68ad6f3640 1 -- start start 2024-09-05T02:20:49.408 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.403+0000 7f68ad6f3640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f68a81026e0 0x7f68a8102040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:20:49.408 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.403+0000 7f68ad6f3640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f68a8105010 0x7f68a8100690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:20:49.408 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.403+0000 7f68ad6f3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a8107940 0x7f68a8100bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:20:49.408 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.403+0000 7f68ad6f3640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f68a810d860 con 0x7f68a8107940 2024-09-05T02:20:49.409 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.403+0000 7f68ad6f3640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f68a810d6e0 con 0x7f68a81026e0 2024-09-05T02:20:49.409 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.403+0000 7f68ad6f3640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f68a810d9e0 con 0x7f68a8105010 2024-09-05T02:20:49.409 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.403+0000 7f68a67fc640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f68a8105010 0x7f68a8100690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:20:49.409 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.403+0000 7f68a67fc640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f68a8105010 0x7f68a8100690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.174:39428/0 (socket says 172.21.15.174:39428) 2024-09-05T02:20:49.409 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.403+0000 7f68a67fc640 1 -- 172.21.15.174:0/1009628819 learned_addr learned my addr 172.21.15.174:0/1009628819 (peer_addr_for_me v2:172.21.15.174:0/0) 2024-09-05T02:20:49.409 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.403+0000 7f68a6ffd640 1 --2- 172.21.15.174:0/1009628819 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f68a81026e0 0x7f68a8102040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:20:49.409 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.403+0000 7f68a67fc640 1 -- 172.21.15.174:0/1009628819 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f68a81026e0 msgr2=0x7f68a8102040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:20:49.409 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.403+0000 7f68a67fc640 1 --2- 172.21.15.174:0/1009628819 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f68a81026e0 0x7f68a8102040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:20:49.409 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.403+0000 7f68a67fc640 1 -- 172.21.15.174:0/1009628819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a8107940 msgr2=0x7f68a8100bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:20:49.409 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.403+0000 7f68a67fc640 1 --2- 172.21.15.174:0/1009628819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a8107940 0x7f68a8100bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:20:49.409 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.403+0000 7f68a67fc640 1 -- 172.21.15.174:0/1009628819 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68a8101490 con 0x7f68a8105010 2024-09-05T02:20:49.409 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.403+0000 7f68a6ffd640 1 --2- 172.21.15.174:0/1009628819 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f68a81026e0 0x7f68a8102040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:20:49.410 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.404+0000 7f68a67fc640 1 --2- 172.21.15.174:0/1009628819 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f68a8105010 0x7f68a8100690 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f689800c970 tx=0x7f689800ce30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:20:49.410 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.404+0000 7f688ffff640 1 -- 172.21.15.174:0/1009628819 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6898014070 con 0x7f68a8105010 2024-09-05T02:20:49.410 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.404+0000 7f68ad6f3640 1 -- 172.21.15.174:0/1009628819 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68a81a1f20 con 0x7f68a8105010 2024-09-05T02:20:49.410 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.404+0000 7f688ffff640 1 -- 172.21.15.174:0/1009628819 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6898004440 con 0x7f68a8105010 2024-09-05T02:20:49.410 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.404+0000 7f688ffff640 1 -- 172.21.15.174:0/1009628819 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f689800f450 con 0x7f68a8105010 2024-09-05T02:20:49.410 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.404+0000 7f68ad6f3640 1 -- 172.21.15.174:0/1009628819 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68a81a23d0 con 0x7f68a8105010 2024-09-05T02:20:49.410 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.405+0000 7f68ad6f3640 1 -- 172.21.15.174:0/1009628819 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68a80fdd70 con 0x7f68a8105010 2024-09-05T02:20:49.410 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.406+0000 7f688ffff640 1 -- 172.21.15.174:0/1009628819 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f6898017070 con 0x7f68a8105010 2024-09-05T02:20:49.411 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.407+0000 7f688ffff640 1 --2- 172.21.15.174:0/1009628819 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f68900a2b80 0x7f68900a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:20:49.411 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.407+0000 7f688ffff640 1 -- 172.21.15.174:0/1009628819 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3821+0+0 (secure 0 0 0) 0x7f68980cdda0 con 0x7f68a8105010 2024-09-05T02:20:49.411 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.407+0000 7f68a6ffd640 1 --2- 172.21.15.174:0/1009628819 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f68900a2b80 0x7f68900a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:20:49.411 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.408+0000 7f68a6ffd640 1 --2- 172.21.15.174:0/1009628819 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f68900a2b80 0x7f68900a5040 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f689c00abe0 tx=0x7f689c00a5c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:20:49.412 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.411+0000 7f688ffff640 1 -- 172.21.15.174:0/1009628819 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f689801e020 con 0x7f68a8105010 2024-09-05T02:20:49.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:49 smithi033 ceph-mon[29909]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-05T02:20:49.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:49 smithi033 ceph-mon[29909]: from='osd.4 [v2:172.21.15.123:6808/1841051665,v1:172.21.15.123:6809/1841051665]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:20:49.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:49 smithi033 ceph-mon[29909]: osdmap e31: 5 total, 4 up, 5 in 2024-09-05T02:20:49.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:49 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:49.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:49 smithi033 ceph-mon[29909]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:20:49.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:49 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:49.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:49 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:49.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:49 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:20:49.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:49 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:20:49.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:49 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:49.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:49 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:49.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:49 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:20:49.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:49 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:20:49.590 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:20:49.589+0000 7f68ad6f3640 1 -- 172.21.15.174:0/1009628819 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f68a8062630 con 0x7f68900a2b80 2024-09-05T02:20:50.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:50 smithi123 ceph-mon[34031]: Detected new or changed devices on smithi123 2024-09-05T02:20:50.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:50 smithi123 ceph-mon[34031]: Adjusting osd_memory_target on smithi123 to 8544M 2024-09-05T02:20:50.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:50 smithi123 ceph-mon[34031]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:50.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:50 smithi123 ceph-mon[34031]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T02:20:50.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:50 smithi123 ceph-mon[34031]: osdmap e32: 5 total, 4 up, 5 in 2024-09-05T02:20:50.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:50 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:50.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:50 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:50.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:50 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:20:50.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:50 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:20:50.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:50 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:50.489 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:50 smithi033 ceph-mon[29909]: Detected new or changed devices on smithi123 2024-09-05T02:20:50.489 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:50 smithi033 ceph-mon[29909]: Adjusting osd_memory_target on smithi123 to 8544M 2024-09-05T02:20:50.489 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:50 smithi033 ceph-mon[29909]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:50.489 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:50 smithi033 ceph-mon[29909]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T02:20:50.489 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:50 smithi033 ceph-mon[29909]: osdmap e32: 5 total, 4 up, 5 in 2024-09-05T02:20:50.489 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:50 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:50.489 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:50 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:50.489 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:50 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:20:50.489 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:50 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:20:50.489 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:50 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:50.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:50 smithi174 ceph-mon[34756]: Detected new or changed devices on smithi123 2024-09-05T02:20:50.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:50 smithi174 ceph-mon[34756]: Adjusting osd_memory_target on smithi123 to 8544M 2024-09-05T02:20:50.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:50 smithi174 ceph-mon[34756]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:50.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:50 smithi174 ceph-mon[34756]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T02:20:50.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:50 smithi174 ceph-mon[34756]: osdmap e32: 5 total, 4 up, 5 in 2024-09-05T02:20:50.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:50 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:50.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:50 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:50.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:50 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:20:50.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:50 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:20:50.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:50 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:20:51.177 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:51 smithi174 ceph-mon[34756]: purged_snaps scrub starts 2024-09-05T02:20:51.177 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:51 smithi174 ceph-mon[34756]: purged_snaps scrub ok 2024-09-05T02:20:51.177 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:51 smithi174 ceph-mon[34756]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:20:51.177 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:51 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:51.177 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:51 smithi174 ceph-mon[34756]: osd.4 [v2:172.21.15.123:6808/1841051665,v1:172.21.15.123:6809/1841051665] boot 2024-09-05T02:20:51.177 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:51 smithi174 ceph-mon[34756]: osdmap e33: 5 total, 5 up, 5 in 2024-09-05T02:20:51.178 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:51 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:51.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:51 smithi123 ceph-mon[34031]: purged_snaps scrub starts 2024-09-05T02:20:51.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:51 smithi123 ceph-mon[34031]: purged_snaps scrub ok 2024-09-05T02:20:51.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:51 smithi123 ceph-mon[34031]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:20:51.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:51 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:51.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:51 smithi123 ceph-mon[34031]: osd.4 [v2:172.21.15.123:6808/1841051665,v1:172.21.15.123:6809/1841051665] boot 2024-09-05T02:20:51.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:51 smithi123 ceph-mon[34031]: osdmap e33: 5 total, 5 up, 5 in 2024-09-05T02:20:51.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:51 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:51.512 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:51 smithi033 ceph-mon[29909]: purged_snaps scrub starts 2024-09-05T02:20:51.512 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:51 smithi033 ceph-mon[29909]: purged_snaps scrub ok 2024-09-05T02:20:51.512 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:51 smithi033 ceph-mon[29909]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:20:51.512 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:51 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:51.513 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:51 smithi033 ceph-mon[29909]: osd.4 [v2:172.21.15.123:6808/1841051665,v1:172.21.15.123:6809/1841051665] boot 2024-09-05T02:20:51.513 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:51 smithi033 ceph-mon[29909]: osdmap e33: 5 total, 5 up, 5 in 2024-09-05T02:20:51.513 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:51 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:20:52.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:52 smithi123 ceph-mon[34031]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:52.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:52 smithi123 ceph-mon[34031]: osdmap e34: 5 total, 5 up, 5 in 2024-09-05T02:20:52.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:52 smithi123 ceph-mon[34031]: from='client.? 172.21.15.174:0/2468778771' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d140f4bd-ec12-44e7-b9fc-3dd869d73e95"}]: dispatch 2024-09-05T02:20:52.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:52 smithi123 ceph-mon[34031]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d140f4bd-ec12-44e7-b9fc-3dd869d73e95"}]: dispatch 2024-09-05T02:20:52.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:52 smithi123 ceph-mon[34031]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d140f4bd-ec12-44e7-b9fc-3dd869d73e95"}]': finished 2024-09-05T02:20:52.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:52 smithi123 ceph-mon[34031]: osdmap e35: 6 total, 5 up, 6 in 2024-09-05T02:20:52.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:52 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T02:20:52.426 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:52 smithi174 ceph-mon[34756]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:52.426 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:52 smithi174 ceph-mon[34756]: osdmap e34: 5 total, 5 up, 5 in 2024-09-05T02:20:52.426 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:52 smithi174 ceph-mon[34756]: from='client.? 172.21.15.174:0/2468778771' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d140f4bd-ec12-44e7-b9fc-3dd869d73e95"}]: dispatch 2024-09-05T02:20:52.426 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:52 smithi174 ceph-mon[34756]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d140f4bd-ec12-44e7-b9fc-3dd869d73e95"}]: dispatch 2024-09-05T02:20:52.426 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:52 smithi174 ceph-mon[34756]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d140f4bd-ec12-44e7-b9fc-3dd869d73e95"}]': finished 2024-09-05T02:20:52.427 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:52 smithi174 ceph-mon[34756]: osdmap e35: 6 total, 5 up, 6 in 2024-09-05T02:20:52.427 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:52 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T02:20:52.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:52 smithi033 ceph-mon[29909]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-09-05T02:20:52.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:52 smithi033 ceph-mon[29909]: osdmap e34: 5 total, 5 up, 5 in 2024-09-05T02:20:52.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:52 smithi033 ceph-mon[29909]: from='client.? 172.21.15.174:0/2468778771' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d140f4bd-ec12-44e7-b9fc-3dd869d73e95"}]: dispatch 2024-09-05T02:20:52.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:52 smithi033 ceph-mon[29909]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d140f4bd-ec12-44e7-b9fc-3dd869d73e95"}]: dispatch 2024-09-05T02:20:52.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:52 smithi033 ceph-mon[29909]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d140f4bd-ec12-44e7-b9fc-3dd869d73e95"}]': finished 2024-09-05T02:20:52.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:52 smithi033 ceph-mon[29909]: osdmap e35: 6 total, 5 up, 6 in 2024-09-05T02:20:52.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:52 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T02:20:53.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:53 smithi033 ceph-mon[29909]: from='client.? 172.21.15.174:0/3908823761' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:20:53.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:53 smithi174 ceph-mon[34756]: from='client.? 172.21.15.174:0/3908823761' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:20:53.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:53 smithi123 ceph-mon[34031]: from='client.? 172.21.15.174:0/3908823761' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:20:54.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:54 smithi174 ceph-mon[34756]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:20:54.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:54 smithi033 ceph-mon[29909]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:20:54.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:54 smithi123 ceph-mon[34031]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:20:56.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:56 smithi174 ceph-mon[34756]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:20:56.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:56 smithi033 ceph-mon[29909]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:20:56.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:56 smithi123 ceph-mon[34031]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:20:58.444 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:20:58 smithi174 ceph-mon[34756]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:20:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:20:58 smithi033 ceph-mon[29909]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:20:58.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:20:58 smithi123 ceph-mon[34031]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:00.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:00 smithi174 ceph-mon[34756]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:00.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:00 smithi033 ceph-mon[29909]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:00.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:00 smithi123 ceph-mon[34031]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:01.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-05T02:21:01.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:01.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:01 smithi174 ceph-mon[34756]: Deploying daemon osd.5 on smithi174 2024-09-05T02:21:01.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-05T02:21:01.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:01.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:01 smithi123 ceph-mon[34031]: Deploying daemon osd.5 on smithi174 2024-09-05T02:21:01.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-05T02:21:01.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:01.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:01 smithi033 ceph-mon[29909]: Deploying daemon osd.5 on smithi174 2024-09-05T02:21:02.475 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:02 smithi033 ceph-mon[29909]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:02.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:02 smithi174 ceph-mon[34756]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:02.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:02 smithi123 ceph-mon[34031]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:04.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:04 smithi174 ceph-mon[34756]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:04.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:04 smithi033 ceph-mon[29909]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:04.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:04 smithi123 ceph-mon[34031]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:06.371 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:06 smithi174 ceph-mon[34756]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:06.371 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:06 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:21:06.371 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:06 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:06.371 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:06 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:06 smithi033 ceph-mon[29909]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:21:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:06 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:06.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:06 smithi123 ceph-mon[34031]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:06.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:06 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:21:06.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:06 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:06.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:06 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:08.524 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:08 smithi174 ceph-mon[34756]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:08.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:08 smithi033 ceph-mon[29909]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:08.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:08 smithi123 ceph-mon[34031]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:09.175 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:21:09.172+0000 7f688ffff640 1 -- 172.21.15.174:0/1009628819 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f68a8062630 con 0x7f68900a2b80 2024-09-05T02:21:09.175 INFO:teuthology.orchestra.run.smithi174.stdout:Created osd(s) 5 on host 'smithi174' 2024-09-05T02:21:09.177 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:21:09.174+0000 7f68ad6f3640 1 -- 172.21.15.174:0/1009628819 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f68900a2b80 msgr2=0x7f68900a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:21:09.177 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:21:09.174+0000 7f68ad6f3640 1 --2- 172.21.15.174:0/1009628819 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f68900a2b80 0x7f68900a5040 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f689c00abe0 tx=0x7f689c00a5c0 comp rx=0 tx=0).stop 2024-09-05T02:21:09.177 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:21:09.175+0000 7f68ad6f3640 1 -- 172.21.15.174:0/1009628819 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f68a8105010 msgr2=0x7f68a8100690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:21:09.177 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:21:09.175+0000 7f68ad6f3640 1 --2- 172.21.15.174:0/1009628819 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f68a8105010 0x7f68a8100690 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f689800c970 tx=0x7f689800ce30 comp rx=0 tx=0).stop 2024-09-05T02:21:09.177 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:21:09.175+0000 7f68ad6f3640 1 -- 172.21.15.174:0/1009628819 shutdown_connections 2024-09-05T02:21:09.177 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:21:09.175+0000 7f68ad6f3640 1 --2- 172.21.15.174:0/1009628819 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f68900a2b80 0x7f68900a5040 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:21:09.178 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:21:09.175+0000 7f68ad6f3640 1 --2- 172.21.15.174:0/1009628819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a8107940 0x7f68a8100bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:21:09.178 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:21:09.175+0000 7f68ad6f3640 1 --2- 172.21.15.174:0/1009628819 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f68a8105010 0x7f68a8100690 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:21:09.178 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:21:09.175+0000 7f68ad6f3640 1 --2- 172.21.15.174:0/1009628819 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f68a81026e0 0x7f68a8102040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:21:09.178 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:21:09.175+0000 7f68ad6f3640 1 -- 172.21.15.174:0/1009628819 >> 172.21.15.174:0/1009628819 conn(0x7f68a80fc280 msgr2=0x7f68a8102fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:21:09.178 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:21:09.175+0000 7f68ad6f3640 1 -- 172.21.15.174:0/1009628819 shutdown_connections 2024-09-05T02:21:09.178 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:21:09.175+0000 7f68ad6f3640 1 -- 172.21.15.174:0/1009628819 wait complete. 2024-09-05T02:21:09.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:09 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:09.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:09 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:09.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:09 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:09.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:09 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:21:09.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:09 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:09.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:09 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:21:09.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:09 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:09.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:09 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:09.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:09 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:09.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:09 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:09.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:09 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:09.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:09 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:21:09.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:09 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:09.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:09 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:21:09.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:09 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:09.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:09 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:09.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:09 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:09.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:09 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:09.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:09 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:09.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:09 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:21:09.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:09 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:09.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:09 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:21:09.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:09 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:09.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:09 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:09.839 DEBUG:teuthology.orchestra.run.smithi174:osd.5> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.5.service 2024-09-05T02:21:09.842 INFO:tasks.cephadm:Deploying osd.6 on smithi033 with /dev/vg_nvme/lv_2... 2024-09-05T02:21:09.842 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-05T02:21:10.220 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:21:10.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:10 smithi174 ceph-mon[34756]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:10.586 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:10 smithi033 ceph-mon[29909]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:10.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:10 smithi123 ceph-mon[34031]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:12.191 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:21:11 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:21:11.901+0000 7fc1ca167640 -1 osd.5 0 log_to_monitors true 2024-09-05T02:21:12.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:12 smithi033 ceph-mon[29909]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:12.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:12 smithi033 ceph-mon[29909]: from='osd.5 [v2:172.21.15.174:6808/609807204,v1:172.21.15.174:6809/609807204]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-05T02:21:12.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:12 smithi033 ceph-mon[29909]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-05T02:21:12.508 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:12 smithi174 ceph-mon[34756]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:12.509 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:12 smithi174 ceph-mon[34756]: from='osd.5 [v2:172.21.15.174:6808/609807204,v1:172.21.15.174:6809/609807204]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-05T02:21:12.509 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:12 smithi174 ceph-mon[34756]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-05T02:21:12.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:12 smithi123 ceph-mon[34031]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:12.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:12 smithi123 ceph-mon[34031]: from='osd.5 [v2:172.21.15.174:6808/609807204,v1:172.21.15.174:6809/609807204]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-05T02:21:12.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:12 smithi123 ceph-mon[34031]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-05T02:21:13.538 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:13 smithi033 ceph-mon[29909]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-05T02:21:13.538 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:13 smithi033 ceph-mon[29909]: from='osd.5 [v2:172.21.15.174:6808/609807204,v1:172.21.15.174:6809/609807204]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:21:13.539 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:13 smithi033 ceph-mon[29909]: osdmap e36: 6 total, 5 up, 6 in 2024-09-05T02:21:13.539 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:13 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T02:21:13.539 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:13 smithi033 ceph-mon[29909]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:21:13.539 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:13 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:13.539 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:13 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:13.539 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:13 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:21:13.539 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:13 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:21:13.539 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:13 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:13.539 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:13 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:13.539 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:13 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:21:13.540 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:13 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:13.543 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:21:13.575 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi033:vg_nvme/lv_2 2024-09-05T02:21:13.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:13 smithi123 ceph-mon[34031]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-05T02:21:13.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:13 smithi123 ceph-mon[34031]: from='osd.5 [v2:172.21.15.174:6808/609807204,v1:172.21.15.174:6809/609807204]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:21:13.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:13 smithi123 ceph-mon[34031]: osdmap e36: 6 total, 5 up, 6 in 2024-09-05T02:21:13.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:13 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T02:21:13.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:13 smithi123 ceph-mon[34031]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:21:13.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:13 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:13.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:13 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:13.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:13 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:21:13.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:13 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:21:13.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:13 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:13.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:13 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:13.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:13 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:21:13.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:13 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:13.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:13 smithi174 ceph-mon[34756]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-05T02:21:13.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:13 smithi174 ceph-mon[34756]: from='osd.5 [v2:172.21.15.174:6808/609807204,v1:172.21.15.174:6809/609807204]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:21:13.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:13 smithi174 ceph-mon[34756]: osdmap e36: 6 total, 5 up, 6 in 2024-09-05T02:21:13.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:13 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T02:21:13.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:13 smithi174 ceph-mon[34756]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:21:13.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:13 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:13.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:13 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:13.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:13 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:21:13.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:13 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:21:13.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:13 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:13.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:13 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:13.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:13 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:21:13.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:13 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:13.946 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:21:14.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:14 smithi033 ceph-mon[29909]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:14.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:14 smithi033 ceph-mon[29909]: Detected new or changed devices on smithi174 2024-09-05T02:21:14.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:14 smithi033 ceph-mon[29909]: Adjusting osd_memory_target on smithi174 to 8544M 2024-09-05T02:21:14.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:14 smithi033 ceph-mon[29909]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-09-05T02:21:14.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:14 smithi033 ceph-mon[29909]: osdmap e37: 6 total, 5 up, 6 in 2024-09-05T02:21:14.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:14 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T02:21:14.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:14 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T02:21:14.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:14 smithi033 ceph-mon[29909]: from='osd.5 ' entity='osd.5' 2024-09-05T02:21:14.527 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:21:14 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:21:14.073+0000 7fc1c68fe640 -1 osd.5 0 waiting for initial osdmap 2024-09-05T02:21:14.527 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:21:14 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:21:14.080+0000 7fc1bdef9640 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T02:21:14.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:14 smithi174 ceph-mon[34756]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:14.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:14 smithi174 ceph-mon[34756]: Detected new or changed devices on smithi174 2024-09-05T02:21:14.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:14 smithi174 ceph-mon[34756]: Adjusting osd_memory_target on smithi174 to 8544M 2024-09-05T02:21:14.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:14 smithi174 ceph-mon[34756]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-09-05T02:21:14.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:14 smithi174 ceph-mon[34756]: osdmap e37: 6 total, 5 up, 6 in 2024-09-05T02:21:14.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:14 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T02:21:14.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:14 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T02:21:14.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:14 smithi174 ceph-mon[34756]: from='osd.5 ' entity='osd.5' 2024-09-05T02:21:14.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.546+0000 7fd853400640 1 -- 172.21.15.33:0/3299477855 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd84c076ba0 msgr2=0x7fd84c076fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:21:14.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.546+0000 7fd853400640 1 --2- 172.21.15.33:0/3299477855 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd84c076ba0 0x7fd84c076fa0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fd840009900 tx=0x7fd84002a410 comp rx=0 tx=0).stop 2024-09-05T02:21:14.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.547+0000 7fd853400640 1 -- 172.21.15.33:0/3299477855 shutdown_connections 2024-09-05T02:21:14.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.547+0000 7fd853400640 1 --2- 172.21.15.33:0/3299477855 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd84c078790 0x7fd84c079030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:21:14.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.547+0000 7fd853400640 1 --2- 172.21.15.33:0/3299477855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd84c077df0 0x7fd84c078250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:21:14.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.547+0000 7fd853400640 1 --2- 172.21.15.33:0/3299477855 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd84c076ba0 0x7fd84c076fa0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:21:14.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.547+0000 7fd853400640 1 -- 172.21.15.33:0/3299477855 >> 172.21.15.33:0/3299477855 conn(0x7fd84c0ff5b0 msgr2=0x7fd84c1019d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:21:14.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.547+0000 7fd853400640 1 -- 172.21.15.33:0/3299477855 shutdown_connections 2024-09-05T02:21:14.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.547+0000 7fd853400640 1 -- 172.21.15.33:0/3299477855 wait complete. 2024-09-05T02:21:14.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.548+0000 7fd853400640 1 Processor -- start 2024-09-05T02:21:14.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.548+0000 7fd853400640 1 -- start start 2024-09-05T02:21:14.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.548+0000 7fd853400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd84c076ba0 0x7fd84c19e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:21:14.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.548+0000 7fd853400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd84c077df0 0x7fd84c19ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:21:14.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.548+0000 7fd853400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd84c078790 0x7fd84c1a5a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:21:14.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.548+0000 7fd853400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd84c113ed0 con 0x7fd84c076ba0 2024-09-05T02:21:14.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.548+0000 7fd853400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd84c113d50 con 0x7fd84c078790 2024-09-05T02:21:14.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.548+0000 7fd853400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fd84c114050 con 0x7fd84c077df0 2024-09-05T02:21:14.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.548+0000 7fd850a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd84c076ba0 0x7fd84c19e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:21:14.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.548+0000 7fd84be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd84c077df0 0x7fd84c19ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:21:14.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.549+0000 7fd850a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd84c076ba0 0x7fd84c19e4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38224/0 (socket says 172.21.15.33:38224) 2024-09-05T02:21:14.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.549+0000 7fd84be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd84c077df0 0x7fd84c19ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:57874/0 (socket says 172.21.15.33:57874) 2024-09-05T02:21:14.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.549+0000 7fd850a00640 1 -- 172.21.15.33:0/3511969544 learned_addr learned my addr 172.21.15.33:0/3511969544 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:21:14.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.549+0000 7fd851400640 1 --2- 172.21.15.33:0/3511969544 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd84c078790 0x7fd84c1a5a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:21:14.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.549+0000 7fd84be00640 1 -- 172.21.15.33:0/3511969544 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd84c078790 msgr2=0x7fd84c1a5a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:21:14.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.549+0000 7fd84be00640 1 --2- 172.21.15.33:0/3511969544 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd84c078790 0x7fd84c1a5a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:21:14.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.549+0000 7fd84be00640 1 -- 172.21.15.33:0/3511969544 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd84c076ba0 msgr2=0x7fd84c19e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:21:14.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.549+0000 7fd84be00640 1 --2- 172.21.15.33:0/3511969544 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd84c076ba0 0x7fd84c19e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:21:14.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.549+0000 7fd84be00640 1 -- 172.21.15.33:0/3511969544 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd84c1a6100 con 0x7fd84c077df0 2024-09-05T02:21:14.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.549+0000 7fd84be00640 1 --2- 172.21.15.33:0/3511969544 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd84c077df0 0x7fd84c19ea10 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fd83800e9f0 tx=0x7fd83800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:21:14.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.549+0000 7fd849600640 1 -- 172.21.15.33:0/3511969544 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd83800ccc0 con 0x7fd84c077df0 2024-09-05T02:21:14.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.550+0000 7fd853400640 1 -- 172.21.15.33:0/3511969544 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd84c1a63f0 con 0x7fd84c077df0 2024-09-05T02:21:14.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.550+0000 7fd849600640 1 -- 172.21.15.33:0/3511969544 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd838010910 con 0x7fd84c077df0 2024-09-05T02:21:14.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.550+0000 7fd849600640 1 -- 172.21.15.33:0/3511969544 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd838018960 con 0x7fd84c077df0 2024-09-05T02:21:14.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.550+0000 7fd853400640 1 -- 172.21.15.33:0/3511969544 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd84c1a6980 con 0x7fd84c077df0 2024-09-05T02:21:14.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.551+0000 7fd853400640 1 -- 172.21.15.33:0/3511969544 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd84c110780 con 0x7fd84c077df0 2024-09-05T02:21:14.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.553+0000 7fd849600640 1 -- 172.21.15.33:0/3511969544 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd838010ac0 con 0x7fd84c077df0 2024-09-05T02:21:14.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.554+0000 7fd849600640 1 --2- 172.21.15.33:0/3511969544 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd8340a2c30 0x7fd8340a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:21:14.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.555+0000 7fd849600640 1 -- 172.21.15.33:0/3511969544 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 4566+0+0 (secure 0 0 0) 0x7fd8380ce510 con 0x7fd84c077df0 2024-09-05T02:21:14.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.555+0000 7fd850a00640 1 --2- 172.21.15.33:0/3511969544 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd8340a2c30 0x7fd8340a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:21:14.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.555+0000 7fd850a00640 1 --2- 172.21.15.33:0/3511969544 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd8340a2c30 0x7fd8340a50f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd8400096c0 tx=0x7fd8400315b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:21:14.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.557+0000 7fd849600640 1 -- 172.21.15.33:0/3511969544 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd83809bc20 con 0x7fd84c077df0 2024-09-05T02:21:14.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:14 smithi123 ceph-mon[34031]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:14.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:14 smithi123 ceph-mon[34031]: Detected new or changed devices on smithi174 2024-09-05T02:21:14.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:14 smithi123 ceph-mon[34031]: Adjusting osd_memory_target on smithi174 to 8544M 2024-09-05T02:21:14.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:14 smithi123 ceph-mon[34031]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-09-05T02:21:14.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:14 smithi123 ceph-mon[34031]: osdmap e37: 6 total, 5 up, 6 in 2024-09-05T02:21:14.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:14 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T02:21:14.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:14 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T02:21:14.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:14 smithi123 ceph-mon[34031]: from='osd.5 ' entity='osd.5' 2024-09-05T02:21:14.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:14.752+0000 7fd853400640 1 -- 172.21.15.33:0/3511969544 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fd84c062630 con 0x7fd8340a2c30 2024-09-05T02:21:15.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:15 smithi033 ceph-mon[29909]: purged_snaps scrub starts 2024-09-05T02:21:15.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:15 smithi033 ceph-mon[29909]: purged_snaps scrub ok 2024-09-05T02:21:15.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:15 smithi033 ceph-mon[29909]: osd.5 [v2:172.21.15.174:6808/609807204,v1:172.21.15.174:6809/609807204] boot 2024-09-05T02:21:15.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:15 smithi033 ceph-mon[29909]: osdmap e38: 6 total, 6 up, 6 in 2024-09-05T02:21:15.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:15 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T02:21:15.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:15 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:21:15.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:15 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:21:15.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:15 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:15.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:15 smithi123 ceph-mon[34031]: purged_snaps scrub starts 2024-09-05T02:21:15.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:15 smithi123 ceph-mon[34031]: purged_snaps scrub ok 2024-09-05T02:21:15.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:15 smithi123 ceph-mon[34031]: osd.5 [v2:172.21.15.174:6808/609807204,v1:172.21.15.174:6809/609807204] boot 2024-09-05T02:21:15.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:15 smithi123 ceph-mon[34031]: osdmap e38: 6 total, 6 up, 6 in 2024-09-05T02:21:15.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:15 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T02:21:15.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:15 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:21:15.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:15 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:21:15.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:15 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:15.740 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:15 smithi174 ceph-mon[34756]: purged_snaps scrub starts 2024-09-05T02:21:15.740 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:15 smithi174 ceph-mon[34756]: purged_snaps scrub ok 2024-09-05T02:21:15.740 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:15 smithi174 ceph-mon[34756]: osd.5 [v2:172.21.15.174:6808/609807204,v1:172.21.15.174:6809/609807204] boot 2024-09-05T02:21:15.740 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:15 smithi174 ceph-mon[34756]: osdmap e38: 6 total, 6 up, 6 in 2024-09-05T02:21:15.740 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:15 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T02:21:15.740 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:15 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:21:15.740 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:15 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:21:15.740 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:15 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:16.472 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:16 smithi033 ceph-mon[29909]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:16.472 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:16 smithi033 ceph-mon[29909]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:21:16.472 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:16 smithi033 ceph-mon[29909]: osdmap e39: 6 total, 6 up, 6 in 2024-09-05T02:21:16.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:16 smithi123 ceph-mon[34031]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:16.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:16 smithi123 ceph-mon[34031]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:21:16.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:16 smithi123 ceph-mon[34031]: osdmap e39: 6 total, 6 up, 6 in 2024-09-05T02:21:16.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:16 smithi174 ceph-mon[34756]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-05T02:21:16.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:16 smithi174 ceph-mon[34756]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:21:16.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:16 smithi174 ceph-mon[34756]: osdmap e39: 6 total, 6 up, 6 in 2024-09-05T02:21:17.523 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:17 smithi033 ceph-mon[29909]: osdmap e40: 6 total, 6 up, 6 in 2024-09-05T02:21:17.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:17 smithi123 ceph-mon[34031]: osdmap e40: 6 total, 6 up, 6 in 2024-09-05T02:21:17.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:17 smithi174 ceph-mon[34756]: osdmap e40: 6 total, 6 up, 6 in 2024-09-05T02:21:18.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:18 smithi033 ceph-mon[29909]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:18.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:18 smithi033 ceph-mon[29909]: osdmap e41: 6 total, 6 up, 6 in 2024-09-05T02:21:18.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:18 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/725064601' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f01a990-d1b2-40cb-8892-89961631233c"}]: dispatch 2024-09-05T02:21:18.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:18 smithi033 ceph-mon[29909]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f01a990-d1b2-40cb-8892-89961631233c"}]: dispatch 2024-09-05T02:21:18.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:18 smithi033 ceph-mon[29909]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7f01a990-d1b2-40cb-8892-89961631233c"}]': finished 2024-09-05T02:21:18.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:18 smithi033 ceph-mon[29909]: osdmap e42: 7 total, 6 up, 7 in 2024-09-05T02:21:18.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:18 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:18.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:18 smithi123 ceph-mon[34031]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:18.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:18 smithi123 ceph-mon[34031]: osdmap e41: 6 total, 6 up, 6 in 2024-09-05T02:21:18.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:18 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/725064601' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f01a990-d1b2-40cb-8892-89961631233c"}]: dispatch 2024-09-05T02:21:18.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:18 smithi123 ceph-mon[34031]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f01a990-d1b2-40cb-8892-89961631233c"}]: dispatch 2024-09-05T02:21:18.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:18 smithi123 ceph-mon[34031]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7f01a990-d1b2-40cb-8892-89961631233c"}]': finished 2024-09-05T02:21:18.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:18 smithi123 ceph-mon[34031]: osdmap e42: 7 total, 6 up, 7 in 2024-09-05T02:21:18.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:18 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:18.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:18 smithi174 ceph-mon[34756]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:18.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:18 smithi174 ceph-mon[34756]: osdmap e41: 6 total, 6 up, 6 in 2024-09-05T02:21:18.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:18 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/725064601' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f01a990-d1b2-40cb-8892-89961631233c"}]: dispatch 2024-09-05T02:21:18.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:18 smithi174 ceph-mon[34756]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f01a990-d1b2-40cb-8892-89961631233c"}]: dispatch 2024-09-05T02:21:18.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:18 smithi174 ceph-mon[34756]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7f01a990-d1b2-40cb-8892-89961631233c"}]': finished 2024-09-05T02:21:18.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:18 smithi174 ceph-mon[34756]: osdmap e42: 7 total, 6 up, 7 in 2024-09-05T02:21:18.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:18 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:19.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:19 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1100756679' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:21:19.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:19 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1100756679' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:21:19.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:19 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1100756679' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:21:20.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:20 smithi123 ceph-mon[34031]: pgmap v144: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-05T02:21:20.738 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:20 smithi033 ceph-mon[29909]: pgmap v144: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-05T02:21:20.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:20 smithi174 ceph-mon[34756]: pgmap v144: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-05T02:21:22.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:22 smithi123 ceph-mon[34031]: pgmap v145: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-09-05T02:21:22.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:22 smithi174 ceph-mon[34756]: pgmap v145: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-09-05T02:21:22.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:22 smithi033 ceph-mon[29909]: pgmap v145: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-09-05T02:21:24.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:24 smithi033 ceph-mon[29909]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-05T02:21:24.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:24 smithi123 ceph-mon[34031]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-05T02:21:24.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:24 smithi174 ceph-mon[34756]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-05T02:21:26.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:26 smithi033 ceph-mon[29909]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T02:21:26.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:26 smithi123 ceph-mon[34031]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T02:21:26.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:26 smithi174 ceph-mon[34756]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T02:21:28.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:28 smithi123 ceph-mon[34031]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:28.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:28 smithi174 ceph-mon[34756]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:28.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:28 smithi033 ceph-mon[29909]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:29.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:29 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-05T02:21:29.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:29 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:29.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:29 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-05T02:21:29.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:29 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:29.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:29 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-05T02:21:29.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:29 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:30.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:30 smithi123 ceph-mon[34031]: Deploying daemon osd.6 on smithi033 2024-09-05T02:21:30.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:30 smithi123 ceph-mon[34031]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:30.658 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:30 smithi033 ceph-mon[29909]: Deploying daemon osd.6 on smithi033 2024-09-05T02:21:30.658 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:30 smithi033 ceph-mon[29909]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:30.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:30 smithi174 ceph-mon[34756]: Deploying daemon osd.6 on smithi033 2024-09-05T02:21:30.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:30 smithi174 ceph-mon[34756]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:32.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:32 smithi123 ceph-mon[34031]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:32.638 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:32 smithi033 ceph-mon[29909]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:32.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:32 smithi174 ceph-mon[34756]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:34.513 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:34 smithi033 ceph-mon[29909]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:34.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:34 smithi123 ceph-mon[34031]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:34.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:34 smithi174 ceph-mon[34756]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:36.475 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:36 smithi033 ceph-mon[29909]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:36.475 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:21:36.475 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:36.475 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:36.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:36 smithi174 ceph-mon[34756]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:36.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:21:36.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:36.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:36.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:36 smithi123 ceph-mon[34031]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:36.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:21:36.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:36.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:38.672 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:38 smithi033 ceph-mon[29909]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:38.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:38 smithi174 ceph-mon[34756]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:38.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:38 smithi123 ceph-mon[34031]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:40.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:40.191+0000 7fd849600640 1 -- 172.21.15.33:0/3511969544 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fd84c062630 con 0x7fd8340a2c30 2024-09-05T02:21:40.193 INFO:teuthology.orchestra.run.smithi033.stdout:Created osd(s) 6 on host 'smithi033' 2024-09-05T02:21:40.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:40.193+0000 7fd853400640 1 -- 172.21.15.33:0/3511969544 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd8340a2c30 msgr2=0x7fd8340a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:21:40.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:40.193+0000 7fd853400640 1 --2- 172.21.15.33:0/3511969544 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd8340a2c30 0x7fd8340a50f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd8400096c0 tx=0x7fd8400315b0 comp rx=0 tx=0).stop 2024-09-05T02:21:40.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:40.193+0000 7fd853400640 1 -- 172.21.15.33:0/3511969544 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd84c077df0 msgr2=0x7fd84c19ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:21:40.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:40.193+0000 7fd853400640 1 --2- 172.21.15.33:0/3511969544 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd84c077df0 0x7fd84c19ea10 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fd83800e9f0 tx=0x7fd83800eeb0 comp rx=0 tx=0).stop 2024-09-05T02:21:40.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:40.193+0000 7fd853400640 1 -- 172.21.15.33:0/3511969544 shutdown_connections 2024-09-05T02:21:40.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:40.193+0000 7fd853400640 1 --2- 172.21.15.33:0/3511969544 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd8340a2c30 0x7fd8340a50f0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:21:40.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:40.193+0000 7fd853400640 1 --2- 172.21.15.33:0/3511969544 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd84c078790 0x7fd84c1a5a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:21:40.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:40.193+0000 7fd853400640 1 --2- 172.21.15.33:0/3511969544 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd84c077df0 0x7fd84c19ea10 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:21:40.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:40.193+0000 7fd853400640 1 --2- 172.21.15.33:0/3511969544 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd84c076ba0 0x7fd84c19e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:21:40.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:40.193+0000 7fd853400640 1 -- 172.21.15.33:0/3511969544 >> 172.21.15.33:0/3511969544 conn(0x7fd84c0ff5b0 msgr2=0x7fd84c101040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:21:40.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:40.193+0000 7fd853400640 1 -- 172.21.15.33:0/3511969544 shutdown_connections 2024-09-05T02:21:40.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:21:40.194+0000 7fd853400640 1 -- 172.21.15.33:0/3511969544 wait complete. 2024-09-05T02:21:40.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:40 smithi033 ceph-mon[29909]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:40.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:40 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:40.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:40 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:40.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:40 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:40.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:40 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:21:40.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:40 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:40.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:40 smithi123 ceph-mon[34031]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:40.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:40 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:40.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:40 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:40.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:40 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:40.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:40 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:21:40.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:40 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:40.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:40 smithi174 ceph-mon[34756]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:40.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:40 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:40.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:40 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:40.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:40 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:40.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:40 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:21:40.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:40 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:40.972 DEBUG:teuthology.orchestra.run.smithi033:osd.6> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.6.service 2024-09-05T02:21:40.976 INFO:tasks.cephadm:Deploying osd.7 on smithi123 with /dev/vg_nvme/lv_2... 2024-09-05T02:21:40.976 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-05T02:21:41.232 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T02:21:41.250 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:41 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:21:41.251 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:41 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:41.251 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:41 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:41.353 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:41 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:21:41.353 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:41 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:41.353 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:41 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:41.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:41 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:21:41.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:41 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:41.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:41 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:42.285 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:42 smithi033 ceph-mon[29909]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:42.286 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:42 smithi033 ceph-mon[29909]: from='osd.6 [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-05T02:21:42.286 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:21:42 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:21:42.073+0000 7fb90d62f640 -1 osd.6 0 log_to_monitors true 2024-09-05T02:21:42.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:42 smithi174 ceph-mon[34756]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:42.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:42 smithi174 ceph-mon[34756]: from='osd.6 [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-05T02:21:42.540 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:42 smithi123 ceph-mon[34031]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:42.540 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:42 smithi123 ceph-mon[34031]: from='osd.6 [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-05T02:21:43.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:43 smithi123 ceph-mon[34031]: from='osd.6 [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-05T02:21:43.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:43 smithi123 ceph-mon[34031]: osdmap e43: 7 total, 6 up, 7 in 2024-09-05T02:21:43.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:43 smithi123 ceph-mon[34031]: from='osd.6 [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-09-05T02:21:43.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:43 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:43.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:43 smithi123 ceph-mon[34031]: from='osd.6 [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-09-05T02:21:43.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:43 smithi123 ceph-mon[34031]: osdmap e44: 7 total, 6 up, 7 in 2024-09-05T02:21:43.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:43 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:43.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:43 smithi174 ceph-mon[34756]: from='osd.6 [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-05T02:21:43.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:43 smithi174 ceph-mon[34756]: osdmap e43: 7 total, 6 up, 7 in 2024-09-05T02:21:43.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:43 smithi174 ceph-mon[34756]: from='osd.6 [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-09-05T02:21:43.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:43 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:43.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:43 smithi174 ceph-mon[34756]: from='osd.6 [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-09-05T02:21:43.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:43 smithi174 ceph-mon[34756]: osdmap e44: 7 total, 6 up, 7 in 2024-09-05T02:21:43.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:43 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:43.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:43 smithi033 ceph-mon[29909]: from='osd.6 [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-05T02:21:43.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:43 smithi033 ceph-mon[29909]: osdmap e43: 7 total, 6 up, 7 in 2024-09-05T02:21:43.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:43 smithi033 ceph-mon[29909]: from='osd.6 [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-09-05T02:21:43.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:43 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:43.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:43 smithi033 ceph-mon[29909]: from='osd.6 [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-09-05T02:21:43.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:43 smithi033 ceph-mon[29909]: osdmap e44: 7 total, 6 up, 7 in 2024-09-05T02:21:43.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:43 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:43.732 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T02:21:43.758 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi123:vg_nvme/lv_2 2024-09-05T02:21:44.006 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T02:21:44.378 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:44 smithi123 ceph-mon[34031]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:44.379 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:44 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:44.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.458+0000 7f86ac17f640 1 -- 172.21.15.123:0/543726868 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f86a4107900 msgr2=0x7f86a4109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:21:44.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.458+0000 7f86ac17f640 1 --2- 172.21.15.123:0/543726868 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f86a4107900 0x7f86a4109d50 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f869c009ca0 tx=0x7f869c02a8c0 comp rx=0 tx=0).stop 2024-09-05T02:21:44.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.458+0000 7f86ac17f640 1 -- 172.21.15.123:0/543726868 shutdown_connections 2024-09-05T02:21:44.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.458+0000 7f86ac17f640 1 --2- 172.21.15.123:0/543726868 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f86a4107900 0x7f86a4109d50 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:21:44.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.458+0000 7f86ac17f640 1 --2- 172.21.15.123:0/543726868 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86a4104fd0 0x7f86a41073c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:21:44.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.458+0000 7f86ac17f640 1 --2- 172.21.15.123:0/543726868 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f86a41026a0 0x7f86a4104a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:21:44.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.458+0000 7f86ac17f640 1 -- 172.21.15.123:0/543726868 >> 172.21.15.123:0/543726868 conn(0x7f86a40fc2a0 msgr2=0x7f86a40fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:21:44.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.459+0000 7f86ac17f640 1 -- 172.21.15.123:0/543726868 shutdown_connections 2024-09-05T02:21:44.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.459+0000 7f86ac17f640 1 -- 172.21.15.123:0/543726868 wait complete. 2024-09-05T02:21:44.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.459+0000 7f86ac17f640 1 Processor -- start 2024-09-05T02:21:44.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.459+0000 7f86ac17f640 1 -- start start 2024-09-05T02:21:44.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.459+0000 7f86ac17f640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f86a41026a0 0x7f86a4102000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:21:44.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.459+0000 7f86ac17f640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f86a4104fd0 0x7f86a4100650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:21:44.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.459+0000 7f86ac17f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86a4107900 0x7f86a4100b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:21:44.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.459+0000 7f86ac17f640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f86a410d920 con 0x7f86a4107900 2024-09-05T02:21:44.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.459+0000 7f86ac17f640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f86a410d7a0 con 0x7f86a4104fd0 2024-09-05T02:21:44.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.459+0000 7f86ac17f640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f86a410daa0 con 0x7f86a41026a0 2024-09-05T02:21:44.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.459+0000 7f86a971a640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f86a4104fd0 0x7f86a4100650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:21:44.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.459+0000 7f86a971a640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f86a4104fd0 0x7f86a4100650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.123:39660/0 (socket says 172.21.15.123:39660) 2024-09-05T02:21:44.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.459+0000 7f86a971a640 1 -- 172.21.15.123:0/4229636042 learned_addr learned my addr 172.21.15.123:0/4229636042 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-09-05T02:21:44.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.459+0000 7f86a9f1b640 1 --2- 172.21.15.123:0/4229636042 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f86a41026a0 0x7f86a4102000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:21:44.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.459+0000 7f86aa71c640 1 --2- 172.21.15.123:0/4229636042 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86a4107900 0x7f86a4100b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:21:44.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.460+0000 7f86a971a640 1 -- 172.21.15.123:0/4229636042 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f86a41026a0 msgr2=0x7f86a4102000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:21:44.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.460+0000 7f86a971a640 1 --2- 172.21.15.123:0/4229636042 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f86a41026a0 0x7f86a4102000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:21:44.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.460+0000 7f86a971a640 1 -- 172.21.15.123:0/4229636042 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86a4107900 msgr2=0x7f86a4100b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:21:44.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.460+0000 7f86a971a640 1 --2- 172.21.15.123:0/4229636042 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86a4107900 0x7f86a4100b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:21:44.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.460+0000 7f86a971a640 1 -- 172.21.15.123:0/4229636042 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86a4101450 con 0x7f86a4104fd0 2024-09-05T02:21:44.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.460+0000 7f86aa71c640 1 --2- 172.21.15.123:0/4229636042 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86a4107900 0x7f86a4100b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:21:44.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.460+0000 7f86a971a640 1 --2- 172.21.15.123:0/4229636042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f86a4104fd0 0x7f86a4100650 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f869400c970 tx=0x7f869400cd70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:21:44.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.460+0000 7f869affd640 1 -- 172.21.15.123:0/4229636042 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8694014070 con 0x7f86a4104fd0 2024-09-05T02:21:44.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.460+0000 7f869affd640 1 -- 172.21.15.123:0/4229636042 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8694004440 con 0x7f86a4104fd0 2024-09-05T02:21:44.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.460+0000 7f86ac17f640 1 -- 172.21.15.123:0/4229636042 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86a41a1ff0 con 0x7f86a4104fd0 2024-09-05T02:21:44.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.460+0000 7f869affd640 1 -- 172.21.15.123:0/4229636042 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8694003e10 con 0x7f86a4104fd0 2024-09-05T02:21:44.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.460+0000 7f86ac17f640 1 -- 172.21.15.123:0/4229636042 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86a41a2520 con 0x7f86a4104fd0 2024-09-05T02:21:44.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.461+0000 7f86ac17f640 1 -- 172.21.15.123:0/4229636042 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86a40fdd90 con 0x7f86a4104fd0 2024-09-05T02:21:44.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.462+0000 7f869affd640 1 -- 172.21.15.123:0/4229636042 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8694017070 con 0x7f86a4104fd0 2024-09-05T02:21:44.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.463+0000 7f869affd640 1 --2- 172.21.15.123:0/4229636042 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f86900a2b80 0x7f86900a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:21:44.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.464+0000 7f869affd640 1 -- 172.21.15.123:0/4229636042 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 4685+0+0 (secure 0 0 0) 0x7f86940ce520 con 0x7f86a4104fd0 2024-09-05T02:21:44.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.464+0000 7f86a9f1b640 1 --2- 172.21.15.123:0/4229636042 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f86900a2b80 0x7f86900a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:21:44.480 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.464+0000 7f86a9f1b640 1 --2- 172.21.15.123:0/4229636042 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f86900a2b80 0x7f86900a5040 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f86a0009990 tx=0x7f86a0009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:21:44.480 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.467+0000 7f869affd640 1 -- 172.21.15.123:0/4229636042 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f869401e020 con 0x7f86a4104fd0 2024-09-05T02:21:44.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:44 smithi174 ceph-mon[34756]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:44.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:44 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:44 smithi033 ceph-mon[29909]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:44 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:44.587 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:21:44 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:21:44.239+0000 7fb907400640 -1 osd.6 0 waiting for initial osdmap 2024-09-05T02:21:44.587 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:21:44 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:21:44.266+0000 7fb8fde00640 -1 osd.6 44 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T02:21:44.647 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:21:44.645+0000 7f86ac17f640 1 -- 172.21.15.123:0/4229636042 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f86a4062630 con 0x7f86900a2b80 2024-09-05T02:21:45.361 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:45 smithi123 ceph-mon[34031]: purged_snaps scrub starts 2024-09-05T02:21:45.361 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:45 smithi123 ceph-mon[34031]: purged_snaps scrub ok 2024-09-05T02:21:45.361 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:45 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:45.361 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:45 smithi123 ceph-mon[34031]: from='osd.6 [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394]' entity='osd.6' 2024-09-05T02:21:45.361 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:45 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:21:45.361 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:45 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:21:45.361 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:45 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:45.488 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:45 smithi033 ceph-mon[29909]: purged_snaps scrub starts 2024-09-05T02:21:45.488 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:45 smithi033 ceph-mon[29909]: purged_snaps scrub ok 2024-09-05T02:21:45.488 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:45 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:45.488 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:45 smithi033 ceph-mon[29909]: from='osd.6 [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394]' entity='osd.6' 2024-09-05T02:21:45.488 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:45 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:21:45.488 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:45 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:21:45.488 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:45 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:45.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:45 smithi174 ceph-mon[34756]: purged_snaps scrub starts 2024-09-05T02:21:45.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:45 smithi174 ceph-mon[34756]: purged_snaps scrub ok 2024-09-05T02:21:45.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:45 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:45.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:45 smithi174 ceph-mon[34756]: from='osd.6 [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394]' entity='osd.6' 2024-09-05T02:21:45.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:45 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:21:45.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:45 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:21:45.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:45 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:46.255 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:46 smithi123 ceph-mon[34031]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:46.255 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:46 smithi123 ceph-mon[34031]: from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:21:46.255 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:46.255 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:46 smithi123 ceph-mon[34031]: osd.6 [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394] boot 2024-09-05T02:21:46.256 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:46 smithi123 ceph-mon[34031]: osdmap e45: 7 total, 7 up, 7 in 2024-09-05T02:21:46.256 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:46.256 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:46 smithi123 ceph-mon[34031]: Detected new or changed devices on smithi033 2024-09-05T02:21:46.256 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:46.256 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:46.256 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:21:46.256 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:21:46.256 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:21:46.256 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:46 smithi123 ceph-mon[34031]: Adjusting osd_memory_target on smithi033 to 5698M 2024-09-05T02:21:46.256 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:46.256 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:46.256 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:21:46.256 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:46.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:46 smithi174 ceph-mon[34756]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:46.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:46 smithi174 ceph-mon[34756]: from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:21:46.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:46.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:46 smithi174 ceph-mon[34756]: osd.6 [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394] boot 2024-09-05T02:21:46.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:46 smithi174 ceph-mon[34756]: osdmap e45: 7 total, 7 up, 7 in 2024-09-05T02:21:46.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:46.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:46 smithi174 ceph-mon[34756]: Detected new or changed devices on smithi033 2024-09-05T02:21:46.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:46.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:46.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:21:46.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:21:46.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:21:46.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:46 smithi174 ceph-mon[34756]: Adjusting osd_memory_target on smithi033 to 5698M 2024-09-05T02:21:46.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:46.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:46.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:21:46.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:46.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:46 smithi033 ceph-mon[29909]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T02:21:46.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:46 smithi033 ceph-mon[29909]: from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:21:46.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:46.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:46 smithi033 ceph-mon[29909]: osd.6 [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394] boot 2024-09-05T02:21:46.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:46 smithi033 ceph-mon[29909]: osdmap e45: 7 total, 7 up, 7 in 2024-09-05T02:21:46.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:21:46.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:46 smithi033 ceph-mon[29909]: Detected new or changed devices on smithi033 2024-09-05T02:21:46.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:46.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:46.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:21:46.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:21:46.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:21:46.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:46 smithi033 ceph-mon[29909]: Adjusting osd_memory_target on smithi033 to 5698M 2024-09-05T02:21:46.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:46.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:46.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:21:46.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:21:47.500 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:47 smithi123 ceph-mon[34031]: osdmap e46: 7 total, 7 up, 7 in 2024-09-05T02:21:47.500 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:47 smithi123 ceph-mon[34031]: from='client.? 172.21.15.123:0/4070505965' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5c701d4-188e-4c24-874c-3056d7dc546d"}]: dispatch 2024-09-05T02:21:47.500 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:47 smithi123 ceph-mon[34031]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5c701d4-188e-4c24-874c-3056d7dc546d"}]: dispatch 2024-09-05T02:21:47.500 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:47 smithi123 ceph-mon[34031]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5c701d4-188e-4c24-874c-3056d7dc546d"}]': finished 2024-09-05T02:21:47.500 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:47 smithi123 ceph-mon[34031]: osdmap e47: 8 total, 7 up, 8 in 2024-09-05T02:21:47.500 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:47 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T02:21:47.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:47 smithi174 ceph-mon[34756]: osdmap e46: 7 total, 7 up, 7 in 2024-09-05T02:21:47.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:47 smithi174 ceph-mon[34756]: from='client.? 172.21.15.123:0/4070505965' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5c701d4-188e-4c24-874c-3056d7dc546d"}]: dispatch 2024-09-05T02:21:47.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:47 smithi174 ceph-mon[34756]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5c701d4-188e-4c24-874c-3056d7dc546d"}]: dispatch 2024-09-05T02:21:47.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:47 smithi174 ceph-mon[34756]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5c701d4-188e-4c24-874c-3056d7dc546d"}]': finished 2024-09-05T02:21:47.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:47 smithi174 ceph-mon[34756]: osdmap e47: 8 total, 7 up, 8 in 2024-09-05T02:21:47.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:47 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T02:21:47.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:47 smithi033 ceph-mon[29909]: osdmap e46: 7 total, 7 up, 7 in 2024-09-05T02:21:47.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:47 smithi033 ceph-mon[29909]: from='client.? 172.21.15.123:0/4070505965' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5c701d4-188e-4c24-874c-3056d7dc546d"}]: dispatch 2024-09-05T02:21:47.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:47 smithi033 ceph-mon[29909]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5c701d4-188e-4c24-874c-3056d7dc546d"}]: dispatch 2024-09-05T02:21:47.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:47 smithi033 ceph-mon[29909]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5c701d4-188e-4c24-874c-3056d7dc546d"}]': finished 2024-09-05T02:21:47.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:47 smithi033 ceph-mon[29909]: osdmap e47: 8 total, 7 up, 8 in 2024-09-05T02:21:47.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:47 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T02:21:48.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:48 smithi123 ceph-mon[34031]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:21:48.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:48 smithi123 ceph-mon[34031]: from='client.? 172.21.15.123:0/1075778608' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:21:48.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:48 smithi174 ceph-mon[34756]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:21:48.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:48 smithi174 ceph-mon[34756]: from='client.? 172.21.15.123:0/1075778608' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:21:48.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:48 smithi033 ceph-mon[29909]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:21:48.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:48 smithi033 ceph-mon[29909]: from='client.? 172.21.15.123:0/1075778608' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:21:50.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:50 smithi123 ceph-mon[34031]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:21:50.639 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:50 smithi033 ceph-mon[29909]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:21:50.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:50 smithi174 ceph-mon[34756]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:21:52.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:52 smithi123 ceph-mon[34031]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:21:52.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:52 smithi174 ceph-mon[34756]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:21:52.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:52 smithi033 ceph-mon[29909]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:21:54.573 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:54 smithi123 ceph-mon[34031]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:21:54.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:54 smithi174 ceph-mon[34756]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:21:54.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:54 smithi033 ceph-mon[29909]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:21:56.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:56 smithi123 ceph-mon[34031]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:21:56.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:56 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-05T02:21:56.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:56 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:56.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:56 smithi174 ceph-mon[34756]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:21:56.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:56 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-05T02:21:56.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:56 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:56.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:56 smithi033 ceph-mon[29909]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:21:56.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:56 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-05T02:21:56.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:56 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:21:57.467 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:57 smithi123 ceph-mon[34031]: Deploying daemon osd.7 on smithi123 2024-09-05T02:21:57.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:57 smithi174 ceph-mon[34756]: Deploying daemon osd.7 on smithi123 2024-09-05T02:21:57.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:57 smithi033 ceph-mon[29909]: Deploying daemon osd.7 on smithi123 2024-09-05T02:21:58.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:21:58 smithi123 ceph-mon[34031]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:21:58.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:21:58 smithi174 ceph-mon[34756]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:21:58.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:21:58 smithi033 ceph-mon[29909]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:22:00.576 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:00 smithi123 ceph-mon[34031]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:22:00.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:00 smithi174 ceph-mon[34756]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:22:00.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:00 smithi033 ceph-mon[29909]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:22:01.602 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:22:01.602 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:01.602 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:01.701 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:22:01.702 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:01.702 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:22:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:02.573 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:02 smithi123 ceph-mon[34031]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:22:02.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:02 smithi174 ceph-mon[34756]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:22:02.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:02 smithi033 ceph-mon[29909]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:22:04.127 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:22:04.127+0000 7f869affd640 1 -- 172.21.15.123:0/4229636042 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f86a4062630 con 0x7f86900a2b80 2024-09-05T02:22:04.128 INFO:teuthology.orchestra.run.smithi123.stdout:Created osd(s) 7 on host 'smithi123' 2024-09-05T02:22:04.129 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:22:04.129+0000 7f86ac17f640 1 -- 172.21.15.123:0/4229636042 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f86900a2b80 msgr2=0x7f86900a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:22:04.129 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:22:04.129+0000 7f86ac17f640 1 --2- 172.21.15.123:0/4229636042 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f86900a2b80 0x7f86900a5040 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f86a0009990 tx=0x7f86a0009110 comp rx=0 tx=0).stop 2024-09-05T02:22:04.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:22:04.129+0000 7f86ac17f640 1 -- 172.21.15.123:0/4229636042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f86a4104fd0 msgr2=0x7f86a4100650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:22:04.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:22:04.129+0000 7f86ac17f640 1 --2- 172.21.15.123:0/4229636042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f86a4104fd0 0x7f86a4100650 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f869400c970 tx=0x7f869400cd70 comp rx=0 tx=0).stop 2024-09-05T02:22:04.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:22:04.129+0000 7f86ac17f640 1 -- 172.21.15.123:0/4229636042 shutdown_connections 2024-09-05T02:22:04.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:22:04.129+0000 7f86ac17f640 1 --2- 172.21.15.123:0/4229636042 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f86900a2b80 0x7f86900a5040 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:04.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:22:04.129+0000 7f86ac17f640 1 --2- 172.21.15.123:0/4229636042 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86a4107900 0x7f86a4100b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:04.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:22:04.129+0000 7f86ac17f640 1 --2- 172.21.15.123:0/4229636042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f86a4104fd0 0x7f86a4100650 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:04.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:22:04.129+0000 7f86ac17f640 1 --2- 172.21.15.123:0/4229636042 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f86a41026a0 0x7f86a4102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:04.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:22:04.129+0000 7f86ac17f640 1 -- 172.21.15.123:0/4229636042 >> 172.21.15.123:0/4229636042 conn(0x7f86a40fc2a0 msgr2=0x7f86a4102f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:22:04.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:22:04.129+0000 7f86ac17f640 1 -- 172.21.15.123:0/4229636042 shutdown_connections 2024-09-05T02:22:04.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:22:04.129+0000 7f86ac17f640 1 -- 172.21.15.123:0/4229636042 wait complete. 2024-09-05T02:22:04.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:04 smithi174 ceph-mon[34756]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:22:04.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:04 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:04.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:04 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:04.792 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:04 smithi123 ceph-mon[34031]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:22:04.792 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:04 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:04.793 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:04 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:04.820 DEBUG:teuthology.orchestra.run.smithi123:osd.7> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.7.service 2024-09-05T02:22:04.823 INFO:tasks.cephadm:Deploying osd.8 on smithi174 with /dev/vg_nvme/lv_2... 2024-09-05T02:22:04.823 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-05T02:22:04.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:04 smithi033 ceph-mon[29909]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:22:04.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:04 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:04.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:04 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:05.081 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T02:22:06.161 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:05 smithi174 ceph-mon[34756]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:22:06.161 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:05 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:06.161 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:05 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:06.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:05 smithi033 ceph-mon[29909]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:22:06.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:05 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:06.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:05 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:06.371 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:05 smithi123 ceph-mon[34031]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:22:06.371 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:05 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:06.371 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:05 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:07.512 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:22:07.539 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi174:vg_nvme/lv_2 2024-09-05T02:22:07.636 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:22:07 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:22:07.208+0000 7f2468c8c640 -1 osd.7 0 log_to_monitors true 2024-09-05T02:22:07.792 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T02:22:08.171 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:07 smithi174 ceph-mon[34756]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:22:08.171 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:07 smithi174 ceph-mon[34756]: from='osd.7 [v2:172.21.15.123:6816/1928319522,v1:172.21.15.123:6817/1928319522]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-05T02:22:08.171 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:07 smithi174 ceph-mon[34756]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-05T02:22:08.263 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.254+0000 7f634d18e640 1 -- 172.21.15.174:0/410940258 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6348101cd0 msgr2=0x7f6348102150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:22:08.263 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.254+0000 7f634d18e640 1 --2- 172.21.15.174:0/410940258 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6348101cd0 0x7f6348102150 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f6338009900 tx=0x7f633802a410 comp rx=0 tx=0).stop 2024-09-05T02:22:08.263 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.254+0000 7f634d18e640 1 -- 172.21.15.174:0/410940258 shutdown_connections 2024-09-05T02:22:08.264 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.254+0000 7f634d18e640 1 --2- 172.21.15.174:0/410940258 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6348102690 0x7f6348108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:08.264 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.254+0000 7f634d18e640 1 --2- 172.21.15.174:0/410940258 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6348101cd0 0x7f6348102150 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:08.264 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.254+0000 7f634d18e640 1 --2- 172.21.15.174:0/410940258 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6348100ad0 0x7f6348100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:08.264 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.254+0000 7f634d18e640 1 -- 172.21.15.174:0/410940258 >> 172.21.15.174:0/410940258 conn(0x7f63480fc280 msgr2=0x7f63480fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:22:08.264 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.254+0000 7f634d18e640 1 -- 172.21.15.174:0/410940258 shutdown_connections 2024-09-05T02:22:08.264 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.254+0000 7f634d18e640 1 -- 172.21.15.174:0/410940258 wait complete. 2024-09-05T02:22:08.264 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.255+0000 7f634d18e640 1 Processor -- start 2024-09-05T02:22:08.264 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.255+0000 7f634d18e640 1 -- start start 2024-09-05T02:22:08.264 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.255+0000 7f634d18e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6348100ad0 0x7f6348197f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:22:08.264 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.255+0000 7f634d18e640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6348101cd0 0x7f6348198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:22:08.264 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.255+0000 7f634d18e640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6348102690 0x7f634819f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:22:08.264 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.255+0000 7f634d18e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f634810c750 con 0x7f6348100ad0 2024-09-05T02:22:08.265 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.255+0000 7f634d18e640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f634810c5d0 con 0x7f6348102690 2024-09-05T02:22:08.265 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.255+0000 7f634d18e640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f634810c8d0 con 0x7f6348101cd0 2024-09-05T02:22:08.265 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.256+0000 7f634659c640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6348101cd0 0x7f6348198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:22:08.265 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.256+0000 7f634659c640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6348101cd0 0x7f6348198450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.174:59528/0 (socket says 172.21.15.174:59528) 2024-09-05T02:22:08.265 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.256+0000 7f634659c640 1 -- 172.21.15.174:0/1535279551 learned_addr learned my addr 172.21.15.174:0/1535279551 (peer_addr_for_me v2:172.21.15.174:0/0) 2024-09-05T02:22:08.265 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.256+0000 7f6346d9d640 1 --2- 172.21.15.174:0/1535279551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6348100ad0 0x7f6348197f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:22:08.265 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.256+0000 7f634759e640 1 --2- 172.21.15.174:0/1535279551 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6348102690 0x7f634819f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:22:08.265 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.256+0000 7f634659c640 1 -- 172.21.15.174:0/1535279551 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6348102690 msgr2=0x7f634819f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:22:08.265 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.256+0000 7f634659c640 1 --2- 172.21.15.174:0/1535279551 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6348102690 0x7f634819f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:08.265 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.256+0000 7f634659c640 1 -- 172.21.15.174:0/1535279551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6348100ad0 msgr2=0x7f6348197f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:22:08.265 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.256+0000 7f634659c640 1 --2- 172.21.15.174:0/1535279551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6348100ad0 0x7f6348197f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:08.265 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.256+0000 7f634659c640 1 -- 172.21.15.174:0/1535279551 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f634819fb40 con 0x7f6348101cd0 2024-09-05T02:22:08.266 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.256+0000 7f634659c640 1 --2- 172.21.15.174:0/1535279551 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6348101cd0 0x7f6348198450 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f6338009230 tx=0x7f6338031b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:22:08.266 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.256+0000 7f632ffff640 1 -- 172.21.15.174:0/1535279551 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633803f030 con 0x7f6348101cd0 2024-09-05T02:22:08.266 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.256+0000 7f634d18e640 1 -- 172.21.15.174:0/1535279551 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f634819fdd0 con 0x7f6348101cd0 2024-09-05T02:22:08.266 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.256+0000 7f632ffff640 1 -- 172.21.15.174:0/1535279551 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6338003ad0 con 0x7f6348101cd0 2024-09-05T02:22:08.266 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.256+0000 7f632ffff640 1 -- 172.21.15.174:0/1535279551 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6338035070 con 0x7f6348101cd0 2024-09-05T02:22:08.266 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.256+0000 7f634d18e640 1 -- 172.21.15.174:0/1535279551 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63481a0220 con 0x7f6348101cd0 2024-09-05T02:22:08.266 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.258+0000 7f634d18e640 1 -- 172.21.15.174:0/1535279551 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63481a0450 con 0x7f6348101cd0 2024-09-05T02:22:08.266 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.259+0000 7f632ffff640 1 -- 172.21.15.174:0/1535279551 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f6338042030 con 0x7f6348101cd0 2024-09-05T02:22:08.266 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.259+0000 7f632ffff640 1 --2- 172.21.15.174:0/1535279551 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f63300a2bb0 0x7f63300a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:22:08.266 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.260+0000 7f632ffff640 1 -- 172.21.15.174:0/1535279551 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5101+0+0 (secure 0 0 0) 0x7f63380ee8f0 con 0x7f6348101cd0 2024-09-05T02:22:08.266 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.260+0000 7f6346d9d640 1 --2- 172.21.15.174:0/1535279551 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f63300a2bb0 0x7f63300a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:22:08.266 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.261+0000 7f6346d9d640 1 --2- 172.21.15.174:0/1535279551 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f63300a2bb0 0x7f63300a5070 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6348101b30 tx=0x7f633c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:22:08.267 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.265+0000 7f632ffff640 1 -- 172.21.15.174:0/1535279551 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f63380bbdf0 con 0x7f6348101cd0 2024-09-05T02:22:08.336 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:07 smithi033 ceph-mon[29909]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:22:08.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:07 smithi033 ceph-mon[29909]: from='osd.7 [v2:172.21.15.123:6816/1928319522,v1:172.21.15.123:6817/1928319522]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-05T02:22:08.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:07 smithi033 ceph-mon[29909]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-05T02:22:08.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:07 smithi123 ceph-mon[34031]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:22:08.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:07 smithi123 ceph-mon[34031]: from='osd.7 [v2:172.21.15.123:6816/1928319522,v1:172.21.15.123:6817/1928319522]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-05T02:22:08.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:07 smithi123 ceph-mon[34031]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-05T02:22:08.443 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:08.442+0000 7f634d18e640 1 -- 172.21.15.174:0/1535279551 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f634806a680 con 0x7f63300a2bb0 2024-09-05T02:22:09.107 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-05T02:22:09.107 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: osdmap e48: 8 total, 7 up, 8 in 2024-09-05T02:22:09.107 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T02:22:09.108 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: from='osd.7 [v2:172.21.15.123:6816/1928319522,v1:172.21.15.123:6817/1928319522]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:22:09.108 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:22:09.108 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: Detected new or changed devices on smithi123 2024-09-05T02:22:09.108 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:09.108 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:09.108 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:22:09.108 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:22:09.108 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:22:09.108 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: Adjusting osd_memory_target on smithi123 to 5696M 2024-09-05T02:22:09.108 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:09.108 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:09.108 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:22:09.108 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:09.109 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:22:09.109 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:22:09.109 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:22:09.109 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:09.109 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:09.109 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:22:09.109 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:08 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:09.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-05T02:22:09.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: osdmap e48: 8 total, 7 up, 8 in 2024-09-05T02:22:09.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T02:22:09.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: from='osd.7 [v2:172.21.15.123:6816/1928319522,v1:172.21.15.123:6817/1928319522]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:22:09.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:22:09.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: Detected new or changed devices on smithi123 2024-09-05T02:22:09.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:09.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:09.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:22:09.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:22:09.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:22:09.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: Adjusting osd_memory_target on smithi123 to 5696M 2024-09-05T02:22:09.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:09.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:09.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:22:09.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:09.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:22:09.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:22:09.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:22:09.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:09.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:09.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:22:09.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:08 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:09.385 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:22:08.946+0000 7f24643ec640 -1 osd.7 0 waiting for initial osdmap 2024-09-05T02:22:09.386 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:22:08.956+0000 7f2460a26640 -1 osd.7 49 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T02:22:09.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-05T02:22:09.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: osdmap e48: 8 total, 7 up, 8 in 2024-09-05T02:22:09.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T02:22:09.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: from='osd.7 [v2:172.21.15.123:6816/1928319522,v1:172.21.15.123:6817/1928319522]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:22:09.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:22:09.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: Detected new or changed devices on smithi123 2024-09-05T02:22:09.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:09.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:09.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:22:09.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:22:09.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:22:09.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: Adjusting osd_memory_target on smithi123 to 5696M 2024-09-05T02:22:09.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:09.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:09.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:22:09.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:09.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:22:09.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:22:09.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:22:09.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:09.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:09.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:22:09.388 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:08 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:10.115 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:09 smithi174 ceph-mon[34756]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:22:10.115 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:09 smithi174 ceph-mon[34756]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:22:10.115 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:09 smithi174 ceph-mon[34756]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T02:22:10.115 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:09 smithi174 ceph-mon[34756]: osdmap e49: 8 total, 7 up, 8 in 2024-09-05T02:22:10.116 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:09 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T02:22:10.116 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:09 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T02:22:10.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:09 smithi033 ceph-mon[29909]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:22:10.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:09 smithi033 ceph-mon[29909]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:22:10.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:09 smithi033 ceph-mon[29909]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T02:22:10.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:09 smithi033 ceph-mon[29909]: osdmap e49: 8 total, 7 up, 8 in 2024-09-05T02:22:10.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:09 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T02:22:10.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:09 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T02:22:10.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:09 smithi123 ceph-mon[34031]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 626 GiB / 626 GiB avail 2024-09-05T02:22:10.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:09 smithi123 ceph-mon[34031]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:22:10.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:09 smithi123 ceph-mon[34031]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T02:22:10.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:09 smithi123 ceph-mon[34031]: osdmap e49: 8 total, 7 up, 8 in 2024-09-05T02:22:10.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:09 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T02:22:10.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:09 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T02:22:11.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:10 smithi174 ceph-mon[34756]: purged_snaps scrub starts 2024-09-05T02:22:11.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:10 smithi174 ceph-mon[34756]: purged_snaps scrub ok 2024-09-05T02:22:11.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:10 smithi174 ceph-mon[34756]: osd.7 [v2:172.21.15.123:6816/1928319522,v1:172.21.15.123:6817/1928319522] boot 2024-09-05T02:22:11.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:10 smithi174 ceph-mon[34756]: osdmap e50: 8 total, 8 up, 8 in 2024-09-05T02:22:11.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:10 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T02:22:11.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:10 smithi174 ceph-mon[34756]: from='client.? 172.21.15.174:0/1470642061' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0"}]: dispatch 2024-09-05T02:22:11.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:10 smithi174 ceph-mon[34756]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0"}]: dispatch 2024-09-05T02:22:11.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:10 smithi174 ceph-mon[34756]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0"}]': finished 2024-09-05T02:22:11.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:10 smithi174 ceph-mon[34756]: osdmap e51: 9 total, 8 up, 9 in 2024-09-05T02:22:11.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:10 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:11.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:10 smithi033 ceph-mon[29909]: purged_snaps scrub starts 2024-09-05T02:22:11.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:10 smithi033 ceph-mon[29909]: purged_snaps scrub ok 2024-09-05T02:22:11.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:10 smithi033 ceph-mon[29909]: osd.7 [v2:172.21.15.123:6816/1928319522,v1:172.21.15.123:6817/1928319522] boot 2024-09-05T02:22:11.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:10 smithi033 ceph-mon[29909]: osdmap e50: 8 total, 8 up, 8 in 2024-09-05T02:22:11.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:10 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T02:22:11.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:10 smithi033 ceph-mon[29909]: from='client.? 172.21.15.174:0/1470642061' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0"}]: dispatch 2024-09-05T02:22:11.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:10 smithi033 ceph-mon[29909]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0"}]: dispatch 2024-09-05T02:22:11.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:10 smithi033 ceph-mon[29909]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0"}]': finished 2024-09-05T02:22:11.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:10 smithi033 ceph-mon[29909]: osdmap e51: 9 total, 8 up, 9 in 2024-09-05T02:22:11.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:10 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:11.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:10 smithi123 ceph-mon[34031]: purged_snaps scrub starts 2024-09-05T02:22:11.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:10 smithi123 ceph-mon[34031]: purged_snaps scrub ok 2024-09-05T02:22:11.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:10 smithi123 ceph-mon[34031]: osd.7 [v2:172.21.15.123:6816/1928319522,v1:172.21.15.123:6817/1928319522] boot 2024-09-05T02:22:11.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:10 smithi123 ceph-mon[34031]: osdmap e50: 8 total, 8 up, 8 in 2024-09-05T02:22:11.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:10 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T02:22:11.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:10 smithi123 ceph-mon[34031]: from='client.? 172.21.15.174:0/1470642061' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0"}]: dispatch 2024-09-05T02:22:11.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:10 smithi123 ceph-mon[34031]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0"}]: dispatch 2024-09-05T02:22:11.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:10 smithi123 ceph-mon[34031]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0"}]': finished 2024-09-05T02:22:11.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:10 smithi123 ceph-mon[34031]: osdmap e51: 9 total, 8 up, 9 in 2024-09-05T02:22:11.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:10 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:12.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:11 smithi174 ceph-mon[34756]: pgmap v178: 1 pgs: 1 remapped; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:12.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:11 smithi174 ceph-mon[34756]: from='client.? 172.21.15.174:0/796543224' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:22:12.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:11 smithi174 ceph-mon[34756]: osdmap e52: 9 total, 8 up, 9 in 2024-09-05T02:22:12.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:11 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:12.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:11 smithi033 ceph-mon[29909]: pgmap v178: 1 pgs: 1 remapped; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:12.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:11 smithi033 ceph-mon[29909]: from='client.? 172.21.15.174:0/796543224' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:22:12.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:11 smithi033 ceph-mon[29909]: osdmap e52: 9 total, 8 up, 9 in 2024-09-05T02:22:12.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:11 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:12.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:11 smithi123 ceph-mon[34031]: pgmap v178: 1 pgs: 1 remapped; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:12.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:11 smithi123 ceph-mon[34031]: from='client.? 172.21.15.174:0/796543224' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:22:12.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:11 smithi123 ceph-mon[34031]: osdmap e52: 9 total, 8 up, 9 in 2024-09-05T02:22:12.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:11 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:13.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:13 smithi174 ceph-mon[34756]: osdmap e53: 9 total, 8 up, 9 in 2024-09-05T02:22:13.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:13 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:13.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:13 smithi033 ceph-mon[29909]: osdmap e53: 9 total, 8 up, 9 in 2024-09-05T02:22:13.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:13 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:13.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:13 smithi123 ceph-mon[34031]: osdmap e53: 9 total, 8 up, 9 in 2024-09-05T02:22:13.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:13 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:14.678 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:14 smithi174 ceph-mon[34756]: pgmap v182: 1 pgs: 1 remapped; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:14.678 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:14 smithi174 ceph-mon[34756]: osdmap e54: 9 total, 8 up, 9 in 2024-09-05T02:22:14.678 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:14 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:14.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:14 smithi033 ceph-mon[29909]: pgmap v182: 1 pgs: 1 remapped; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:14.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:14 smithi033 ceph-mon[29909]: osdmap e54: 9 total, 8 up, 9 in 2024-09-05T02:22:14.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:14 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:14.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:14 smithi123 ceph-mon[34031]: pgmap v182: 1 pgs: 1 remapped; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:14.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:14 smithi123 ceph-mon[34031]: osdmap e54: 9 total, 8 up, 9 in 2024-09-05T02:22:14.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:14 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:15.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:15 smithi174 ceph-mon[34756]: pgmap v184: 1 pgs: 1 remapped; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:15.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:15 smithi174 ceph-mon[34756]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-09-05T02:22:15.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:15 smithi033 ceph-mon[29909]: pgmap v184: 1 pgs: 1 remapped; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:15.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:15 smithi033 ceph-mon[29909]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-09-05T02:22:15.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:15 smithi123 ceph-mon[34031]: pgmap v184: 1 pgs: 1 remapped; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:15.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:15 smithi123 ceph-mon[34031]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-09-05T02:22:16.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:16 smithi174 ceph-mon[34756]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-09-05T02:22:16.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:16 smithi174 ceph-mon[34756]: Cluster is now healthy 2024-09-05T02:22:16.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:16 smithi033 ceph-mon[29909]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-09-05T02:22:16.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:16 smithi033 ceph-mon[29909]: Cluster is now healthy 2024-09-05T02:22:16.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:16 smithi123 ceph-mon[34031]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-09-05T02:22:16.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:16 smithi123 ceph-mon[34031]: Cluster is now healthy 2024-09-05T02:22:17.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:17 smithi174 ceph-mon[34756]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:17.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:17 smithi033 ceph-mon[29909]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:17.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:17 smithi123 ceph-mon[34031]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:19.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:19 smithi174 ceph-mon[34756]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:19.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:19 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-05T02:22:19.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:19 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:19.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:19 smithi033 ceph-mon[29909]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:19.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:19 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-05T02:22:19.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:19 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:19.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:19 smithi123 ceph-mon[34031]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:19.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:19 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-05T02:22:19.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:19 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:20.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:20 smithi174 ceph-mon[34756]: Deploying daemon osd.8 on smithi174 2024-09-05T02:22:20.787 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:20 smithi123 ceph-mon[34031]: Deploying daemon osd.8 on smithi174 2024-09-05T02:22:20.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:20 smithi033 ceph-mon[29909]: Deploying daemon osd.8 on smithi174 2024-09-05T02:22:21.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:21 smithi174 ceph-mon[34756]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:21.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:21 smithi033 ceph-mon[29909]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:21.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:21 smithi123 ceph-mon[34031]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:23.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:23 smithi174 ceph-mon[34756]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:23.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:23 smithi033 ceph-mon[29909]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:23.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:23 smithi123 ceph-mon[34031]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:25.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:25 smithi174 ceph-mon[34756]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:25.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:25 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:22:25.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:25 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:25.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:25 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:25.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:25 smithi033 ceph-mon[29909]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:25.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:25 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:22:25.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:25 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:25.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:25 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:25.888 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:25 smithi123 ceph-mon[34031]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:25.888 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:25 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:22:25.888 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:25 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:25.888 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:25 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:27.607 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:27 smithi174 ceph-mon[34756]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:27.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:27 smithi033 ceph-mon[29909]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:27.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:27 smithi123 ceph-mon[34031]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:27.924 INFO:teuthology.orchestra.run.smithi174.stdout:Created osd(s) 8 on host 'smithi174' 2024-09-05T02:22:27.924 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:27.922+0000 7f632ffff640 1 -- 172.21.15.174:0/1535279551 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f634806a680 con 0x7f63300a2bb0 2024-09-05T02:22:27.926 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:27.925+0000 7f634d18e640 1 -- 172.21.15.174:0/1535279551 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f63300a2bb0 msgr2=0x7f63300a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:22:27.926 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:27.925+0000 7f634d18e640 1 --2- 172.21.15.174:0/1535279551 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f63300a2bb0 0x7f63300a5070 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6348101b30 tx=0x7f633c005f90 comp rx=0 tx=0).stop 2024-09-05T02:22:27.926 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:27.925+0000 7f634d18e640 1 -- 172.21.15.174:0/1535279551 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6348101cd0 msgr2=0x7f6348198450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:22:27.926 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:27.925+0000 7f634d18e640 1 --2- 172.21.15.174:0/1535279551 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6348101cd0 0x7f6348198450 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f6338009230 tx=0x7f6338031b60 comp rx=0 tx=0).stop 2024-09-05T02:22:27.926 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:27.925+0000 7f634d18e640 1 -- 172.21.15.174:0/1535279551 shutdown_connections 2024-09-05T02:22:27.926 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:27.925+0000 7f634d18e640 1 --2- 172.21.15.174:0/1535279551 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f63300a2bb0 0x7f63300a5070 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:27.926 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:27.925+0000 7f634d18e640 1 --2- 172.21.15.174:0/1535279551 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6348102690 0x7f634819f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:27.927 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:27.925+0000 7f634d18e640 1 --2- 172.21.15.174:0/1535279551 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6348101cd0 0x7f6348198450 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:27.927 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:27.925+0000 7f634d18e640 1 --2- 172.21.15.174:0/1535279551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6348100ad0 0x7f6348197f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:27.927 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:27.925+0000 7f634d18e640 1 -- 172.21.15.174:0/1535279551 >> 172.21.15.174:0/1535279551 conn(0x7f63480fc280 msgr2=0x7f6348069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:22:27.927 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:27.925+0000 7f634d18e640 1 -- 172.21.15.174:0/1535279551 shutdown_connections 2024-09-05T02:22:27.927 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:22:27.925+0000 7f634d18e640 1 -- 172.21.15.174:0/1535279551 wait complete. 2024-09-05T02:22:28.630 DEBUG:teuthology.orchestra.run.smithi174:osd.8> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.8.service 2024-09-05T02:22:28.632 INFO:tasks.cephadm:Deploying osd.9 on smithi033 with /dev/vg_nvme/lv_1... 2024-09-05T02:22:28.633 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-05T02:22:29.016 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:22:29.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:28 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:29.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:28 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:29.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:28 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:29.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:28 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:29.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:28 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:29.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:28 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:29.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:28 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:29.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:28 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:29.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:28 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:29.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:28 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:29.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:28 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:29.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:28 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:30.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:30 smithi174 ceph-mon[34756]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:30.582 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:30 smithi033 ceph-mon[29909]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:30.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:30 smithi123 ceph-mon[34031]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:31.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:31 smithi174 ceph-mon[34756]: from='osd.8 [v2:172.21.15.174:6816/3984977582,v1:172.21.15.174:6817/3984977582]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-05T02:22:31.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:31 smithi174 ceph-mon[34756]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-05T02:22:31.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:22:31 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:22:31.075+0000 7fece2453640 -1 osd.8 0 log_to_monitors true 2024-09-05T02:22:31.491 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:31 smithi033 ceph-mon[29909]: from='osd.8 [v2:172.21.15.174:6816/3984977582,v1:172.21.15.174:6817/3984977582]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-05T02:22:31.491 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:31 smithi033 ceph-mon[29909]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-05T02:22:31.528 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:31 smithi123 ceph-mon[34031]: from='osd.8 [v2:172.21.15.174:6816/3984977582,v1:172.21.15.174:6817/3984977582]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-05T02:22:31.528 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:31 smithi123 ceph-mon[34031]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-05T02:22:32.237 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:22:32.272 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi033:vg_nvme/lv_1 2024-09-05T02:22:32.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:32.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-05T02:22:32.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: osdmap e55: 9 total, 8 up, 9 in 2024-09-05T02:22:32.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:32.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: from='osd.8 [v2:172.21.15.174:6816/3984977582,v1:172.21.15.174:6817/3984977582]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:22:32.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:22:32.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: Detected new or changed devices on smithi174 2024-09-05T02:22:32.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:32.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:32.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:22:32.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:22:32.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:22:32.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: Adjusting osd_memory_target on smithi174 to 5696M 2024-09-05T02:22:32.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:32.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:32.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:22:32.388 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:32.388 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:22:32.388 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:32.388 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:22:32.388 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:32 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:32.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:32.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-05T02:22:32.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: osdmap e55: 9 total, 8 up, 9 in 2024-09-05T02:22:32.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:32.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: from='osd.8 [v2:172.21.15.174:6816/3984977582,v1:172.21.15.174:6817/3984977582]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:22:32.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:22:32.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: Detected new or changed devices on smithi174 2024-09-05T02:22:32.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:32.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:32.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:22:32.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:22:32.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:22:32.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: Adjusting osd_memory_target on smithi174 to 5696M 2024-09-05T02:22:32.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:32.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:32.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:22:32.529 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:32.529 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:22:32.529 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:32.529 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:22:32.529 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:32 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:32.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:32.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-05T02:22:32.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: osdmap e55: 9 total, 8 up, 9 in 2024-09-05T02:22:32.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:32.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: from='osd.8 [v2:172.21.15.174:6816/3984977582,v1:172.21.15.174:6817/3984977582]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:22:32.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:22:32.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: Detected new or changed devices on smithi174 2024-09-05T02:22:32.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:32.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:32.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:22:32.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:22:32.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:22:32.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: Adjusting osd_memory_target on smithi174 to 5696M 2024-09-05T02:22:32.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:32.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:32.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:22:32.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:32.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:22:32.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:32.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:22:32.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:32 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:32.652 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:22:33.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.240+0000 7f45a3e00640 1 -- 172.21.15.33:0/640570502 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45a4103c50 msgr2=0x7f45a4104050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:22:33.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.240+0000 7f45a3e00640 1 --2- 172.21.15.33:0/640570502 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45a4103c50 0x7f45a4104050 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f4594009900 tx=0x7f459402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:22:33.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.240+0000 7f45a3e00640 1 -- 172.21.15.33:0/640570502 shutdown_connections 2024-09-05T02:22:33.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.240+0000 7f45a3e00640 1 --2- 172.21.15.33:0/640570502 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f45a4105810 0x7f45a410c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:33.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.240+0000 7f45a3e00640 1 --2- 172.21.15.33:0/640570502 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45a4104e50 0x7f45a41052d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:33.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.240+0000 7f45a3e00640 1 --2- 172.21.15.33:0/640570502 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45a4103c50 0x7f45a4104050 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:33.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.240+0000 7f45a3e00640 1 -- 172.21.15.33:0/640570502 >> 172.21.15.33:0/640570502 conn(0x7f45a40ff3e0 msgr2=0x7f45a4101820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:22:33.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.240+0000 7f45a3e00640 1 -- 172.21.15.33:0/640570502 shutdown_connections 2024-09-05T02:22:33.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.240+0000 7f45a3e00640 1 -- 172.21.15.33:0/640570502 wait complete. 2024-09-05T02:22:33.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.241+0000 7f45a3e00640 1 Processor -- start 2024-09-05T02:22:33.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.241+0000 7f45a3e00640 1 -- start start 2024-09-05T02:22:33.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.241+0000 7f45a3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45a4103c50 0x7f45a4199f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:22:33.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.241+0000 7f45a3e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f45a4104e50 0x7f45a419a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:22:33.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.241+0000 7f45a3e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45a4105810 0x7f45a41a1510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:22:33.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.241+0000 7f45a3e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f45a410f900 con 0x7f45a4103c50 2024-09-05T02:22:33.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.241+0000 7f45a3e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f45a410f780 con 0x7f45a4104e50 2024-09-05T02:22:33.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.241+0000 7f45a3e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f45a410fa80 con 0x7f45a4105810 2024-09-05T02:22:33.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.242+0000 7f45a2a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45a4103c50 0x7f45a4199f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:22:33.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.242+0000 7f45a3400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45a4105810 0x7f45a41a1510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:22:33.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.242+0000 7f45a2a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45a4103c50 0x7f45a4199f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42380/0 (socket says 172.21.15.33:42380) 2024-09-05T02:22:33.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.242+0000 7f45a2a00640 1 -- 172.21.15.33:0/4287002194 learned_addr learned my addr 172.21.15.33:0/4287002194 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:22:33.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.242+0000 7f459be00640 1 --2- 172.21.15.33:0/4287002194 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f45a4104e50 0x7f45a419a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:22:33.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.242+0000 7f45a3400640 1 -- 172.21.15.33:0/4287002194 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f45a4104e50 msgr2=0x7f45a419a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:22:33.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.242+0000 7f45a3400640 1 --2- 172.21.15.33:0/4287002194 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f45a4104e50 0x7f45a419a490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:33.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.242+0000 7f45a3400640 1 -- 172.21.15.33:0/4287002194 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45a4103c50 msgr2=0x7f45a4199f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:22:33.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.242+0000 7f45a3400640 1 --2- 172.21.15.33:0/4287002194 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45a4103c50 0x7f45a4199f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:33.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.242+0000 7f45a3400640 1 -- 172.21.15.33:0/4287002194 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45a41a1b80 con 0x7f45a4105810 2024-09-05T02:22:33.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.242+0000 7f45a2a00640 1 --2- 172.21.15.33:0/4287002194 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45a4103c50 0x7f45a4199f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:22:33.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.242+0000 7f45a3400640 1 --2- 172.21.15.33:0/4287002194 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45a4105810 0x7f45a41a1510 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f459c00da10 tx=0x7f459c00ded0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:22:33.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.243+0000 7f45a8a00640 1 -- 172.21.15.33:0/4287002194 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f459c00bd70 con 0x7f45a4105810 2024-09-05T02:22:33.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.243+0000 7f45a3e00640 1 -- 172.21.15.33:0/4287002194 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45a41a1e70 con 0x7f45a4105810 2024-09-05T02:22:33.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.243+0000 7f45a8a00640 1 -- 172.21.15.33:0/4287002194 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f459c003e50 con 0x7f45a4105810 2024-09-05T02:22:33.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.243+0000 7f45a8a00640 1 -- 172.21.15.33:0/4287002194 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f459c0106a0 con 0x7f45a4105810 2024-09-05T02:22:33.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.243+0000 7f45a3e00640 1 -- 172.21.15.33:0/4287002194 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45a41a2320 con 0x7f45a4105810 2024-09-05T02:22:33.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.244+0000 7f45a3e00640 1 -- 172.21.15.33:0/4287002194 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45a410b0a0 con 0x7f45a4105810 2024-09-05T02:22:33.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.246+0000 7f45a8a00640 1 -- 172.21.15.33:0/4287002194 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f459c003970 con 0x7f45a4105810 2024-09-05T02:22:33.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.247+0000 7f45a8a00640 1 --2- 172.21.15.33:0/4287002194 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f45880a2bb0 0x7f45880a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:22:33.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.247+0000 7f45a8a00640 1 -- 172.21.15.33:0/4287002194 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5582+0+0 (secure 0 0 0) 0x7f459c0ce980 con 0x7f45a4105810 2024-09-05T02:22:33.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.247+0000 7f45a2a00640 1 --2- 172.21.15.33:0/4287002194 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f45880a2bb0 0x7f45880a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:22:33.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.248+0000 7f45a2a00640 1 --2- 172.21.15.33:0/4287002194 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f45880a2bb0 0x7f45880a5070 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4594000c00 tx=0x7f45940315b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:22:33.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.251+0000 7f45a8a00640 1 -- 172.21.15.33:0/4287002194 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f459c09c2f0 con 0x7f45a4105810 2024-09-05T02:22:33.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:33.449+0000 7f45a3e00640 1 -- 172.21.15.33:0/4287002194 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f45a4062630 con 0x7f45880a2bb0 2024-09-05T02:22:33.451 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:33 smithi033 ceph-mon[29909]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-09-05T02:22:33.452 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:33 smithi033 ceph-mon[29909]: osdmap e56: 9 total, 8 up, 9 in 2024-09-05T02:22:33.452 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:33 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:33.452 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:33 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:33.452 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:33 smithi033 ceph-mon[29909]: osdmap e57: 9 total, 8 up, 9 in 2024-09-05T02:22:33.452 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:33 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:33.452 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:33 smithi033 ceph-mon[29909]: from='osd.8 ' entity='osd.8' 2024-09-05T02:22:33.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:22:33 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:22:33.031+0000 7fecddbb3640 -1 osd.8 0 waiting for initial osdmap 2024-09-05T02:22:33.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:22:33 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:22:33.045+0000 7fecd61e5640 -1 osd.8 57 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T02:22:33.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:33 smithi174 ceph-mon[34756]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-09-05T02:22:33.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:33 smithi174 ceph-mon[34756]: osdmap e56: 9 total, 8 up, 9 in 2024-09-05T02:22:33.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:33 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:33.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:33 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:33.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:33 smithi174 ceph-mon[34756]: osdmap e57: 9 total, 8 up, 9 in 2024-09-05T02:22:33.529 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:33 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:33.529 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:33 smithi174 ceph-mon[34756]: from='osd.8 ' entity='osd.8' 2024-09-05T02:22:33.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:33 smithi123 ceph-mon[34031]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-09-05T02:22:33.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:33 smithi123 ceph-mon[34031]: osdmap e56: 9 total, 8 up, 9 in 2024-09-05T02:22:33.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:33 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:33.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:33 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:33.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:33 smithi123 ceph-mon[34031]: osdmap e57: 9 total, 8 up, 9 in 2024-09-05T02:22:33.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:33 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:33.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:33 smithi123 ceph-mon[34031]: from='osd.8 ' entity='osd.8' 2024-09-05T02:22:34.325 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:34 smithi033 ceph-mon[29909]: purged_snaps scrub starts 2024-09-05T02:22:34.326 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:34 smithi033 ceph-mon[29909]: purged_snaps scrub ok 2024-09-05T02:22:34.326 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:34 smithi033 ceph-mon[29909]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:34.326 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:34.326 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:34 smithi033 ceph-mon[29909]: osd.8 [v2:172.21.15.174:6816/3984977582,v1:172.21.15.174:6817/3984977582] boot 2024-09-05T02:22:34.326 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:34 smithi033 ceph-mon[29909]: osdmap e58: 9 total, 9 up, 9 in 2024-09-05T02:22:34.326 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:34.326 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:22:34.326 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:22:34.326 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:34.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:34 smithi174 ceph-mon[34756]: purged_snaps scrub starts 2024-09-05T02:22:34.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:34 smithi174 ceph-mon[34756]: purged_snaps scrub ok 2024-09-05T02:22:34.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:34 smithi174 ceph-mon[34756]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:34.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:34 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:34.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:34 smithi174 ceph-mon[34756]: osd.8 [v2:172.21.15.174:6816/3984977582,v1:172.21.15.174:6817/3984977582] boot 2024-09-05T02:22:34.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:34 smithi174 ceph-mon[34756]: osdmap e58: 9 total, 9 up, 9 in 2024-09-05T02:22:34.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:34 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:34.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:34 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:22:34.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:34 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:22:34.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:34 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:34.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:34 smithi123 ceph-mon[34031]: purged_snaps scrub starts 2024-09-05T02:22:34.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:34 smithi123 ceph-mon[34031]: purged_snaps scrub ok 2024-09-05T02:22:34.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:34 smithi123 ceph-mon[34031]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-09-05T02:22:34.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:34 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:34.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:34 smithi123 ceph-mon[34031]: osd.8 [v2:172.21.15.174:6816/3984977582,v1:172.21.15.174:6817/3984977582] boot 2024-09-05T02:22:34.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:34 smithi123 ceph-mon[34031]: osdmap e58: 9 total, 9 up, 9 in 2024-09-05T02:22:34.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:34 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:22:34.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:34 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:22:34.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:34 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:22:34.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:34 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:35.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:35 smithi174 ceph-mon[34756]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:22:35.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:35 smithi174 ceph-mon[34756]: osdmap e59: 9 total, 9 up, 9 in 2024-09-05T02:22:35.583 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:35 smithi033 ceph-mon[29909]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:22:35.583 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:35 smithi033 ceph-mon[29909]: osdmap e59: 9 total, 9 up, 9 in 2024-09-05T02:22:35.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:35 smithi123 ceph-mon[34031]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:22:35.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:35 smithi123 ceph-mon[34031]: osdmap e59: 9 total, 9 up, 9 in 2024-09-05T02:22:36.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:36 smithi174 ceph-mon[34756]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:22:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:36 smithi174 ceph-mon[34756]: osdmap e60: 9 total, 9 up, 9 in 2024-09-05T02:22:36.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:36 smithi033 ceph-mon[29909]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:22:36.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:36 smithi033 ceph-mon[29909]: osdmap e60: 9 total, 9 up, 9 in 2024-09-05T02:22:36.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:36 smithi123 ceph-mon[34031]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:22:36.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:36 smithi123 ceph-mon[34031]: osdmap e60: 9 total, 9 up, 9 in 2024-09-05T02:22:37.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:37 smithi174 ceph-mon[34756]: osdmap e61: 9 total, 9 up, 9 in 2024-09-05T02:22:37.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:37 smithi174 ceph-mon[34756]: pgmap v202: 1 pgs: 1 remapped+peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:22:37.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:37 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1613450011' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8858f35a-ce38-4484-8393-e138920ed9b0"}]: dispatch 2024-09-05T02:22:37.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:37 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1613450011' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8858f35a-ce38-4484-8393-e138920ed9b0"}]': finished 2024-09-05T02:22:37.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:37 smithi174 ceph-mon[34756]: osdmap e62: 10 total, 9 up, 10 in 2024-09-05T02:22:37.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:37 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:22:37.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:37 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1661557344' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:22:37.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:37 smithi033 ceph-mon[29909]: osdmap e61: 9 total, 9 up, 9 in 2024-09-05T02:22:37.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:37 smithi033 ceph-mon[29909]: pgmap v202: 1 pgs: 1 remapped+peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:22:37.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:37 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1613450011' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8858f35a-ce38-4484-8393-e138920ed9b0"}]: dispatch 2024-09-05T02:22:37.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:37 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1613450011' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8858f35a-ce38-4484-8393-e138920ed9b0"}]': finished 2024-09-05T02:22:37.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:37 smithi033 ceph-mon[29909]: osdmap e62: 10 total, 9 up, 10 in 2024-09-05T02:22:37.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:37 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:22:37.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:37 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1661557344' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:22:37.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:37 smithi123 ceph-mon[34031]: osdmap e61: 9 total, 9 up, 9 in 2024-09-05T02:22:37.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:37 smithi123 ceph-mon[34031]: pgmap v202: 1 pgs: 1 remapped+peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:22:37.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:37 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1613450011' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8858f35a-ce38-4484-8393-e138920ed9b0"}]: dispatch 2024-09-05T02:22:37.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:37 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1613450011' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8858f35a-ce38-4484-8393-e138920ed9b0"}]': finished 2024-09-05T02:22:37.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:37 smithi123 ceph-mon[34031]: osdmap e62: 10 total, 9 up, 10 in 2024-09-05T02:22:37.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:37 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:22:37.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:37 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1661557344' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:22:39.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:39 smithi174 ceph-mon[34756]: pgmap v204: 1 pgs: 1 remapped+peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:22:39.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:39 smithi033 ceph-mon[29909]: pgmap v204: 1 pgs: 1 remapped+peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:22:39.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:39 smithi123 ceph-mon[34031]: pgmap v204: 1 pgs: 1 remapped+peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:22:41.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:41 smithi174 ceph-mon[34756]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-05T02:22:41.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:41 smithi033 ceph-mon[29909]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-05T02:22:41.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:41 smithi123 ceph-mon[34031]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-05T02:22:43.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:43 smithi174 ceph-mon[34756]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-09-05T02:22:43.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:43 smithi033 ceph-mon[29909]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-09-05T02:22:43.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:43 smithi123 ceph-mon[34031]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-09-05T02:22:45.761 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:45 smithi033 ceph-mon[29909]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T02:22:45.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:45 smithi174 ceph-mon[34756]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T02:22:45.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:45 smithi123 ceph-mon[34031]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T02:22:47.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:47 smithi174 ceph-mon[34756]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-05T02:22:47.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:47 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-05T02:22:47.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:47 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:47.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:47 smithi174 ceph-mon[34756]: Deploying daemon osd.9 on smithi033 2024-09-05T02:22:47.824 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:47 smithi033 ceph-mon[29909]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-05T02:22:47.824 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:47 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-05T02:22:47.824 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:47 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:47.824 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:47 smithi033 ceph-mon[29909]: Deploying daemon osd.9 on smithi033 2024-09-05T02:22:47.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:47 smithi123 ceph-mon[34031]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-05T02:22:47.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:47 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-05T02:22:47.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:47 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:47.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:47 smithi123 ceph-mon[34031]: Deploying daemon osd.9 on smithi033 2024-09-05T02:22:49.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:49 smithi174 ceph-mon[34756]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-09-05T02:22:49.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:49 smithi033 ceph-mon[29909]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-09-05T02:22:49.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:49 smithi123 ceph-mon[34031]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-09-05T02:22:51.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:51 smithi174 ceph-mon[34756]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T02:22:51.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:51 smithi033 ceph-mon[29909]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T02:22:51.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:51 smithi123 ceph-mon[34031]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T02:22:53.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:53 smithi174 ceph-mon[34756]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:22:53.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:53 smithi033 ceph-mon[29909]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:22:53.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:53 smithi123 ceph-mon[34031]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:22:54.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:54 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:22:54.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:54 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:54.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:54 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:54.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:54 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:22:54.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:54 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:54.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:54 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:54.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:54 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:22:54.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:54 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:54.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:54 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:56.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:56 smithi033 ceph-mon[29909]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:22:56.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:56 smithi123 ceph-mon[34031]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:22:56.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:56 smithi174 ceph-mon[34756]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:22:58.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:58.273+0000 7f45a8a00640 1 -- 172.21.15.33:0/4287002194 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f45a4062630 con 0x7f45880a2bb0 2024-09-05T02:22:58.276 INFO:teuthology.orchestra.run.smithi033.stdout:Created osd(s) 9 on host 'smithi033' 2024-09-05T02:22:58.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:58.276+0000 7f45a3e00640 1 -- 172.21.15.33:0/4287002194 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f45880a2bb0 msgr2=0x7f45880a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:22:58.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:58.276+0000 7f45a3e00640 1 --2- 172.21.15.33:0/4287002194 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f45880a2bb0 0x7f45880a5070 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4594000c00 tx=0x7f45940315b0 comp rx=0 tx=0).stop 2024-09-05T02:22:58.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:58.276+0000 7f45a3e00640 1 -- 172.21.15.33:0/4287002194 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45a4105810 msgr2=0x7f45a41a1510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:22:58.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:58.276+0000 7f45a3e00640 1 --2- 172.21.15.33:0/4287002194 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45a4105810 0x7f45a41a1510 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f459c00da10 tx=0x7f459c00ded0 comp rx=0 tx=0).stop 2024-09-05T02:22:58.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:58.276+0000 7f45a3e00640 1 -- 172.21.15.33:0/4287002194 shutdown_connections 2024-09-05T02:22:58.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:58.276+0000 7f45a3e00640 1 --2- 172.21.15.33:0/4287002194 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f45880a2bb0 0x7f45880a5070 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:58.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:58.276+0000 7f45a3e00640 1 --2- 172.21.15.33:0/4287002194 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45a4105810 0x7f45a41a1510 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:58.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:58.276+0000 7f45a3e00640 1 --2- 172.21.15.33:0/4287002194 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f45a4104e50 0x7f45a419a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:58.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:58.276+0000 7f45a3e00640 1 --2- 172.21.15.33:0/4287002194 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45a4103c50 0x7f45a4199f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:22:58.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:58.276+0000 7f45a3e00640 1 -- 172.21.15.33:0/4287002194 >> 172.21.15.33:0/4287002194 conn(0x7f45a40ff3e0 msgr2=0x7f45a4108270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:22:58.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:58.276+0000 7f45a3e00640 1 -- 172.21.15.33:0/4287002194 shutdown_connections 2024-09-05T02:22:58.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:22:58.276+0000 7f45a3e00640 1 -- 172.21.15.33:0/4287002194 wait complete. 2024-09-05T02:22:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:58 smithi033 ceph-mon[29909]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:22:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:58 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:58 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:58 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:58 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:22:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:58 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:58 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:22:58.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:58 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:58.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:22:58 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:58.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:58 smithi123 ceph-mon[34031]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:22:58.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:58 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:58.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:58 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:58.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:58 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:58.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:58 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:22:58.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:58 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:58.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:58 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:22:58.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:58 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:58.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:22:58 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:58 smithi174 ceph-mon[34756]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:58 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:58 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:58 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:58 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:58 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:58 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:58 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:22:58 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:22:59.014 DEBUG:teuthology.orchestra.run.smithi033:osd.9> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.9.service 2024-09-05T02:22:59.018 INFO:tasks.cephadm:Deploying osd.10 on smithi123 with /dev/vg_nvme/lv_1... 2024-09-05T02:22:59.018 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-05T02:22:59.271 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T02:23:00.561 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:00 smithi033 ceph-mon[29909]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:23:00.601 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:00 smithi123 ceph-mon[34031]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:23:00.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:00 smithi174 ceph-mon[34756]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:23:00.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:23:00 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:23:00.777+0000 7f06d4e8a640 -1 osd.9 0 log_to_monitors true 2024-09-05T02:23:01.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:01 smithi123 ceph-mon[34031]: from='osd.9 [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-05T02:23:01.762 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:01 smithi033 ceph-mon[29909]: from='osd.9 [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-05T02:23:01.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:01 smithi174 ceph-mon[34756]: from='osd.9 [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-05T02:23:01.818 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T02:23:01.844 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi123:vg_nvme/lv_1 2024-09-05T02:23:02.093 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T02:23:02.488 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:02 smithi123 ceph-mon[34031]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:23:02.488 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:02 smithi123 ceph-mon[34031]: from='osd.9 [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-05T02:23:02.488 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:02 smithi123 ceph-mon[34031]: osdmap e63: 10 total, 9 up, 10 in 2024-09-05T02:23:02.488 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:02 smithi123 ceph-mon[34031]: from='osd.9 [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-09-05T02:23:02.488 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:02 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:23:02.563 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:02 smithi033 ceph-mon[29909]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:23:02.563 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:02 smithi033 ceph-mon[29909]: from='osd.9 [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-05T02:23:02.563 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:02 smithi033 ceph-mon[29909]: osdmap e63: 10 total, 9 up, 10 in 2024-09-05T02:23:02.564 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:02 smithi033 ceph-mon[29909]: from='osd.9 [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-09-05T02:23:02.564 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:02 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:23:02.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.536+0000 7fc5e91a1640 1 -- 172.21.15.123:0/1537060235 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5e4100ad0 msgr2=0x7fc5e4100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:02.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.536+0000 7fc5e91a1640 1 --2- 172.21.15.123:0/1537060235 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5e4100ad0 0x7fc5e4100ed0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc5d4009900 tx=0x7fc5d402a410 comp rx=0 tx=0).stop 2024-09-05T02:23:02.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.537+0000 7fc5e91a1640 1 -- 172.21.15.123:0/1537060235 shutdown_connections 2024-09-05T02:23:02.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.537+0000 7fc5e91a1640 1 --2- 172.21.15.123:0/1537060235 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5e4102690 0x7fc5e4108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:02.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.537+0000 7fc5e91a1640 1 --2- 172.21.15.123:0/1537060235 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc5e4101cd0 0x7fc5e4102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:02.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.537+0000 7fc5e91a1640 1 --2- 172.21.15.123:0/1537060235 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5e4100ad0 0x7fc5e4100ed0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:02.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.537+0000 7fc5e91a1640 1 -- 172.21.15.123:0/1537060235 >> 172.21.15.123:0/1537060235 conn(0x7fc5e40fc280 msgr2=0x7fc5e40fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:23:02.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.537+0000 7fc5e91a1640 1 -- 172.21.15.123:0/1537060235 shutdown_connections 2024-09-05T02:23:02.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.537+0000 7fc5e91a1640 1 -- 172.21.15.123:0/1537060235 wait complete. 2024-09-05T02:23:02.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.537+0000 7fc5e91a1640 1 Processor -- start 2024-09-05T02:23:02.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.538+0000 7fc5e91a1640 1 -- start start 2024-09-05T02:23:02.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.538+0000 7fc5e91a1640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc5e4100ad0 0x7fc5e4196e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:02.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.538+0000 7fc5e91a1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5e4101cd0 0x7fc5e41973b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:02.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.538+0000 7fc5e91a1640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5e4102690 0x7fc5e419e430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:02.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.538+0000 7fc5e91a1640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e410c7b0 con 0x7fc5e4101cd0 2024-09-05T02:23:02.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.538+0000 7fc5e91a1640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e410c630 con 0x7fc5e4102690 2024-09-05T02:23:02.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.538+0000 7fc5e91a1640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e410c930 con 0x7fc5e4100ad0 2024-09-05T02:23:02.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.538+0000 7fc5e359e640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5e4102690 0x7fc5e419e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:02.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.538+0000 7fc5e359e640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5e4102690 0x7fc5e419e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.123:35578/0 (socket says 172.21.15.123:35578) 2024-09-05T02:23:02.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.538+0000 7fc5e359e640 1 -- 172.21.15.123:0/692180961 learned_addr learned my addr 172.21.15.123:0/692180961 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-09-05T02:23:02.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.538+0000 7fc5da59c640 1 --2- 172.21.15.123:0/692180961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5e4101cd0 0x7fc5e41973b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:02.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.538+0000 7fc5e2d9d640 1 --2- 172.21.15.123:0/692180961 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc5e4100ad0 0x7fc5e4196e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:02.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.538+0000 7fc5e359e640 1 -- 172.21.15.123:0/692180961 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc5e4100ad0 msgr2=0x7fc5e4196e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:02.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.538+0000 7fc5e359e640 1 --2- 172.21.15.123:0/692180961 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc5e4100ad0 0x7fc5e4196e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:02.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.538+0000 7fc5e359e640 1 -- 172.21.15.123:0/692180961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5e4101cd0 msgr2=0x7fc5e41973b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:02.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.538+0000 7fc5e359e640 1 --2- 172.21.15.123:0/692180961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5e4101cd0 0x7fc5e41973b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:02.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.538+0000 7fc5e359e640 1 -- 172.21.15.123:0/692180961 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5e419eaa0 con 0x7fc5e4102690 2024-09-05T02:23:02.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.539+0000 7fc5e359e640 1 --2- 172.21.15.123:0/692180961 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5e4102690 0x7fc5e419e430 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc00ebb0 tx=0x7fc5dc009f60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:23:02.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.539+0000 7fc5e0d99640 1 -- 172.21.15.123:0/692180961 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5dc00e2e0 con 0x7fc5e4102690 2024-09-05T02:23:02.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.539+0000 7fc5e91a1640 1 -- 172.21.15.123:0/692180961 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5e4069f70 con 0x7fc5e4102690 2024-09-05T02:23:02.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.539+0000 7fc5e0d99640 1 -- 172.21.15.123:0/692180961 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5dc007950 con 0x7fc5e4102690 2024-09-05T02:23:02.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.539+0000 7fc5e0d99640 1 -- 172.21.15.123:0/692180961 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5dc005790 con 0x7fc5e4102690 2024-09-05T02:23:02.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.539+0000 7fc5e91a1640 1 -- 172.21.15.123:0/692180961 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5e406a4e0 con 0x7fc5e4102690 2024-09-05T02:23:02.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.540+0000 7fc5e91a1640 1 -- 172.21.15.123:0/692180961 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5e4100ed0 con 0x7fc5e4102690 2024-09-05T02:23:02.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.541+0000 7fc5e0d99640 1 -- 172.21.15.123:0/692180961 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc5dc007b00 con 0x7fc5e4102690 2024-09-05T02:23:02.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.541+0000 7fc5e0d99640 1 --2- 172.21.15.123:0/692180961 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc5d00a2bb0 0x7fc5d00a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:02.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.542+0000 7fc5e0d99640 1 -- 172.21.15.123:0/692180961 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5981+0+0 (secure 0 0 0) 0x7fc5dc0d0110 con 0x7fc5e4102690 2024-09-05T02:23:02.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.542+0000 7fc5e2d9d640 1 --2- 172.21.15.123:0/692180961 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc5d00a2bb0 0x7fc5d00a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:02.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.542+0000 7fc5e2d9d640 1 --2- 172.21.15.123:0/692180961 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc5d00a2bb0 0x7fc5d00a5070 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fc5d4006010 tx=0x7fc5d4000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:23:02.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.545+0000 7fc5e0d99640 1 -- 172.21.15.123:0/692180961 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc5dc09d990 con 0x7fc5e4102690 2024-09-05T02:23:02.723 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:02.722+0000 7fc5e91a1640 1 -- 172.21.15.123:0/692180961 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fc5e406a740 con 0x7fc5d00a2bb0 2024-09-05T02:23:02.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:02 smithi174 ceph-mon[34756]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:23:02.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:02 smithi174 ceph-mon[34756]: from='osd.9 [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-05T02:23:02.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:02 smithi174 ceph-mon[34756]: osdmap e63: 10 total, 9 up, 10 in 2024-09-05T02:23:02.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:02 smithi174 ceph-mon[34756]: from='osd.9 [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-09-05T02:23:02.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:02 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:23:03.416 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:03 smithi123 ceph-mon[34031]: from='osd.9 [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-09-05T02:23:03.416 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:03 smithi123 ceph-mon[34031]: osdmap e64: 10 total, 9 up, 10 in 2024-09-05T02:23:03.416 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:23:03.416 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:23:03.416 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:03.417 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:03.417 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:03.417 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:03.417 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:03.417 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:03.417 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:03.417 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:03.417 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:23:03.417 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:03.417 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:23:03.417 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:23:03.417 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:03.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:03 smithi174 ceph-mon[34756]: from='osd.9 [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-09-05T02:23:03.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:03 smithi174 ceph-mon[34756]: osdmap e64: 10 total, 9 up, 10 in 2024-09-05T02:23:03.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:23:03.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:23:03.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:03.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:03.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:03.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:03.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:03.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:03.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:03.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:03.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:23:03.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:03.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:23:03.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:23:03.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:03.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:23:03 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:23:03.395+0000 7f06d0400640 -1 osd.9 0 waiting for initial osdmap 2024-09-05T02:23:03.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:23:03 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:23:03.416+0000 7f06c5a00640 -1 osd.9 64 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T02:23:03.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:03 smithi033 ceph-mon[29909]: from='osd.9 [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-09-05T02:23:03.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:03 smithi033 ceph-mon[29909]: osdmap e64: 10 total, 9 up, 10 in 2024-09-05T02:23:03.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:23:03.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:23:03.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:03.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:03.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:03.839 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:03.839 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:03.840 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:03.840 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:03.840 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:03.840 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:23:03.840 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:03.840 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:23:03.840 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:23:03.840 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:04.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:04 smithi123 ceph-mon[34031]: purged_snaps scrub starts 2024-09-05T02:23:04.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:04 smithi123 ceph-mon[34031]: purged_snaps scrub ok 2024-09-05T02:23:04.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:04 smithi123 ceph-mon[34031]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:23:04.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:04 smithi123 ceph-mon[34031]: Detected new or changed devices on smithi033 2024-09-05T02:23:04.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:04 smithi123 ceph-mon[34031]: Adjusting osd_memory_target on smithi033 to 4273M 2024-09-05T02:23:04.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:04 smithi123 ceph-mon[34031]: from='client.24377 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:23:04.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:04 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:23:04.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:04 smithi123 ceph-mon[34031]: from='osd.9 [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959]' entity='osd.9' 2024-09-05T02:23:04.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:04 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:23:04.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:04 smithi174 ceph-mon[34756]: purged_snaps scrub starts 2024-09-05T02:23:04.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:04 smithi174 ceph-mon[34756]: purged_snaps scrub ok 2024-09-05T02:23:04.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:04 smithi174 ceph-mon[34756]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:23:04.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:04 smithi174 ceph-mon[34756]: Detected new or changed devices on smithi033 2024-09-05T02:23:04.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:04 smithi174 ceph-mon[34756]: Adjusting osd_memory_target on smithi033 to 4273M 2024-09-05T02:23:04.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:04 smithi174 ceph-mon[34756]: from='client.24377 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:23:04.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:04 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:23:04.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:04 smithi174 ceph-mon[34756]: from='osd.9 [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959]' entity='osd.9' 2024-09-05T02:23:04.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:04 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:23:04.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:04 smithi033 ceph-mon[29909]: purged_snaps scrub starts 2024-09-05T02:23:04.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:04 smithi033 ceph-mon[29909]: purged_snaps scrub ok 2024-09-05T02:23:04.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:04 smithi033 ceph-mon[29909]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:23:04.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:04 smithi033 ceph-mon[29909]: Detected new or changed devices on smithi033 2024-09-05T02:23:04.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:04 smithi033 ceph-mon[29909]: Adjusting osd_memory_target on smithi033 to 4273M 2024-09-05T02:23:04.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:04 smithi033 ceph-mon[29909]: from='client.24377 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:23:04.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:04 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:23:04.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:04 smithi033 ceph-mon[29909]: from='osd.9 [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959]' entity='osd.9' 2024-09-05T02:23:04.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:04 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:23:05.497 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:05 smithi123 ceph-mon[34031]: osd.9 [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959] boot 2024-09-05T02:23:05.497 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:05 smithi123 ceph-mon[34031]: osdmap e65: 10 total, 10 up, 10 in 2024-09-05T02:23:05.497 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:05 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:23:05.497 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:05 smithi123 ceph-mon[34031]: from='client.? 172.21.15.123:0/3697041361' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d3206b8b-55c3-4988-9cce-cdd805f9969d"}]: dispatch 2024-09-05T02:23:05.497 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:05 smithi123 ceph-mon[34031]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d3206b8b-55c3-4988-9cce-cdd805f9969d"}]: dispatch 2024-09-05T02:23:05.497 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:05 smithi123 ceph-mon[34031]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d3206b8b-55c3-4988-9cce-cdd805f9969d"}]': finished 2024-09-05T02:23:05.497 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:05 smithi123 ceph-mon[34031]: osdmap e66: 11 total, 10 up, 11 in 2024-09-05T02:23:05.497 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:05 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:05.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:05 smithi174 ceph-mon[34756]: osd.9 [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959] boot 2024-09-05T02:23:05.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:05 smithi174 ceph-mon[34756]: osdmap e65: 10 total, 10 up, 10 in 2024-09-05T02:23:05.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:05 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:23:05.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:05 smithi174 ceph-mon[34756]: from='client.? 172.21.15.123:0/3697041361' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d3206b8b-55c3-4988-9cce-cdd805f9969d"}]: dispatch 2024-09-05T02:23:05.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:05 smithi174 ceph-mon[34756]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d3206b8b-55c3-4988-9cce-cdd805f9969d"}]: dispatch 2024-09-05T02:23:05.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:05 smithi174 ceph-mon[34756]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d3206b8b-55c3-4988-9cce-cdd805f9969d"}]': finished 2024-09-05T02:23:05.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:05 smithi174 ceph-mon[34756]: osdmap e66: 11 total, 10 up, 11 in 2024-09-05T02:23:05.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:05 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:05.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:05 smithi033 ceph-mon[29909]: osd.9 [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959] boot 2024-09-05T02:23:05.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:05 smithi033 ceph-mon[29909]: osdmap e65: 10 total, 10 up, 10 in 2024-09-05T02:23:05.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:05 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:23:05.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:05 smithi033 ceph-mon[29909]: from='client.? 172.21.15.123:0/3697041361' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d3206b8b-55c3-4988-9cce-cdd805f9969d"}]: dispatch 2024-09-05T02:23:05.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:05 smithi033 ceph-mon[29909]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d3206b8b-55c3-4988-9cce-cdd805f9969d"}]: dispatch 2024-09-05T02:23:05.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:05 smithi033 ceph-mon[29909]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d3206b8b-55c3-4988-9cce-cdd805f9969d"}]': finished 2024-09-05T02:23:05.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:05 smithi033 ceph-mon[29909]: osdmap e66: 11 total, 10 up, 11 in 2024-09-05T02:23:05.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:05 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:06.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:06 smithi174 ceph-mon[34756]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:23:06.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:06 smithi174 ceph-mon[34756]: from='client.? 172.21.15.123:0/2479364713' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:23:06.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:06 smithi033 ceph-mon[29909]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:23:06.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:06 smithi033 ceph-mon[29909]: from='client.? 172.21.15.123:0/2479364713' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:23:06.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:06 smithi123 ceph-mon[34031]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-09-05T02:23:06.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:06 smithi123 ceph-mon[34031]: from='client.? 172.21.15.123:0/2479364713' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:23:08.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:08 smithi174 ceph-mon[34756]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:08.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:08 smithi033 ceph-mon[29909]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:08.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:08 smithi123 ceph-mon[34031]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:09.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:09 smithi174 ceph-mon[34756]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:09.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:09 smithi033 ceph-mon[29909]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:09.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:09 smithi123 ceph-mon[34031]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:11.719 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:11 smithi123 ceph-mon[34031]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:11.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:11 smithi174 ceph-mon[34756]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:11.809 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:11 smithi033 ceph-mon[29909]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:13.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:13 smithi174 ceph-mon[34756]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:13.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:13 smithi033 ceph-mon[29909]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:13.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:13 smithi123 ceph-mon[34031]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:14.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:14 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-05T02:23:14.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:14 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:14.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:14 smithi123 ceph-mon[34031]: Deploying daemon osd.10 on smithi123 2024-09-05T02:23:14.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:14 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-05T02:23:14.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:14 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:14.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:14 smithi174 ceph-mon[34756]: Deploying daemon osd.10 on smithi123 2024-09-05T02:23:14.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:14 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-05T02:23:14.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:14 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:14.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:14 smithi033 ceph-mon[29909]: Deploying daemon osd.10 on smithi123 2024-09-05T02:23:15.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:15 smithi174 ceph-mon[34756]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:15.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:15 smithi033 ceph-mon[29909]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:15.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:15 smithi123 ceph-mon[34031]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:17.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:17 smithi174 ceph-mon[34756]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:17.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:17 smithi033 ceph-mon[29909]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:17.868 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:17 smithi123 ceph-mon[34031]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:19.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:19 smithi174 ceph-mon[34756]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:19.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:19 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:23:19.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:19 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:19.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:19 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:19.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:19 smithi033 ceph-mon[29909]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:19.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:19 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:23:19.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:19 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:19.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:19 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:19.861 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:19 smithi123 ceph-mon[34031]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:19.862 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:19 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:23:19.862 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:19 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:19.862 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:19 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:21.758 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:21 smithi123 ceph-mon[34031]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:21.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:21 smithi174 ceph-mon[34756]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:21.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:21 smithi033 ceph-mon[29909]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:22.437 INFO:teuthology.orchestra.run.smithi123.stdout:Created osd(s) 10 on host 'smithi123' 2024-09-05T02:23:22.437 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:22.435+0000 7fc5e0d99640 1 -- 172.21.15.123:0/692180961 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fc5e406a740 con 0x7fc5d00a2bb0 2024-09-05T02:23:22.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:22.437+0000 7fc5e91a1640 1 -- 172.21.15.123:0/692180961 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc5d00a2bb0 msgr2=0x7fc5d00a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:22.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:22.437+0000 7fc5e91a1640 1 --2- 172.21.15.123:0/692180961 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc5d00a2bb0 0x7fc5d00a5070 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fc5d4006010 tx=0x7fc5d4000bc0 comp rx=0 tx=0).stop 2024-09-05T02:23:22.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:22.437+0000 7fc5e91a1640 1 -- 172.21.15.123:0/692180961 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5e4102690 msgr2=0x7fc5e419e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:22.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:22.437+0000 7fc5e91a1640 1 --2- 172.21.15.123:0/692180961 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5e4102690 0x7fc5e419e430 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc00ebb0 tx=0x7fc5dc009f60 comp rx=0 tx=0).stop 2024-09-05T02:23:22.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:22.437+0000 7fc5e91a1640 1 -- 172.21.15.123:0/692180961 shutdown_connections 2024-09-05T02:23:22.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:22.437+0000 7fc5e91a1640 1 --2- 172.21.15.123:0/692180961 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc5d00a2bb0 0x7fc5d00a5070 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:22.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:22.437+0000 7fc5e91a1640 1 --2- 172.21.15.123:0/692180961 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5e4102690 0x7fc5e419e430 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:22.440 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:22.437+0000 7fc5e91a1640 1 --2- 172.21.15.123:0/692180961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5e4101cd0 0x7fc5e41973b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:22.440 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:22.437+0000 7fc5e91a1640 1 --2- 172.21.15.123:0/692180961 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc5e4100ad0 0x7fc5e4196e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:22.440 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:22.437+0000 7fc5e91a1640 1 -- 172.21.15.123:0/692180961 >> 172.21.15.123:0/692180961 conn(0x7fc5e40fc280 msgr2=0x7fc5e4105140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:23:22.440 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:22.437+0000 7fc5e91a1640 1 -- 172.21.15.123:0/692180961 shutdown_connections 2024-09-05T02:23:22.440 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T02:23:22.437+0000 7fc5e91a1640 1 -- 172.21.15.123:0/692180961 wait complete. 2024-09-05T02:23:23.059 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:22 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:23.059 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:22 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:23.059 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:22 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:23.059 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:22 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:23:23.059 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:22 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:23.059 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:22 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:23:23.060 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:22 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:23.060 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:22 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:23.086 DEBUG:teuthology.orchestra.run.smithi123:osd.10> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.10.service 2024-09-05T02:23:23.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:22 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:23.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:22 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:23.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:22 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:23.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:22 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:23:23.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:22 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:23.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:22 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:23:23.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:22 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:23.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:22 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:23.088 INFO:tasks.cephadm:Deploying osd.11 on smithi174 with /dev/vg_nvme/lv_1... 2024-09-05T02:23:23.088 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-05T02:23:23.116 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:22 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:23.116 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:22 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:23.116 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:22 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:23.117 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:22 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:23:23.117 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:22 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:23.117 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:22 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:23:23.117 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:22 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:23.117 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:22 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:23.346 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T02:23:24.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:23 smithi033 ceph-mon[29909]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:24.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:23 smithi123 ceph-mon[34031]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:24.152 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:23 smithi174 ceph-mon[34756]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:25.386 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:23:25 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:23:25.095+0000 7f3fb649b640 -1 osd.10 0 log_to_monitors true 2024-09-05T02:23:25.998 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:25 smithi123 ceph-mon[34031]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:25.998 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:25 smithi123 ceph-mon[34031]: from='osd.10 [v2:172.21.15.123:6824/532510651,v1:172.21.15.123:6825/532510651]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-05T02:23:25.998 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:25 smithi123 ceph-mon[34031]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-05T02:23:26.013 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-05T02:23:26.041 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi174:vg_nvme/lv_1 2024-09-05T02:23:26.086 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:25 smithi033 ceph-mon[29909]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:26.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:25 smithi033 ceph-mon[29909]: from='osd.10 [v2:172.21.15.123:6824/532510651,v1:172.21.15.123:6825/532510651]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-05T02:23:26.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:25 smithi033 ceph-mon[29909]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-05T02:23:26.105 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:25 smithi174 ceph-mon[34756]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:26.105 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:25 smithi174 ceph-mon[34756]: from='osd.10 [v2:172.21.15.123:6824/532510651,v1:172.21.15.123:6825/532510651]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-05T02:23:26.105 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:25 smithi174 ceph-mon[34756]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-05T02:23:26.334 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T02:23:26.802 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.778+0000 7ff50500f640 1 -- 172.21.15.174:0/2003883669 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff500101cd0 msgr2=0x7ff500102150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:26.802 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.778+0000 7ff50500f640 1 --2- 172.21.15.174:0/2003883669 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff500101cd0 0x7ff500102150 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7ff4f4009900 tx=0x7ff4f402a410 comp rx=0 tx=0).stop 2024-09-05T02:23:26.802 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.778+0000 7ff50500f640 1 -- 172.21.15.174:0/2003883669 shutdown_connections 2024-09-05T02:23:26.803 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.778+0000 7ff50500f640 1 --2- 172.21.15.174:0/2003883669 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff500102690 0x7ff500108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:26.803 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.778+0000 7ff50500f640 1 --2- 172.21.15.174:0/2003883669 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff500101cd0 0x7ff500102150 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:26.803 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.778+0000 7ff50500f640 1 --2- 172.21.15.174:0/2003883669 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff500100ad0 0x7ff500100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:26.803 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.778+0000 7ff50500f640 1 -- 172.21.15.174:0/2003883669 >> 172.21.15.174:0/2003883669 conn(0x7ff5000fc280 msgr2=0x7ff5000fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:23:26.803 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.778+0000 7ff50500f640 1 -- 172.21.15.174:0/2003883669 shutdown_connections 2024-09-05T02:23:26.803 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.778+0000 7ff50500f640 1 -- 172.21.15.174:0/2003883669 wait complete. 2024-09-05T02:23:26.803 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.779+0000 7ff50500f640 1 Processor -- start 2024-09-05T02:23:26.803 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.779+0000 7ff50500f640 1 -- start start 2024-09-05T02:23:26.804 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.779+0000 7ff50500f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff500100ad0 0x7ff500197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:26.804 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.779+0000 7ff50500f640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff500101cd0 0x7ff5001984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:26.804 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.779+0000 7ff50500f640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff500102690 0x7ff50019f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:26.804 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.779+0000 7ff50500f640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff50010c7d0 con 0x7ff500100ad0 2024-09-05T02:23:26.804 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.779+0000 7ff50500f640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff50010c650 con 0x7ff500102690 2024-09-05T02:23:26.804 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.779+0000 7ff50500f640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff50010c950 con 0x7ff500101cd0 2024-09-05T02:23:26.804 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.779+0000 7ff4fe59c640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff500101cd0 0x7ff5001984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:26.804 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.779+0000 7ff4fe59c640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff500101cd0 0x7ff5001984e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.174:53196/0 (socket says 172.21.15.174:53196) 2024-09-05T02:23:26.804 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.779+0000 7ff4fe59c640 1 -- 172.21.15.174:0/3865593178 learned_addr learned my addr 172.21.15.174:0/3865593178 (peer_addr_for_me v2:172.21.15.174:0/0) 2024-09-05T02:23:26.805 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.780+0000 7ff4ff59e640 1 --2- 172.21.15.174:0/3865593178 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff500102690 0x7ff50019f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:26.805 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.780+0000 7ff4fe59c640 1 -- 172.21.15.174:0/3865593178 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff500102690 msgr2=0x7ff50019f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:26.805 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.780+0000 7ff4fe59c640 1 --2- 172.21.15.174:0/3865593178 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff500102690 0x7ff50019f560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:26.805 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.780+0000 7ff4fe59c640 1 -- 172.21.15.174:0/3865593178 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff500100ad0 msgr2=0x7ff500197fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:26.805 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.780+0000 7ff4fe59c640 1 --2- 172.21.15.174:0/3865593178 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff500100ad0 0x7ff500197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:26.805 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.780+0000 7ff4fe59c640 1 -- 172.21.15.174:0/3865593178 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff50019fbd0 con 0x7ff500101cd0 2024-09-05T02:23:26.805 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.780+0000 7ff4fe59c640 1 --2- 172.21.15.174:0/3865593178 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff500101cd0 0x7ff5001984e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff4f4009230 tx=0x7ff4f4004360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:23:26.805 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.780+0000 7ff4e7fff640 1 -- 172.21.15.174:0/3865593178 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4f403f030 con 0x7ff500101cd0 2024-09-05T02:23:26.805 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.780+0000 7ff4e7fff640 1 -- 172.21.15.174:0/3865593178 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff4f4003ce0 con 0x7ff500101cd0 2024-09-05T02:23:26.805 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.780+0000 7ff4e7fff640 1 -- 172.21.15.174:0/3865593178 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4f4035070 con 0x7ff500101cd0 2024-09-05T02:23:26.805 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.780+0000 7ff50500f640 1 -- 172.21.15.174:0/3865593178 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff50019fe60 con 0x7ff500101cd0 2024-09-05T02:23:26.805 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.780+0000 7ff50500f640 1 -- 172.21.15.174:0/3865593178 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5001a0330 con 0x7ff500101cd0 2024-09-05T02:23:26.806 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.781+0000 7ff50500f640 1 -- 172.21.15.174:0/3865593178 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5001a0620 con 0x7ff500101cd0 2024-09-05T02:23:26.806 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.782+0000 7ff4e7fff640 1 -- 172.21.15.174:0/3865593178 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff4f4042030 con 0x7ff500101cd0 2024-09-05T02:23:26.806 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.783+0000 7ff4e7fff640 1 --2- 172.21.15.174:0/3865593178 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff4e80a2bb0 0x7ff4e80a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:26.806 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.783+0000 7ff4e7fff640 1 -- 172.21.15.174:0/3865593178 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6398+0+0 (secure 0 0 0) 0x7ff4f40ef3b0 con 0x7ff500101cd0 2024-09-05T02:23:26.806 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.783+0000 7ff4fed9d640 1 --2- 172.21.15.174:0/3865593178 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff4e80a2bb0 0x7ff4e80a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:26.806 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.784+0000 7ff4fed9d640 1 --2- 172.21.15.174:0/3865593178 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff4e80a2bb0 0x7ff4e80a5070 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff4f0005fd0 tx=0x7ff4f000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:23:26.806 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.786+0000 7ff4e7fff640 1 -- 172.21.15.174:0/3865593178 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff4f40bca90 con 0x7ff500101cd0 2024-09-05T02:23:26.967 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:26.965+0000 7ff50500f640 1 -- 172.21.15.174:0/3865593178 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7ff50006a6d0 con 0x7ff4e80a2bb0 2024-09-05T02:23:27.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:26 smithi033 ceph-mon[29909]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-05T02:23:27.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:26 smithi033 ceph-mon[29909]: osdmap e67: 11 total, 10 up, 11 in 2024-09-05T02:23:27.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:27.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:26 smithi033 ceph-mon[29909]: from='osd.10 [v2:172.21.15.123:6824/532510651,v1:172.21.15.123:6825/532510651]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:23:27.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:26 smithi033 ceph-mon[29909]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:23:27.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:26 smithi033 ceph-mon[29909]: Detected new or changed devices on smithi123 2024-09-05T02:23:27.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:27.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:27.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:27.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:27.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:27.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:27.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:26 smithi033 ceph-mon[29909]: Adjusting osd_memory_target on smithi123 to 4272M 2024-09-05T02:23:27.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:27.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:27.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:23:27.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:26 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:27.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:26 smithi123 ceph-mon[34031]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-05T02:23:27.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:26 smithi123 ceph-mon[34031]: osdmap e67: 11 total, 10 up, 11 in 2024-09-05T02:23:27.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:27.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:26 smithi123 ceph-mon[34031]: from='osd.10 [v2:172.21.15.123:6824/532510651,v1:172.21.15.123:6825/532510651]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:23:27.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:26 smithi123 ceph-mon[34031]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:23:27.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:26 smithi123 ceph-mon[34031]: Detected new or changed devices on smithi123 2024-09-05T02:23:27.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:27.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:27.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:27.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:27.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:27.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:27.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:26 smithi123 ceph-mon[34031]: Adjusting osd_memory_target on smithi123 to 4272M 2024-09-05T02:23:27.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:27.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:27.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:23:27.137 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:26 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:27.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:26 smithi174 ceph-mon[34756]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-05T02:23:27.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:26 smithi174 ceph-mon[34756]: osdmap e67: 11 total, 10 up, 11 in 2024-09-05T02:23:27.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:27.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:26 smithi174 ceph-mon[34756]: from='osd.10 [v2:172.21.15.123:6824/532510651,v1:172.21.15.123:6825/532510651]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:23:27.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:26 smithi174 ceph-mon[34756]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T02:23:27.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:26 smithi174 ceph-mon[34756]: Detected new or changed devices on smithi123 2024-09-05T02:23:27.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:27.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:27.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:27.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:27.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:27.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:27.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:26 smithi174 ceph-mon[34756]: Adjusting osd_memory_target on smithi123 to 4272M 2024-09-05T02:23:27.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:27.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:27.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:23:27.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:26 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:27.885 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:23:27 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:23:27.587+0000 7f3fb1bfb640 -1 osd.10 0 waiting for initial osdmap 2024-09-05T02:23:27.885 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:23:27 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:23:27.599+0000 7f3faa22d640 -1 osd.10 69 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T02:23:27.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:27 smithi123 ceph-mon[34031]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:27.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:27 smithi123 ceph-mon[34031]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T02:23:27.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:27 smithi123 ceph-mon[34031]: osdmap e68: 11 total, 10 up, 11 in 2024-09-05T02:23:27.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:27 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:27.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:27 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:27.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:27 smithi123 ceph-mon[34031]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:23:27.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:27 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:23:27.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:27 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:23:27.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:27 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:27.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:27 smithi123 ceph-mon[34031]: osdmap e69: 11 total, 10 up, 11 in 2024-09-05T02:23:27.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:27 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:27.887 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:27 smithi123 ceph-mon[34031]: from='osd.10 ' entity='osd.10' 2024-09-05T02:23:28.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:27 smithi174 ceph-mon[34756]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:28.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:27 smithi174 ceph-mon[34756]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T02:23:28.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:27 smithi174 ceph-mon[34756]: osdmap e68: 11 total, 10 up, 11 in 2024-09-05T02:23:28.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:27 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:28.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:27 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:28.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:27 smithi174 ceph-mon[34756]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:23:28.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:27 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:23:28.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:27 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:23:28.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:27 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:28.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:27 smithi174 ceph-mon[34756]: osdmap e69: 11 total, 10 up, 11 in 2024-09-05T02:23:28.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:27 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:28.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:27 smithi174 ceph-mon[34756]: from='osd.10 ' entity='osd.10' 2024-09-05T02:23:28.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:27 smithi033 ceph-mon[29909]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:28.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:27 smithi033 ceph-mon[29909]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T02:23:28.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:27 smithi033 ceph-mon[29909]: osdmap e68: 11 total, 10 up, 11 in 2024-09-05T02:23:28.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:27 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:28.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:27 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:28.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:27 smithi033 ceph-mon[29909]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:23:28.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:27 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T02:23:28.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:27 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T02:23:28.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:27 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:28.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:27 smithi033 ceph-mon[29909]: osdmap e69: 11 total, 10 up, 11 in 2024-09-05T02:23:28.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:27 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:28.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:27 smithi033 ceph-mon[29909]: from='osd.10 ' entity='osd.10' 2024-09-05T02:23:29.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:28 smithi174 ceph-mon[34756]: purged_snaps scrub starts 2024-09-05T02:23:29.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:28 smithi174 ceph-mon[34756]: purged_snaps scrub ok 2024-09-05T02:23:29.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:28 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:29.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:28 smithi174 ceph-mon[34756]: osd.10 [v2:172.21.15.123:6824/532510651,v1:172.21.15.123:6825/532510651] boot 2024-09-05T02:23:29.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:28 smithi174 ceph-mon[34756]: osdmap e70: 11 total, 11 up, 11 in 2024-09-05T02:23:29.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:28 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:29.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:28 smithi033 ceph-mon[29909]: purged_snaps scrub starts 2024-09-05T02:23:29.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:28 smithi033 ceph-mon[29909]: purged_snaps scrub ok 2024-09-05T02:23:29.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:28 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:29.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:28 smithi033 ceph-mon[29909]: osd.10 [v2:172.21.15.123:6824/532510651,v1:172.21.15.123:6825/532510651] boot 2024-09-05T02:23:29.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:28 smithi033 ceph-mon[29909]: osdmap e70: 11 total, 11 up, 11 in 2024-09-05T02:23:29.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:28 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:29.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:28 smithi123 ceph-mon[34031]: purged_snaps scrub starts 2024-09-05T02:23:29.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:28 smithi123 ceph-mon[34031]: purged_snaps scrub ok 2024-09-05T02:23:29.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:28 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:29.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:28 smithi123 ceph-mon[34031]: osd.10 [v2:172.21.15.123:6824/532510651,v1:172.21.15.123:6825/532510651] boot 2024-09-05T02:23:29.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:28 smithi123 ceph-mon[34031]: osdmap e70: 11 total, 11 up, 11 in 2024-09-05T02:23:29.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:28 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:23:30.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:30 smithi174 ceph-mon[34756]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:30.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:30 smithi174 ceph-mon[34756]: osdmap e71: 11 total, 11 up, 11 in 2024-09-05T02:23:30.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:30 smithi174 ceph-mon[34756]: from='client.? 172.21.15.174:0/154383854' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50b6059f-00b3-489a-aaf0-75765fbf2e6b"}]: dispatch 2024-09-05T02:23:30.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:30 smithi174 ceph-mon[34756]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50b6059f-00b3-489a-aaf0-75765fbf2e6b"}]: dispatch 2024-09-05T02:23:30.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:30 smithi174 ceph-mon[34756]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50b6059f-00b3-489a-aaf0-75765fbf2e6b"}]': finished 2024-09-05T02:23:30.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:30 smithi174 ceph-mon[34756]: osdmap e72: 12 total, 11 up, 12 in 2024-09-05T02:23:30.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:30 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:30.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:30 smithi174 ceph-mon[34756]: from='client.? 172.21.15.174:0/4139534873' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:23:30.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:30 smithi033 ceph-mon[29909]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:30.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:30 smithi033 ceph-mon[29909]: osdmap e71: 11 total, 11 up, 11 in 2024-09-05T02:23:30.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:30 smithi033 ceph-mon[29909]: from='client.? 172.21.15.174:0/154383854' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50b6059f-00b3-489a-aaf0-75765fbf2e6b"}]: dispatch 2024-09-05T02:23:30.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:30 smithi033 ceph-mon[29909]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50b6059f-00b3-489a-aaf0-75765fbf2e6b"}]: dispatch 2024-09-05T02:23:30.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:30 smithi033 ceph-mon[29909]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50b6059f-00b3-489a-aaf0-75765fbf2e6b"}]': finished 2024-09-05T02:23:30.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:30 smithi033 ceph-mon[29909]: osdmap e72: 12 total, 11 up, 12 in 2024-09-05T02:23:30.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:30 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:30.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:30 smithi033 ceph-mon[29909]: from='client.? 172.21.15.174:0/4139534873' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:23:30.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:30 smithi123 ceph-mon[34031]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T02:23:30.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:30 smithi123 ceph-mon[34031]: osdmap e71: 11 total, 11 up, 11 in 2024-09-05T02:23:30.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:30 smithi123 ceph-mon[34031]: from='client.? 172.21.15.174:0/154383854' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50b6059f-00b3-489a-aaf0-75765fbf2e6b"}]: dispatch 2024-09-05T02:23:30.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:30 smithi123 ceph-mon[34031]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50b6059f-00b3-489a-aaf0-75765fbf2e6b"}]: dispatch 2024-09-05T02:23:30.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:30 smithi123 ceph-mon[34031]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50b6059f-00b3-489a-aaf0-75765fbf2e6b"}]': finished 2024-09-05T02:23:30.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:30 smithi123 ceph-mon[34031]: osdmap e72: 12 total, 11 up, 12 in 2024-09-05T02:23:30.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:30 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:30.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:30 smithi123 ceph-mon[34031]: from='client.? 172.21.15.174:0/4139534873' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T02:23:31.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:31 smithi174 ceph-mon[34756]: pgmap v240: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail; 158 KiB/s, 0 objects/s recovering 2024-09-05T02:23:31.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:31 smithi174 ceph-mon[34756]: osdmap e73: 12 total, 11 up, 12 in 2024-09-05T02:23:31.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:31 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:31.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:31 smithi033 ceph-mon[29909]: pgmap v240: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail; 158 KiB/s, 0 objects/s recovering 2024-09-05T02:23:31.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:31 smithi033 ceph-mon[29909]: osdmap e73: 12 total, 11 up, 12 in 2024-09-05T02:23:31.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:31 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:31.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:31 smithi123 ceph-mon[34031]: pgmap v240: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail; 158 KiB/s, 0 objects/s recovering 2024-09-05T02:23:31.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:31 smithi123 ceph-mon[34031]: osdmap e73: 12 total, 11 up, 12 in 2024-09-05T02:23:31.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:31 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:32.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:32 smithi174 ceph-mon[34756]: osdmap e74: 12 total, 11 up, 12 in 2024-09-05T02:23:32.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:32 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:32.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:32 smithi033 ceph-mon[29909]: osdmap e74: 12 total, 11 up, 12 in 2024-09-05T02:23:32.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:32 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:32.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:32 smithi123 ceph-mon[34031]: osdmap e74: 12 total, 11 up, 12 in 2024-09-05T02:23:32.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:32 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:33.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:33 smithi033 ceph-mon[29909]: pgmap v243: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-05T02:23:33.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:33 smithi174 ceph-mon[34756]: pgmap v243: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-05T02:23:33.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:33 smithi123 ceph-mon[34031]: pgmap v243: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-05T02:23:34.837 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:23:34 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:23:34.409+0000 7ff7dc600640 -1 calc_pg_upmaps abort due to max <= 0 2024-09-05T02:23:35.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:35 smithi174 ceph-mon[34756]: pgmap v244: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-09-05T02:23:35.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:35 smithi033 ceph-mon[29909]: pgmap v244: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-09-05T02:23:35.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:35 smithi123 ceph-mon[34031]: pgmap v244: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-09-05T02:23:37.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:37 smithi174 ceph-mon[34756]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-09-05T02:23:37.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:37 smithi033 ceph-mon[29909]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-09-05T02:23:37.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:37 smithi123 ceph-mon[34031]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-09-05T02:23:38.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:38 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-05T02:23:38.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:38 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:38.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:38 smithi174 ceph-mon[34756]: Deploying daemon osd.11 on smithi174 2024-09-05T02:23:38.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:38 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-05T02:23:38.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:38 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:38.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:38 smithi033 ceph-mon[29909]: Deploying daemon osd.11 on smithi174 2024-09-05T02:23:38.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:38 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-05T02:23:38.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:38 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:38.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:38 smithi123 ceph-mon[34031]: Deploying daemon osd.11 on smithi174 2024-09-05T02:23:39.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:39 smithi174 ceph-mon[34756]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:39.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:39 smithi033 ceph-mon[29909]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:39.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:39 smithi123 ceph-mon[34031]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:41.658 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:41 smithi174 ceph-mon[34756]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:41.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:41 smithi033 ceph-mon[29909]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:41.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:41 smithi123 ceph-mon[34031]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:43.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:43 smithi174 ceph-mon[34756]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:43.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:43 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:23:43.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:43 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:43.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:43 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:43.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:43 smithi033 ceph-mon[29909]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:43.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:43 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:23:43.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:43 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:43.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:43 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:43.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:43 smithi123 ceph-mon[34031]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:43.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:43 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:23:43.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:43 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:43.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:43 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:45.600 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:45 smithi174 ceph-mon[34756]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:45.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:45 smithi033 ceph-mon[29909]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:45.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:45 smithi123 ceph-mon[34031]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:47.025 INFO:teuthology.orchestra.run.smithi174.stdout:Created osd(s) 11 on host 'smithi174' 2024-09-05T02:23:47.025 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:47.023+0000 7ff4e7fff640 1 -- 172.21.15.174:0/3865593178 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7ff50006a6d0 con 0x7ff4e80a2bb0 2024-09-05T02:23:47.026 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:47.025+0000 7ff50500f640 1 -- 172.21.15.174:0/3865593178 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff4e80a2bb0 msgr2=0x7ff4e80a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:47.026 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:47.025+0000 7ff50500f640 1 --2- 172.21.15.174:0/3865593178 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff4e80a2bb0 0x7ff4e80a5070 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff4f0005fd0 tx=0x7ff4f000b410 comp rx=0 tx=0).stop 2024-09-05T02:23:47.027 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:47.026+0000 7ff50500f640 1 -- 172.21.15.174:0/3865593178 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff500101cd0 msgr2=0x7ff5001984e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:47.027 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:47.026+0000 7ff50500f640 1 --2- 172.21.15.174:0/3865593178 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff500101cd0 0x7ff5001984e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff4f4009230 tx=0x7ff4f4004360 comp rx=0 tx=0).stop 2024-09-05T02:23:47.027 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:47.026+0000 7ff50500f640 1 -- 172.21.15.174:0/3865593178 shutdown_connections 2024-09-05T02:23:47.027 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:47.026+0000 7ff50500f640 1 --2- 172.21.15.174:0/3865593178 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff4e80a2bb0 0x7ff4e80a5070 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:47.027 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:47.026+0000 7ff50500f640 1 --2- 172.21.15.174:0/3865593178 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff500102690 0x7ff50019f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:47.027 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:47.026+0000 7ff50500f640 1 --2- 172.21.15.174:0/3865593178 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff500101cd0 0x7ff5001984e0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:47.028 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:47.026+0000 7ff50500f640 1 --2- 172.21.15.174:0/3865593178 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff500100ad0 0x7ff500197fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:47.028 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:47.026+0000 7ff50500f640 1 -- 172.21.15.174:0/3865593178 >> 172.21.15.174:0/3865593178 conn(0x7ff5000fc280 msgr2=0x7ff500069fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:23:47.028 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:47.026+0000 7ff50500f640 1 -- 172.21.15.174:0/3865593178 shutdown_connections 2024-09-05T02:23:47.028 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:23:47.026+0000 7ff50500f640 1 -- 172.21.15.174:0/3865593178 wait complete. 2024-09-05T02:23:47.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:47 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:47.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:47 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:47.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:47 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:47.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:47 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:23:47.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:47 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:47.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:47 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:23:47.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:47 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:47.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:47 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:47 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:47 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:47 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:47 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:23:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:47 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:47 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:23:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:47 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:47.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:47 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:47.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:47 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:47.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:47 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:47.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:47 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:47.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:47 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:23:47.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:47 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:47.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:47 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:23:47.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:47 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:47.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:47 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:47.697 DEBUG:teuthology.orchestra.run.smithi174:osd.11> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.11.service 2024-09-05T02:23:47.740 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-09-05T02:23:47.740 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd stat -f json 2024-09-05T02:23:48.126 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:23:48.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:48 smithi174 ceph-mon[34756]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:48.540 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:48 smithi033 ceph-mon[29909]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:48.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:48 smithi123 ceph-mon[34031]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:48.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.652+0000 7fd498c00640 1 -- 172.21.15.33:0/3294228655 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd494103600 msgr2=0x7fd494109e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:48.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.652+0000 7fd498c00640 1 --2- 172.21.15.33:0/3294228655 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd494103600 0x7fd494109e90 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fd48c009ca0 tx=0x7fd48c02a8c0 comp rx=0 tx=0).stop 2024-09-05T02:23:48.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.652+0000 7fd498c00640 1 -- 172.21.15.33:0/3294228655 shutdown_connections 2024-09-05T02:23:48.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.652+0000 7fd498c00640 1 --2- 172.21.15.33:0/3294228655 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd494103600 0x7fd494109e90 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:48.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.652+0000 7fd498c00640 1 --2- 172.21.15.33:0/3294228655 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd494102c40 0x7fd4941030c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:48.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.652+0000 7fd498c00640 1 --2- 172.21.15.33:0/3294228655 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd494101a40 0x7fd494101e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:48.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.652+0000 7fd498c00640 1 -- 172.21.15.33:0/3294228655 >> 172.21.15.33:0/3294228655 conn(0x7fd4940fd1f0 msgr2=0x7fd4940ff610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:23:48.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.652+0000 7fd498c00640 1 -- 172.21.15.33:0/3294228655 shutdown_connections 2024-09-05T02:23:48.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.652+0000 7fd498c00640 1 -- 172.21.15.33:0/3294228655 wait complete. 2024-09-05T02:23:48.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.653+0000 7fd498c00640 1 Processor -- start 2024-09-05T02:23:48.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.653+0000 7fd498c00640 1 -- start start 2024-09-05T02:23:48.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.653+0000 7fd498c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd494101a40 0x7fd494199e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:48.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.654+0000 7fd498c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd494102c40 0x7fd49419a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:48.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.654+0000 7fd498c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd494103600 0x7fd4941a1450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:48.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.654+0000 7fd498c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd49410d710 con 0x7fd494102c40 2024-09-05T02:23:48.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.654+0000 7fd498c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd49410d590 con 0x7fd494101a40 2024-09-05T02:23:48.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.654+0000 7fd498c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fd49410d890 con 0x7fd494103600 2024-09-05T02:23:48.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.654+0000 7fd48be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd494102c40 0x7fd49419a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:48.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.654+0000 7fd48be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd494102c40 0x7fd49419a3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57368/0 (socket says 172.21.15.33:57368) 2024-09-05T02:23:48.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.654+0000 7fd48be00640 1 -- 172.21.15.33:0/430663626 learned_addr learned my addr 172.21.15.33:0/430663626 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:23:48.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.654+0000 7fd493400640 1 --2- 172.21.15.33:0/430663626 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd494101a40 0x7fd494199e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:48.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.654+0000 7fd493e00640 1 --2- 172.21.15.33:0/430663626 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd494103600 0x7fd4941a1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:48.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.654+0000 7fd48be00640 1 -- 172.21.15.33:0/430663626 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd494103600 msgr2=0x7fd4941a1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:48.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.654+0000 7fd48be00640 1 --2- 172.21.15.33:0/430663626 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd494103600 0x7fd4941a1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:48.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.654+0000 7fd48be00640 1 -- 172.21.15.33:0/430663626 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd494101a40 msgr2=0x7fd494199e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:48.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.654+0000 7fd48be00640 1 --2- 172.21.15.33:0/430663626 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd494101a40 0x7fd494199e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:48.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.654+0000 7fd48be00640 1 -- 172.21.15.33:0/430663626 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4941a1ac0 con 0x7fd494102c40 2024-09-05T02:23:48.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.655+0000 7fd48be00640 1 --2- 172.21.15.33:0/430663626 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd494102c40 0x7fd49419a3d0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd47c00e9f0 tx=0x7fd47c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:23:48.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.655+0000 7fd490c00640 1 -- 172.21.15.33:0/430663626 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd47c00cd80 con 0x7fd494102c40 2024-09-05T02:23:48.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.655+0000 7fd490c00640 1 -- 172.21.15.33:0/430663626 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd47c010910 con 0x7fd494102c40 2024-09-05T02:23:48.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.655+0000 7fd498c00640 1 -- 172.21.15.33:0/430663626 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4941a1db0 con 0x7fd494102c40 2024-09-05T02:23:48.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.655+0000 7fd490c00640 1 -- 172.21.15.33:0/430663626 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd47c018990 con 0x7fd494102c40 2024-09-05T02:23:48.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.655+0000 7fd498c00640 1 -- 172.21.15.33:0/430663626 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4941a2260 con 0x7fd494102c40 2024-09-05T02:23:48.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.656+0000 7fd498c00640 1 -- 172.21.15.33:0/430663626 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4941a2550 con 0x7fd494102c40 2024-09-05T02:23:48.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.659+0000 7fd490c00640 1 -- 172.21.15.33:0/430663626 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd47c010ac0 con 0x7fd494102c40 2024-09-05T02:23:48.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.660+0000 7fd490c00640 1 --2- 172.21.15.33:0/430663626 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd4780a2bb0 0x7fd4780a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:48.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.660+0000 7fd490c00640 1 -- 172.21.15.33:0/430663626 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 6809+0+0 (secure 0 0 0) 0x7fd47c0cedd0 con 0x7fd494102c40 2024-09-05T02:23:48.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.660+0000 7fd493400640 1 --2- 172.21.15.33:0/430663626 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd4780a2bb0 0x7fd4780a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:48.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.661+0000 7fd493400640 1 --2- 172.21.15.33:0/430663626 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd4780a2bb0 0x7fd4780a5070 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fd494102aa0 tx=0x7fd484005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:23:48.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.664+0000 7fd490c00640 1 -- 172.21.15.33:0/430663626 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd47c09bc20 con 0x7fd494102c40 2024-09-05T02:23:48.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.849+0000 7fd498c00640 1 -- 172.21.15.33:0/430663626 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7fd4941a2840 con 0x7fd494102c40 2024-09-05T02:23:48.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.850+0000 7fd490c00640 1 -- 172.21.15.33:0/430663626 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v74) ==== 74+0+133 (secure 0 0 0) 0x7fd47c086090 con 0x7fd494102c40 2024-09-05T02:23:48.852 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:23:48.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.852+0000 7fd498c00640 1 -- 172.21.15.33:0/430663626 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd4780a2bb0 msgr2=0x7fd4780a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:48.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.852+0000 7fd498c00640 1 --2- 172.21.15.33:0/430663626 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd4780a2bb0 0x7fd4780a5070 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fd494102aa0 tx=0x7fd484005f90 comp rx=0 tx=0).stop 2024-09-05T02:23:48.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.852+0000 7fd498c00640 1 -- 172.21.15.33:0/430663626 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd494102c40 msgr2=0x7fd49419a3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:48.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.852+0000 7fd498c00640 1 --2- 172.21.15.33:0/430663626 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd494102c40 0x7fd49419a3d0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd47c00e9f0 tx=0x7fd47c00eeb0 comp rx=0 tx=0).stop 2024-09-05T02:23:48.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.852+0000 7fd498c00640 1 -- 172.21.15.33:0/430663626 shutdown_connections 2024-09-05T02:23:48.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.852+0000 7fd498c00640 1 --2- 172.21.15.33:0/430663626 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd4780a2bb0 0x7fd4780a5070 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:48.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.852+0000 7fd498c00640 1 --2- 172.21.15.33:0/430663626 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd494103600 0x7fd4941a1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:48.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.852+0000 7fd498c00640 1 --2- 172.21.15.33:0/430663626 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd494102c40 0x7fd49419a3d0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:48.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.852+0000 7fd498c00640 1 --2- 172.21.15.33:0/430663626 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd494101a40 0x7fd494199e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:48.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.852+0000 7fd498c00640 1 -- 172.21.15.33:0/430663626 >> 172.21.15.33:0/430663626 conn(0x7fd4940fd1f0 msgr2=0x7fd494074420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:23:48.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.852+0000 7fd498c00640 1 -- 172.21.15.33:0/430663626 shutdown_connections 2024-09-05T02:23:48.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:48.852+0000 7fd498c00640 1 -- 172.21.15.33:0/430663626 wait complete. 2024-09-05T02:23:49.414 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:49 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/430663626' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T02:23:49.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:49 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/430663626' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T02:23:49.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:49 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/430663626' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T02:23:49.672 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":74,"num_osds":12,"num_up_osds":11,"osd_up_since":1725503008,"num_in_osds":12,"osd_in_since":1725503009,"num_remapped_pgs":0} 2024-09-05T02:23:49.777 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:23:49 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:23:49.411+0000 7f6914c36640 -1 osd.11 0 log_to_monitors true 2024-09-05T02:23:50.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:50 smithi174 ceph-mon[34756]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:50.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:50 smithi174 ceph-mon[34756]: from='osd.11 [v2:172.21.15.174:6824/955565697,v1:172.21.15.174:6825/955565697]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-05T02:23:50.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:50 smithi174 ceph-mon[34756]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-05T02:23:50.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:50 smithi033 ceph-mon[29909]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:50.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:50 smithi033 ceph-mon[29909]: from='osd.11 [v2:172.21.15.174:6824/955565697,v1:172.21.15.174:6825/955565697]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-05T02:23:50.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:50 smithi033 ceph-mon[29909]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-05T02:23:50.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:50 smithi123 ceph-mon[34031]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:50.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:50 smithi123 ceph-mon[34031]: from='osd.11 [v2:172.21.15.174:6824/955565697,v1:172.21.15.174:6825/955565697]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-05T02:23:50.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:50 smithi123 ceph-mon[34031]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-05T02:23:50.673 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd stat -f json 2024-09-05T02:23:51.058 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:23:51.481 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:51 smithi033 ceph-mon[29909]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-05T02:23:51.481 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:51 smithi033 ceph-mon[29909]: from='osd.11 [v2:172.21.15.174:6824/955565697,v1:172.21.15.174:6825/955565697]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:23:51.481 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:51 smithi033 ceph-mon[29909]: osdmap e75: 12 total, 11 up, 12 in 2024-09-05T02:23:51.482 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:51 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:51.482 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:51 smithi033 ceph-mon[29909]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:23:51.482 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:51 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:51.482 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:51 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:51.482 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:51 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:51.482 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:51 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:51.482 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:51 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:51.482 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:51 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:51.482 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:51 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:51.482 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:51 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:51.482 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:51 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:23:51.482 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:51 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:51.482 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:51 smithi033 ceph-mon[29909]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-09-05T02:23:51.558 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:51 smithi123 ceph-mon[34031]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-05T02:23:51.559 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:51 smithi123 ceph-mon[34031]: from='osd.11 [v2:172.21.15.174:6824/955565697,v1:172.21.15.174:6825/955565697]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:23:51.559 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:51 smithi123 ceph-mon[34031]: osdmap e75: 12 total, 11 up, 12 in 2024-09-05T02:23:51.559 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:51 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:51.559 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:51 smithi123 ceph-mon[34031]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:23:51.559 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:51 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:51.560 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:51 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:51.560 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:51 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:51.560 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:51 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:51.560 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:51 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:51.560 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:51 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:51.560 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:51 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:51.561 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:51 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:51.561 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:51 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:23:51.561 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:51 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:51.561 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:51 smithi123 ceph-mon[34031]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-09-05T02:23:51.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.720+0000 7f1d5c600640 1 -- 172.21.15.33:0/2145995484 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d54101c00 msgr2=0x7f1d54102000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:51.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.720+0000 7f1d5c600640 1 --2- 172.21.15.33:0/2145995484 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d54101c00 0x7f1d54102000 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f1d48009900 tx=0x7f1d4802a410 comp rx=0 tx=0).stop 2024-09-05T02:23:51.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.720+0000 7f1d5c600640 1 -- 172.21.15.33:0/2145995484 shutdown_connections 2024-09-05T02:23:51.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.720+0000 7f1d5c600640 1 --2- 172.21.15.33:0/2145995484 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d541037c0 0x7f1d5410a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:51.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.720+0000 7f1d5c600640 1 --2- 172.21.15.33:0/2145995484 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d54102e00 0x7f1d54103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:51.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.720+0000 7f1d5c600640 1 --2- 172.21.15.33:0/2145995484 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d54101c00 0x7f1d54102000 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:51.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.720+0000 7f1d5c600640 1 -- 172.21.15.33:0/2145995484 >> 172.21.15.33:0/2145995484 conn(0x7f1d540fd390 msgr2=0x7f1d540ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:23:51.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.720+0000 7f1d5c600640 1 -- 172.21.15.33:0/2145995484 shutdown_connections 2024-09-05T02:23:51.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.721+0000 7f1d5c600640 1 -- 172.21.15.33:0/2145995484 wait complete. 2024-09-05T02:23:51.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.721+0000 7f1d5c600640 1 Processor -- start 2024-09-05T02:23:51.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.722+0000 7f1d5c600640 1 -- start start 2024-09-05T02:23:51.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.722+0000 7f1d5c600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d54101c00 0x7f1d5419e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:51.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.722+0000 7f1d5c600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d54102e00 0x7f1d5419ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:51.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.722+0000 7f1d5c600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d541037c0 0x7f1d541a5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:51.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.722+0000 7f1d5c600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1d540758d0 con 0x7f1d541037c0 2024-09-05T02:23:51.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.722+0000 7f1d5c600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1d54075750 con 0x7f1d54101c00 2024-09-05T02:23:51.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.722+0000 7f1d5c600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f1d54075a50 con 0x7f1d54102e00 2024-09-05T02:23:51.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.722+0000 7f1d59c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d54101c00 0x7f1d5419e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:51.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.722+0000 7f1d59c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d54101c00 0x7f1d5419e4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:40370/0 (socket says 172.21.15.33:40370) 2024-09-05T02:23:51.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.722+0000 7f1d59c00640 1 -- 172.21.15.33:0/3828590633 learned_addr learned my addr 172.21.15.33:0/3828590633 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:23:51.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.722+0000 7f1d59200640 1 --2- 172.21.15.33:0/3828590633 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d54102e00 0x7f1d5419ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:51.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.722+0000 7f1d5a600640 1 --2- 172.21.15.33:0/3828590633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d541037c0 0x7f1d541a5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.723+0000 7f1d59c00640 1 -- 172.21.15.33:0/3828590633 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d54102e00 msgr2=0x7f1d5419ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.723+0000 7f1d59c00640 1 --2- 172.21.15.33:0/3828590633 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d54102e00 0x7f1d5419ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.723+0000 7f1d59c00640 1 -- 172.21.15.33:0/3828590633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d541037c0 msgr2=0x7f1d541a5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.723+0000 7f1d59c00640 1 --2- 172.21.15.33:0/3828590633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d541037c0 0x7f1d541a5ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.723+0000 7f1d59c00640 1 -- 172.21.15.33:0/3828590633 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d541a6120 con 0x7f1d54101c00 2024-09-05T02:23:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.723+0000 7f1d59c00640 1 --2- 172.21.15.33:0/3828590633 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d54101c00 0x7f1d5419e4f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1d48031610 tx=0x7f1d48004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:23:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.723+0000 7f1d52000640 1 -- 172.21.15.33:0/3828590633 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d4803f030 con 0x7f1d54101c00 2024-09-05T02:23:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.723+0000 7f1d52000640 1 -- 172.21.15.33:0/3828590633 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1d48003ad0 con 0x7f1d54101c00 2024-09-05T02:23:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.723+0000 7f1d52000640 1 -- 172.21.15.33:0/3828590633 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d48035070 con 0x7f1d54101c00 2024-09-05T02:23:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.723+0000 7f1d5c600640 1 -- 172.21.15.33:0/3828590633 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d541a63b0 con 0x7f1d54101c00 2024-09-05T02:23:51.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.723+0000 7f1d5c600640 1 -- 172.21.15.33:0/3828590633 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d541a68e0 con 0x7f1d54101c00 2024-09-05T02:23:51.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.724+0000 7f1d5c600640 1 -- 172.21.15.33:0/3828590633 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d541a6c00 con 0x7f1d54101c00 2024-09-05T02:23:51.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.726+0000 7f1d52000640 1 -- 172.21.15.33:0/3828590633 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f1d48042030 con 0x7f1d54101c00 2024-09-05T02:23:51.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.728+0000 7f1d52000640 1 --2- 172.21.15.33:0/3828590633 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1d3c0a2c30 0x7f1d3c0a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:51.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.728+0000 7f1d52000640 1 -- 172.21.15.33:0/3828590633 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 6847+0+0 (secure 0 0 0) 0x7f1d480eeba0 con 0x7f1d54101c00 2024-09-05T02:23:51.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.728+0000 7f1d59200640 1 --2- 172.21.15.33:0/3828590633 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1d3c0a2c30 0x7f1d3c0a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:51.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.728+0000 7f1d59200640 1 --2- 172.21.15.33:0/3828590633 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1d3c0a2c30 0x7f1d3c0a50f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1d5419fa10 tx=0x7f1d40005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:23:51.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.731+0000 7f1d52000640 1 -- 172.21.15.33:0/3828590633 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1d480f3070 con 0x7f1d54101c00 2024-09-05T02:23:51.777 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:23:51 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:23:51.306+0000 7f6910396640 -1 osd.11 0 waiting for initial osdmap 2024-09-05T02:23:51.777 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:23:51 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:23:51.322+0000 7f690c9d0640 -1 osd.11 76 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T02:23:51.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:51 smithi174 ceph-mon[34756]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-05T02:23:51.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:51 smithi174 ceph-mon[34756]: from='osd.11 [v2:172.21.15.174:6824/955565697,v1:172.21.15.174:6825/955565697]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:23:51.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:51 smithi174 ceph-mon[34756]: osdmap e75: 12 total, 11 up, 12 in 2024-09-05T02:23:51.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:51 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:51.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:51 smithi174 ceph-mon[34756]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-09-05T02:23:51.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:51 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:51.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:51 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:51.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:51 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:51.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:51 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:51.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:51 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:51.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:51 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:23:51.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:51 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:51.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:51 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:23:51.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:51 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:23:51.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:51 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:23:51.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:51 smithi174 ceph-mon[34756]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-09-05T02:23:51.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.923+0000 7f1d5c600640 1 -- 172.21.15.33:0/3828590633 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f1d541a6dd0 con 0x7f1d54101c00 2024-09-05T02:23:51.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.924+0000 7f1d52000640 1 -- 172.21.15.33:0/3828590633 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v76) ==== 74+0+133 (secure 0 0 0) 0x7f1d480bc020 con 0x7f1d54101c00 2024-09-05T02:23:51.926 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:23:51.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.926+0000 7f1d5c600640 1 -- 172.21.15.33:0/3828590633 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1d3c0a2c30 msgr2=0x7f1d3c0a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:51.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.926+0000 7f1d5c600640 1 --2- 172.21.15.33:0/3828590633 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1d3c0a2c30 0x7f1d3c0a50f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1d5419fa10 tx=0x7f1d40005f90 comp rx=0 tx=0).stop 2024-09-05T02:23:51.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.926+0000 7f1d5c600640 1 -- 172.21.15.33:0/3828590633 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d54101c00 msgr2=0x7f1d5419e4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:51.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.926+0000 7f1d5c600640 1 --2- 172.21.15.33:0/3828590633 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d54101c00 0x7f1d5419e4f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1d48031610 tx=0x7f1d48004270 comp rx=0 tx=0).stop 2024-09-05T02:23:51.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.926+0000 7f1d5c600640 1 -- 172.21.15.33:0/3828590633 shutdown_connections 2024-09-05T02:23:51.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.926+0000 7f1d5c600640 1 --2- 172.21.15.33:0/3828590633 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1d3c0a2c30 0x7f1d3c0a50f0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:51.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.926+0000 7f1d5c600640 1 --2- 172.21.15.33:0/3828590633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d541037c0 0x7f1d541a5ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:51.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.926+0000 7f1d5c600640 1 --2- 172.21.15.33:0/3828590633 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d54102e00 0x7f1d5419ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:51.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.926+0000 7f1d5c600640 1 --2- 172.21.15.33:0/3828590633 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d54101c00 0x7f1d5419e4f0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:51.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.926+0000 7f1d5c600640 1 -- 172.21.15.33:0/3828590633 >> 172.21.15.33:0/3828590633 conn(0x7f1d540fd390 msgr2=0x7f1d540fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:23:51.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.927+0000 7f1d5c600640 1 -- 172.21.15.33:0/3828590633 shutdown_connections 2024-09-05T02:23:51.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:51.927+0000 7f1d5c600640 1 -- 172.21.15.33:0/3828590633 wait complete. 2024-09-05T02:23:52.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:52 smithi033 ceph-mon[29909]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:52.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:52 smithi033 ceph-mon[29909]: Detected new or changed devices on smithi174 2024-09-05T02:23:52.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:52 smithi033 ceph-mon[29909]: Adjusting osd_memory_target on smithi174 to 4272M 2024-09-05T02:23:52.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:52 smithi033 ceph-mon[29909]: osdmap e76: 12 total, 11 up, 12 in 2024-09-05T02:23:52.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:52 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:52.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:52 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:52.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:52 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3828590633' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T02:23:52.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:52 smithi123 ceph-mon[34031]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:52.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:52 smithi123 ceph-mon[34031]: Detected new or changed devices on smithi174 2024-09-05T02:23:52.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:52 smithi123 ceph-mon[34031]: Adjusting osd_memory_target on smithi174 to 4272M 2024-09-05T02:23:52.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:52 smithi123 ceph-mon[34031]: osdmap e76: 12 total, 11 up, 12 in 2024-09-05T02:23:52.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:52 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:52.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:52 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:52.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:52 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/3828590633' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T02:23:52.773 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":76,"num_osds":12,"num_up_osds":11,"osd_up_since":1725503008,"num_in_osds":12,"osd_in_since":1725503009,"num_remapped_pgs":0} 2024-09-05T02:23:52.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:52 smithi174 ceph-mon[34756]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:52.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:52 smithi174 ceph-mon[34756]: Detected new or changed devices on smithi174 2024-09-05T02:23:52.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:52 smithi174 ceph-mon[34756]: Adjusting osd_memory_target on smithi174 to 4272M 2024-09-05T02:23:52.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:52 smithi174 ceph-mon[34756]: osdmap e76: 12 total, 11 up, 12 in 2024-09-05T02:23:52.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:52 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:52.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:52 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:52.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:52 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/3828590633' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T02:23:53.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:53 smithi033 ceph-mon[29909]: purged_snaps scrub starts 2024-09-05T02:23:53.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:53 smithi033 ceph-mon[29909]: purged_snaps scrub ok 2024-09-05T02:23:53.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:53 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:53.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:53 smithi033 ceph-mon[29909]: osd.11 [v2:172.21.15.174:6824/955565697,v1:172.21.15.174:6825/955565697] boot 2024-09-05T02:23:53.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:53 smithi033 ceph-mon[29909]: osdmap e77: 12 total, 12 up, 12 in 2024-09-05T02:23:53.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:53 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:53.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:53 smithi123 ceph-mon[34031]: purged_snaps scrub starts 2024-09-05T02:23:53.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:53 smithi123 ceph-mon[34031]: purged_snaps scrub ok 2024-09-05T02:23:53.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:53 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:53.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:53 smithi123 ceph-mon[34031]: osd.11 [v2:172.21.15.174:6824/955565697,v1:172.21.15.174:6825/955565697] boot 2024-09-05T02:23:53.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:53 smithi123 ceph-mon[34031]: osdmap e77: 12 total, 12 up, 12 in 2024-09-05T02:23:53.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:53 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:53.774 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd stat -f json 2024-09-05T02:23:53.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:53 smithi174 ceph-mon[34756]: purged_snaps scrub starts 2024-09-05T02:23:53.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:53 smithi174 ceph-mon[34756]: purged_snaps scrub ok 2024-09-05T02:23:53.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:53 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:53.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:53 smithi174 ceph-mon[34756]: osd.11 [v2:172.21.15.174:6824/955565697,v1:172.21.15.174:6825/955565697] boot 2024-09-05T02:23:53.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:53 smithi174 ceph-mon[34756]: osdmap e77: 12 total, 12 up, 12 in 2024-09-05T02:23:53.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:53 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:23:54.160 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:23:54.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:54 smithi033 ceph-mon[29909]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:54.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:54 smithi033 ceph-mon[29909]: osdmap e78: 12 total, 12 up, 12 in 2024-09-05T02:23:54.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:54 smithi123 ceph-mon[34031]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:54.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:54 smithi123 ceph-mon[34031]: osdmap e78: 12 total, 12 up, 12 in 2024-09-05T02:23:54.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:54 smithi174 ceph-mon[34756]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-09-05T02:23:54.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:54 smithi174 ceph-mon[34756]: osdmap e78: 12 total, 12 up, 12 in 2024-09-05T02:23:54.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.916+0000 7f6698800640 1 -- 172.21.15.33:0/3792383647 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6690103e00 msgr2=0x7f6690104200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:54.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.916+0000 7f6698800640 1 --2- 172.21.15.33:0/3792383647 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6690103e00 0x7f6690104200 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f6684009900 tx=0x7f668402a410 comp rx=0 tx=0).stop 2024-09-05T02:23:54.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.917+0000 7f6698800640 1 -- 172.21.15.33:0/3792383647 shutdown_connections 2024-09-05T02:23:54.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.917+0000 7f6698800640 1 --2- 172.21.15.33:0/3792383647 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6690105920 0x7f669010c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:54.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.917+0000 7f6698800640 1 --2- 172.21.15.33:0/3792383647 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6690104f60 0x7f66901053e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:54.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.917+0000 7f6698800640 1 --2- 172.21.15.33:0/3792383647 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6690103e00 0x7f6690104200 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:54.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.917+0000 7f6698800640 1 -- 172.21.15.33:0/3792383647 >> 172.21.15.33:0/3792383647 conn(0x7f66900ff5b0 msgr2=0x7f66901019d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:23:54.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.917+0000 7f6698800640 1 -- 172.21.15.33:0/3792383647 shutdown_connections 2024-09-05T02:23:54.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.917+0000 7f6698800640 1 -- 172.21.15.33:0/3792383647 wait complete. 2024-09-05T02:23:54.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.918+0000 7f6698800640 1 Processor -- start 2024-09-05T02:23:54.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.918+0000 7f6698800640 1 -- start start 2024-09-05T02:23:54.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.918+0000 7f6698800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6690103e00 0x7f669019a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:54.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.918+0000 7f6698800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6690104f60 0x7f669019a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:54.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.919+0000 7f6698800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6690105920 0x7f66901a16b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:54.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.919+0000 7f6698800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f669010fab0 con 0x7f6690104f60 2024-09-05T02:23:54.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.919+0000 7f6698800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f669010f930 con 0x7f6690103e00 2024-09-05T02:23:54.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.919+0000 7f6698800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f669010fc30 con 0x7f6690105920 2024-09-05T02:23:54.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.919+0000 7f6695e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6690103e00 0x7f669019a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:54.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.919+0000 7f6695e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6690103e00 0x7f669019a0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:40390/0 (socket says 172.21.15.33:40390) 2024-09-05T02:23:54.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.919+0000 7f6695e00640 1 -- 172.21.15.33:0/4128659583 learned_addr learned my addr 172.21.15.33:0/4128659583 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:23:54.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.919+0000 7f6695400640 1 --2- 172.21.15.33:0/4128659583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6690104f60 0x7f669019a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:54.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.919+0000 7f6696800640 1 --2- 172.21.15.33:0/4128659583 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6690105920 0x7f66901a16b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:54.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.919+0000 7f6695400640 1 -- 172.21.15.33:0/4128659583 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6690105920 msgr2=0x7f66901a16b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:54.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.919+0000 7f6695400640 1 --2- 172.21.15.33:0/4128659583 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6690105920 0x7f66901a16b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:54.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.919+0000 7f6695400640 1 -- 172.21.15.33:0/4128659583 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6690103e00 msgr2=0x7f669019a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:54.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.919+0000 7f6695400640 1 --2- 172.21.15.33:0/4128659583 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6690103e00 0x7f669019a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:54.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.919+0000 7f6695400640 1 -- 172.21.15.33:0/4128659583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66901a1d20 con 0x7f6690104f60 2024-09-05T02:23:54.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.919+0000 7f6696800640 1 --2- 172.21.15.33:0/4128659583 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6690105920 0x7f66901a16b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:23:54.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.920+0000 7f6695400640 1 --2- 172.21.15.33:0/4128659583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6690104f60 0x7f669019a630 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f668000e9c0 tx=0x7f668000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:23:54.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.920+0000 7f668aa00640 1 -- 172.21.15.33:0/4128659583 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f668000ccc0 con 0x7f6690104f60 2024-09-05T02:23:54.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.920+0000 7f668aa00640 1 -- 172.21.15.33:0/4128659583 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f66800035f0 con 0x7f6690104f60 2024-09-05T02:23:54.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.920+0000 7f668aa00640 1 -- 172.21.15.33:0/4128659583 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f668000ce60 con 0x7f6690104f60 2024-09-05T02:23:54.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.920+0000 7f6698800640 1 -- 172.21.15.33:0/4128659583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66901a1fb0 con 0x7f6690104f60 2024-09-05T02:23:54.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.920+0000 7f6698800640 1 -- 172.21.15.33:0/4128659583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66901a2470 con 0x7f6690104f60 2024-09-05T02:23:54.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.921+0000 7f6698800640 1 -- 172.21.15.33:0/4128659583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f669010b190 con 0x7f6690104f60 2024-09-05T02:23:54.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.923+0000 7f668aa00640 1 -- 172.21.15.33:0/4128659583 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f66800037a0 con 0x7f6690104f60 2024-09-05T02:23:54.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.925+0000 7f668aa00640 1 --2- 172.21.15.33:0/4128659583 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f66780a2c30 0x7f66780a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:54.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.925+0000 7f668aa00640 1 -- 172.21.15.33:0/4128659583 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f66800cf130 con 0x7f6690104f60 2024-09-05T02:23:54.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.925+0000 7f6695e00640 1 --2- 172.21.15.33:0/4128659583 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f66780a2c30 0x7f66780a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:54.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.926+0000 7f6695e00640 1 --2- 172.21.15.33:0/4128659583 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f66780a2c30 0x7f66780a50f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f6684031440 tx=0x7f66840315b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:23:54.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:54.929+0000 7f668aa00640 1 -- 172.21.15.33:0/4128659583 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f668009c490 con 0x7f6690104f60 2024-09-05T02:23:55.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:55.114+0000 7f6698800640 1 -- 172.21.15.33:0/4128659583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f6690062e90 con 0x7f6690104f60 2024-09-05T02:23:55.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:55.114+0000 7f668aa00640 1 -- 172.21.15.33:0/4128659583 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v78) ==== 74+0+133 (secure 0 0 0) 0x7f668009bd90 con 0x7f6690104f60 2024-09-05T02:23:55.117 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:23:55.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:55.117+0000 7f6698800640 1 -- 172.21.15.33:0/4128659583 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f66780a2c30 msgr2=0x7f66780a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:55.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:55.117+0000 7f6698800640 1 --2- 172.21.15.33:0/4128659583 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f66780a2c30 0x7f66780a50f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f6684031440 tx=0x7f66840315b0 comp rx=0 tx=0).stop 2024-09-05T02:23:55.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:55.117+0000 7f6698800640 1 -- 172.21.15.33:0/4128659583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6690104f60 msgr2=0x7f669019a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:55.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:55.117+0000 7f6698800640 1 --2- 172.21.15.33:0/4128659583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6690104f60 0x7f669019a630 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f668000e9c0 tx=0x7f668000ee80 comp rx=0 tx=0).stop 2024-09-05T02:23:55.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:55.117+0000 7f6698800640 1 -- 172.21.15.33:0/4128659583 shutdown_connections 2024-09-05T02:23:55.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:55.117+0000 7f6698800640 1 --2- 172.21.15.33:0/4128659583 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f66780a2c30 0x7f66780a50f0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:55.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:55.117+0000 7f6698800640 1 --2- 172.21.15.33:0/4128659583 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6690105920 0x7f66901a16b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:55.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:55.117+0000 7f6698800640 1 --2- 172.21.15.33:0/4128659583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6690104f60 0x7f669019a630 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:55.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:55.117+0000 7f6698800640 1 --2- 172.21.15.33:0/4128659583 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6690103e00 0x7f669019a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:55.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:55.117+0000 7f6698800640 1 -- 172.21.15.33:0/4128659583 >> 172.21.15.33:0/4128659583 conn(0x7f66900ff5b0 msgr2=0x7f6690108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:23:55.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:55.117+0000 7f6698800640 1 -- 172.21.15.33:0/4128659583 shutdown_connections 2024-09-05T02:23:55.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:55.117+0000 7f6698800640 1 -- 172.21.15.33:0/4128659583 wait complete. 2024-09-05T02:23:55.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:55 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/4128659583' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T02:23:55.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:55 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/4128659583' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T02:23:55.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:55 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/4128659583' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T02:23:56.146 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":78,"num_osds":12,"num_up_osds":12,"osd_up_since":1725503032,"num_in_osds":12,"osd_in_since":1725503009,"num_remapped_pgs":0} 2024-09-05T02:23:56.147 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T02:23:56.519 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:23:56.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:56 smithi033 ceph-mon[29909]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:23:56.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:56 smithi123 ceph-mon[34031]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:23:56.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:56 smithi174 ceph-mon[34756]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:23:57.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.064+0000 7f6a0bc00640 1 -- 172.21.15.33:0/3464525341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a04112a30 msgr2=0x7f6a04114e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:57.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.064+0000 7f6a0bc00640 1 --2- 172.21.15.33:0/3464525341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a04112a30 0x7f6a04114e20 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f69fc009ca0 tx=0x7f69fc02a8c0 comp rx=0 tx=0).stop 2024-09-05T02:23:57.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.064+0000 7f6a0bc00640 1 -- 172.21.15.33:0/3464525341 shutdown_connections 2024-09-05T02:23:57.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.064+0000 7f6a0bc00640 1 --2- 172.21.15.33:0/3464525341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a04112a30 0x7f6a04114e20 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:57.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.064+0000 7f6a0bc00640 1 --2- 172.21.15.33:0/3464525341 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a04077040 0x7f6a041124f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:57.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.064+0000 7f6a0bc00640 1 --2- 172.21.15.33:0/3464525341 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6a04076720 0x7f6a04076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:57.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.064+0000 7f6a0bc00640 1 -- 172.21.15.33:0/3464525341 >> 172.21.15.33:0/3464525341 conn(0x7f6a040ffa90 msgr2=0x7f6a04101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:23:57.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.064+0000 7f6a0bc00640 1 -- 172.21.15.33:0/3464525341 shutdown_connections 2024-09-05T02:23:57.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.064+0000 7f6a0bc00640 1 -- 172.21.15.33:0/3464525341 wait complete. 2024-09-05T02:23:57.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.065+0000 7f6a0bc00640 1 Processor -- start 2024-09-05T02:23:57.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.065+0000 7f6a0bc00640 1 -- start start 2024-09-05T02:23:57.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.066+0000 7f6a0bc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a04076720 0x7f6a041a46b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:57.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.066+0000 7f6a0bc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6a04077040 0x7f6a041a4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:57.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.066+0000 7f6a0bc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a04112a30 0x7f6a0419e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:57.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.066+0000 7f6a0bc00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6a04118580 con 0x7f6a04076720 2024-09-05T02:23:57.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.066+0000 7f6a0bc00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6a04118400 con 0x7f6a04112a30 2024-09-05T02:23:57.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.066+0000 7f6a0bc00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6a04118700 con 0x7f6a04077040 2024-09-05T02:23:57.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.066+0000 7f6a09200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a04076720 0x7f6a041a46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:57.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.066+0000 7f6a09200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a04076720 0x7f6a041a46b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54536/0 (socket says 172.21.15.33:54536) 2024-09-05T02:23:57.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.066+0000 7f6a09200640 1 -- 172.21.15.33:0/1303276961 learned_addr learned my addr 172.21.15.33:0/1303276961 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:23:57.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.066+0000 7f6a03e00640 1 --2- 172.21.15.33:0/1303276961 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6a04077040 0x7f6a041a4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:57.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.066+0000 7f6a09c00640 1 --2- 172.21.15.33:0/1303276961 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a04112a30 0x7f6a0419e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:57.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.066+0000 7f6a09200640 1 -- 172.21.15.33:0/1303276961 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6a04077040 msgr2=0x7f6a041a4bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:57.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.066+0000 7f6a09200640 1 --2- 172.21.15.33:0/1303276961 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6a04077040 0x7f6a041a4bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:57.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.066+0000 7f6a09200640 1 -- 172.21.15.33:0/1303276961 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a04112a30 msgr2=0x7f6a0419e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:57.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.066+0000 7f6a09200640 1 --2- 172.21.15.33:0/1303276961 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a04112a30 0x7f6a0419e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:57.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.066+0000 7f6a09200640 1 -- 172.21.15.33:0/1303276961 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a0419efd0 con 0x7f6a04076720 2024-09-05T02:23:57.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.066+0000 7f6a03e00640 1 --2- 172.21.15.33:0/1303276961 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6a04077040 0x7f6a041a4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:23:57.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.066+0000 7f6a09c00640 1 --2- 172.21.15.33:0/1303276961 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a04112a30 0x7f6a0419e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:23:57.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.067+0000 7f6a09200640 1 --2- 172.21.15.33:0/1303276961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a04076720 0x7f6a041a46b0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f69f800e9f0 tx=0x7f69f800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:23:57.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.067+0000 7f6a01600640 1 -- 172.21.15.33:0/1303276961 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69f800cd80 con 0x7f6a04076720 2024-09-05T02:23:57.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.067+0000 7f6a01600640 1 -- 172.21.15.33:0/1303276961 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f69f8005500 con 0x7f6a04076720 2024-09-05T02:23:57.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.067+0000 7f6a0bc00640 1 -- 172.21.15.33:0/1303276961 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a0419f2c0 con 0x7f6a04076720 2024-09-05T02:23:57.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.067+0000 7f6a01600640 1 -- 172.21.15.33:0/1303276961 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69f8010690 con 0x7f6a04076720 2024-09-05T02:23:57.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.067+0000 7f6a0bc00640 1 -- 172.21.15.33:0/1303276961 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a041ab510 con 0x7f6a04076720 2024-09-05T02:23:57.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.068+0000 7f6a0bc00640 1 -- 172.21.15.33:0/1303276961 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a04077e60 con 0x7f6a04076720 2024-09-05T02:23:57.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.071+0000 7f6a01600640 1 -- 172.21.15.33:0/1303276961 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f69f80046c0 con 0x7f6a04076720 2024-09-05T02:23:57.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.072+0000 7f6a01600640 1 --2- 172.21.15.33:0/1303276961 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f69ec0a2b80 0x7f69ec0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:57.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.072+0000 7f6a01600640 1 -- 172.21.15.33:0/1303276961 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f69f80cf1a0 con 0x7f6a04076720 2024-09-05T02:23:57.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.072+0000 7f6a03e00640 1 --2- 172.21.15.33:0/1303276961 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f69ec0a2b80 0x7f69ec0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:57.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.073+0000 7f6a03e00640 1 --2- 172.21.15.33:0/1303276961 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f69ec0a2b80 0x7f69ec0a5040 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f69f0005e00 tx=0x7f69f0005c70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:23:57.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.076+0000 7f6a01600640 1 -- 172.21.15.33:0/1303276961 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f69f809c500 con 0x7f6a04076720 2024-09-05T02:23:57.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.267+0000 7f6a0bc00640 1 -- 172.21.15.33:0/1303276961 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6a04076b00 con 0x7f6a04076720 2024-09-05T02:23:57.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.268+0000 7f6a01600640 1 -- 172.21.15.33:0/1303276961 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v78) ==== 74+0+18470 (secure 0 0 0) 0x7f69f809be00 con 0x7f6a04076720 2024-09-05T02:23:57.270 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:23:57.271 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":78,"fsid":"b37d3f34-6b2c-11ef-bcd6-c7b262605968","created":"2024-09-05T02:16:40.986430+0000","modified":"2024-09-05T02:23:53.314225+0000","last_up_change":"2024-09-05T02:23:52.310598+0000","last_in_change":"2024-09-05T02:23:29.448936+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T02:19:57.005189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6803","nonce":2230859978}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6805","nonce":2230859978}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6809","nonce":2230859978}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6807","nonce":2230859978}]},"public_addr":"172.21.15.33:6803/2230859978","cluster_addr":"172.21.15.33:6805/2230859978","heartbeat_back_addr":"172.21.15.33:6809/2230859978","heartbeat_front_addr":"172.21.15.33:6807/2230859978","state":["exists","up"]},{"osd":1,"uuid":"6de45097-769c-467f-9c69-c0e6286b5b72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6801","nonce":982249098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6803","nonce":982249098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6807","nonce":982249098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6805","nonce":982249098}]},"public_addr":"172.21.15.123:6801/982249098","cluster_addr":"172.21.15.123:6803/982249098","heartbeat_back_addr":"172.21.15.123:6807/982249098","heartbeat_front_addr":"172.21.15.123:6805/982249098","state":["exists","up"]},{"osd":2,"uuid":"8d8bdb95-be19-4ae4-8587-ea5dace30521","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6801","nonce":3754006463}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6803","nonce":3754006463}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6807","nonce":3754006463}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6805","nonce":3754006463}]},"public_addr":"172.21.15.174:6801/3754006463","cluster_addr":"172.21.15.174:6803/3754006463","heartbeat_back_addr":"172.21.15.174:6807/3754006463","heartbeat_front_addr":"172.21.15.174:6805/3754006463","state":["exists","up"]},{"osd":3,"uuid":"73cd7f3a-95e0-434d-bac2-b99f4036fe9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6811","nonce":3031631676}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6813","nonce":3031631676}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6817","nonce":3031631676}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6815","nonce":3031631676}]},"public_addr":"172.21.15.33:6811/3031631676","cluster_addr":"172.21.15.33:6813/3031631676","heartbeat_back_addr":"172.21.15.33:6817/3031631676","heartbeat_front_addr":"172.21.15.33:6815/3031631676","state":["exists","up"]},{"osd":4,"uuid":"0f0578f6-ecfb-41c9-9360-6155c02c4a47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6809","nonce":1841051665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6811","nonce":1841051665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6815","nonce":1841051665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6813","nonce":1841051665}]},"public_addr":"172.21.15.123:6809/1841051665","cluster_addr":"172.21.15.123:6811/1841051665","heartbeat_back_addr":"172.21.15.123:6815/1841051665","heartbeat_front_addr":"172.21.15.123:6813/1841051665","state":["exists","up"]},{"osd":5,"uuid":"d140f4bd-ec12-44e7-b9fc-3dd869d73e95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6809","nonce":609807204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6811","nonce":609807204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6815","nonce":609807204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6813","nonce":609807204}]},"public_addr":"172.21.15.174:6809/609807204","cluster_addr":"172.21.15.174:6811/609807204","heartbeat_back_addr":"172.21.15.174:6815/609807204","heartbeat_front_addr":"172.21.15.174:6813/609807204","state":["exists","up"]},{"osd":6,"uuid":"7f01a990-d1b2-40cb-8892-89961631233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6819","nonce":3289951394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6821","nonce":3289951394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6825","nonce":3289951394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6823","nonce":3289951394}]},"public_addr":"172.21.15.33:6819/3289951394","cluster_addr":"172.21.15.33:6821/3289951394","heartbeat_back_addr":"172.21.15.33:6825/3289951394","heartbeat_front_addr":"172.21.15.33:6823/3289951394","state":["exists","up"]},{"osd":7,"uuid":"d5c701d4-188e-4c24-874c-3056d7dc546d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6817","nonce":1928319522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6819","nonce":1928319522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6823","nonce":1928319522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6821","nonce":1928319522}]},"public_addr":"172.21.15.123:6817/1928319522","cluster_addr":"172.21.15.123:6819/1928319522","heartbeat_back_addr":"172.21.15.123:6823/1928319522","heartbeat_front_addr":"172.21.15.123:6821/1928319522","state":["exists","up"]},{"osd":8,"uuid":"e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6817","nonce":3984977582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6819","nonce":3984977582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6823","nonce":3984977582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6821","nonce":3984977582}]},"public_addr":"172.21.15.174:6817/3984977582","cluster_addr":"172.21.15.174:6819/3984977582","heartbeat_back_addr":"172.21.15.174:6823/3984977582","heartbeat_front_addr":"172.21.15.174:6821/3984977582","state":["exists","up"]},{"osd":9,"uuid":"8858f35a-ce38-4484-8393-e138920ed9b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6827","nonce":4123845959}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6829","nonce":4123845959}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6833","nonce":4123845959}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6831","nonce":4123845959}]},"public_addr":"172.21.15.33:6827/4123845959","cluster_addr":"172.21.15.33:6829/4123845959","heartbeat_back_addr":"172.21.15.33:6833/4123845959","heartbeat_front_addr":"172.21.15.33:6831/4123845959","state":["exists","up"]},{"osd":10,"uuid":"d3206b8b-55c3-4988-9cce-cdd805f9969d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6825","nonce":532510651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6827","nonce":532510651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6831","nonce":532510651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6829","nonce":532510651}]},"public_addr":"172.21.15.123:6825/532510651","cluster_addr":"172.21.15.123:6827/532510651","heartbeat_back_addr":"172.21.15.123:6831/532510651","heartbeat_front_addr":"172.21.15.123:6829/532510651","state":["exists","up"]},{"osd":11,"uuid":"50b6059f-00b3-489a-aaf0-75765fbf2e6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6825","nonce":955565697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6827","nonce":955565697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6831","nonce":955565697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6829","nonce":955565697}]},"public_addr":"172.21.15.174:6825/955565697","cluster_addr":"172.21.15.174:6827/955565697","heartbeat_back_addr":"172.21.15.174:6831/955565697","heartbeat_front_addr":"172.21.15.174:6829/955565697","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:04.269795+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:29.126352+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:52.874768+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:23.135411+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:48.453184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:12.929713+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:43.089772+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:08.258936+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:32.108584+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:01.775759+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:26.088382+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:50.391688+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6801/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/1229013790":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/1567746818":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6801/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6800/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6800/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/2503822140":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/3927628736":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/3047771737":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/2751303440":"2024-09-06T02:17:06.260070+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T02:23:57.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.270+0000 7f6a0bc00640 1 -- 172.21.15.33:0/1303276961 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f69ec0a2b80 msgr2=0x7f69ec0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:57.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.270+0000 7f6a0bc00640 1 --2- 172.21.15.33:0/1303276961 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f69ec0a2b80 0x7f69ec0a5040 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f69f0005e00 tx=0x7f69f0005c70 comp rx=0 tx=0).stop 2024-09-05T02:23:57.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.270+0000 7f6a0bc00640 1 -- 172.21.15.33:0/1303276961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a04076720 msgr2=0x7f6a041a46b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:57.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.270+0000 7f6a0bc00640 1 --2- 172.21.15.33:0/1303276961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a04076720 0x7f6a041a46b0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f69f800e9f0 tx=0x7f69f800edf0 comp rx=0 tx=0).stop 2024-09-05T02:23:57.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.270+0000 7f6a0bc00640 1 -- 172.21.15.33:0/1303276961 shutdown_connections 2024-09-05T02:23:57.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.270+0000 7f6a0bc00640 1 --2- 172.21.15.33:0/1303276961 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f69ec0a2b80 0x7f69ec0a5040 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:57.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.270+0000 7f6a0bc00640 1 --2- 172.21.15.33:0/1303276961 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a04112a30 0x7f6a0419e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:57.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.270+0000 7f6a0bc00640 1 --2- 172.21.15.33:0/1303276961 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6a04077040 0x7f6a041a4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:57.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.270+0000 7f6a0bc00640 1 --2- 172.21.15.33:0/1303276961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a04076720 0x7f6a041a46b0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:57.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.270+0000 7f6a0bc00640 1 -- 172.21.15.33:0/1303276961 >> 172.21.15.33:0/1303276961 conn(0x7f6a040ffa90 msgr2=0x7f6a04101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:23:57.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.271+0000 7f6a0bc00640 1 -- 172.21.15.33:0/1303276961 shutdown_connections 2024-09-05T02:23:57.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:57.271+0000 7f6a0bc00640 1 -- 172.21.15.33:0/1303276961 wait complete. 2024-09-05T02:23:57.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:57 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1303276961' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:23:57.587 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:57 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1303276961' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:23:57.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:57 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1303276961' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:23:58.039 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-05T02:19:57.005189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-05T02:23:58.040 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-05T02:23:58.413 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:23:58.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:58 smithi123 ceph-mon[34031]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:23:58.645 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:58 smithi033 ceph-mon[29909]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:23:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:58 smithi174 ceph-mon[34756]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:23:58.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.925+0000 7f76aa400640 1 -- 172.21.15.33:0/392134672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76a41047e0 msgr2=0x7f76a4108830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:58.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.925+0000 7f76aa400640 1 --2- 172.21.15.33:0/392134672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76a41047e0 0x7f76a4108830 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f7690009900 tx=0x7f769002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:23:58.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.925+0000 7f76aa400640 1 -- 172.21.15.33:0/392134672 shutdown_connections 2024-09-05T02:23:58.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.925+0000 7f76aa400640 1 --2- 172.21.15.33:0/392134672 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f76a4108f60 0x7f76a4110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:58.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.925+0000 7f76aa400640 1 --2- 172.21.15.33:0/392134672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76a41047e0 0x7f76a4108830 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:58.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.925+0000 7f76aa400640 1 --2- 172.21.15.33:0/392134672 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f76a4103e30 0x7f76a4104210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:58.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.925+0000 7f76aa400640 1 -- 172.21.15.33:0/392134672 >> 172.21.15.33:0/392134672 conn(0x7f76a40ff8d0 msgr2=0x7f76a4101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:23:58.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.925+0000 7f76aa400640 1 -- 172.21.15.33:0/392134672 shutdown_connections 2024-09-05T02:23:58.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.925+0000 7f76aa400640 1 -- 172.21.15.33:0/392134672 wait complete. 2024-09-05T02:23:58.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.926+0000 7f76aa400640 1 Processor -- start 2024-09-05T02:23:58.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.926+0000 7f76aa400640 1 -- start start 2024-09-05T02:23:58.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.927+0000 7f76aa400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f76a4103e30 0x7f76a419a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:58.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.927+0000 7f76aa400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76a41047e0 0x7f76a419a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:58.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.927+0000 7f76aa400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f76a4108f60 0x7f76a419ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:58.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.927+0000 7f76aa400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f76a4113fc0 con 0x7f76a41047e0 2024-09-05T02:23:58.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.927+0000 7f76aa400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f76a4113e40 con 0x7f76a4108f60 2024-09-05T02:23:58.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.927+0000 7f76aa400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f76a4114140 con 0x7f76a4103e30 2024-09-05T02:23:58.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.927+0000 7f76a3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76a41047e0 0x7f76a419a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:58.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.927+0000 7f76a9000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f76a4103e30 0x7f76a419a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:58.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.927+0000 7f76a3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76a41047e0 0x7f76a419a9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54560/0 (socket says 172.21.15.33:54560) 2024-09-05T02:23:58.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.927+0000 7f76a3e00640 1 -- 172.21.15.33:0/4109398318 learned_addr learned my addr 172.21.15.33:0/4109398318 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:23:58.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.927+0000 7f76a9a00640 1 --2- 172.21.15.33:0/4109398318 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f76a4108f60 0x7f76a419ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:58.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.928+0000 7f76a9a00640 1 -- 172.21.15.33:0/4109398318 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f76a4103e30 msgr2=0x7f76a419a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:58.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.928+0000 7f76a9a00640 1 --2- 172.21.15.33:0/4109398318 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f76a4103e30 0x7f76a419a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:58.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.928+0000 7f76a9a00640 1 -- 172.21.15.33:0/4109398318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76a41047e0 msgr2=0x7f76a419a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:58.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.928+0000 7f76a9a00640 1 --2- 172.21.15.33:0/4109398318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76a41047e0 0x7f76a419a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:58.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.928+0000 7f76a9a00640 1 -- 172.21.15.33:0/4109398318 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76a419f430 con 0x7f76a4108f60 2024-09-05T02:23:58.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.928+0000 7f76a9000640 1 --2- 172.21.15.33:0/4109398318 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f76a4103e30 0x7f76a419a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:23:58.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.928+0000 7f76a9a00640 1 --2- 172.21.15.33:0/4109398318 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f76a4108f60 0x7f76a419ed50 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f769c009fd0 tx=0x7f769c00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:23:58.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.928+0000 7f76a1600640 1 -- 172.21.15.33:0/4109398318 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f769c00ce20 con 0x7f76a4108f60 2024-09-05T02:23:58.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.928+0000 7f76a1600640 1 -- 172.21.15.33:0/4109398318 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f769c005020 con 0x7f76a4108f60 2024-09-05T02:23:58.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.928+0000 7f76a1600640 1 -- 172.21.15.33:0/4109398318 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f769c010720 con 0x7f76a4108f60 2024-09-05T02:23:58.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.928+0000 7f76aa400640 1 -- 172.21.15.33:0/4109398318 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76a419f720 con 0x7f76a4108f60 2024-09-05T02:23:58.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.929+0000 7f76aa400640 1 -- 172.21.15.33:0/4109398318 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76a41a7000 con 0x7f76a4108f60 2024-09-05T02:23:58.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.930+0000 7f76aa400640 1 -- 172.21.15.33:0/4109398318 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76a4104210 con 0x7f76a4108f60 2024-09-05T02:23:58.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.932+0000 7f76a1600640 1 -- 172.21.15.33:0/4109398318 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f769c005540 con 0x7f76a4108f60 2024-09-05T02:23:58.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.933+0000 7f76a1600640 1 --2- 172.21.15.33:0/4109398318 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f768c0a2b80 0x7f768c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:23:58.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.933+0000 7f76a1600640 1 -- 172.21.15.33:0/4109398318 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f769c0cf370 con 0x7f76a4108f60 2024-09-05T02:23:58.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.933+0000 7f76a9000640 1 --2- 172.21.15.33:0/4109398318 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f768c0a2b80 0x7f768c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:23:58.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.934+0000 7f76a9000640 1 --2- 172.21.15.33:0/4109398318 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f768c0a2b80 0x7f768c0a5040 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7698009c20 tx=0x7f7698005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:23:58.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:58.937+0000 7f76a1600640 1 -- 172.21.15.33:0/4109398318 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f769c09c6d0 con 0x7f76a4108f60 2024-09-05T02:23:59.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:59.121+0000 7f76aa400640 1 -- 172.21.15.33:0/4109398318 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f76a402d7c0 con 0x7f76a4108f60 2024-09-05T02:23:59.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:59.122+0000 7f76a1600640 1 -- 172.21.15.33:0/4109398318 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v78) ==== 93+0+10 (secure 0 0 0) 0x7f769c09bfd0 con 0x7f76a4108f60 2024-09-05T02:23:59.124 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-05T02:23:59.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:59.124+0000 7f76aa400640 1 -- 172.21.15.33:0/4109398318 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f768c0a2b80 msgr2=0x7f768c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:59.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:59.124+0000 7f76aa400640 1 --2- 172.21.15.33:0/4109398318 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f768c0a2b80 0x7f768c0a5040 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7698009c20 tx=0x7f7698005f90 comp rx=0 tx=0).stop 2024-09-05T02:23:59.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:59.124+0000 7f76aa400640 1 -- 172.21.15.33:0/4109398318 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f76a4108f60 msgr2=0x7f76a419ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:23:59.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:59.124+0000 7f76aa400640 1 --2- 172.21.15.33:0/4109398318 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f76a4108f60 0x7f76a419ed50 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f769c009fd0 tx=0x7f769c00ef10 comp rx=0 tx=0).stop 2024-09-05T02:23:59.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:59.124+0000 7f76aa400640 1 -- 172.21.15.33:0/4109398318 shutdown_connections 2024-09-05T02:23:59.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:59.124+0000 7f76aa400640 1 --2- 172.21.15.33:0/4109398318 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f768c0a2b80 0x7f768c0a5040 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:59.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:59.124+0000 7f76aa400640 1 --2- 172.21.15.33:0/4109398318 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f76a4108f60 0x7f76a419ed50 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:59.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:59.124+0000 7f76aa400640 1 --2- 172.21.15.33:0/4109398318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76a41047e0 0x7f76a419a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:59.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:59.124+0000 7f76aa400640 1 --2- 172.21.15.33:0/4109398318 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f76a4103e30 0x7f76a419a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:23:59.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:59.124+0000 7f76aa400640 1 -- 172.21.15.33:0/4109398318 >> 172.21.15.33:0/4109398318 conn(0x7f76a40ff8d0 msgr2=0x7f76a4100bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:23:59.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:59.125+0000 7f76aa400640 1 -- 172.21.15.33:0/4109398318 shutdown_connections 2024-09-05T02:23:59.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:23:59.125+0000 7f76aa400640 1 -- 172.21.15.33:0/4109398318 wait complete. 2024-09-05T02:23:59.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:23:59 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/4109398318' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T02:23:59.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:23:59 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/4109398318' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T02:23:59.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:23:59 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/4109398318' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T02:23:59.878 INFO:tasks.cephadm:Adding mds.a on smithi033 2024-09-05T02:23:59.878 INFO:tasks.cephadm:Adding mds.d on smithi033 2024-09-05T02:23:59.878 INFO:tasks.cephadm:Adding mds.g on smithi033 2024-09-05T02:23:59.879 INFO:tasks.cephadm:Adding mds.j on smithi033 2024-09-05T02:23:59.879 INFO:tasks.cephadm:Adding mds.b on smithi123 2024-09-05T02:23:59.879 INFO:tasks.cephadm:Adding mds.e on smithi123 2024-09-05T02:23:59.879 INFO:tasks.cephadm:Adding mds.h on smithi123 2024-09-05T02:23:59.879 INFO:tasks.cephadm:Adding mds.k on smithi123 2024-09-05T02:23:59.879 INFO:tasks.cephadm:Adding mds.c on smithi174 2024-09-05T02:23:59.879 INFO:tasks.cephadm:Adding mds.f on smithi174 2024-09-05T02:23:59.879 INFO:tasks.cephadm:Adding mds.i on smithi174 2024-09-05T02:23:59.879 INFO:tasks.cephadm:Adding mds.l on smithi174 2024-09-05T02:23:59.879 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph orch apply mds all '12;smithi033=a;smithi033=d;smithi033=g;smithi033=j;smithi123=b;smithi123=e;smithi123=h;smithi123=k;smithi174=c;smithi174=f;smithi174=i;smithi174=l' 2024-09-05T02:24:00.140 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T02:24:00.519 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:00 smithi174 ceph-mon[34756]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:00.619 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.604+0000 7f183c193640 1 -- 172.21.15.174:0/3461417887 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1834102690 msgr2=0x7f1834108f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:00.619 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.604+0000 7f183c193640 1 --2- 172.21.15.174:0/3461417887 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1834102690 0x7f1834108f20 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f182c009ca0 tx=0x7f182c02a8c0 comp rx=0 tx=0).stop 2024-09-05T02:24:00.619 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.604+0000 7f183c193640 1 -- 172.21.15.174:0/3461417887 shutdown_connections 2024-09-05T02:24:00.619 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.604+0000 7f183c193640 1 --2- 172.21.15.174:0/3461417887 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1834102690 0x7f1834108f20 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:00.619 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.604+0000 7f183c193640 1 --2- 172.21.15.174:0/3461417887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1834101cd0 0x7f1834102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:00.620 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.604+0000 7f183c193640 1 --2- 172.21.15.174:0/3461417887 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1834100ad0 0x7f1834100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:00.620 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.604+0000 7f183c193640 1 -- 172.21.15.174:0/3461417887 >> 172.21.15.174:0/3461417887 conn(0x7f18340fc280 msgr2=0x7f18340fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:00.620 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.604+0000 7f183c193640 1 -- 172.21.15.174:0/3461417887 shutdown_connections 2024-09-05T02:24:00.620 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.604+0000 7f183c193640 1 -- 172.21.15.174:0/3461417887 wait complete. 2024-09-05T02:24:00.620 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.604+0000 7f183c193640 1 Processor -- start 2024-09-05T02:24:00.620 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.604+0000 7f183c193640 1 -- start start 2024-09-05T02:24:00.620 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.604+0000 7f183c193640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1834100ad0 0x7f183406aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:00.620 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.604+0000 7f183c193640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1834101cd0 0x7f183419eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:00.620 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.604+0000 7f183c193640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1834102690 0x7f18341a13f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:00.620 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.604+0000 7f183c193640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f183410c730 con 0x7f1834101cd0 2024-09-05T02:24:00.620 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.604+0000 7f183c193640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f183410c5b0 con 0x7f1834100ad0 2024-09-05T02:24:00.620 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.604+0000 7f183c193640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f183410c8b0 con 0x7f1834102690 2024-09-05T02:24:00.621 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.605+0000 7f183a730640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1834102690 0x7f18341a13f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:00.621 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.605+0000 7f183a730640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1834102690 0x7f18341a13f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.174:37936/0 (socket says 172.21.15.174:37936) 2024-09-05T02:24:00.621 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.605+0000 7f183a730640 1 -- 172.21.15.174:0/1007274769 learned_addr learned my addr 172.21.15.174:0/1007274769 (peer_addr_for_me v2:172.21.15.174:0/0) 2024-09-05T02:24:00.621 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.605+0000 7f1839f2f640 1 --2- 172.21.15.174:0/1007274769 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1834100ad0 0x7f183406aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:00.621 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.605+0000 7f183972e640 1 --2- 172.21.15.174:0/1007274769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1834101cd0 0x7f183419eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:00.621 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.605+0000 7f183a730640 1 -- 172.21.15.174:0/1007274769 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1834100ad0 msgr2=0x7f183406aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:00.621 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.605+0000 7f183a730640 1 --2- 172.21.15.174:0/1007274769 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1834100ad0 0x7f183406aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:00.621 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.605+0000 7f183a730640 1 -- 172.21.15.174:0/1007274769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1834101cd0 msgr2=0x7f183419eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:00.621 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.605+0000 7f183a730640 1 --2- 172.21.15.174:0/1007274769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1834101cd0 0x7f183419eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:00.621 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.605+0000 7f183a730640 1 -- 172.21.15.174:0/1007274769 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18341a1be0 con 0x7f1834102690 2024-09-05T02:24:00.621 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.605+0000 7f183a730640 1 --2- 172.21.15.174:0/1007274769 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1834102690 0x7f18341a13f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f182c0098d0 tx=0x7f182c02f840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:00.621 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.605+0000 7f182affd640 1 -- 172.21.15.174:0/1007274769 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182c02fc30 con 0x7f1834102690 2024-09-05T02:24:00.622 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.605+0000 7f182affd640 1 -- 172.21.15.174:0/1007274769 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f182c003e50 con 0x7f1834102690 2024-09-05T02:24:00.622 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.605+0000 7f182affd640 1 -- 172.21.15.174:0/1007274769 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182c004810 con 0x7f1834102690 2024-09-05T02:24:00.622 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.605+0000 7f183c193640 1 -- 172.21.15.174:0/1007274769 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18341a1e10 con 0x7f1834102690 2024-09-05T02:24:00.622 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.606+0000 7f183c193640 1 -- 172.21.15.174:0/1007274769 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18341a22d0 con 0x7f1834102690 2024-09-05T02:24:00.622 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.607+0000 7f183c193640 1 -- 172.21.15.174:0/1007274769 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1834107e00 con 0x7f1834102690 2024-09-05T02:24:00.622 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.608+0000 7f182affd640 1 -- 172.21.15.174:0/1007274769 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f182c004b40 con 0x7f1834102690 2024-09-05T02:24:00.622 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.608+0000 7f182affd640 1 --2- 172.21.15.174:0/1007274769 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f18200a2c30 0x7f18200a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:00.622 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.609+0000 7f182affd640 1 -- 172.21.15.174:0/1007274769 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f182c0eff20 con 0x7f1834102690 2024-09-05T02:24:00.622 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.609+0000 7f1839f2f640 1 --2- 172.21.15.174:0/1007274769 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f18200a2c30 0x7f18200a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:00.622 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.609+0000 7f1839f2f640 1 --2- 172.21.15.174:0/1007274769 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f18200a2c30 0x7f18200a50f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f1834101b30 tx=0x7f1830005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:00.622 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.612+0000 7f182affd640 1 -- 172.21.15.174:0/1007274769 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f182c0bd320 con 0x7f1834102690 2024-09-05T02:24:00.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:00 smithi123 ceph-mon[34031]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:00.798 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.795+0000 7f183c193640 1 -- 172.21.15.174:0/1007274769 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi033=a;smithi033=d;smithi033=g;smithi033=j;smithi123=b;smithi123=e;smithi123=h;smithi123=k;smithi174=c;smithi174=f;smithi174=i;smithi174=l", "target": ["mon-mgr", ""]}) -- 0x7f1834062730 con 0x7f18200a2c30 2024-09-05T02:24:00.806 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.803+0000 7f182affd640 1 -- 172.21.15.174:0/1007274769 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f1834062730 con 0x7f18200a2c30 2024-09-05T02:24:00.806 INFO:teuthology.orchestra.run.smithi174.stdout:Scheduled mds.all update... 2024-09-05T02:24:00.808 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.806+0000 7f183c193640 1 -- 172.21.15.174:0/1007274769 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f18200a2c30 msgr2=0x7f18200a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:00.808 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.806+0000 7f183c193640 1 --2- 172.21.15.174:0/1007274769 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f18200a2c30 0x7f18200a50f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f1834101b30 tx=0x7f1830005f90 comp rx=0 tx=0).stop 2024-09-05T02:24:00.808 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.806+0000 7f183c193640 1 -- 172.21.15.174:0/1007274769 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1834102690 msgr2=0x7f18341a13f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:00.808 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.806+0000 7f183c193640 1 --2- 172.21.15.174:0/1007274769 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1834102690 0x7f18341a13f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f182c0098d0 tx=0x7f182c02f840 comp rx=0 tx=0).stop 2024-09-05T02:24:00.808 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.806+0000 7f183c193640 1 -- 172.21.15.174:0/1007274769 shutdown_connections 2024-09-05T02:24:00.808 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.806+0000 7f183c193640 1 --2- 172.21.15.174:0/1007274769 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f18200a2c30 0x7f18200a50f0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:00.808 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.806+0000 7f183c193640 1 --2- 172.21.15.174:0/1007274769 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1834102690 0x7f18341a13f0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:00.808 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.806+0000 7f183c193640 1 --2- 172.21.15.174:0/1007274769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1834101cd0 0x7f183419eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:00.809 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.806+0000 7f183c193640 1 --2- 172.21.15.174:0/1007274769 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1834100ad0 0x7f183406aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:00.809 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.806+0000 7f183c193640 1 -- 172.21.15.174:0/1007274769 >> 172.21.15.174:0/1007274769 conn(0x7f18340fc280 msgr2=0x7f1834104fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:00.809 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.806+0000 7f183c193640 1 -- 172.21.15.174:0/1007274769 shutdown_connections 2024-09-05T02:24:00.809 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-05T02:24:00.806+0000 7f183c193640 1 -- 172.21.15.174:0/1007274769 wait complete. 2024-09-05T02:24:00.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:00 smithi033 ceph-mon[29909]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:01.478 DEBUG:teuthology.orchestra.run.smithi033:mds.a> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.a.service 2024-09-05T02:24:01.483 DEBUG:teuthology.orchestra.run.smithi033:mds.d> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.d.service 2024-09-05T02:24:01.527 DEBUG:teuthology.orchestra.run.smithi033:mds.g> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.g.service 2024-09-05T02:24:01.573 DEBUG:teuthology.orchestra.run.smithi033:mds.j> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.j.service 2024-09-05T02:24:01.618 DEBUG:teuthology.orchestra.run.smithi123:mds.b> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.b.service 2024-09-05T02:24:01.621 DEBUG:teuthology.orchestra.run.smithi123:mds.e> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.e.service 2024-09-05T02:24:01.665 DEBUG:teuthology.orchestra.run.smithi123:mds.h> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.h.service 2024-09-05T02:24:01.709 DEBUG:teuthology.orchestra.run.smithi123:mds.k> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.k.service 2024-09-05T02:24:01.751 DEBUG:teuthology.orchestra.run.smithi174:mds.c> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.c.service 2024-09-05T02:24:01.754 DEBUG:teuthology.orchestra.run.smithi174:mds.f> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.f.service 2024-09-05T02:24:01.797 DEBUG:teuthology.orchestra.run.smithi174:mds.i> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.i.service 2024-09-05T02:24:01.840 DEBUG:teuthology.orchestra.run.smithi174:mds.l> sudo journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.l.service 2024-09-05T02:24:01.883 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-05T02:24:01.883 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:24:02.001 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:01 smithi174 ceph-mon[34756]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:02.001 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:01 smithi174 ceph-mon[34756]: from='client.24430 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi033=a;smithi033=d;smithi033=g;smithi033=j;smithi123=b;smithi123=e;smithi123=h;smithi123=k;smithi174=c;smithi174=f;smithi174=i;smithi174=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:24:02.001 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:01 smithi174 ceph-mon[34756]: Saving service mds.all spec with placement smithi033=a;smithi033=d;smithi033=g;smithi033=j;smithi123=b;smithi123=e;smithi123=h;smithi123=k;smithi174=c;smithi174=f;smithi174=i;smithi174=l;count:12 2024-09-05T02:24:02.001 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:02.001 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:24:02.001 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:02.001 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:24:02.001 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:02.002 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:02.002 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:02.002 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:02.002 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:01 smithi174 ceph-mon[34756]: Deploying daemon mds.l on smithi174 2024-09-05T02:24:02.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:01 smithi033 ceph-mon[29909]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:02.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:01 smithi033 ceph-mon[29909]: from='client.24430 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi033=a;smithi033=d;smithi033=g;smithi033=j;smithi123=b;smithi123=e;smithi123=h;smithi123=k;smithi174=c;smithi174=f;smithi174=i;smithi174=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:24:02.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:01 smithi033 ceph-mon[29909]: Saving service mds.all spec with placement smithi033=a;smithi033=d;smithi033=g;smithi033=j;smithi123=b;smithi123=e;smithi123=h;smithi123=k;smithi174=c;smithi174=f;smithi174=i;smithi174=l;count:12 2024-09-05T02:24:02.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:02.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:24:02.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:02.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:24:02.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:02.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:02.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:02.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:02.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:01 smithi033 ceph-mon[29909]: Deploying daemon mds.l on smithi174 2024-09-05T02:24:02.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:01 smithi123 ceph-mon[34031]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:02.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:01 smithi123 ceph-mon[34031]: from='client.24430 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi033=a;smithi033=d;smithi033=g;smithi033=j;smithi123=b;smithi123=e;smithi123=h;smithi123=k;smithi174=c;smithi174=f;smithi174=i;smithi174=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:24:02.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:01 smithi123 ceph-mon[34031]: Saving service mds.all spec with placement smithi033=a;smithi033=d;smithi033=g;smithi033=j;smithi123=b;smithi123=e;smithi123=h;smithi123=k;smithi174=c;smithi174=f;smithi174=i;smithi174=l;count:12 2024-09-05T02:24:02.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:02.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:24:02.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:02.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:24:02.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:02.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:02.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:02.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:02.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:01 smithi123 ceph-mon[34031]: Deploying daemon mds.l on smithi174 2024-09-05T02:24:02.263 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:24:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.788+0000 7f0642200640 1 -- 172.21.15.33:0/2939779503 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f063c106f20 msgr2=0x7f063c10eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.788+0000 7f0642200640 1 --2- 172.21.15.33:0/2939779503 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f063c106f20 0x7f063c10eaa0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f0634009ca0 tx=0x7f063402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:24:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.788+0000 7f0642200640 1 -- 172.21.15.33:0/2939779503 shutdown_connections 2024-09-05T02:24:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.788+0000 7f0642200640 1 --2- 172.21.15.33:0/2939779503 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f063c106f20 0x7f063c10eaa0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.788+0000 7f0642200640 1 --2- 172.21.15.33:0/2939779503 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f063c1027a0 0x7f063c1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.788+0000 7f0642200640 1 --2- 172.21.15.33:0/2939779503 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f063c101df0 0x7f063c1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.788+0000 7f0642200640 1 -- 172.21.15.33:0/2939779503 >> 172.21.15.33:0/2939779503 conn(0x7f063c0fd8b0 msgr2=0x7f063c0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.788+0000 7f0642200640 1 -- 172.21.15.33:0/2939779503 shutdown_connections 2024-09-05T02:24:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.788+0000 7f0642200640 1 -- 172.21.15.33:0/2939779503 wait complete. 2024-09-05T02:24:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.789+0000 7f0642200640 1 Processor -- start 2024-09-05T02:24:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.789+0000 7f0642200640 1 -- start start 2024-09-05T02:24:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.789+0000 7f0642200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f063c101df0 0x7f063c19a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.789+0000 7f0642200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f063c1027a0 0x7f063c19aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.789+0000 7f0642200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f063c106f20 0x7f063c19ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.789+0000 7f0642200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f063c111f80 con 0x7f063c106f20 2024-09-05T02:24:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.789+0000 7f0642200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f063c111e00 con 0x7f063c1027a0 2024-09-05T02:24:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.789+0000 7f0642200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f063c112100 con 0x7f063c101df0 2024-09-05T02:24:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.790+0000 7f063aa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f063c1027a0 0x7f063c19aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.790+0000 7f063aa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f063c1027a0 0x7f063c19aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:59958/0 (socket says 172.21.15.33:59958) 2024-09-05T02:24:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.790+0000 7f063aa00640 1 -- 172.21.15.33:0/2127332589 learned_addr learned my addr 172.21.15.33:0/2127332589 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:24:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.790+0000 7f063b400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f063c101df0 0x7f063c19a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.790+0000 7f063be00640 1 --2- 172.21.15.33:0/2127332589 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f063c106f20 0x7f063c19ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.790+0000 7f063aa00640 1 -- 172.21.15.33:0/2127332589 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f063c101df0 msgr2=0x7f063c19a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.790+0000 7f063aa00640 1 --2- 172.21.15.33:0/2127332589 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f063c101df0 0x7f063c19a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.790+0000 7f063aa00640 1 -- 172.21.15.33:0/2127332589 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f063c106f20 msgr2=0x7f063c19ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.790+0000 7f063aa00640 1 --2- 172.21.15.33:0/2127332589 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f063c106f20 0x7f063c19ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.790+0000 7f063aa00640 1 -- 172.21.15.33:0/2127332589 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f063c19f540 con 0x7f063c1027a0 2024-09-05T02:24:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.790+0000 7f063b400640 1 --2- 172.21.15.33:0/2127332589 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f063c101df0 0x7f063c19a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:24:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.790+0000 7f063aa00640 1 --2- 172.21.15.33:0/2127332589 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f063c1027a0 0x7f063c19aad0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f062800ea60 tx=0x7f062800ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.791+0000 7f0633e00640 1 -- 172.21.15.33:0/2127332589 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f062800cde0 con 0x7f063c1027a0 2024-09-05T02:24:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.791+0000 7f0633e00640 1 -- 172.21.15.33:0/2127332589 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f06280035f0 con 0x7f063c1027a0 2024-09-05T02:24:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.791+0000 7f0633e00640 1 -- 172.21.15.33:0/2127332589 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0628010670 con 0x7f063c1027a0 2024-09-05T02:24:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.791+0000 7f0642200640 1 -- 172.21.15.33:0/2127332589 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f063c19f830 con 0x7f063c1027a0 2024-09-05T02:24:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.791+0000 7f0642200640 1 -- 172.21.15.33:0/2127332589 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f063c1a7110 con 0x7f063c1027a0 2024-09-05T02:24:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.792+0000 7f0642200640 1 -- 172.21.15.33:0/2127332589 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f063c1021d0 con 0x7f063c1027a0 2024-09-05T02:24:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.794+0000 7f0633e00640 1 -- 172.21.15.33:0/2127332589 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f06280037a0 con 0x7f063c1027a0 2024-09-05T02:24:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.795+0000 7f0633e00640 1 --2- 172.21.15.33:0/2127332589 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f06200a2b80 0x7f06200a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.795+0000 7f0633e00640 1 -- 172.21.15.33:0/2127332589 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f06280cef00 con 0x7f063c1027a0 2024-09-05T02:24:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.795+0000 7f063b400640 1 --2- 172.21.15.33:0/2127332589 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f06200a2b80 0x7f06200a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.796+0000 7f063b400640 1 --2- 172.21.15.33:0/2127332589 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f06200a2b80 0x7f06200a5040 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f062c009fc0 tx=0x7f062c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:02.799+0000 7f0633e00640 1 -- 172.21.15.33:0/2127332589 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f062809c260 con 0x7f063c1027a0 2024-09-05T02:24:03.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:03.023+0000 7f0642200640 1 -- 172.21.15.33:0/2127332589 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f063c1a7440 con 0x7f063c1027a0 2024-09-05T02:24:03.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:03.024+0000 7f0633e00640 1 -- 172.21.15.33:0/2127332589 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+611 (secure 0 0 0) 0x7f062809bb60 con 0x7f063c1027a0 2024-09-05T02:24:03.026 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:24:03.026 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":1,"btime":"2024-09-05T02:16:40:986188+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-05T02:24:03.026 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 1 2024-09-05T02:24:03.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:03.026+0000 7f0642200640 1 -- 172.21.15.33:0/2127332589 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f06200a2b80 msgr2=0x7f06200a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:03.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:03.026+0000 7f0642200640 1 --2- 172.21.15.33:0/2127332589 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f06200a2b80 0x7f06200a5040 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f062c009fc0 tx=0x7f062c005f90 comp rx=0 tx=0).stop 2024-09-05T02:24:03.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:03.026+0000 7f0642200640 1 -- 172.21.15.33:0/2127332589 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f063c1027a0 msgr2=0x7f063c19aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:03.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:03.026+0000 7f0642200640 1 --2- 172.21.15.33:0/2127332589 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f063c1027a0 0x7f063c19aad0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f062800ea60 tx=0x7f062800ef20 comp rx=0 tx=0).stop 2024-09-05T02:24:03.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:03.026+0000 7f0642200640 1 -- 172.21.15.33:0/2127332589 shutdown_connections 2024-09-05T02:24:03.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:03.026+0000 7f0642200640 1 --2- 172.21.15.33:0/2127332589 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f06200a2b80 0x7f06200a5040 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:03.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:03.026+0000 7f0642200640 1 --2- 172.21.15.33:0/2127332589 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f063c106f20 0x7f063c19ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:03.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:03.026+0000 7f0642200640 1 --2- 172.21.15.33:0/2127332589 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f063c1027a0 0x7f063c19aad0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:03.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:03.026+0000 7f0642200640 1 --2- 172.21.15.33:0/2127332589 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f063c101df0 0x7f063c19a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:03.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:03.026+0000 7f0642200640 1 -- 172.21.15.33:0/2127332589 >> 172.21.15.33:0/2127332589 conn(0x7f063c0fd8b0 msgr2=0x7f063c0fe800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:03.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:03.026+0000 7f0642200640 1 -- 172.21.15.33:0/2127332589 shutdown_connections 2024-09-05T02:24:03.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:03.026+0000 7f0642200640 1 -- 172.21.15.33:0/2127332589 wait complete. 2024-09-05T02:24:03.277 INFO:journalctl@ceph.mds.l.smithi174.stdout:Sep 05 02:24:03 smithi174 systemd[1]: Starting Ceph mds.l for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:24:03.592 INFO:journalctl@ceph.mds.l.smithi174.stdout:Sep 05 02:24:03 smithi174 podman[64299]: 2024-09-05 02:24:03.330766086 +0000 UTC m=+0.102299122 container create 1724f01ae1c4b7230b7b290115778ac4c145c2cc9a080956a500b85b24ab6514 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-l, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-05T02:24:03.592 INFO:journalctl@ceph.mds.l.smithi174.stdout:Sep 05 02:24:03 smithi174 podman[64299]: 2024-09-05 02:24:03.244439797 +0000 UTC m=+0.015972835 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:24:03.592 INFO:journalctl@ceph.mds.l.smithi174.stdout:Sep 05 02:24:03 smithi174 podman[64299]: 2024-09-05 02:24:03.591598413 +0000 UTC m=+0.363131458 container init 1724f01ae1c4b7230b7b290115778ac4c145c2cc9a080956a500b85b24ab6514 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-l, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, GIT_CLEAN=True) 2024-09-05T02:24:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:03 smithi174 ceph-mon[34756]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:03 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2127332589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:03 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.174:6832/1006700432,v1:172.21.15.174:6833/1006700432] up:boot 2024-09-05T02:24:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:03 smithi174 ceph-mon[34756]: fsmap 1 up:standby 2024-09-05T02:24:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T02:24:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:04.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:04.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:04.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:03 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:04.028 INFO:journalctl@ceph.mds.l.smithi174.stdout:Sep 05 02:24:03 smithi174 podman[64299]: 2024-09-05 02:24:03.594706227 +0000 UTC m=+0.366239265 container start 1724f01ae1c4b7230b7b290115778ac4c145c2cc9a080956a500b85b24ab6514 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-l, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-05T02:24:04.028 INFO:journalctl@ceph.mds.l.smithi174.stdout:Sep 05 02:24:03 smithi174 ceph-mds[64318]: -- 172.21.15.174:0/3814999400 <== mon.1 v2:172.21.15.174:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d24d68d860 con 0x55d24d66a800 2024-09-05T02:24:04.028 INFO:journalctl@ceph.mds.l.smithi174.stdout:Sep 05 02:24:03 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-l[64314]: starting mds.l at 2024-09-05T02:24:04.028 INFO:journalctl@ceph.mds.l.smithi174.stdout:Sep 05 02:24:03 smithi174 bash[64299]: 1724f01ae1c4b7230b7b290115778ac4c145c2cc9a080956a500b85b24ab6514 2024-09-05T02:24:04.028 INFO:journalctl@ceph.mds.l.smithi174.stdout:Sep 05 02:24:03 smithi174 systemd[1]: Started Ceph mds.l for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:24:04.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:03 smithi033 ceph-mon[29909]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:04.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:03 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2127332589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:04.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:03 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.174:6832/1006700432,v1:172.21.15.174:6833/1006700432] up:boot 2024-09-05T02:24:04.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:03 smithi033 ceph-mon[29909]: fsmap 1 up:standby 2024-09-05T02:24:04.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T02:24:04.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:04.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:04.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:04.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:04.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:04.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:03 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:04.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:03 smithi123 ceph-mon[34031]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:04.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:03 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2127332589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:04.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:03 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.174:6832/1006700432,v1:172.21.15.174:6833/1006700432] up:boot 2024-09-05T02:24:04.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:03 smithi123 ceph-mon[34031]: fsmap 1 up:standby 2024-09-05T02:24:04.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T02:24:04.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:04.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:04.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:04.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:04.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:04.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:03 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:05.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:04 smithi033 ceph-mon[29909]: Deploying daemon mds.k on smithi123 2024-09-05T02:24:05.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:04 smithi123 ceph-mon[34031]: Deploying daemon mds.k on smithi123 2024-09-05T02:24:05.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:04 smithi174 ceph-mon[34756]: Deploying daemon mds.k on smithi123 2024-09-05T02:24:05.813 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:24:05.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:05 smithi123 ceph-mon[34031]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:06.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:05 smithi033 ceph-mon[29909]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:06.193 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:24:06.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:05 smithi174 ceph-mon[34756]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:06.635 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 02:24:06 smithi123 systemd[1]: Started Ceph mds.k for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:24:06.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.720+0000 7fd484400640 1 -- 172.21.15.33:0/4251189368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd47c100500 msgr2=0x7fd47c1008e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:06.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.720+0000 7fd484400640 1 --2- 172.21.15.33:0/4251189368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd47c100500 0x7fd47c1008e0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd470009900 tx=0x7fd47002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:24:06.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.720+0000 7fd484400640 1 -- 172.21.15.33:0/4251189368 shutdown_connections 2024-09-05T02:24:06.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.720+0000 7fd484400640 1 --2- 172.21.15.33:0/4251189368 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd47c106f70 0x7fd47c10eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:06.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.720+0000 7fd484400640 1 --2- 172.21.15.33:0/4251189368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd47c100eb0 0x7fd47c106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:06.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.720+0000 7fd484400640 1 --2- 172.21.15.33:0/4251189368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd47c100500 0x7fd47c1008e0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:06.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.720+0000 7fd484400640 1 -- 172.21.15.33:0/4251189368 >> 172.21.15.33:0/4251189368 conn(0x7fd47c0fc5c0 msgr2=0x7fd47c0fe9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:06.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.720+0000 7fd484400640 1 -- 172.21.15.33:0/4251189368 shutdown_connections 2024-09-05T02:24:06.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.720+0000 7fd484400640 1 -- 172.21.15.33:0/4251189368 wait complete. 2024-09-05T02:24:06.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.721+0000 7fd484400640 1 Processor -- start 2024-09-05T02:24:06.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.721+0000 7fd484400640 1 -- start start 2024-09-05T02:24:06.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.722+0000 7fd484400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd47c100500 0x7fd47c19a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:06.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.722+0000 7fd484400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd47c100eb0 0x7fd47c19abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:06.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.722+0000 7fd484400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd47c106f70 0x7fd47c19ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:06.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.722+0000 7fd484400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd47c111f90 con 0x7fd47c100500 2024-09-05T02:24:06.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.722+0000 7fd484400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd47c111e10 con 0x7fd47c100eb0 2024-09-05T02:24:06.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.722+0000 7fd484400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fd47c112110 con 0x7fd47c106f70 2024-09-05T02:24:06.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.722+0000 7fd481a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd47c100500 0x7fd47c19a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:06.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.722+0000 7fd481a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd47c100500 0x7fd47c19a6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44996/0 (socket says 172.21.15.33:44996) 2024-09-05T02:24:06.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.722+0000 7fd481a00640 1 -- 172.21.15.33:0/955428397 learned_addr learned my addr 172.21.15.33:0/955428397 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:24:06.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.722+0000 7fd481000640 1 --2- 172.21.15.33:0/955428397 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd47c100eb0 0x7fd47c19abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:06.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.722+0000 7fd482400640 1 --2- 172.21.15.33:0/955428397 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd47c106f70 0x7fd47c19ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:06.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.722+0000 7fd481a00640 1 -- 172.21.15.33:0/955428397 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd47c106f70 msgr2=0x7fd47c19ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:06.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.722+0000 7fd481a00640 1 --2- 172.21.15.33:0/955428397 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd47c106f70 0x7fd47c19ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:06.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.722+0000 7fd481a00640 1 -- 172.21.15.33:0/955428397 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd47c100eb0 msgr2=0x7fd47c19abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:06.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.722+0000 7fd481a00640 1 --2- 172.21.15.33:0/955428397 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd47c100eb0 0x7fd47c19abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:06.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.723+0000 7fd481a00640 1 -- 172.21.15.33:0/955428397 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd47c19f660 con 0x7fd47c100500 2024-09-05T02:24:06.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.723+0000 7fd481000640 1 --2- 172.21.15.33:0/955428397 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd47c100eb0 0x7fd47c19abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:24:06.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.723+0000 7fd481a00640 1 --2- 172.21.15.33:0/955428397 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd47c100500 0x7fd47c19a6b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fd470005940 tx=0x7fd470004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:06.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.723+0000 7fd47a000640 1 -- 172.21.15.33:0/955428397 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd47003f030 con 0x7fd47c100500 2024-09-05T02:24:06.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.723+0000 7fd47a000640 1 -- 172.21.15.33:0/955428397 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd470003ad0 con 0x7fd47c100500 2024-09-05T02:24:06.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.723+0000 7fd47a000640 1 -- 172.21.15.33:0/955428397 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd470035070 con 0x7fd47c100500 2024-09-05T02:24:06.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.723+0000 7fd484400640 1 -- 172.21.15.33:0/955428397 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd47c19f8f0 con 0x7fd47c100500 2024-09-05T02:24:06.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.724+0000 7fd484400640 1 -- 172.21.15.33:0/955428397 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd47c19fd80 con 0x7fd47c100500 2024-09-05T02:24:06.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.725+0000 7fd484400640 1 -- 172.21.15.33:0/955428397 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd47c1008e0 con 0x7fd47c100500 2024-09-05T02:24:06.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.727+0000 7fd47a000640 1 -- 172.21.15.33:0/955428397 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd470042030 con 0x7fd47c100500 2024-09-05T02:24:06.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.728+0000 7fd47a000640 1 --2- 172.21.15.33:0/955428397 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd4640a2b80 0x7fd4640a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:06.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.728+0000 7fd47a000640 1 -- 172.21.15.33:0/955428397 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7fd4700ef540 con 0x7fd47c100500 2024-09-05T02:24:06.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.728+0000 7fd481000640 1 --2- 172.21.15.33:0/955428397 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd4640a2b80 0x7fd4640a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:06.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.729+0000 7fd481000640 1 --2- 172.21.15.33:0/955428397 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd4640a2b80 0x7fd4640a5040 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd47c10ee40 tx=0x7fd468005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:06.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.735+0000 7fd47a000640 1 -- 172.21.15.33:0/955428397 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd4700bc250 con 0x7fd47c100500 2024-09-05T02:24:06.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.972+0000 7fd484400640 1 -- 172.21.15.33:0/955428397 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd47c1a7350 con 0x7fd47c100500 2024-09-05T02:24:06.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.973+0000 7fd47a000640 1 -- 172.21.15.33:0/955428397 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2266 (secure 0 0 0) 0x7fd4700c0550 con 0x7fd47c100500 2024-09-05T02:24:06.975 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:24:06.975 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":3,"btime":"2024-09-05T02:24:06:815120+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24461,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-05T02:24:06.975 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 3 2024-09-05T02:24:06.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.975+0000 7fd484400640 1 -- 172.21.15.33:0/955428397 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd4640a2b80 msgr2=0x7fd4640a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:06.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.975+0000 7fd484400640 1 --2- 172.21.15.33:0/955428397 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd4640a2b80 0x7fd4640a5040 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd47c10ee40 tx=0x7fd468005f90 comp rx=0 tx=0).stop 2024-09-05T02:24:06.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.975+0000 7fd484400640 1 -- 172.21.15.33:0/955428397 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd47c100500 msgr2=0x7fd47c19a6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:06.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.975+0000 7fd484400640 1 --2- 172.21.15.33:0/955428397 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd47c100500 0x7fd47c19a6b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fd470005940 tx=0x7fd470004270 comp rx=0 tx=0).stop 2024-09-05T02:24:06.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.975+0000 7fd484400640 1 -- 172.21.15.33:0/955428397 shutdown_connections 2024-09-05T02:24:06.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.975+0000 7fd484400640 1 --2- 172.21.15.33:0/955428397 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd4640a2b80 0x7fd4640a5040 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:06.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.975+0000 7fd484400640 1 --2- 172.21.15.33:0/955428397 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd47c106f70 0x7fd47c19ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:06.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.975+0000 7fd484400640 1 --2- 172.21.15.33:0/955428397 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd47c100eb0 0x7fd47c19abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:06.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.975+0000 7fd484400640 1 --2- 172.21.15.33:0/955428397 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd47c100500 0x7fd47c19a6b0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:06.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.975+0000 7fd484400640 1 -- 172.21.15.33:0/955428397 >> 172.21.15.33:0/955428397 conn(0x7fd47c0fc5c0 msgr2=0x7fd47c1055c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:06.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.976+0000 7fd484400640 1 -- 172.21.15.33:0/955428397 shutdown_connections 2024-09-05T02:24:06.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:06.976+0000 7fd484400640 1 -- 172.21.15.33:0/955428397 wait complete. 2024-09-05T02:24:07.648 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:07 smithi033 ceph-mon[29909]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:07.648 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:07 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:07.648 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:07 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:07.648 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:07 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:07.648 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:07 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:07.648 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:07 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:07.649 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:07 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:07.649 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:07 smithi033 ceph-mon[29909]: Deploying daemon mds.j on smithi033 2024-09-05T02:24:07.649 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:07 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.123:6832/3303654561,v1:172.21.15.123:6833/3303654561] up:boot 2024-09-05T02:24:07.649 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:07 smithi033 ceph-mon[29909]: fsmap 2 up:standby 2024-09-05T02:24:07.649 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:07 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T02:24:07.649 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:07 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/955428397' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:07.738 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:07 smithi123 ceph-mon[34031]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:07.738 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:07 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:07.738 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:07 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:07.738 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:07 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:07.738 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:07 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:07.739 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:07 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:07.739 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:07 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:07.739 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:07 smithi123 ceph-mon[34031]: Deploying daemon mds.j on smithi033 2024-09-05T02:24:07.739 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:07 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.123:6832/3303654561,v1:172.21.15.123:6833/3303654561] up:boot 2024-09-05T02:24:07.739 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:07 smithi123 ceph-mon[34031]: fsmap 2 up:standby 2024-09-05T02:24:07.739 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:07 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T02:24:07.740 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:07 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/955428397' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:07.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:07 smithi174 ceph-mon[34756]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:07.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:07 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:07.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:07 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:07.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:07 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:07.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:07 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:07.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:07 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:07.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:07 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:07.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:07 smithi174 ceph-mon[34756]: Deploying daemon mds.j on smithi033 2024-09-05T02:24:07.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:07 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.123:6832/3303654561,v1:172.21.15.123:6833/3303654561] up:boot 2024-09-05T02:24:07.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:07 smithi174 ceph-mon[34756]: fsmap 2 up:standby 2024-09-05T02:24:07.779 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:07 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T02:24:07.779 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:07 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/955428397' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:09.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:09 smithi174 ceph-mon[34756]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:09.815 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:09 smithi033 ceph-mon[29909]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:09.815 INFO:journalctl@ceph.mds.j.smithi033.stdout:Sep 05 02:24:09 smithi033 systemd[1]: Starting Ceph mds.j for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:24:09.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:09 smithi123 ceph-mon[34031]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:10.087 INFO:journalctl@ceph.mds.j.smithi033.stdout:Sep 05 02:24:09 smithi033 podman[68439]: 2024-09-05 02:24:09.718908511 +0000 UTC m=+0.042953524 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:24:10.087 INFO:journalctl@ceph.mds.j.smithi033.stdout:Sep 05 02:24:09 smithi033 podman[68439]: 2024-09-05 02:24:09.880688129 +0000 UTC m=+0.204733121 container create 89f94cb50d92985290ffd522c31be61d892dd009e66d6d60670e6bc52bdf9d8b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-j, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-05T02:24:10.440 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:24:10.493 INFO:journalctl@ceph.mds.j.smithi033.stdout:Sep 05 02:24:10 smithi033 podman[68439]: 2024-09-05 02:24:10.108416476 +0000 UTC m=+0.432461492 container init 89f94cb50d92985290ffd522c31be61d892dd009e66d6d60670e6bc52bdf9d8b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-j, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T02:24:10.493 INFO:journalctl@ceph.mds.j.smithi033.stdout:Sep 05 02:24:10 smithi033 podman[68439]: 2024-09-05 02:24:10.114708977 +0000 UTC m=+0.438753970 container start 89f94cb50d92985290ffd522c31be61d892dd009e66d6d60670e6bc52bdf9d8b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-j, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-05T02:24:10.493 INFO:journalctl@ceph.mds.j.smithi033.stdout:Sep 05 02:24:10 smithi033 ceph-mds[68458]: -- 172.21.15.33:0/2982814540 <== mon.0 v2:172.21.15.33:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a7d2a61c20 con 0x55a7d2a3f400 2024-09-05T02:24:10.493 INFO:journalctl@ceph.mds.j.smithi033.stdout:Sep 05 02:24:10 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-j[68454]: starting mds.j at 2024-09-05T02:24:10.493 INFO:journalctl@ceph.mds.j.smithi033.stdout:Sep 05 02:24:10 smithi033 bash[68439]: 89f94cb50d92985290ffd522c31be61d892dd009e66d6d60670e6bc52bdf9d8b 2024-09-05T02:24:10.493 INFO:journalctl@ceph.mds.j.smithi033.stdout:Sep 05 02:24:10 smithi033 systemd[1]: Started Ceph mds.j for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:24:10.832 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:24:11.440 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:11 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:11.440 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:11 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:11.440 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:11 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:11.440 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:11 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:11.440 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:11 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:11.440 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:11 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:11.441 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:11 smithi033 ceph-mon[29909]: Deploying daemon mds.d on smithi033 2024-09-05T02:24:11.441 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:11 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.33:6834/2075017495,v1:172.21.15.33:6835/2075017495] up:boot 2024-09-05T02:24:11.441 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:11 smithi033 ceph-mon[29909]: fsmap 3 up:standby 2024-09-05T02:24:11.441 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:11 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-05T02:24:11.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:11 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:11.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:11 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:11.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:11 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:11.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:11 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:11.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:11 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:11.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:11 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:11.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:11 smithi174 ceph-mon[34756]: Deploying daemon mds.d on smithi033 2024-09-05T02:24:11.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:11 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.33:6834/2075017495,v1:172.21.15.33:6835/2075017495] up:boot 2024-09-05T02:24:11.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:11 smithi174 ceph-mon[34756]: fsmap 3 up:standby 2024-09-05T02:24:11.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:11 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-05T02:24:11.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:11 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:11.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:11 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:11.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:11 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:11.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:11 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:11.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:11 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:11.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:11 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:11.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:11 smithi123 ceph-mon[34031]: Deploying daemon mds.d on smithi033 2024-09-05T02:24:11.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:11 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.33:6834/2075017495,v1:172.21.15.33:6835/2075017495] up:boot 2024-09-05T02:24:11.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:11 smithi123 ceph-mon[34031]: fsmap 3 up:standby 2024-09-05T02:24:11.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:11 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-05T02:24:11.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.946+0000 7f3acb200640 1 -- 172.21.15.33:0/1823847869 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ac41049c0 msgr2=0x7f3ac4108a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:11.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.946+0000 7f3acb200640 1 --2- 172.21.15.33:0/1823847869 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ac41049c0 0x7f3ac4108a10 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3ab0009900 tx=0x7f3ab002a410 comp rx=0 tx=0).stop 2024-09-05T02:24:11.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.946+0000 7f3acb200640 1 -- 172.21.15.33:0/1823847869 shutdown_connections 2024-09-05T02:24:11.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.946+0000 7f3acb200640 1 --2- 172.21.15.33:0/1823847869 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ac4109140 0x7f3ac4110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:11.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.946+0000 7f3acb200640 1 --2- 172.21.15.33:0/1823847869 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ac41049c0 0x7f3ac4108a10 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:11.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.946+0000 7f3acb200640 1 --2- 172.21.15.33:0/1823847869 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ac4104010 0x7f3ac41043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:11.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.946+0000 7f3acb200640 1 -- 172.21.15.33:0/1823847869 >> 172.21.15.33:0/1823847869 conn(0x7f3ac40ffa50 msgr2=0x7f3ac4101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:11.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.946+0000 7f3acb200640 1 -- 172.21.15.33:0/1823847869 shutdown_connections 2024-09-05T02:24:11.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.946+0000 7f3acb200640 1 -- 172.21.15.33:0/1823847869 wait complete. 2024-09-05T02:24:11.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.947+0000 7f3acb200640 1 Processor -- start 2024-09-05T02:24:11.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.947+0000 7f3acb200640 1 -- start start 2024-09-05T02:24:11.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.948+0000 7f3acb200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ac4104010 0x7f3ac419a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:11.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.948+0000 7f3acb200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ac41049c0 0x7f3ac419ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:11.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.948+0000 7f3acb200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ac4109140 0x7f3ac419efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:11.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.948+0000 7f3acb200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3ac4114190 con 0x7f3ac41049c0 2024-09-05T02:24:11.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.948+0000 7f3acb200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3ac4114010 con 0x7f3ac4109140 2024-09-05T02:24:11.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.948+0000 7f3acb200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3ac4114310 con 0x7f3ac4104010 2024-09-05T02:24:11.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.948+0000 7f3ac3400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ac41049c0 0x7f3ac419ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:11.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.948+0000 7f3ac3e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ac4104010 0x7f3ac419a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:11.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.948+0000 7f3ac3400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ac41049c0 0x7f3ac419ac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54286/0 (socket says 172.21.15.33:54286) 2024-09-05T02:24:11.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.948+0000 7f3ac3400640 1 -- 172.21.15.33:0/861640235 learned_addr learned my addr 172.21.15.33:0/861640235 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:24:11.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.948+0000 7f3ac9200640 1 --2- 172.21.15.33:0/861640235 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ac4109140 0x7f3ac419efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:11.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.948+0000 7f3ac3e00640 1 -- 172.21.15.33:0/861640235 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ac4109140 msgr2=0x7f3ac419efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:11.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.948+0000 7f3ac3e00640 1 --2- 172.21.15.33:0/861640235 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ac4109140 0x7f3ac419efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:11.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.948+0000 7f3ac3e00640 1 -- 172.21.15.33:0/861640235 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ac41049c0 msgr2=0x7f3ac419ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:11.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.948+0000 7f3ac3e00640 1 --2- 172.21.15.33:0/861640235 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ac41049c0 0x7f3ac419ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:11.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.948+0000 7f3ac3e00640 1 -- 172.21.15.33:0/861640235 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ac419f6c0 con 0x7f3ac4104010 2024-09-05T02:24:11.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.948+0000 7f3ac9200640 1 --2- 172.21.15.33:0/861640235 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ac4109140 0x7f3ac419efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:24:11.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.949+0000 7f3ac3e00640 1 --2- 172.21.15.33:0/861640235 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ac4104010 0x7f3ac419a710 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f3ab400e9f0 tx=0x7f3ab400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:11.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.949+0000 7f3ac0c00640 1 -- 172.21.15.33:0/861640235 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ab400cd80 con 0x7f3ac4104010 2024-09-05T02:24:11.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.949+0000 7f3ac0c00640 1 -- 172.21.15.33:0/861640235 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3ab40035f0 con 0x7f3ac4104010 2024-09-05T02:24:11.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.949+0000 7f3acb200640 1 -- 172.21.15.33:0/861640235 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ac419f9b0 con 0x7f3ac4104010 2024-09-05T02:24:11.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.949+0000 7f3ac0c00640 1 -- 172.21.15.33:0/861640235 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ab4010690 con 0x7f3ac4104010 2024-09-05T02:24:11.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.949+0000 7f3acb200640 1 -- 172.21.15.33:0/861640235 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ac41a7290 con 0x7f3ac4104010 2024-09-05T02:24:11.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.950+0000 7f3acb200640 1 -- 172.21.15.33:0/861640235 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ac41043f0 con 0x7f3ac4104010 2024-09-05T02:24:11.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.952+0000 7f3ac0c00640 1 -- 172.21.15.33:0/861640235 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3ab4003b30 con 0x7f3ac4104010 2024-09-05T02:24:11.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.953+0000 7f3ac0c00640 1 --2- 172.21.15.33:0/861640235 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f3aa80a2c00 0x7f3aa80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:11.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.954+0000 7f3ac0c00640 1 -- 172.21.15.33:0/861640235 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f3ab40ceed0 con 0x7f3ac4104010 2024-09-05T02:24:11.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.954+0000 7f3ac3400640 1 --2- 172.21.15.33:0/861640235 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f3aa80a2c00 0x7f3aa80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:11.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.955+0000 7f3ac3400640 1 --2- 172.21.15.33:0/861640235 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f3aa80a2c00 0x7f3aa80a50c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3ab00096c0 tx=0x7f3ab00046c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:11.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:11.957+0000 7f3ac0c00640 1 -- 172.21.15.33:0/861640235 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3ab409c230 con 0x7f3ac4104010 2024-09-05T02:24:12.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:12.184+0000 7f3acb200640 1 -- 172.21.15.33:0/861640235 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3ac410c380 con 0x7f3ac4104010 2024-09-05T02:24:12.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:12.185+0000 7f3ac0c00640 1 -- 172.21.15.33:0/861640235 <== mon.1 v2:172.21.15.174:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3091 (secure 0 0 0) 0x7f3ab409bb30 con 0x7f3ac4104010 2024-09-05T02:24:12.186 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:24:12.186 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":4,"btime":"2024-09-05T02:24:10:467331+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24461,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-05T02:24:12.186 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 4 2024-09-05T02:24:12.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:12.188+0000 7f3acb200640 1 -- 172.21.15.33:0/861640235 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f3aa80a2c00 msgr2=0x7f3aa80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:12.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:12.188+0000 7f3acb200640 1 --2- 172.21.15.33:0/861640235 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f3aa80a2c00 0x7f3aa80a50c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3ab00096c0 tx=0x7f3ab00046c0 comp rx=0 tx=0).stop 2024-09-05T02:24:12.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:12.188+0000 7f3acb200640 1 -- 172.21.15.33:0/861640235 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ac4104010 msgr2=0x7f3ac419a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:12.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:12.188+0000 7f3acb200640 1 --2- 172.21.15.33:0/861640235 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ac4104010 0x7f3ac419a710 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f3ab400e9f0 tx=0x7f3ab400eeb0 comp rx=0 tx=0).stop 2024-09-05T02:24:12.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:12.188+0000 7f3acb200640 1 -- 172.21.15.33:0/861640235 shutdown_connections 2024-09-05T02:24:12.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:12.188+0000 7f3acb200640 1 --2- 172.21.15.33:0/861640235 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f3aa80a2c00 0x7f3aa80a50c0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:12.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:12.188+0000 7f3acb200640 1 --2- 172.21.15.33:0/861640235 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ac4109140 0x7f3ac419efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:12.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:12.188+0000 7f3acb200640 1 --2- 172.21.15.33:0/861640235 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ac41049c0 0x7f3ac419ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:12.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:12.188+0000 7f3acb200640 1 --2- 172.21.15.33:0/861640235 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ac4104010 0x7f3ac419a710 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:12.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:12.188+0000 7f3acb200640 1 -- 172.21.15.33:0/861640235 >> 172.21.15.33:0/861640235 conn(0x7f3ac40ffa50 msgr2=0x7f3ac4100de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:12.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:12.188+0000 7f3acb200640 1 -- 172.21.15.33:0/861640235 shutdown_connections 2024-09-05T02:24:12.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:12.188+0000 7f3acb200640 1 -- 172.21.15.33:0/861640235 wait complete. 2024-09-05T02:24:12.511 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:12 smithi033 ceph-mon[29909]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:12.511 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:12 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/861640235' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:12.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:12 smithi123 ceph-mon[34031]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:12.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:12 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/861640235' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:12.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:12 smithi174 ceph-mon[34756]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:12.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:12 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/861640235' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:13.970 INFO:journalctl@ceph.mds.d.smithi033.stdout:Sep 05 02:24:13 smithi033 podman[68851]: 2024-09-05 02:24:13.716434913 +0000 UTC m=+0.143960505 container create a455c93acf2bc7556022d112b7728d4fdcee84effb8894e382e2d7c4c073387d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-d, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-05T02:24:13.970 INFO:journalctl@ceph.mds.d.smithi033.stdout:Sep 05 02:24:13 smithi033 podman[68851]: 2024-09-05 02:24:13.968658295 +0000 UTC m=+0.396183847 container init a455c93acf2bc7556022d112b7728d4fdcee84effb8894e382e2d7c4c073387d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-d, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T02:24:14.296 INFO:journalctl@ceph.mds.d.smithi033.stdout:Sep 05 02:24:13 smithi033 podman[68851]: 2024-09-05 02:24:13.974940946 +0000 UTC m=+0.402466506 container start a455c93acf2bc7556022d112b7728d4fdcee84effb8894e382e2d7c4c073387d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-d, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-05T02:24:14.296 INFO:journalctl@ceph.mds.d.smithi033.stdout:Sep 05 02:24:14 smithi033 ceph-mds[68870]: -- 172.21.15.33:0/293269662 <== mon.0 v2:172.21.15.33:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56218926f860 con 0x56218924d000 2024-09-05T02:24:14.296 INFO:journalctl@ceph.mds.d.smithi033.stdout:Sep 05 02:24:14 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-d[68866]: starting mds.d at 2024-09-05T02:24:14.296 INFO:journalctl@ceph.mds.d.smithi033.stdout:Sep 05 02:24:14 smithi033 bash[68851]: a455c93acf2bc7556022d112b7728d4fdcee84effb8894e382e2d7c4c073387d 2024-09-05T02:24:14.296 INFO:journalctl@ceph.mds.d.smithi033.stdout:Sep 05 02:24:14 smithi033 systemd[1]: Started Ceph mds.d for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:24:14.577 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:14 smithi123 ceph-mon[34031]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:14.577 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:14 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:14.577 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:14 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:14.578 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:14 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:14.578 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:14 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:14.578 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:14 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:14.578 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:14 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:14.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:14 smithi033 ceph-mon[29909]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:14.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:14 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:14.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:14 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:14.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:14 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:14.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:14 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:14.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:14 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:14.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:14 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:14.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:14 smithi174 ceph-mon[34756]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:14.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:14 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:14.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:14 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:14.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:14 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:14.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:14 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:14.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:14 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:14.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:14 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:15.458 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:24:15.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:15 smithi033 ceph-mon[29909]: Deploying daemon mds.e on smithi123 2024-09-05T02:24:15.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:15 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.33:6836/1910155079,v1:172.21.15.33:6837/1910155079] up:boot 2024-09-05T02:24:15.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:15 smithi033 ceph-mon[29909]: fsmap 4 up:standby 2024-09-05T02:24:15.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:15 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T02:24:15.613 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:15 smithi123 ceph-mon[34031]: Deploying daemon mds.e on smithi123 2024-09-05T02:24:15.613 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:15 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.33:6836/1910155079,v1:172.21.15.33:6837/1910155079] up:boot 2024-09-05T02:24:15.613 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:15 smithi123 ceph-mon[34031]: fsmap 4 up:standby 2024-09-05T02:24:15.613 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:15 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T02:24:15.678 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:15 smithi174 ceph-mon[34756]: Deploying daemon mds.e on smithi123 2024-09-05T02:24:15.678 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:15 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.33:6836/1910155079,v1:172.21.15.33:6837/1910155079] up:boot 2024-09-05T02:24:15.678 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:15 smithi174 ceph-mon[34756]: fsmap 4 up:standby 2024-09-05T02:24:15.678 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:15 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T02:24:15.851 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:24:16.291 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 02:24:16 smithi123 systemd[1]: Starting Ceph mds.e for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:24:16.567 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:16 smithi123 ceph-mon[34031]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:16.568 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 02:24:16 smithi123 podman[63687]: 2024-09-05 02:24:16.289465068 +0000 UTC m=+0.111677223 container create e72f22b1300c80e9cf459fc44594d228fb7153d8ec879e3cdb1e710cc92e8462 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-e, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-05T02:24:16.568 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 02:24:16 smithi123 podman[63687]: 2024-09-05 02:24:16.193188425 +0000 UTC m=+0.015400571 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:24:16.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.477+0000 7efd19a00640 1 -- 172.21.15.33:0/3765569993 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efd14103ff0 msgr2=0x7efd141043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:16.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.477+0000 7efd19a00640 1 --2- 172.21.15.33:0/3765569993 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efd14103ff0 0x7efd141043d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7efd04009860 tx=0x7efd0402a340 comp rx=0 tx=0).stop 2024-09-05T02:24:16.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.477+0000 7efd19a00640 1 -- 172.21.15.33:0/3765569993 shutdown_connections 2024-09-05T02:24:16.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.477+0000 7efd19a00640 1 --2- 172.21.15.33:0/3765569993 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efd14109120 0x7efd14110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:16.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.477+0000 7efd19a00640 1 --2- 172.21.15.33:0/3765569993 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd141049a0 0x7efd141089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:16.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.477+0000 7efd19a00640 1 --2- 172.21.15.33:0/3765569993 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efd14103ff0 0x7efd141043d0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:16.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.477+0000 7efd19a00640 1 -- 172.21.15.33:0/3765569993 >> 172.21.15.33:0/3765569993 conn(0x7efd140ffa90 msgr2=0x7efd14101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:16.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.477+0000 7efd19a00640 1 -- 172.21.15.33:0/3765569993 shutdown_connections 2024-09-05T02:24:16.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.477+0000 7efd19a00640 1 -- 172.21.15.33:0/3765569993 wait complete. 2024-09-05T02:24:16.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.478+0000 7efd19a00640 1 Processor -- start 2024-09-05T02:24:16.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.479+0000 7efd19a00640 1 -- start start 2024-09-05T02:24:16.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.479+0000 7efd19a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efd14103ff0 0x7efd1419a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:16.582 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:16 smithi033 ceph-mon[29909]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:16.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.479+0000 7efd19a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd141049a0 0x7efd1419ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:16.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.479+0000 7efd19a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efd14109120 0x7efd1419eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:16.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.479+0000 7efd19a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efd14114120 con 0x7efd141049a0 2024-09-05T02:24:16.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.479+0000 7efd19a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efd14113fa0 con 0x7efd14109120 2024-09-05T02:24:16.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.479+0000 7efd19a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7efd141142a0 con 0x7efd14103ff0 2024-09-05T02:24:16.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.479+0000 7efd12a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efd14103ff0 0x7efd1419a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:16.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.479+0000 7efd12a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efd14103ff0 0x7efd1419a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:53456/0 (socket says 172.21.15.33:53456) 2024-09-05T02:24:16.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.479+0000 7efd12a00640 1 -- 172.21.15.33:0/286061264 learned_addr learned my addr 172.21.15.33:0/286061264 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:24:16.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.480+0000 7efd13400640 1 --2- 172.21.15.33:0/286061264 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efd14109120 0x7efd1419eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:16.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.480+0000 7efd12000640 1 --2- 172.21.15.33:0/286061264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd141049a0 0x7efd1419ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:16.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.480+0000 7efd12a00640 1 -- 172.21.15.33:0/286061264 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efd14109120 msgr2=0x7efd1419eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:16.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.480+0000 7efd12a00640 1 --2- 172.21.15.33:0/286061264 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efd14109120 0x7efd1419eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:16.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.480+0000 7efd12a00640 1 -- 172.21.15.33:0/286061264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd141049a0 msgr2=0x7efd1419ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:16.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.480+0000 7efd12a00640 1 --2- 172.21.15.33:0/286061264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd141049a0 0x7efd1419ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:16.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.480+0000 7efd12a00640 1 -- 172.21.15.33:0/286061264 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd1419f5d0 con 0x7efd14103ff0 2024-09-05T02:24:16.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.480+0000 7efd12000640 1 --2- 172.21.15.33:0/286061264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd141049a0 0x7efd1419ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:24:16.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.480+0000 7efd12a00640 1 --2- 172.21.15.33:0/286061264 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efd14103ff0 0x7efd1419a620 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efd04035040 tx=0x7efd04033b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:16.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.480+0000 7efd0b400640 1 -- 172.21.15.33:0/286061264 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd04037040 con 0x7efd14103ff0 2024-09-05T02:24:16.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.480+0000 7efd0b400640 1 -- 172.21.15.33:0/286061264 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efd04040070 con 0x7efd14103ff0 2024-09-05T02:24:16.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.480+0000 7efd0b400640 1 -- 172.21.15.33:0/286061264 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd040039b0 con 0x7efd14103ff0 2024-09-05T02:24:16.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.480+0000 7efd19a00640 1 -- 172.21.15.33:0/286061264 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd1419f860 con 0x7efd14103ff0 2024-09-05T02:24:16.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.480+0000 7efd19a00640 1 -- 172.21.15.33:0/286061264 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd141a71a0 con 0x7efd14103ff0 2024-09-05T02:24:16.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.481+0000 7efd19a00640 1 -- 172.21.15.33:0/286061264 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd141054d0 con 0x7efd14103ff0 2024-09-05T02:24:16.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.483+0000 7efd0b400640 1 -- 172.21.15.33:0/286061264 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7efd040305e0 con 0x7efd14103ff0 2024-09-05T02:24:16.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.484+0000 7efd0b400640 1 --2- 172.21.15.33:0/286061264 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7efcf80a2b80 0x7efcf80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:16.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.484+0000 7efd0b400640 1 -- 172.21.15.33:0/286061264 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7efd040eecb0 con 0x7efd14103ff0 2024-09-05T02:24:16.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.485+0000 7efd12000640 1 --2- 172.21.15.33:0/286061264 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7efcf80a2b80 0x7efcf80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:16.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.485+0000 7efd12000640 1 --2- 172.21.15.33:0/286061264 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7efcf80a2b80 0x7efcf80a5040 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7efd140ffeb0 tx=0x7efd00005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:16.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.488+0000 7efd0b400640 1 -- 172.21.15.33:0/286061264 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7efd040bc010 con 0x7efd14103ff0 2024-09-05T02:24:16.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.714+0000 7efd19a00640 1 -- 172.21.15.33:0/286061264 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efd1410c300 con 0x7efd14103ff0 2024-09-05T02:24:16.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.714+0000 7efd0b400640 1 -- 172.21.15.33:0/286061264 <== mon.1 v2:172.21.15.174:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3916 (secure 0 0 0) 0x7efd040bb910 con 0x7efd14103ff0 2024-09-05T02:24:16.716 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:24:16.716 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":5,"btime":"2024-09-05T02:24:14:288699+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24461,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[]} 2024-09-05T02:24:16.716 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 5 2024-09-05T02:24:16.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.717+0000 7efd19a00640 1 -- 172.21.15.33:0/286061264 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7efcf80a2b80 msgr2=0x7efcf80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:16.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.717+0000 7efd19a00640 1 --2- 172.21.15.33:0/286061264 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7efcf80a2b80 0x7efcf80a5040 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7efd140ffeb0 tx=0x7efd00005f90 comp rx=0 tx=0).stop 2024-09-05T02:24:16.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.717+0000 7efd19a00640 1 -- 172.21.15.33:0/286061264 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efd14103ff0 msgr2=0x7efd1419a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:16.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.717+0000 7efd19a00640 1 --2- 172.21.15.33:0/286061264 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efd14103ff0 0x7efd1419a620 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efd04035040 tx=0x7efd04033b60 comp rx=0 tx=0).stop 2024-09-05T02:24:16.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.717+0000 7efd19a00640 1 -- 172.21.15.33:0/286061264 shutdown_connections 2024-09-05T02:24:16.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.717+0000 7efd19a00640 1 --2- 172.21.15.33:0/286061264 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7efcf80a2b80 0x7efcf80a5040 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:16.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.717+0000 7efd19a00640 1 --2- 172.21.15.33:0/286061264 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efd14109120 0x7efd1419eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:16.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.717+0000 7efd19a00640 1 --2- 172.21.15.33:0/286061264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd141049a0 0x7efd1419ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:16.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.717+0000 7efd19a00640 1 --2- 172.21.15.33:0/286061264 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efd14103ff0 0x7efd1419a620 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:16.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.717+0000 7efd19a00640 1 -- 172.21.15.33:0/286061264 >> 172.21.15.33:0/286061264 conn(0x7efd140ffa90 msgr2=0x7efd14100de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:16.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.717+0000 7efd19a00640 1 -- 172.21.15.33:0/286061264 shutdown_connections 2024-09-05T02:24:16.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:16.717+0000 7efd19a00640 1 -- 172.21.15.33:0/286061264 wait complete. 2024-09-05T02:24:16.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:16 smithi174 ceph-mon[34756]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:16.885 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 02:24:16 smithi123 podman[63687]: 2024-09-05 02:24:16.56709196 +0000 UTC m=+0.389304105 container init e72f22b1300c80e9cf459fc44594d228fb7153d8ec879e3cdb1e710cc92e8462 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-e, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T02:24:16.886 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 02:24:16 smithi123 podman[63687]: 2024-09-05 02:24:16.570054239 +0000 UTC m=+0.392266392 container start e72f22b1300c80e9cf459fc44594d228fb7153d8ec879e3cdb1e710cc92e8462 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True) 2024-09-05T02:24:16.886 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 02:24:16 smithi123 ceph-mds[63706]: -- 172.21.15.123:0/4214592402 <== mon.2 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55eef09a1860 con 0x55eef097e800 2024-09-05T02:24:16.886 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 02:24:16 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-e[63702]: starting mds.e at 2024-09-05T02:24:16.886 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 02:24:16 smithi123 bash[63687]: e72f22b1300c80e9cf459fc44594d228fb7153d8ec879e3cdb1e710cc92e8462 2024-09-05T02:24:16.886 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 02:24:16 smithi123 systemd[1]: Started Ceph mds.e for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:24:17.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:17 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/286061264' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:17.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:17 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:17.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:17 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:17.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:17 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:17.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:17 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:17.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:17 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:17.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:17 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:17.494 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:17 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/286061264' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:17.495 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:17 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:17.495 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:17 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:17.495 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:17 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:17.495 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:17 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:17.495 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:17 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:17.495 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:17 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:17.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:17 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/286061264' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:17.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:17 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:17.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:17 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:17.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:17 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:17.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:17 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:17.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:17 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:17.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:17 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:18.433 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:18 smithi174 ceph-mon[34756]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:18.433 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:18 smithi174 ceph-mon[34756]: Deploying daemon mds.f on smithi174 2024-09-05T02:24:18.433 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:18 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] up:boot 2024-09-05T02:24:18.433 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:18 smithi174 ceph-mon[34756]: fsmap 5 up:standby 2024-09-05T02:24:18.434 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:18 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T02:24:18.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:18 smithi033 ceph-mon[29909]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:18.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:18 smithi033 ceph-mon[29909]: Deploying daemon mds.f on smithi174 2024-09-05T02:24:18.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:18 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] up:boot 2024-09-05T02:24:18.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:18 smithi033 ceph-mon[29909]: fsmap 5 up:standby 2024-09-05T02:24:18.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:18 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T02:24:18.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:18 smithi123 ceph-mon[34031]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:18.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:18 smithi123 ceph-mon[34031]: Deploying daemon mds.f on smithi174 2024-09-05T02:24:18.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:18 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] up:boot 2024-09-05T02:24:18.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:18 smithi123 ceph-mon[34031]: fsmap 5 up:standby 2024-09-05T02:24:18.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:18 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T02:24:18.777 INFO:journalctl@ceph.mds.f.smithi174.stdout:Sep 05 02:24:18 smithi174 systemd[1]: Starting Ceph mds.f for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:24:19.078 INFO:journalctl@ceph.mds.f.smithi174.stdout:Sep 05 02:24:18 smithi174 podman[64611]: 2024-09-05 02:24:18.824579199 +0000 UTC m=+0.111569579 container create 18d2e65fc5ede4c713d6f6f0882937875711203fcfe4804d9952d07a7f60521f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, ceph=True) 2024-09-05T02:24:19.079 INFO:journalctl@ceph.mds.f.smithi174.stdout:Sep 05 02:24:18 smithi174 podman[64611]: 2024-09-05 02:24:18.729254858 +0000 UTC m=+0.016245248 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:24:19.079 INFO:journalctl@ceph.mds.f.smithi174.stdout:Sep 05 02:24:19 smithi174 podman[64611]: 2024-09-05 02:24:19.051797956 +0000 UTC m=+0.338788336 container init 18d2e65fc5ede4c713d6f6f0882937875711203fcfe4804d9952d07a7f60521f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-f, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T02:24:19.079 INFO:journalctl@ceph.mds.f.smithi174.stdout:Sep 05 02:24:19 smithi174 podman[64611]: 2024-09-05 02:24:19.054431413 +0000 UTC m=+0.341421794 container start 18d2e65fc5ede4c713d6f6f0882937875711203fcfe4804d9952d07a7f60521f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-f, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-05T02:24:19.079 INFO:journalctl@ceph.mds.f.smithi174.stdout:Sep 05 02:24:19 smithi174 ceph-mds[64630]: -- 172.21.15.174:0/1694837230 <== mon.1 v2:172.21.15.174:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x565304d1b860 con 0x565304cf9400 2024-09-05T02:24:19.500 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:24:19.526 INFO:journalctl@ceph.mds.f.smithi174.stdout:Sep 05 02:24:19 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-f[64626]: starting mds.f at 2024-09-05T02:24:19.527 INFO:journalctl@ceph.mds.f.smithi174.stdout:Sep 05 02:24:19 smithi174 bash[64611]: 18d2e65fc5ede4c713d6f6f0882937875711203fcfe4804d9952d07a7f60521f 2024-09-05T02:24:19.527 INFO:journalctl@ceph.mds.f.smithi174.stdout:Sep 05 02:24:19 smithi174 systemd[1]: Started Ceph mds.f for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:24:19.890 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:24:20.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:20 smithi174 ceph-mon[34756]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:20.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:20 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:20.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:20 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:20.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:20 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:20.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:20 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:20.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:20 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:20.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:20 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:20.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:20 smithi174 ceph-mon[34756]: Deploying daemon mds.c on smithi174 2024-09-05T02:24:20.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:20 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.174:6834/2046660118,v1:172.21.15.174:6835/2046660118] up:boot 2024-09-05T02:24:20.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:20 smithi174 ceph-mon[34756]: fsmap 6 up:standby 2024-09-05T02:24:20.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:20 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T02:24:20.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:20 smithi033 ceph-mon[29909]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:20.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:20 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:20.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:20 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:20.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:20 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:20.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:20 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:20.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:20 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:20.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:20 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:20.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:20 smithi033 ceph-mon[29909]: Deploying daemon mds.c on smithi174 2024-09-05T02:24:20.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:20 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.174:6834/2046660118,v1:172.21.15.174:6835/2046660118] up:boot 2024-09-05T02:24:20.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:20 smithi033 ceph-mon[29909]: fsmap 6 up:standby 2024-09-05T02:24:20.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:20 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T02:24:20.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.450+0000 7f077ee00640 1 -- 172.21.15.33:0/189047879 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0778108f60 msgr2=0x7f0778110ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:20.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.450+0000 7f077ee00640 1 --2- 172.21.15.33:0/189047879 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0778108f60 0x7f0778110ae0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0770009be0 tx=0x7f077002a6c0 comp rx=0 tx=0).stop 2024-09-05T02:24:20.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.450+0000 7f077ee00640 1 -- 172.21.15.33:0/189047879 shutdown_connections 2024-09-05T02:24:20.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.450+0000 7f077ee00640 1 --2- 172.21.15.33:0/189047879 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0778108f60 0x7f0778110ae0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:20.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.450+0000 7f077ee00640 1 --2- 172.21.15.33:0/189047879 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07781047e0 0x7f0778108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:20.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.450+0000 7f077ee00640 1 --2- 172.21.15.33:0/189047879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0778103e30 0x7f0778104210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:20.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.450+0000 7f077ee00640 1 -- 172.21.15.33:0/189047879 >> 172.21.15.33:0/189047879 conn(0x7f07780ff8d0 msgr2=0x7f0778101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:20.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.450+0000 7f077ee00640 1 -- 172.21.15.33:0/189047879 shutdown_connections 2024-09-05T02:24:20.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.450+0000 7f077ee00640 1 -- 172.21.15.33:0/189047879 wait complete. 2024-09-05T02:24:20.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.451+0000 7f077ee00640 1 Processor -- start 2024-09-05T02:24:20.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.451+0000 7f077ee00640 1 -- start start 2024-09-05T02:24:20.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.451+0000 7f077ee00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0778103e30 0x7f077819a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:20.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.451+0000 7f077ee00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07781047e0 0x7f077819a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:20.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.451+0000 7f077ee00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0778108f60 0x7f077819ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:20.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.451+0000 7f077ee00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0778113fc0 con 0x7f0778103e30 2024-09-05T02:24:20.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.451+0000 7f077ee00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0778113e40 con 0x7f07781047e0 2024-09-05T02:24:20.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.451+0000 7f077ee00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0778114140 con 0x7f0778108f60 2024-09-05T02:24:20.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.452+0000 7f077da00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0778103e30 0x7f077819a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:20.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.452+0000 7f077da00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0778103e30 0x7f077819a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:32934/0 (socket says 172.21.15.33:32934) 2024-09-05T02:24:20.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.452+0000 7f077d000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07781047e0 0x7f077819a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:20.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.452+0000 7f077da00640 1 -- 172.21.15.33:0/2599366001 learned_addr learned my addr 172.21.15.33:0/2599366001 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:24:20.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.452+0000 7f077e400640 1 --2- 172.21.15.33:0/2599366001 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0778108f60 0x7f077819ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:20.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.452+0000 7f077da00640 1 -- 172.21.15.33:0/2599366001 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0778108f60 msgr2=0x7f077819ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:20.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.452+0000 7f077da00640 1 --2- 172.21.15.33:0/2599366001 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0778108f60 0x7f077819ecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:20.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.452+0000 7f077da00640 1 -- 172.21.15.33:0/2599366001 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07781047e0 msgr2=0x7f077819a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:20.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.452+0000 7f077da00640 1 --2- 172.21.15.33:0/2599366001 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07781047e0 0x7f077819a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:20.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.452+0000 7f077da00640 1 -- 172.21.15.33:0/2599366001 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f077819f3d0 con 0x7f0778103e30 2024-09-05T02:24:20.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.452+0000 7f077e400640 1 --2- 172.21.15.33:0/2599366001 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0778108f60 0x7f077819ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:24:20.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.452+0000 7f077d000640 1 --2- 172.21.15.33:0/2599366001 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07781047e0 0x7f077819a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:24:20.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.452+0000 7f077da00640 1 --2- 172.21.15.33:0/2599366001 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0778103e30 0x7f077819a420 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f076c00e9c0 tx=0x7f076c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:20.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.453+0000 7f0776000640 1 -- 172.21.15.33:0/2599366001 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f076c00ccc0 con 0x7f0778103e30 2024-09-05T02:24:20.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.453+0000 7f0776000640 1 -- 172.21.15.33:0/2599366001 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f076c005500 con 0x7f0778103e30 2024-09-05T02:24:20.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.453+0000 7f0776000640 1 -- 172.21.15.33:0/2599366001 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f076c010430 con 0x7f0778103e30 2024-09-05T02:24:20.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.453+0000 7f077ee00640 1 -- 172.21.15.33:0/2599366001 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f077819f6c0 con 0x7f0778103e30 2024-09-05T02:24:20.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.453+0000 7f077ee00640 1 -- 172.21.15.33:0/2599366001 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07781a6fa0 con 0x7f0778103e30 2024-09-05T02:24:20.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.454+0000 7f077ee00640 1 -- 172.21.15.33:0/2599366001 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0778104210 con 0x7f0778103e30 2024-09-05T02:24:20.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.456+0000 7f0776000640 1 -- 172.21.15.33:0/2599366001 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f076c0046c0 con 0x7f0778103e30 2024-09-05T02:24:20.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.457+0000 7f0776000640 1 --2- 172.21.15.33:0/2599366001 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f07600a2c00 0x7f07600a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:20.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.458+0000 7f0776000640 1 -- 172.21.15.33:0/2599366001 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f076c0cee90 con 0x7f0778103e30 2024-09-05T02:24:20.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.458+0000 7f077d000640 1 --2- 172.21.15.33:0/2599366001 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f07600a2c00 0x7f07600a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:20.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.458+0000 7f077d000640 1 --2- 172.21.15.33:0/2599366001 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f07600a2c00 0x7f07600a50c0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f077810a930 tx=0x7f076400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:20.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.462+0000 7f0776000640 1 -- 172.21.15.33:0/2599366001 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f076c09c1f0 con 0x7f0778103e30 2024-09-05T02:24:20.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:20 smithi123 ceph-mon[34031]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:20.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:20 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:20.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:20 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:20.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:20 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:20.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:20 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:20.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:20 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:20.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:20 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:20.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:20 smithi123 ceph-mon[34031]: Deploying daemon mds.c on smithi174 2024-09-05T02:24:20.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:20 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.174:6834/2046660118,v1:172.21.15.174:6835/2046660118] up:boot 2024-09-05T02:24:20.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:20 smithi123 ceph-mon[34031]: fsmap 6 up:standby 2024-09-05T02:24:20.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:20 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T02:24:20.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.686+0000 7f077ee00640 1 -- 172.21.15.33:0/2599366001 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f077819b780 con 0x7f0778103e30 2024-09-05T02:24:20.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.687+0000 7f0776000640 1 -- 172.21.15.33:0/2599366001 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5572 (secure 0 0 0) 0x7f076c09ce20 con 0x7f0778103e30 2024-09-05T02:24:20.688 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:24:20.688 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":7,"btime":"2024-09-05T02:24:19:309824+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24461,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24484,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24497,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-09-05T02:24:20.688 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 7 2024-09-05T02:24:20.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.689+0000 7f077ee00640 1 -- 172.21.15.33:0/2599366001 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f07600a2c00 msgr2=0x7f07600a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:20.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.689+0000 7f077ee00640 1 --2- 172.21.15.33:0/2599366001 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f07600a2c00 0x7f07600a50c0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f077810a930 tx=0x7f076400b390 comp rx=0 tx=0).stop 2024-09-05T02:24:20.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.689+0000 7f077ee00640 1 -- 172.21.15.33:0/2599366001 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0778103e30 msgr2=0x7f077819a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:20.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.689+0000 7f077ee00640 1 --2- 172.21.15.33:0/2599366001 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0778103e30 0x7f077819a420 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f076c00e9c0 tx=0x7f076c00ee80 comp rx=0 tx=0).stop 2024-09-05T02:24:20.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.690+0000 7f077ee00640 1 -- 172.21.15.33:0/2599366001 shutdown_connections 2024-09-05T02:24:20.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.690+0000 7f077ee00640 1 --2- 172.21.15.33:0/2599366001 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f07600a2c00 0x7f07600a50c0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:20.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.690+0000 7f077ee00640 1 --2- 172.21.15.33:0/2599366001 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0778108f60 0x7f077819ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:20.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.690+0000 7f077ee00640 1 --2- 172.21.15.33:0/2599366001 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07781047e0 0x7f077819a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:20.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.690+0000 7f077ee00640 1 --2- 172.21.15.33:0/2599366001 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0778103e30 0x7f077819a420 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:20.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.690+0000 7f077ee00640 1 -- 172.21.15.33:0/2599366001 >> 172.21.15.33:0/2599366001 conn(0x7f07780ff8d0 msgr2=0x7f0778100bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:20.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.690+0000 7f077ee00640 1 -- 172.21.15.33:0/2599366001 shutdown_connections 2024-09-05T02:24:20.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:20.690+0000 7f077ee00640 1 -- 172.21.15.33:0/2599366001 wait complete. 2024-09-05T02:24:21.218 INFO:journalctl@ceph.mds.c.smithi174.stdout:Sep 05 02:24:21 smithi174 systemd[1]: Starting Ceph mds.c for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:24:21.308 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:21 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2599366001' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:21.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:21 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2599366001' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:21.527 INFO:journalctl@ceph.mds.c.smithi174.stdout:Sep 05 02:24:21 smithi174 podman[64918]: 2024-09-05 02:24:21.233189803 +0000 UTC m=+0.016376990 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:24:21.527 INFO:journalctl@ceph.mds.c.smithi174.stdout:Sep 05 02:24:21 smithi174 podman[64918]: 2024-09-05 02:24:21.336171971 +0000 UTC m=+0.119359185 container create bdd1c817c6aa0954bd577fa1b57a21fb4ee44f452f671be461ee2db1aad64dd4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-c, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-05T02:24:21.537 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:21 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2599366001' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:22.027 INFO:journalctl@ceph.mds.c.smithi174.stdout:Sep 05 02:24:21 smithi174 podman[64918]: 2024-09-05 02:24:21.547008238 +0000 UTC m=+0.330195406 container init bdd1c817c6aa0954bd577fa1b57a21fb4ee44f452f671be461ee2db1aad64dd4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-c, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-05T02:24:22.027 INFO:journalctl@ceph.mds.c.smithi174.stdout:Sep 05 02:24:21 smithi174 podman[64918]: 2024-09-05 02:24:21.549957943 +0000 UTC m=+0.333145112 container start bdd1c817c6aa0954bd577fa1b57a21fb4ee44f452f671be461ee2db1aad64dd4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True) 2024-09-05T02:24:22.027 INFO:journalctl@ceph.mds.c.smithi174.stdout:Sep 05 02:24:21 smithi174 ceph-mds[64938]: -- 172.21.15.174:0/2406064554 <== mon.1 v2:172.21.15.174:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562ca9961860 con 0x562ca993e800 2024-09-05T02:24:22.027 INFO:journalctl@ceph.mds.c.smithi174.stdout:Sep 05 02:24:21 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-c[64934]: starting mds.c at 2024-09-05T02:24:22.027 INFO:journalctl@ceph.mds.c.smithi174.stdout:Sep 05 02:24:21 smithi174 bash[64918]: bdd1c817c6aa0954bd577fa1b57a21fb4ee44f452f671be461ee2db1aad64dd4 2024-09-05T02:24:22.027 INFO:journalctl@ceph.mds.c.smithi174.stdout:Sep 05 02:24:21 smithi174 systemd[1]: Started Ceph mds.c for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:24:22.286 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:22 smithi123 ceph-mon[34031]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:22.286 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:22 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:22.286 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:22 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:22.286 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:22 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:22.286 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:22 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:22.287 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:22 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:22.287 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:22 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:22.530 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:22 smithi174 ceph-mon[34756]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:22.530 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:22 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:22.530 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:22 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:22.530 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:22 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:22.531 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:22 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:22.531 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:22 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:22.531 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:22 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:22.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:22 smithi033 ceph-mon[29909]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:22.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:22 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:22.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:22 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:22.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:22 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:22.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:22 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:22.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:22 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:22.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:22 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:23.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:23 smithi033 ceph-mon[29909]: Deploying daemon mds.h on smithi123 2024-09-05T02:24:23.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:23 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.174:6836/586949431,v1:172.21.15.174:6837/586949431] up:boot 2024-09-05T02:24:23.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:23 smithi033 ceph-mon[29909]: fsmap 7 up:standby 2024-09-05T02:24:23.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:23 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T02:24:23.347 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:24:23.384 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:23 smithi123 ceph-mon[34031]: Deploying daemon mds.h on smithi123 2024-09-05T02:24:23.384 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:23 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.174:6836/586949431,v1:172.21.15.174:6837/586949431] up:boot 2024-09-05T02:24:23.384 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:23 smithi123 ceph-mon[34031]: fsmap 7 up:standby 2024-09-05T02:24:23.384 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:23 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T02:24:23.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:23 smithi174 ceph-mon[34756]: Deploying daemon mds.h on smithi123 2024-09-05T02:24:23.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:23 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.174:6836/586949431,v1:172.21.15.174:6837/586949431] up:boot 2024-09-05T02:24:23.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:23 smithi174 ceph-mon[34756]: fsmap 7 up:standby 2024-09-05T02:24:23.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:23 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T02:24:23.635 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 02:24:23 smithi123 systemd[1]: Starting Ceph mds.h for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:24:23.725 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:24:24.046 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 02:24:23 smithi123 podman[64002]: 2024-09-05 02:24:23.676467609 +0000 UTC m=+0.015794269 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:24:24.046 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 02:24:23 smithi123 podman[64002]: 2024-09-05 02:24:23.784353059 +0000 UTC m=+0.123679711 container create 035aa74e86a2b8e79d54201d9c9aff73430074aecb65d9f60f77ee598a3dddff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-h, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T02:24:24.046 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 02:24:24 smithi123 podman[64002]: 2024-09-05 02:24:24.020007305 +0000 UTC m=+0.359333959 container init 035aa74e86a2b8e79d54201d9c9aff73430074aecb65d9f60f77ee598a3dddff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-h, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0) 2024-09-05T02:24:24.047 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 02:24:24 smithi123 podman[64002]: 2024-09-05 02:24:24.022790786 +0000 UTC m=+0.362117447 container start 035aa74e86a2b8e79d54201d9c9aff73430074aecb65d9f60f77ee598a3dddff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-h, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-05T02:24:24.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.325+0000 7ff484e00640 1 -- 172.21.15.33:0/2360033368 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff480106f10 msgr2=0x7ff48010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:24.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.325+0000 7ff484e00640 1 --2- 172.21.15.33:0/2360033368 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff480106f10 0x7ff48010ea90 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff478009ca0 tx=0x7ff47802a8c0 comp rx=0 tx=0).stop 2024-09-05T02:24:24.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.325+0000 7ff484e00640 1 -- 172.21.15.33:0/2360033368 shutdown_connections 2024-09-05T02:24:24.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.325+0000 7ff484e00640 1 --2- 172.21.15.33:0/2360033368 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff480106f10 0x7ff48010ea90 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:24.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.325+0000 7ff484e00640 1 --2- 172.21.15.33:0/2360033368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff480102790 0x7ff4801067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:24.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.325+0000 7ff484e00640 1 --2- 172.21.15.33:0/2360033368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff480101de0 0x7ff4801021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:24.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.325+0000 7ff484e00640 1 -- 172.21.15.33:0/2360033368 >> 172.21.15.33:0/2360033368 conn(0x7ff4800fd8c0 msgr2=0x7ff4800ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:24.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.325+0000 7ff484e00640 1 -- 172.21.15.33:0/2360033368 shutdown_connections 2024-09-05T02:24:24.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.325+0000 7ff484e00640 1 -- 172.21.15.33:0/2360033368 wait complete. 2024-09-05T02:24:24.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.326+0000 7ff484e00640 1 Processor -- start 2024-09-05T02:24:24.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.326+0000 7ff484e00640 1 -- start start 2024-09-05T02:24:24.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.326+0000 7ff484e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff480101de0 0x7ff48019a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:24.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.326+0000 7ff484e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff480102790 0x7ff48019ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:24.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.326+0000 7ff484e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff480106f10 0x7ff48019eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.326+0000 7ff484e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff480111f70 con 0x7ff480102790 2024-09-05T02:24:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.326+0000 7ff484e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff480111df0 con 0x7ff480106f10 2024-09-05T02:24:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.326+0000 7ff484e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff4801120f0 con 0x7ff480101de0 2024-09-05T02:24:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.327+0000 7ff47de00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff480101de0 0x7ff48019a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.327+0000 7ff477e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff480102790 0x7ff48019ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.327+0000 7ff47de00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff480101de0 0x7ff48019a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56544/0 (socket says 172.21.15.33:56544) 2024-09-05T02:24:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.327+0000 7ff47de00640 1 -- 172.21.15.33:0/1297859359 learned_addr learned my addr 172.21.15.33:0/1297859359 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:24:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.327+0000 7ff47e800640 1 --2- 172.21.15.33:0/1297859359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff480106f10 0x7ff48019eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.327+0000 7ff47e800640 1 -- 172.21.15.33:0/1297859359 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff480101de0 msgr2=0x7ff48019a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.327+0000 7ff47e800640 1 --2- 172.21.15.33:0/1297859359 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff480101de0 0x7ff48019a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.327+0000 7ff47e800640 1 -- 172.21.15.33:0/1297859359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff480102790 msgr2=0x7ff48019ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.327+0000 7ff47e800640 1 --2- 172.21.15.33:0/1297859359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff480102790 0x7ff48019ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.327+0000 7ff47e800640 1 -- 172.21.15.33:0/1297859359 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff48019f5c0 con 0x7ff480106f10 2024-09-05T02:24:24.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.327+0000 7ff47de00640 1 --2- 172.21.15.33:0/1297859359 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff480101de0 0x7ff48019a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:24:24.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.328+0000 7ff47e800640 1 --2- 172.21.15.33:0/1297859359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff480106f10 0x7ff48019eee0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ff47802ade0 tx=0x7ff4780319f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:24.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.328+0000 7ff476a00640 1 -- 172.21.15.33:0/1297859359 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff478003b70 con 0x7ff480106f10 2024-09-05T02:24:24.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.328+0000 7ff476a00640 1 -- 172.21.15.33:0/1297859359 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff478003d10 con 0x7ff480106f10 2024-09-05T02:24:24.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.328+0000 7ff484e00640 1 -- 172.21.15.33:0/1297859359 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff48019f850 con 0x7ff480106f10 2024-09-05T02:24:24.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.328+0000 7ff476a00640 1 -- 172.21.15.33:0/1297859359 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff47802fc40 con 0x7ff480106f10 2024-09-05T02:24:24.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.328+0000 7ff484e00640 1 -- 172.21.15.33:0/1297859359 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4801a7190 con 0x7ff480106f10 2024-09-05T02:24:24.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.329+0000 7ff484e00640 1 -- 172.21.15.33:0/1297859359 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4801021c0 con 0x7ff480106f10 2024-09-05T02:24:24.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.331+0000 7ff476a00640 1 -- 172.21.15.33:0/1297859359 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff478004050 con 0x7ff480106f10 2024-09-05T02:24:24.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.332+0000 7ff476a00640 1 --2- 172.21.15.33:0/1297859359 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff4640a2c00 0x7ff4640a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:24.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.332+0000 7ff476a00640 1 -- 172.21.15.33:0/1297859359 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7ff4780efae0 con 0x7ff480106f10 2024-09-05T02:24:24.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.332+0000 7ff47de00640 1 --2- 172.21.15.33:0/1297859359 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff4640a2c00 0x7ff4640a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:24.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.333+0000 7ff47de00640 1 --2- 172.21.15.33:0/1297859359 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff4640a2c00 0x7ff4640a50c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff470011500 tx=0x7ff470005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:24.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.336+0000 7ff476a00640 1 -- 172.21.15.33:0/1297859359 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff4780bcf60 con 0x7ff480106f10 2024-09-05T02:24:24.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:24 smithi123 ceph-mon[34031]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:24.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:24 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:24.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:24 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:24.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:24 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:24.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:24 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:24.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:24 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:24.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:24 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:24.386 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 02:24:24 smithi123 ceph-mds[64021]: -- 172.21.15.123:0/662240777 <== mon.2 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bfc4f91860 con 0x55bfc4f6f400 2024-09-05T02:24:24.386 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 02:24:24 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-h[64017]: starting mds.h at 2024-09-05T02:24:24.386 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 02:24:24 smithi123 bash[64002]: 035aa74e86a2b8e79d54201d9c9aff73430074aecb65d9f60f77ee598a3dddff 2024-09-05T02:24:24.386 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 02:24:24 smithi123 systemd[1]: Started Ceph mds.h for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:24:24.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:24 smithi174 ceph-mon[34756]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:24.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:24 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:24.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:24 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:24.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:24 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:24.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:24 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:24.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:24 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:24.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:24 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:24.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.557+0000 7ff484e00640 1 -- 172.21.15.33:0/1297859359 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff4801a7430 con 0x7ff480106f10 2024-09-05T02:24:24.558 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:24 smithi033 ceph-mon[29909]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:24.558 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:24 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:24.559 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:24 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:24.559 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:24 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:24.559 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:24 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:24.559 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:24 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:24.559 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:24 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:24.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.558+0000 7ff476a00640 1 -- 172.21.15.33:0/1297859359 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7225 (secure 0 0 0) 0x7ff4780bc860 con 0x7ff480106f10 2024-09-05T02:24:24.559 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:24:24.560 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":9,"btime":"2024-09-05T02:24:24:228853+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24461,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24484,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24496,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24497,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24512,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-09-05T02:24:24.560 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 9 2024-09-05T02:24:24.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.560+0000 7ff484e00640 1 -- 172.21.15.33:0/1297859359 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff4640a2c00 msgr2=0x7ff4640a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:24.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.560+0000 7ff484e00640 1 --2- 172.21.15.33:0/1297859359 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff4640a2c00 0x7ff4640a50c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff470011500 tx=0x7ff470005f90 comp rx=0 tx=0).stop 2024-09-05T02:24:24.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.560+0000 7ff484e00640 1 -- 172.21.15.33:0/1297859359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff480106f10 msgr2=0x7ff48019eee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:24.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.560+0000 7ff484e00640 1 --2- 172.21.15.33:0/1297859359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff480106f10 0x7ff48019eee0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ff47802ade0 tx=0x7ff4780319f0 comp rx=0 tx=0).stop 2024-09-05T02:24:24.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.561+0000 7ff484e00640 1 -- 172.21.15.33:0/1297859359 shutdown_connections 2024-09-05T02:24:24.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.561+0000 7ff484e00640 1 --2- 172.21.15.33:0/1297859359 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff4640a2c00 0x7ff4640a50c0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:24.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.561+0000 7ff484e00640 1 --2- 172.21.15.33:0/1297859359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff480106f10 0x7ff48019eee0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:24.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.561+0000 7ff484e00640 1 --2- 172.21.15.33:0/1297859359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff480102790 0x7ff48019ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:24.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.561+0000 7ff484e00640 1 --2- 172.21.15.33:0/1297859359 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff480101de0 0x7ff48019a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:24.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.561+0000 7ff484e00640 1 -- 172.21.15.33:0/1297859359 >> 172.21.15.33:0/1297859359 conn(0x7ff4800fd8c0 msgr2=0x7ff4800ffc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:24.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.561+0000 7ff484e00640 1 -- 172.21.15.33:0/1297859359 shutdown_connections 2024-09-05T02:24:24.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:24.561+0000 7ff484e00640 1 -- 172.21.15.33:0/1297859359 wait complete. 2024-09-05T02:24:25.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:25 smithi174 ceph-mon[34756]: Deploying daemon mds.i on smithi174 2024-09-05T02:24:25.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:25 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] up:boot 2024-09-05T02:24:25.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:25 smithi174 ceph-mon[34756]: fsmap 8 up:standby 2024-09-05T02:24:25.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:25 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T02:24:25.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:25 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1297859359' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:25.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:25 smithi033 ceph-mon[29909]: Deploying daemon mds.i on smithi174 2024-09-05T02:24:25.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:25 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] up:boot 2024-09-05T02:24:25.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:25 smithi033 ceph-mon[29909]: fsmap 8 up:standby 2024-09-05T02:24:25.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:25 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T02:24:25.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:25 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1297859359' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:25.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:25 smithi123 ceph-mon[34031]: Deploying daemon mds.i on smithi174 2024-09-05T02:24:25.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:25 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] up:boot 2024-09-05T02:24:25.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:25 smithi123 ceph-mon[34031]: fsmap 8 up:standby 2024-09-05T02:24:25.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:25 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T02:24:25.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:25 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1297859359' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:26.245 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:24:26 smithi174 systemd[1]: Starting Ceph mds.i for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:24:26.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:26 smithi174 ceph-mon[34756]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:26.527 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:24:26 smithi174 podman[65219]: 2024-09-05 02:24:26.20068762 +0000 UTC m=+0.016182265 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:24:26.527 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:24:26 smithi174 podman[65219]: 2024-09-05 02:24:26.321903028 +0000 UTC m=+0.137397661 container create 35594d8b030a9a88166609b136e2857d0a60d49d5e20fc8f67557f6c22251fd1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-i, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD) 2024-09-05T02:24:26.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:26 smithi033 ceph-mon[29909]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:26.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:26 smithi123 ceph-mon[34031]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:26.972 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:24:26 smithi174 podman[65219]: 2024-09-05 02:24:26.566224871 +0000 UTC m=+0.381719508 container init 35594d8b030a9a88166609b136e2857d0a60d49d5e20fc8f67557f6c22251fd1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-i, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-05T02:24:26.972 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:24:26 smithi174 podman[65219]: 2024-09-05 02:24:26.569336982 +0000 UTC m=+0.384831615 container start 35594d8b030a9a88166609b136e2857d0a60d49d5e20fc8f67557f6c22251fd1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-i, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-05T02:24:26.973 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:24:26 smithi174 ceph-mds[65238]: -- 172.21.15.174:0/547410495 <== mon.1 v2:172.21.15.174:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56107c8d1860 con 0x56107c8ae800 2024-09-05T02:24:26.973 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:24:26 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-i[65234]: starting mds.i at 2024-09-05T02:24:26.973 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:24:26 smithi174 bash[65219]: 35594d8b030a9a88166609b136e2857d0a60d49d5e20fc8f67557f6c22251fd1 2024-09-05T02:24:26.973 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:24:26 smithi174 systemd[1]: Started Ceph mds.i for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:24:27.356 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:24:28.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:27 smithi174 ceph-mon[34756]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:28.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:27 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:28.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:27 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:28.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:27 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:28.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:27 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:28.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:27 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:28.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:27 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:28.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:27 smithi174 ceph-mon[34756]: Deploying daemon mds.g on smithi033 2024-09-05T02:24:28.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:27 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] up:boot 2024-09-05T02:24:28.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:27 smithi174 ceph-mon[34756]: fsmap 9 up:standby 2024-09-05T02:24:28.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:27 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T02:24:28.064 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:24:28.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:27 smithi033 ceph-mon[29909]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:28.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:27 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:28.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:27 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:28.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:27 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:28.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:27 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:28.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:27 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:28.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:27 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:28.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:27 smithi033 ceph-mon[29909]: Deploying daemon mds.g on smithi033 2024-09-05T02:24:28.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:27 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] up:boot 2024-09-05T02:24:28.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:27 smithi033 ceph-mon[29909]: fsmap 9 up:standby 2024-09-05T02:24:28.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:27 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T02:24:28.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:27 smithi123 ceph-mon[34031]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:28.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:27 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:28.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:27 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:28.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:27 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:28.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:27 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:28.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:27 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:28.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:27 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:28.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:27 smithi123 ceph-mon[34031]: Deploying daemon mds.g on smithi033 2024-09-05T02:24:28.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:27 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] up:boot 2024-09-05T02:24:28.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:27 smithi123 ceph-mon[34031]: fsmap 9 up:standby 2024-09-05T02:24:28.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:27 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T02:24:29.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.231+0000 7f1439e00640 1 -- 172.21.15.33:0/3062472589 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1434109120 msgr2=0x7f1434110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:29.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.231+0000 7f1439e00640 1 --2- 172.21.15.33:0/3062472589 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1434109120 0x7f1434110ca0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f142c009ca0 tx=0x7f142c02a8c0 comp rx=0 tx=0).stop 2024-09-05T02:24:29.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.232+0000 7f1439e00640 1 -- 172.21.15.33:0/3062472589 shutdown_connections 2024-09-05T02:24:29.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.232+0000 7f1439e00640 1 --2- 172.21.15.33:0/3062472589 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1434109120 0x7f1434110ca0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:29.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.232+0000 7f1439e00640 1 --2- 172.21.15.33:0/3062472589 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f14341049a0 0x7f14341089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:29.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.232+0000 7f1439e00640 1 --2- 172.21.15.33:0/3062472589 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1434103ff0 0x7f14341043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:29.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.232+0000 7f1439e00640 1 -- 172.21.15.33:0/3062472589 >> 172.21.15.33:0/3062472589 conn(0x7f14340ffa90 msgr2=0x7f1434101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:29.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.232+0000 7f1439e00640 1 -- 172.21.15.33:0/3062472589 shutdown_connections 2024-09-05T02:24:29.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.232+0000 7f1439e00640 1 -- 172.21.15.33:0/3062472589 wait complete. 2024-09-05T02:24:29.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.233+0000 7f1439e00640 1 Processor -- start 2024-09-05T02:24:29.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.233+0000 7f1439e00640 1 -- start start 2024-09-05T02:24:29.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.234+0000 7f1439e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1434103ff0 0x7f143419a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:29.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.234+0000 7f1439e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14341049a0 0x7f143419aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:29.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.234+0000 7f1439e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1434109120 0x7f143419ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:29.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.234+0000 7f1439e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1434114130 con 0x7f1434103ff0 2024-09-05T02:24:29.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.234+0000 7f1439e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1434113fb0 con 0x7f14341049a0 2024-09-05T02:24:29.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.234+0000 7f1439e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f14341142b0 con 0x7f1434109120 2024-09-05T02:24:29.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.234+0000 7f1432a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1434103ff0 0x7f143419a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:29.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.234+0000 7f1432a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1434103ff0 0x7f143419a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:32966/0 (socket says 172.21.15.33:32966) 2024-09-05T02:24:29.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.234+0000 7f1432a00640 1 -- 172.21.15.33:0/3798360312 learned_addr learned my addr 172.21.15.33:0/3798360312 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:24:29.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.234+0000 7f1433400640 1 --2- 172.21.15.33:0/3798360312 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1434109120 0x7f143419ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:29.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.234+0000 7f1432000640 1 --2- 172.21.15.33:0/3798360312 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14341049a0 0x7f143419aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:29.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.234+0000 7f1432a00640 1 -- 172.21.15.33:0/3798360312 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1434109120 msgr2=0x7f143419ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:29.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.234+0000 7f1432a00640 1 --2- 172.21.15.33:0/3798360312 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1434109120 0x7f143419ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:29.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.234+0000 7f1432a00640 1 -- 172.21.15.33:0/3798360312 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14341049a0 msgr2=0x7f143419aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:29.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.234+0000 7f1432a00640 1 --2- 172.21.15.33:0/3798360312 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14341049a0 0x7f143419aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:29.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.234+0000 7f1432a00640 1 -- 172.21.15.33:0/3798360312 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f143419f540 con 0x7f1434103ff0 2024-09-05T02:24:29.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.235+0000 7f1432a00640 1 --2- 172.21.15.33:0/3798360312 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1434103ff0 0x7f143419a590 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f142400e9f0 tx=0x7f142400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:29.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.235+0000 7f1438a00640 1 -- 172.21.15.33:0/3798360312 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142400cd80 con 0x7f1434103ff0 2024-09-05T02:24:29.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.235+0000 7f1438a00640 1 -- 172.21.15.33:0/3798360312 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1424010910 con 0x7f1434103ff0 2024-09-05T02:24:29.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.235+0000 7f1438a00640 1 -- 172.21.15.33:0/3798360312 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1424018990 con 0x7f1434103ff0 2024-09-05T02:24:29.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.235+0000 7f1439e00640 1 -- 172.21.15.33:0/3798360312 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f143419f830 con 0x7f1434103ff0 2024-09-05T02:24:29.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.235+0000 7f1439e00640 1 -- 172.21.15.33:0/3798360312 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14341a7110 con 0x7f1434103ff0 2024-09-05T02:24:29.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.236+0000 7f1439e00640 1 -- 172.21.15.33:0/3798360312 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14341043d0 con 0x7f1434103ff0 2024-09-05T02:24:29.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.240+0000 7f1438a00640 1 -- 172.21.15.33:0/3798360312 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f1424010ac0 con 0x7f1434103ff0 2024-09-05T02:24:29.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.241+0000 7f1438a00640 1 --2- 172.21.15.33:0/3798360312 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f14180a2c00 0x7f14180a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:29.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.241+0000 7f1438a00640 1 -- 172.21.15.33:0/3798360312 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f14240ceeb0 con 0x7f1434103ff0 2024-09-05T02:24:29.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.241+0000 7f1432000640 1 --2- 172.21.15.33:0/3798360312 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f14180a2c00 0x7f14180a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:29.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.242+0000 7f1432000640 1 --2- 172.21.15.33:0/3798360312 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f14180a2c00 0x7f14180a50c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f14340ffeb0 tx=0x7f142000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:29.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.245+0000 7f1438a00640 1 -- 172.21.15.33:0/3798360312 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f142409bbc0 con 0x7f1434103ff0 2024-09-05T02:24:29.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.475+0000 7f1439e00640 1 -- 172.21.15.33:0/3798360312 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f14341a7380 con 0x7f1434103ff0 2024-09-05T02:24:29.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.476+0000 7f1438a00640 1 -- 172.21.15.33:0/3798360312 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8055 (secure 0 0 0) 0x7f142409fec0 con 0x7f1434103ff0 2024-09-05T02:24:29.478 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:24:29.478 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":10,"btime":"2024-09-05T02:24:27:244276+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24461,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24484,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24496,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24497,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24511,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24512,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-09-05T02:24:29.478 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 10 2024-09-05T02:24:29.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.480+0000 7f1439e00640 1 -- 172.21.15.33:0/3798360312 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f14180a2c00 msgr2=0x7f14180a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:29.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.480+0000 7f1439e00640 1 --2- 172.21.15.33:0/3798360312 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f14180a2c00 0x7f14180a50c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f14340ffeb0 tx=0x7f142000b410 comp rx=0 tx=0).stop 2024-09-05T02:24:29.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.480+0000 7f1439e00640 1 -- 172.21.15.33:0/3798360312 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1434103ff0 msgr2=0x7f143419a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:29.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.480+0000 7f1439e00640 1 --2- 172.21.15.33:0/3798360312 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1434103ff0 0x7f143419a590 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f142400e9f0 tx=0x7f142400eeb0 comp rx=0 tx=0).stop 2024-09-05T02:24:29.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.480+0000 7f1439e00640 1 -- 172.21.15.33:0/3798360312 shutdown_connections 2024-09-05T02:24:29.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.480+0000 7f1439e00640 1 --2- 172.21.15.33:0/3798360312 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f14180a2c00 0x7f14180a50c0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:29.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.480+0000 7f1439e00640 1 --2- 172.21.15.33:0/3798360312 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1434109120 0x7f143419ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:29.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.480+0000 7f1439e00640 1 --2- 172.21.15.33:0/3798360312 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14341049a0 0x7f143419aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:29.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.480+0000 7f1439e00640 1 --2- 172.21.15.33:0/3798360312 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1434103ff0 0x7f143419a590 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:29.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.480+0000 7f1439e00640 1 -- 172.21.15.33:0/3798360312 >> 172.21.15.33:0/3798360312 conn(0x7f14340ffa90 msgr2=0x7f1434101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:29.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.480+0000 7f1439e00640 1 -- 172.21.15.33:0/3798360312 shutdown_connections 2024-09-05T02:24:29.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:29.480+0000 7f1439e00640 1 -- 172.21.15.33:0/3798360312 wait complete. 2024-09-05T02:24:29.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:29 smithi033 ceph-mon[29909]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:29.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:29 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3798360312' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:30.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:29 smithi174 ceph-mon[34756]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:30.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:29 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/3798360312' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:30.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:29 smithi123 ceph-mon[34031]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:30.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:29 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/3798360312' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:30.337 INFO:journalctl@ceph.mds.g.smithi033.stdout:Sep 05 02:24:29 smithi033 podman[69596]: 2024-09-05 02:24:29.989626097 +0000 UTC m=+0.478362731 container create f5484391c9d131c7157b6a2a7b80e7c605b067eff61a82c9290f029f30eb0464 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-g, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-05T02:24:30.786 INFO:journalctl@ceph.mds.g.smithi033.stdout:Sep 05 02:24:30 smithi033 podman[69596]: 2024-09-05 02:24:30.627404058 +0000 UTC m=+1.116140693 container init f5484391c9d131c7157b6a2a7b80e7c605b067eff61a82c9290f029f30eb0464 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-g, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T02:24:30.786 INFO:journalctl@ceph.mds.g.smithi033.stdout:Sep 05 02:24:30 smithi033 podman[69596]: 2024-09-05 02:24:30.633519209 +0000 UTC m=+1.122255844 container start f5484391c9d131c7157b6a2a7b80e7c605b067eff61a82c9290f029f30eb0464 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-g, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-05T02:24:30.787 INFO:journalctl@ceph.mds.g.smithi033.stdout:Sep 05 02:24:30 smithi033 ceph-mds[69629]: -- 172.21.15.33:0/3690763036 <== mon.0 v2:172.21.15.33:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5636e80cb860 con 0x5636e80a9000 2024-09-05T02:24:30.787 INFO:journalctl@ceph.mds.g.smithi033.stdout:Sep 05 02:24:30 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-g[69621]: starting mds.g at 2024-09-05T02:24:31.087 INFO:journalctl@ceph.mds.g.smithi033.stdout:Sep 05 02:24:30 smithi033 bash[69596]: f5484391c9d131c7157b6a2a7b80e7c605b067eff61a82c9290f029f30eb0464 2024-09-05T02:24:31.087 INFO:journalctl@ceph.mds.g.smithi033.stdout:Sep 05 02:24:30 smithi033 systemd[1]: Started Ceph mds.g for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:24:31.756 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:31 smithi033 ceph-mon[29909]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:31.756 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:31 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.33:6838/1445389133,v1:172.21.15.33:6839/1445389133] up:boot 2024-09-05T02:24:31.756 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:31 smithi033 ceph-mon[29909]: fsmap 10 up:standby 2024-09-05T02:24:31.756 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:31 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-05T02:24:31.756 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:31 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:31.757 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:31 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:31.757 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:31 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:31.757 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:31 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:31.757 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:31 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:31.757 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:31 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:31.757 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:31 smithi033 ceph-mon[29909]: Deploying daemon mds.a on smithi033 2024-09-05T02:24:32.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:31 smithi174 ceph-mon[34756]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:32.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:31 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.33:6838/1445389133,v1:172.21.15.33:6839/1445389133] up:boot 2024-09-05T02:24:32.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:31 smithi174 ceph-mon[34756]: fsmap 10 up:standby 2024-09-05T02:24:32.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:31 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-05T02:24:32.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:31 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:32.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:31 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:32.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:31 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:32.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:31 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:32.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:31 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:32.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:31 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:32.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:31 smithi174 ceph-mon[34756]: Deploying daemon mds.a on smithi033 2024-09-05T02:24:32.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:31 smithi123 ceph-mon[34031]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:32.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:31 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.33:6838/1445389133,v1:172.21.15.33:6839/1445389133] up:boot 2024-09-05T02:24:32.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:31 smithi123 ceph-mon[34031]: fsmap 10 up:standby 2024-09-05T02:24:32.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:31 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-05T02:24:32.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:31 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:32.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:31 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:32.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:31 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:32.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:31 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:32.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:31 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:32.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:31 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:32.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:31 smithi123 ceph-mon[34031]: Deploying daemon mds.a on smithi033 2024-09-05T02:24:32.474 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:24:32.883 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:24:33.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.461+0000 7f315dc00640 1 -- 172.21.15.33:0/3288521855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3158102790 msgr2=0x7f31581067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:33.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.461+0000 7f315dc00640 1 --2- 172.21.15.33:0/3288521855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3158102790 0x7f31581067e0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f3140009900 tx=0x7f314002a410 comp rx=0 tx=0).stop 2024-09-05T02:24:33.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.461+0000 7f315dc00640 1 -- 172.21.15.33:0/3288521855 shutdown_connections 2024-09-05T02:24:33.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.461+0000 7f315dc00640 1 --2- 172.21.15.33:0/3288521855 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3158106f10 0x7f315810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:33.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.461+0000 7f315dc00640 1 --2- 172.21.15.33:0/3288521855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3158102790 0x7f31581067e0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:33.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.461+0000 7f315dc00640 1 --2- 172.21.15.33:0/3288521855 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3158101de0 0x7f31581021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:33.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.461+0000 7f315dc00640 1 -- 172.21.15.33:0/3288521855 >> 172.21.15.33:0/3288521855 conn(0x7f31580fd8c0 msgr2=0x7f31580ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:33.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.461+0000 7f315dc00640 1 -- 172.21.15.33:0/3288521855 shutdown_connections 2024-09-05T02:24:33.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.461+0000 7f315dc00640 1 -- 172.21.15.33:0/3288521855 wait complete. 2024-09-05T02:24:33.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.462+0000 7f315dc00640 1 Processor -- start 2024-09-05T02:24:33.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.462+0000 7f315dc00640 1 -- start start 2024-09-05T02:24:33.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.463+0000 7f315dc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3158101de0 0x7f315819a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:33.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.463+0000 7f315dc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3158102790 0x7f315819aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:33.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.463+0000 7f315dc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3158106f10 0x7f315819ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:33.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.463+0000 7f315dc00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3158111fc0 con 0x7f3158101de0 2024-09-05T02:24:33.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.463+0000 7f315dc00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3158111e40 con 0x7f3158106f10 2024-09-05T02:24:33.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.463+0000 7f315dc00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3158112140 con 0x7f3158102790 2024-09-05T02:24:33.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.463+0000 7f3156a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3158101de0 0x7f315819a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:33.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.463+0000 7f3156a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3158101de0 0x7f315819a660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50276/0 (socket says 172.21.15.33:50276) 2024-09-05T02:24:33.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.463+0000 7f3156a00640 1 -- 172.21.15.33:0/984843543 learned_addr learned my addr 172.21.15.33:0/984843543 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:24:33.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.463+0000 7f314fe00640 1 --2- 172.21.15.33:0/984843543 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3158102790 0x7f315819aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:33.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.463+0000 7f3157400640 1 --2- 172.21.15.33:0/984843543 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3158106f10 0x7f315819ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:33.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.463+0000 7f3156a00640 1 -- 172.21.15.33:0/984843543 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3158102790 msgr2=0x7f315819aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:33.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.463+0000 7f3156a00640 1 --2- 172.21.15.33:0/984843543 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3158102790 0x7f315819aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:33.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.463+0000 7f3156a00640 1 -- 172.21.15.33:0/984843543 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3158106f10 msgr2=0x7f315819ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:33.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.463+0000 7f3156a00640 1 --2- 172.21.15.33:0/984843543 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3158106f10 0x7f315819ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:33.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.463+0000 7f3156a00640 1 -- 172.21.15.33:0/984843543 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f315819f610 con 0x7f3158101de0 2024-09-05T02:24:33.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.463+0000 7f3157400640 1 --2- 172.21.15.33:0/984843543 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3158106f10 0x7f315819ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:24:33.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.464+0000 7f3156a00640 1 --2- 172.21.15.33:0/984843543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3158101de0 0x7f315819a660 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f314800e9f0 tx=0x7f314800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:33.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.464+0000 7f314f400640 1 -- 172.21.15.33:0/984843543 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f314800cd80 con 0x7f3158101de0 2024-09-05T02:24:33.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.464+0000 7f314f400640 1 -- 172.21.15.33:0/984843543 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3148010910 con 0x7f3158101de0 2024-09-05T02:24:33.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.464+0000 7f315dc00640 1 -- 172.21.15.33:0/984843543 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f315819f900 con 0x7f3158101de0 2024-09-05T02:24:33.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.464+0000 7f314f400640 1 -- 172.21.15.33:0/984843543 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3148018990 con 0x7f3158101de0 2024-09-05T02:24:33.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.464+0000 7f315dc00640 1 -- 172.21.15.33:0/984843543 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31581a71e0 con 0x7f3158101de0 2024-09-05T02:24:33.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.465+0000 7f315dc00640 1 -- 172.21.15.33:0/984843543 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31581021c0 con 0x7f3158101de0 2024-09-05T02:24:33.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.467+0000 7f314f400640 1 -- 172.21.15.33:0/984843543 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3148010ac0 con 0x7f3158101de0 2024-09-05T02:24:33.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.469+0000 7f314f400640 1 --2- 172.21.15.33:0/984843543 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f313c0a2b80 0x7f313c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:33.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.469+0000 7f314f400640 1 -- 172.21.15.33:0/984843543 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f31480cefe0 con 0x7f3158101de0 2024-09-05T02:24:33.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.469+0000 7f314fe00640 1 --2- 172.21.15.33:0/984843543 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f313c0a2b80 0x7f313c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:33.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.470+0000 7f314fe00640 1 --2- 172.21.15.33:0/984843543 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f313c0a2b80 0x7f313c0a5040 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3140000c00 tx=0x7f3140005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:33.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.473+0000 7f314f400640 1 -- 172.21.15.33:0/984843543 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f314809c360 con 0x7f3158101de0 2024-09-05T02:24:33.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.720+0000 7f315dc00640 1 -- 172.21.15.33:0/984843543 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f31581a74d0 con 0x7f3158101de0 2024-09-05T02:24:33.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.721+0000 7f314f400640 1 -- 172.21.15.33:0/984843543 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8881 (secure 0 0 0) 0x7f314809bc60 con 0x7f3158101de0 2024-09-05T02:24:33.723 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:24:33.723 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":11,"btime":"2024-09-05T02:24:30:703392+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24461,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24484,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24496,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24497,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24511,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24512,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-09-05T02:24:33.723 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 11 2024-09-05T02:24:33.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.723+0000 7f315dc00640 1 -- 172.21.15.33:0/984843543 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f313c0a2b80 msgr2=0x7f313c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:33.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.723+0000 7f315dc00640 1 --2- 172.21.15.33:0/984843543 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f313c0a2b80 0x7f313c0a5040 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3140000c00 tx=0x7f3140005b50 comp rx=0 tx=0).stop 2024-09-05T02:24:33.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.724+0000 7f315dc00640 1 -- 172.21.15.33:0/984843543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3158101de0 msgr2=0x7f315819a660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:33.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.724+0000 7f315dc00640 1 --2- 172.21.15.33:0/984843543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3158101de0 0x7f315819a660 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f314800e9f0 tx=0x7f314800eeb0 comp rx=0 tx=0).stop 2024-09-05T02:24:33.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.724+0000 7f315dc00640 1 -- 172.21.15.33:0/984843543 shutdown_connections 2024-09-05T02:24:33.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.724+0000 7f315dc00640 1 --2- 172.21.15.33:0/984843543 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f313c0a2b80 0x7f313c0a5040 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:33.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.724+0000 7f315dc00640 1 --2- 172.21.15.33:0/984843543 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3158106f10 0x7f315819ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:33.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.724+0000 7f315dc00640 1 --2- 172.21.15.33:0/984843543 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3158102790 0x7f315819aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:33.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.724+0000 7f315dc00640 1 --2- 172.21.15.33:0/984843543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3158101de0 0x7f315819a660 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:33.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.724+0000 7f315dc00640 1 -- 172.21.15.33:0/984843543 >> 172.21.15.33:0/984843543 conn(0x7f31580fd8c0 msgr2=0x7f31580ffc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:33.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.724+0000 7f315dc00640 1 -- 172.21.15.33:0/984843543 shutdown_connections 2024-09-05T02:24:33.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:33.724+0000 7f315dc00640 1 -- 172.21.15.33:0/984843543 wait complete. 2024-09-05T02:24:33.977 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:33 smithi033 ceph-mon[29909]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:34.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:33 smithi174 ceph-mon[34756]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:34.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:33 smithi123 ceph-mon[34031]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:34.238 INFO:journalctl@ceph.mds.a.smithi033.stdout:Sep 05 02:24:34 smithi033 podman[70001]: 2024-09-05 02:24:34.19940297 +0000 UTC m=+0.625160960 container start ec3843e7855622f74ecd13eff5b3bd5946c91d30208e092c6a5e6ea8cbd6dd80 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-a, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-05T02:24:34.238 INFO:journalctl@ceph.mds.a.smithi033.stdout:Sep 05 02:24:34 smithi033 ceph-mds[70033]: -- 172.21.15.33:0/941327566 <== mon.0 v2:172.21.15.33:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558fba7c1860 con 0x558fba79f000 2024-09-05T02:24:34.587 INFO:journalctl@ceph.mds.a.smithi033.stdout:Sep 05 02:24:34 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-a[70029]: starting mds.a at 2024-09-05T02:24:34.587 INFO:journalctl@ceph.mds.a.smithi033.stdout:Sep 05 02:24:34 smithi033 bash[70001]: ec3843e7855622f74ecd13eff5b3bd5946c91d30208e092c6a5e6ea8cbd6dd80 2024-09-05T02:24:34.587 INFO:journalctl@ceph.mds.a.smithi033.stdout:Sep 05 02:24:34 smithi033 systemd[1]: Started Ceph mds.a for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:24:34.978 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:34 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/984843543' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:34.978 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:34 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:34.978 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:34 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:34.978 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:34 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:34.978 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:34 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:34.978 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:34 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:34.978 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:34 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:34.978 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:34 smithi123 ceph-mon[34031]: Deploying daemon mds.b on smithi123 2024-09-05T02:24:35.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:34 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/984843543' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:35.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:34 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:35.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:34 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:35.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:34 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:35.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:34 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:35.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:34 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:35.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:34 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:35.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:34 smithi174 ceph-mon[34756]: Deploying daemon mds.b on smithi123 2024-09-05T02:24:35.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:34 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/984843543' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:35.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:35.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:35.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:35.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T02:24:35.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T02:24:35.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:34 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:35.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:34 smithi033 ceph-mon[29909]: Deploying daemon mds.b on smithi123 2024-09-05T02:24:35.843 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:35 smithi123 ceph-mon[34031]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:35.844 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:35 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] up:boot 2024-09-05T02:24:35.844 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:35 smithi123 ceph-mon[34031]: fsmap 11 up:standby 2024-09-05T02:24:35.844 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:35 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T02:24:36.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:35 smithi174 ceph-mon[34756]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:36.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:35 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] up:boot 2024-09-05T02:24:36.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:35 smithi174 ceph-mon[34756]: fsmap 11 up:standby 2024-09-05T02:24:36.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:35 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T02:24:36.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:35 smithi033 ceph-mon[29909]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:36.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:35 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] up:boot 2024-09-05T02:24:36.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:35 smithi033 ceph-mon[29909]: fsmap 11 up:standby 2024-09-05T02:24:36.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:35 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T02:24:36.386 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:24:36 smithi123 systemd[1]: Starting Ceph mds.b for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:24:36.833 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:24:36 smithi123 podman[64305]: 2024-09-05 02:24:36.503552197 +0000 UTC m=+0.104744424 container create 0fb299e0c369bffd5fe33481e3de1c82c0a15fce985aa7136e9be96833e2a82a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-b, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-05T02:24:36.833 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:24:36 smithi123 podman[64305]: 2024-09-05 02:24:36.414349831 +0000 UTC m=+0.015542077 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:24:36.833 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:24:36 smithi123 podman[64305]: 2024-09-05 02:24:36.722620139 +0000 UTC m=+0.323812370 container init 0fb299e0c369bffd5fe33481e3de1c82c0a15fce985aa7136e9be96833e2a82a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T02:24:36.833 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:24:36 smithi123 podman[64305]: 2024-09-05 02:24:36.725984634 +0000 UTC m=+0.327176861 container start 0fb299e0c369bffd5fe33481e3de1c82c0a15fce985aa7136e9be96833e2a82a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-b, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-05T02:24:36.833 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:24:36 smithi123 ceph-mds[64324]: -- 172.21.15.123:0/1072259637 <== mon.2 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56045bf8d860 con 0x56045bf6a800 2024-09-05T02:24:36.833 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:24:36 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-b[64320]: starting mds.b at 2024-09-05T02:24:36.833 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:24:36 smithi123 bash[64305]: 0fb299e0c369bffd5fe33481e3de1c82c0a15fce985aa7136e9be96833e2a82a 2024-09-05T02:24:36.843 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:24:37.135 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:24:36 smithi123 systemd[1]: Started Ceph mds.b for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:24:37.282 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:24:37.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.921+0000 7fdb13e00640 1 -- 172.21.15.33:0/1001231254 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb0c112a30 msgr2=0x7fdb0c114e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:37.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.921+0000 7fdb13e00640 1 --2- 172.21.15.33:0/1001231254 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb0c112a30 0x7fdb0c114e20 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fdb04009ca0 tx=0x7fdb0402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:24:37.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.921+0000 7fdb13e00640 1 -- 172.21.15.33:0/1001231254 shutdown_connections 2024-09-05T02:24:37.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.921+0000 7fdb13e00640 1 --2- 172.21.15.33:0/1001231254 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb0c112a30 0x7fdb0c114e20 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:37.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.921+0000 7fdb13e00640 1 --2- 172.21.15.33:0/1001231254 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb0c077040 0x7fdb0c1124f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:37.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.921+0000 7fdb13e00640 1 --2- 172.21.15.33:0/1001231254 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdb0c076720 0x7fdb0c076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:37.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.921+0000 7fdb13e00640 1 -- 172.21.15.33:0/1001231254 >> 172.21.15.33:0/1001231254 conn(0x7fdb0c0ffa90 msgr2=0x7fdb0c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:37.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.921+0000 7fdb13e00640 1 -- 172.21.15.33:0/1001231254 shutdown_connections 2024-09-05T02:24:37.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.921+0000 7fdb13e00640 1 -- 172.21.15.33:0/1001231254 wait complete. 2024-09-05T02:24:37.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.922+0000 7fdb13e00640 1 Processor -- start 2024-09-05T02:24:37.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.923+0000 7fdb13e00640 1 -- start start 2024-09-05T02:24:37.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.923+0000 7fdb13e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb0c076720 0x7fdb0c1a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:37.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.923+0000 7fdb13e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb0c077040 0x7fdb0c1a4c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:37.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.923+0000 7fdb13e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdb0c112a30 0x7fdb0c19e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:37.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.923+0000 7fdb13e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdb0c1185d0 con 0x7fdb0c076720 2024-09-05T02:24:37.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.923+0000 7fdb13e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdb0c118450 con 0x7fdb0c077040 2024-09-05T02:24:37.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.923+0000 7fdb13e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fdb0c118750 con 0x7fdb0c112a30 2024-09-05T02:24:37.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.923+0000 7fdb11400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb0c076720 0x7fdb0c1a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:37.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.923+0000 7fdb11400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb0c076720 0x7fdb0c1a46e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50310/0 (socket says 172.21.15.33:50310) 2024-09-05T02:24:37.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.923+0000 7fdb11400640 1 -- 172.21.15.33:0/3681547037 learned_addr learned my addr 172.21.15.33:0/3681547037 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:24:37.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.923+0000 7fdb10a00640 1 --2- 172.21.15.33:0/3681547037 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb0c077040 0x7fdb0c1a4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:37.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.923+0000 7fdb11e00640 1 --2- 172.21.15.33:0/3681547037 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdb0c112a30 0x7fdb0c19e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:37.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.924+0000 7fdb10a00640 1 -- 172.21.15.33:0/3681547037 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdb0c112a30 msgr2=0x7fdb0c19e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:37.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.924+0000 7fdb10a00640 1 --2- 172.21.15.33:0/3681547037 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdb0c112a30 0x7fdb0c19e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:37.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.924+0000 7fdb10a00640 1 -- 172.21.15.33:0/3681547037 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb0c076720 msgr2=0x7fdb0c1a46e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:37.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.924+0000 7fdb10a00640 1 --2- 172.21.15.33:0/3681547037 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb0c076720 0x7fdb0c1a46e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:37.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.924+0000 7fdb10a00640 1 -- 172.21.15.33:0/3681547037 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb0c19efd0 con 0x7fdb0c077040 2024-09-05T02:24:37.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.924+0000 7fdb11400640 1 --2- 172.21.15.33:0/3681547037 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb0c076720 0x7fdb0c1a46e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:24:37.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.924+0000 7fdb10a00640 1 --2- 172.21.15.33:0/3681547037 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb0c077040 0x7fdb0c1a4c20 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fdaf800e9f0 tx=0x7fdaf800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:37.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.924+0000 7fdb0a000640 1 -- 172.21.15.33:0/3681547037 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaf800ccc0 con 0x7fdb0c077040 2024-09-05T02:24:37.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.924+0000 7fdb0a000640 1 -- 172.21.15.33:0/3681547037 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdaf8010910 con 0x7fdb0c077040 2024-09-05T02:24:37.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.924+0000 7fdb0a000640 1 -- 172.21.15.33:0/3681547037 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaf8018960 con 0x7fdb0c077040 2024-09-05T02:24:37.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.924+0000 7fdb13e00640 1 -- 172.21.15.33:0/3681547037 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb0c19f2c0 con 0x7fdb0c077040 2024-09-05T02:24:37.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.924+0000 7fdb13e00640 1 -- 172.21.15.33:0/3681547037 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb0c1ab5b0 con 0x7fdb0c077040 2024-09-05T02:24:37.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.926+0000 7fdb13e00640 1 -- 172.21.15.33:0/3681547037 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb0c076b00 con 0x7fdb0c077040 2024-09-05T02:24:37.928 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:37 smithi033 ceph-mon[29909]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:37.928 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:37 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:37.928 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:37 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:37.928 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:37 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:37.928 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:37 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:37.928 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:37 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:37.928 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:37 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:24:37.928 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:37 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] up:boot 2024-09-05T02:24:37.929 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:37 smithi033 ceph-mon[29909]: fsmap 12 up:standby 2024-09-05T02:24:37.929 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:37 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T02:24:37.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.927+0000 7fdb0a000640 1 -- 172.21.15.33:0/3681547037 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fdaf8010ac0 con 0x7fdb0c077040 2024-09-05T02:24:37.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.928+0000 7fdb0a000640 1 --2- 172.21.15.33:0/3681547037 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fdaf40a2c00 0x7fdaf40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:37.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.929+0000 7fdb0a000640 1 -- 172.21.15.33:0/3681547037 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7fdaf80ceef0 con 0x7fdb0c077040 2024-09-05T02:24:37.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.929+0000 7fdb11400640 1 --2- 172.21.15.33:0/3681547037 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fdaf40a2c00 0x7fdaf40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:37.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.929+0000 7fdb11400640 1 --2- 172.21.15.33:0/3681547037 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fdaf40a2c00 0x7fdaf40a50c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fdb0c19f9e0 tx=0x7fdb00005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:37.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:37.932+0000 7fdb0a000640 1 -- 172.21.15.33:0/3681547037 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdaf809bc00 con 0x7fdb0c077040 2024-09-05T02:24:38.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:37 smithi174 ceph-mon[34756]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:38.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:37 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:38.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:37 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:38.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:37 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:38.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:37 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:38.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:37 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:38.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:37 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:24:38.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:37 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] up:boot 2024-09-05T02:24:38.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:37 smithi174 ceph-mon[34756]: fsmap 12 up:standby 2024-09-05T02:24:38.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:37 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T02:24:38.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:37 smithi123 ceph-mon[34031]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:38.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:37 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:38.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:37 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:38.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:37 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:38.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:37 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:38.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:37 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:38.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:37 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:24:38.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:37 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] up:boot 2024-09-05T02:24:38.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:37 smithi123 ceph-mon[34031]: fsmap 12 up:standby 2024-09-05T02:24:38.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:37 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T02:24:38.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:38.169+0000 7fdb13e00640 1 -- 172.21.15.33:0/3681547037 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdb0c10dbc0 con 0x7fdb0c077040 2024-09-05T02:24:38.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:38.169+0000 7fdb0a000640 1 -- 172.21.15.33:0/3681547037 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10536 (secure 0 0 0) 0x7fdaf809ff00 con 0x7fdb0c077040 2024-09-05T02:24:38.171 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:24:38.171 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":13,"btime":"2024-09-05T02:24:37:725138+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24461,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24484,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24496,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24497,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24511,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24512,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24535,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24551,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-09-05T02:24:38.171 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 13 2024-09-05T02:24:38.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:38.172+0000 7fdb13e00640 1 -- 172.21.15.33:0/3681547037 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fdaf40a2c00 msgr2=0x7fdaf40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:38.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:38.172+0000 7fdb13e00640 1 --2- 172.21.15.33:0/3681547037 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fdaf40a2c00 0x7fdaf40a50c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fdb0c19f9e0 tx=0x7fdb00005f90 comp rx=0 tx=0).stop 2024-09-05T02:24:38.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:38.172+0000 7fdb13e00640 1 -- 172.21.15.33:0/3681547037 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb0c077040 msgr2=0x7fdb0c1a4c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:38.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:38.172+0000 7fdb13e00640 1 --2- 172.21.15.33:0/3681547037 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb0c077040 0x7fdb0c1a4c20 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fdaf800e9f0 tx=0x7fdaf800eeb0 comp rx=0 tx=0).stop 2024-09-05T02:24:38.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:38.172+0000 7fdb13e00640 1 -- 172.21.15.33:0/3681547037 shutdown_connections 2024-09-05T02:24:38.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:38.172+0000 7fdb13e00640 1 --2- 172.21.15.33:0/3681547037 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fdaf40a2c00 0x7fdaf40a50c0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:38.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:38.172+0000 7fdb13e00640 1 --2- 172.21.15.33:0/3681547037 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdb0c112a30 0x7fdb0c19e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:38.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:38.172+0000 7fdb13e00640 1 --2- 172.21.15.33:0/3681547037 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb0c077040 0x7fdb0c1a4c20 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:38.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:38.172+0000 7fdb13e00640 1 --2- 172.21.15.33:0/3681547037 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb0c076720 0x7fdb0c1a46e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:38.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:38.172+0000 7fdb13e00640 1 -- 172.21.15.33:0/3681547037 >> 172.21.15.33:0/3681547037 conn(0x7fdb0c0ffa90 msgr2=0x7fdb0c101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:38.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:38.172+0000 7fdb13e00640 1 -- 172.21.15.33:0/3681547037 shutdown_connections 2024-09-05T02:24:38.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:38.172+0000 7fdb13e00640 1 -- 172.21.15.33:0/3681547037 wait complete. 2024-09-05T02:24:38.957 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-09-05T02:24:39.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:38 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/3681547037' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:39.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:38 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:39.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:38 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:39.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:38 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:39.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:38 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:39.281 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:38 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3681547037' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:39.281 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:38 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:39.281 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:38 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:39.281 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:38 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:39.281 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:38 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:39.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:38 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/3681547037' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:24:39.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:38 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:39.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:38 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:39.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:38 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:39.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:38 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:39.689 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:24:40.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:39 smithi033 ceph-mon[29909]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:40.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:39 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:40.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.225+0000 7f6413200640 1 -- 172.21.15.33:0/1360826173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f640c101de0 msgr2=0x7f640c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:40.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.225+0000 7f6413200640 1 --2- 172.21.15.33:0/1360826173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f640c101de0 0x7f640c1021c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f63fc009900 tx=0x7f63fc02a3f0 comp rx=0 tx=0).stop 2024-09-05T02:24:40.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.226+0000 7f6413200640 1 -- 172.21.15.33:0/1360826173 shutdown_connections 2024-09-05T02:24:40.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.226+0000 7f6413200640 1 --2- 172.21.15.33:0/1360826173 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f640c106f10 0x7f640c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:40.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.226+0000 7f6413200640 1 --2- 172.21.15.33:0/1360826173 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f640c102790 0x7f640c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:40.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.226+0000 7f6413200640 1 --2- 172.21.15.33:0/1360826173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f640c101de0 0x7f640c1021c0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:40.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.226+0000 7f6413200640 1 -- 172.21.15.33:0/1360826173 >> 172.21.15.33:0/1360826173 conn(0x7f640c0fd8c0 msgr2=0x7f640c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:40.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.226+0000 7f6413200640 1 -- 172.21.15.33:0/1360826173 shutdown_connections 2024-09-05T02:24:40.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.226+0000 7f6413200640 1 -- 172.21.15.33:0/1360826173 wait complete. 2024-09-05T02:24:40.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.227+0000 7f6413200640 1 Processor -- start 2024-09-05T02:24:40.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.227+0000 7f6413200640 1 -- start start 2024-09-05T02:24:40.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.227+0000 7f6413200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f640c101de0 0x7f640c19a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:40.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.227+0000 7f6413200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f640c102790 0x7f640c19abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:40.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.227+0000 7f6413200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f640c106f10 0x7f640c19ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:40.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.227+0000 7f6413200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f640c111f80 con 0x7f640c106f10 2024-09-05T02:24:40.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.227+0000 7f6413200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f640c111e00 con 0x7f640c102790 2024-09-05T02:24:40.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.227+0000 7f6413200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f640c112100 con 0x7f640c101de0 2024-09-05T02:24:40.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.228+0000 7f6403400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f640c102790 0x7f640c19abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:40.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.228+0000 7f6403400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f640c102790 0x7f640c19abb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:46518/0 (socket says 172.21.15.33:46518) 2024-09-05T02:24:40.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.228+0000 7f6403400640 1 -- 172.21.15.33:0/3697645128 learned_addr learned my addr 172.21.15.33:0/3697645128 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:24:40.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.228+0000 7f640be00640 1 --2- 172.21.15.33:0/3697645128 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f640c101de0 0x7f640c19a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:40.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.228+0000 7f6411200640 1 --2- 172.21.15.33:0/3697645128 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f640c106f10 0x7f640c19ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:40.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.228+0000 7f6403400640 1 -- 172.21.15.33:0/3697645128 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f640c101de0 msgr2=0x7f640c19a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:40.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.228+0000 7f6403400640 1 --2- 172.21.15.33:0/3697645128 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f640c101de0 0x7f640c19a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:40.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.228+0000 7f6403400640 1 -- 172.21.15.33:0/3697645128 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f640c106f10 msgr2=0x7f640c19ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:40.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.228+0000 7f6403400640 1 --2- 172.21.15.33:0/3697645128 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f640c106f10 0x7f640c19ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:40.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.228+0000 7f6403400640 1 -- 172.21.15.33:0/3697645128 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f640c19f620 con 0x7f640c102790 2024-09-05T02:24:40.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.228+0000 7f6403400640 1 --2- 172.21.15.33:0/3697645128 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f640c102790 0x7f640c19abb0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f63f400ea60 tx=0x7f63f400ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:40.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.229+0000 7f6409600640 1 -- 172.21.15.33:0/3697645128 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63f400cde0 con 0x7f640c102790 2024-09-05T02:24:40.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.229+0000 7f6409600640 1 -- 172.21.15.33:0/3697645128 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f63f40035f0 con 0x7f640c102790 2024-09-05T02:24:40.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.229+0000 7f6413200640 1 -- 172.21.15.33:0/3697645128 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f640c19f910 con 0x7f640c102790 2024-09-05T02:24:40.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.229+0000 7f6409600640 1 -- 172.21.15.33:0/3697645128 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63f4010670 con 0x7f640c102790 2024-09-05T02:24:40.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.229+0000 7f6413200640 1 -- 172.21.15.33:0/3697645128 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f640c1a71f0 con 0x7f640c102790 2024-09-05T02:24:40.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.230+0000 7f6413200640 1 -- 172.21.15.33:0/3697645128 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f640c1021c0 con 0x7f640c102790 2024-09-05T02:24:40.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.232+0000 7f6409600640 1 -- 172.21.15.33:0/3697645128 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f63f40037a0 con 0x7f640c102790 2024-09-05T02:24:40.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.233+0000 7f6409600640 1 --2- 172.21.15.33:0/3697645128 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f63f00a2c00 0x7f63f00a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:40.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.233+0000 7f6409600640 1 -- 172.21.15.33:0/3697645128 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f63f40ceed0 con 0x7f640c102790 2024-09-05T02:24:40.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.233+0000 7f640be00640 1 --2- 172.21.15.33:0/3697645128 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f63f00a2c00 0x7f63f00a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:40.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.234+0000 7f640be00640 1 --2- 172.21.15.33:0/3697645128 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f63f00a2c00 0x7f63f00a50c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f63fc000c00 tx=0x7f63fc005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:40.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.237+0000 7f6409600640 1 -- 172.21.15.33:0/3697645128 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f63f409c230 con 0x7f640c102790 2024-09-05T02:24:40.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:39 smithi174 ceph-mon[34756]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:40.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:39 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:40.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:39 smithi123 ceph-mon[34031]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:40.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:39 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:40.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.463+0000 7f6413200640 1 -- 172.21.15.33:0/3697645128 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f640c1a7580 con 0x7f640c102790 2024-09-05T02:24:40.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.464+0000 7f6409600640 1 -- 172.21.15.33:0/3697645128 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v78) ==== 84+0+65 (secure 0 0 0) 0x7f63f409bb30 con 0x7f640c102790 2024-09-05T02:24:40.466 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:24:40.466 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-09-05T02:24:40.466 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:24:40.466 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-09-05T02:24:40.466 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-09-05T02:24:40.466 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:24:40.466 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-09-05T02:24:40.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.466+0000 7f6413200640 1 -- 172.21.15.33:0/3697645128 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f63f00a2c00 msgr2=0x7f63f00a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:40.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.466+0000 7f6413200640 1 --2- 172.21.15.33:0/3697645128 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f63f00a2c00 0x7f63f00a50c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f63fc000c00 tx=0x7f63fc005b50 comp rx=0 tx=0).stop 2024-09-05T02:24:40.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.466+0000 7f6413200640 1 -- 172.21.15.33:0/3697645128 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f640c102790 msgr2=0x7f640c19abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:40.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.466+0000 7f6413200640 1 --2- 172.21.15.33:0/3697645128 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f640c102790 0x7f640c19abb0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f63f400ea60 tx=0x7f63f400ef20 comp rx=0 tx=0).stop 2024-09-05T02:24:40.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.466+0000 7f6413200640 1 -- 172.21.15.33:0/3697645128 shutdown_connections 2024-09-05T02:24:40.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.466+0000 7f6413200640 1 --2- 172.21.15.33:0/3697645128 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f63f00a2c00 0x7f63f00a50c0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:40.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.466+0000 7f6413200640 1 --2- 172.21.15.33:0/3697645128 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f640c106f10 0x7f640c19ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:40.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.466+0000 7f6413200640 1 --2- 172.21.15.33:0/3697645128 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f640c102790 0x7f640c19abb0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:40.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.466+0000 7f6413200640 1 --2- 172.21.15.33:0/3697645128 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f640c101de0 0x7f640c19a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:40.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.466+0000 7f6413200640 1 -- 172.21.15.33:0/3697645128 >> 172.21.15.33:0/3697645128 conn(0x7f640c0fd8c0 msgr2=0x7f640c0feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:40.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.466+0000 7f6413200640 1 -- 172.21.15.33:0/3697645128 shutdown_connections 2024-09-05T02:24:40.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:40.466+0000 7f6413200640 1 -- 172.21.15.33:0/3697645128 wait complete. 2024-09-05T02:24:41.163 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:40 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3697645128' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-05T02:24:41.201 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-05T02:24:41.202 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-05T02:24:41.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:40 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/3697645128' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-05T02:24:41.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:40 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/3697645128' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-05T02:24:41.598 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:24:42.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.165+0000 7f7500a00640 1 -- 172.21.15.33:0/2210487783 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74fc112a50 msgr2=0x7f74fc114e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:42.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.165+0000 7f7500a00640 1 --2- 172.21.15.33:0/2210487783 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74fc112a50 0x7f74fc114e40 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f74f4009ca0 tx=0x7f74f402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:24:42.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.166+0000 7f7500a00640 1 -- 172.21.15.33:0/2210487783 shutdown_connections 2024-09-05T02:24:42.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.166+0000 7f7500a00640 1 --2- 172.21.15.33:0/2210487783 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74fc112a50 0x7f74fc114e40 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:42.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.166+0000 7f7500a00640 1 --2- 172.21.15.33:0/2210487783 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f74fc077040 0x7f74fc112510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:42.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.166+0000 7f7500a00640 1 --2- 172.21.15.33:0/2210487783 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f74fc076720 0x7f74fc076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:42.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.166+0000 7f7500a00640 1 -- 172.21.15.33:0/2210487783 >> 172.21.15.33:0/2210487783 conn(0x7f74fc0ffa50 msgr2=0x7f74fc101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:42.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.166+0000 7f7500a00640 1 -- 172.21.15.33:0/2210487783 shutdown_connections 2024-09-05T02:24:42.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.166+0000 7f7500a00640 1 -- 172.21.15.33:0/2210487783 wait complete. 2024-09-05T02:24:42.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.167+0000 7f7500a00640 1 Processor -- start 2024-09-05T02:24:42.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.167+0000 7f7500a00640 1 -- start start 2024-09-05T02:24:42.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.167+0000 7f7500a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74fc076720 0x7f74fc19eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:42.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.167+0000 7f7500a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f74fc077040 0x7f74fc19f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:42.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.167+0000 7f7500a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f74fc112a50 0x7f74fc1a3460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:42.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.167+0000 7f7500a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f74fc118600 con 0x7f74fc076720 2024-09-05T02:24:42.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.167+0000 7f7500a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f74fc118480 con 0x7f74fc112a50 2024-09-05T02:24:42.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.167+0000 7f7500a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f74fc118780 con 0x7f74fc077040 2024-09-05T02:24:42.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.167+0000 7f74f9e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74fc076720 0x7f74fc19eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:42.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.167+0000 7f74f9e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74fc076720 0x7f74fc19eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50752/0 (socket says 172.21.15.33:50752) 2024-09-05T02:24:42.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.167+0000 7f74f3e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f74fc077040 0x7f74fc19f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:42.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.167+0000 7f74f9e00640 1 -- 172.21.15.33:0/317440743 learned_addr learned my addr 172.21.15.33:0/317440743 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:24:42.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.167+0000 7f74fa800640 1 --2- 172.21.15.33:0/317440743 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f74fc112a50 0x7f74fc1a3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:42.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.168+0000 7f74f3e00640 1 -- 172.21.15.33:0/317440743 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f74fc112a50 msgr2=0x7f74fc1a3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:42.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.168+0000 7f74f3e00640 1 --2- 172.21.15.33:0/317440743 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f74fc112a50 0x7f74fc1a3460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:42.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.168+0000 7f74f3e00640 1 -- 172.21.15.33:0/317440743 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74fc076720 msgr2=0x7f74fc19eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:42.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.168+0000 7f74f3e00640 1 --2- 172.21.15.33:0/317440743 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74fc076720 0x7f74fc19eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:42.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.168+0000 7f74f3e00640 1 -- 172.21.15.33:0/317440743 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74fc1a3b90 con 0x7f74fc077040 2024-09-05T02:24:42.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.168+0000 7f74f9e00640 1 --2- 172.21.15.33:0/317440743 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74fc076720 0x7f74fc19eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:24:42.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.168+0000 7f74f3e00640 1 --2- 172.21.15.33:0/317440743 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f74fc077040 0x7f74fc19f0a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f74e400e9f0 tx=0x7f74e400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:42.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.169+0000 7f74f2a00640 1 -- 172.21.15.33:0/317440743 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e400ccc0 con 0x7f74fc077040 2024-09-05T02:24:42.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.169+0000 7f74f2a00640 1 -- 172.21.15.33:0/317440743 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f74e4005020 con 0x7f74fc077040 2024-09-05T02:24:42.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.169+0000 7f74f2a00640 1 -- 172.21.15.33:0/317440743 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e40049e0 con 0x7f74fc077040 2024-09-05T02:24:42.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.169+0000 7f7500a00640 1 -- 172.21.15.33:0/317440743 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74fc1a3e80 con 0x7f74fc077040 2024-09-05T02:24:42.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.169+0000 7f7500a00640 1 -- 172.21.15.33:0/317440743 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74fc1ab710 con 0x7f74fc077040 2024-09-05T02:24:42.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.170+0000 7f7500a00640 1 -- 172.21.15.33:0/317440743 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74fc076b00 con 0x7f74fc077040 2024-09-05T02:24:42.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.172+0000 7f74f2a00640 1 -- 172.21.15.33:0/317440743 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f74e4005560 con 0x7f74fc077040 2024-09-05T02:24:42.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.174+0000 7f74f2a00640 1 --2- 172.21.15.33:0/317440743 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f74e00a2c00 0x7f74e00a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:42.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.174+0000 7f74f2a00640 1 -- 172.21.15.33:0/317440743 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f74e40ceb20 con 0x7f74fc077040 2024-09-05T02:24:42.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.174+0000 7f74f9e00640 1 --2- 172.21.15.33:0/317440743 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f74e00a2c00 0x7f74e00a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:42.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.175+0000 7f74f9e00640 1 --2- 172.21.15.33:0/317440743 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f74e00a2c00 0x7f74e00a50c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f74ec011550 tx=0x7f74ec005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:42.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.175+0000 7f74f2a00640 1 -- 172.21.15.33:0/317440743 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f74e40051d0 con 0x7f74fc077040 2024-09-05T02:24:42.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:42 smithi033 ceph-mon[29909]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:42.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:42 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:42.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:42 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:42.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:42 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:42.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:42 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:24:42.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:42 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:42.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:42 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:24:42.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:42.368+0000 7f7500a00640 1 -- 172.21.15.33:0/317440743 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f74fc1ab8e0 con 0x7f74fc077040 2024-09-05T02:24:42.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:42 smithi174 ceph-mon[34756]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:42.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:42 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:42.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:42 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:42.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:42 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:42.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:42 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:24:42.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:42 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:42.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:42 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:24:42.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:42 smithi123 ceph-mon[34031]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:42.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:42 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:42.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:42 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:42.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:42 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:42.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:42 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:24:42.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:42 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:42.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:42 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:24:43.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:43.279+0000 7f74f2a00640 1 -- 172.21.15.33:0/317440743 <== mon.1 v2:172.21.15.174:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v79) ==== 138+0+0 (secure 0 0 0) 0x7f74e409bf10 con 0x7f74fc077040 2024-09-05T02:24:43.282 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' created 2024-09-05T02:24:43.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:43.284+0000 7f7500a00640 1 -- 172.21.15.33:0/317440743 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f74e00a2c00 msgr2=0x7f74e00a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:43.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:43.284+0000 7f7500a00640 1 --2- 172.21.15.33:0/317440743 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f74e00a2c00 0x7f74e00a50c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f74ec011550 tx=0x7f74ec005f90 comp rx=0 tx=0).stop 2024-09-05T02:24:43.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:43.284+0000 7f7500a00640 1 -- 172.21.15.33:0/317440743 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f74fc077040 msgr2=0x7f74fc19f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:43.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:43.284+0000 7f7500a00640 1 --2- 172.21.15.33:0/317440743 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f74fc077040 0x7f74fc19f0a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f74e400e9f0 tx=0x7f74e400eeb0 comp rx=0 tx=0).stop 2024-09-05T02:24:43.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:43.284+0000 7f7500a00640 1 -- 172.21.15.33:0/317440743 shutdown_connections 2024-09-05T02:24:43.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:43.284+0000 7f7500a00640 1 --2- 172.21.15.33:0/317440743 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f74e00a2c00 0x7f74e00a50c0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:43.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:43.284+0000 7f7500a00640 1 --2- 172.21.15.33:0/317440743 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f74fc112a50 0x7f74fc1a3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:43.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:43.284+0000 7f7500a00640 1 --2- 172.21.15.33:0/317440743 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f74fc077040 0x7f74fc19f0a0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:43.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:43.284+0000 7f7500a00640 1 --2- 172.21.15.33:0/317440743 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74fc076720 0x7f74fc19eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:43.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:43.284+0000 7f7500a00640 1 -- 172.21.15.33:0/317440743 >> 172.21.15.33:0/317440743 conn(0x7f74fc0ffa50 msgr2=0x7f74fc101e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:43.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:43.285+0000 7f7500a00640 1 -- 172.21.15.33:0/317440743 shutdown_connections 2024-09-05T02:24:43.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:43.285+0000 7f7500a00640 1 -- 172.21.15.33:0/317440743 wait complete. 2024-09-05T02:24:43.506 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:43 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/317440743' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-05T02:24:43.506 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:43 smithi033 ceph-mon[29909]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-05T02:24:43.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:43 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/317440743' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-05T02:24:43.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:43 smithi174 ceph-mon[34756]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-05T02:24:43.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:43 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/317440743' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-05T02:24:43.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:43 smithi123 ceph-mon[34031]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-05T02:24:44.403 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-05T02:24:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:44 smithi033 ceph-mon[29909]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:44 smithi033 ceph-mon[29909]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-05T02:24:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:44 smithi033 ceph-mon[29909]: osdmap e79: 12 total, 12 up, 12 in 2024-09-05T02:24:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:44 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:44 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:44 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:44 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:44.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:44 smithi123 ceph-mon[34031]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:44.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:44 smithi123 ceph-mon[34031]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-05T02:24:44.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:44 smithi123 ceph-mon[34031]: osdmap e79: 12 total, 12 up, 12 in 2024-09-05T02:24:44.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:44 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:44.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:44 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:44.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:44 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:44.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:44 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:44.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:44 smithi174 ceph-mon[34756]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:44.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:44 smithi174 ceph-mon[34756]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-05T02:24:44.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:44 smithi174 ceph-mon[34756]: osdmap e79: 12 total, 12 up, 12 in 2024-09-05T02:24:44.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:44 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:44.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:44 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:44.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:44 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:44.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:44 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:44.842 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:24:45.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.372+0000 7fd02f200640 1 -- 172.21.15.33:0/3759664923 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0301019c0 msgr2=0x7fd030101e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:45.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.372+0000 7fd02f200640 1 --2- 172.21.15.33:0/3759664923 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0301019c0 0x7fd030101e20 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd018009930 tx=0x7fd01802a420 comp rx=0 tx=0).stop 2024-09-05T02:24:45.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.372+0000 7fd02f200640 1 -- 172.21.15.33:0/3759664923 shutdown_connections 2024-09-05T02:24:45.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.372+0000 7fd02f200640 1 --2- 172.21.15.33:0/3759664923 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd030102360 0x7fd03010e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:45.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.372+0000 7fd02f200640 1 --2- 172.21.15.33:0/3759664923 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0301019c0 0x7fd030101e20 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:45.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.372+0000 7fd02f200640 1 --2- 172.21.15.33:0/3759664923 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd0301079c0 0x7fd030107da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:45.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.372+0000 7fd02f200640 1 -- 172.21.15.33:0/3759664923 >> 172.21.15.33:0/3759664923 conn(0x7fd0300fd6e0 msgr2=0x7fd0300ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:45.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.372+0000 7fd02f200640 1 -- 172.21.15.33:0/3759664923 shutdown_connections 2024-09-05T02:24:45.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.372+0000 7fd02f200640 1 -- 172.21.15.33:0/3759664923 wait complete. 2024-09-05T02:24:45.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.373+0000 7fd02f200640 1 Processor -- start 2024-09-05T02:24:45.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.373+0000 7fd02f200640 1 -- start start 2024-09-05T02:24:45.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.374+0000 7fd02f200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd0301019c0 0x7fd03019a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:45.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.374+0000 7fd02f200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd030102360 0x7fd03019a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:45.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.374+0000 7fd02f200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0301079c0 0x7fd03019ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:45.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.374+0000 7fd02f200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd030111e10 con 0x7fd0301079c0 2024-09-05T02:24:45.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.374+0000 7fd02f200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd030111c90 con 0x7fd0301019c0 2024-09-05T02:24:45.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.374+0000 7fd02f200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fd030111f90 con 0x7fd030102360 2024-09-05T02:24:45.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.374+0000 7fd02de00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd0301019c0 0x7fd03019a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:45.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.374+0000 7fd02de00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd0301019c0 0x7fd03019a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:46540/0 (socket says 172.21.15.33:46540) 2024-09-05T02:24:45.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.374+0000 7fd02de00640 1 -- 172.21.15.33:0/4198648052 learned_addr learned my addr 172.21.15.33:0/4198648052 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:24:45.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.374+0000 7fd02e800640 1 --2- 172.21.15.33:0/4198648052 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0301079c0 0x7fd03019ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:45.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.374+0000 7fd025400640 1 --2- 172.21.15.33:0/4198648052 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd030102360 0x7fd03019a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:45.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.375+0000 7fd02de00640 1 -- 172.21.15.33:0/4198648052 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd030102360 msgr2=0x7fd03019a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:45.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.375+0000 7fd02de00640 1 --2- 172.21.15.33:0/4198648052 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd030102360 0x7fd03019a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:45.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.375+0000 7fd02de00640 1 -- 172.21.15.33:0/4198648052 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0301079c0 msgr2=0x7fd03019ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:45.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.375+0000 7fd02de00640 1 --2- 172.21.15.33:0/4198648052 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0301079c0 0x7fd03019ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:45.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.375+0000 7fd02de00640 1 -- 172.21.15.33:0/4198648052 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd03019f450 con 0x7fd0301019c0 2024-09-05T02:24:45.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.375+0000 7fd02e800640 1 --2- 172.21.15.33:0/4198648052 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0301079c0 0x7fd03019ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:24:45.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.375+0000 7fd02de00640 1 --2- 172.21.15.33:0/4198648052 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd0301019c0 0x7fd03019a4a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd02000e9f0 tx=0x7fd02000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:45.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.375+0000 7fd027400640 1 -- 172.21.15.33:0/4198648052 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd02000cd80 con 0x7fd0301019c0 2024-09-05T02:24:45.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.375+0000 7fd027400640 1 -- 172.21.15.33:0/4198648052 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd020010910 con 0x7fd0301019c0 2024-09-05T02:24:45.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.375+0000 7fd02f200640 1 -- 172.21.15.33:0/4198648052 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd03019f740 con 0x7fd0301019c0 2024-09-05T02:24:45.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.375+0000 7fd027400640 1 -- 172.21.15.33:0/4198648052 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd020018990 con 0x7fd0301019c0 2024-09-05T02:24:45.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.375+0000 7fd02f200640 1 -- 172.21.15.33:0/4198648052 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0301a7020 con 0x7fd0301019c0 2024-09-05T02:24:45.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.377+0000 7fd02f200640 1 -- 172.21.15.33:0/4198648052 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd030101e20 con 0x7fd0301019c0 2024-09-05T02:24:45.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.378+0000 7fd027400640 1 -- 172.21.15.33:0/4198648052 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd020010ac0 con 0x7fd0301019c0 2024-09-05T02:24:45.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.379+0000 7fd027400640 1 --2- 172.21.15.33:0/4198648052 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd0140a2c00 0x7fd0140a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:45.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.380+0000 7fd027400640 1 -- 172.21.15.33:0/4198648052 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7497+0+0 (secure 0 0 0) 0x7fd0200cef80 con 0x7fd0301019c0 2024-09-05T02:24:45.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.380+0000 7fd025400640 1 --2- 172.21.15.33:0/4198648052 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd0140a2c00 0x7fd0140a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:45.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.380+0000 7fd025400640 1 --2- 172.21.15.33:0/4198648052 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd0140a2c00 0x7fd0140a50c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd018006010 tx=0x7fd018000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:45.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.384+0000 7fd027400640 1 -- 172.21.15.33:0/4198648052 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd02009bb20 con 0x7fd0301019c0 2024-09-05T02:24:45.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:45.575+0000 7fd02f200640 1 -- 172.21.15.33:0/4198648052 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fd0301a71f0 con 0x7fd0301019c0 2024-09-05T02:24:45.577 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:45 smithi033 ceph-mon[29909]: osdmap e80: 12 total, 12 up, 12 in 2024-09-05T02:24:45.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:45 smithi123 ceph-mon[34031]: osdmap e80: 12 total, 12 up, 12 in 2024-09-05T02:24:45.678 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:45 smithi174 ceph-mon[34756]: osdmap e80: 12 total, 12 up, 12 in 2024-09-05T02:24:46.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:46.455+0000 7fd027400640 1 -- 172.21.15.33:0/4198648052 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v82) ==== 170+0+0 (secure 0 0 0) 0x7fd02009fe20 con 0x7fd0301019c0 2024-09-05T02:24:46.457 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' created 2024-09-05T02:24:46.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:46.459+0000 7fd02f200640 1 -- 172.21.15.33:0/4198648052 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd0140a2c00 msgr2=0x7fd0140a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:46.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:46.459+0000 7fd02f200640 1 --2- 172.21.15.33:0/4198648052 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd0140a2c00 0x7fd0140a50c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd018006010 tx=0x7fd018000bc0 comp rx=0 tx=0).stop 2024-09-05T02:24:46.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:46.459+0000 7fd02f200640 1 -- 172.21.15.33:0/4198648052 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd0301019c0 msgr2=0x7fd03019a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:46.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:46.459+0000 7fd02f200640 1 --2- 172.21.15.33:0/4198648052 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd0301019c0 0x7fd03019a4a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd02000e9f0 tx=0x7fd02000eeb0 comp rx=0 tx=0).stop 2024-09-05T02:24:46.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:46.459+0000 7fd02f200640 1 -- 172.21.15.33:0/4198648052 shutdown_connections 2024-09-05T02:24:46.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:46.459+0000 7fd02f200640 1 --2- 172.21.15.33:0/4198648052 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd0140a2c00 0x7fd0140a50c0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:46.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:46.459+0000 7fd02f200640 1 --2- 172.21.15.33:0/4198648052 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0301079c0 0x7fd03019ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:46.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:46.459+0000 7fd02f200640 1 --2- 172.21.15.33:0/4198648052 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd030102360 0x7fd03019a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:46.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:46.459+0000 7fd02f200640 1 --2- 172.21.15.33:0/4198648052 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd0301019c0 0x7fd03019a4a0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:46.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:46.459+0000 7fd02f200640 1 -- 172.21.15.33:0/4198648052 >> 172.21.15.33:0/4198648052 conn(0x7fd0300fd6e0 msgr2=0x7fd03010cc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:46.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:46.459+0000 7fd02f200640 1 -- 172.21.15.33:0/4198648052 shutdown_connections 2024-09-05T02:24:46.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:46.460+0000 7fd02f200640 1 -- 172.21.15.33:0/4198648052 wait complete. 2024-09-05T02:24:46.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:46 smithi033 ceph-mon[29909]: pgmap v285: 33 pgs: 9 creating+peering, 23 unknown, 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:46.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:46 smithi033 ceph-mon[29909]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-05T02:24:46.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:46 smithi033 ceph-mon[29909]: osdmap e81: 12 total, 12 up, 12 in 2024-09-05T02:24:46.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:46.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:46.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:46.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:24:46.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:46.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:46 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/4198648052' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-05T02:24:46.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:46 smithi033 ceph-mon[29909]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-05T02:24:46.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:46 smithi123 ceph-mon[34031]: pgmap v285: 33 pgs: 9 creating+peering, 23 unknown, 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:46.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:46 smithi123 ceph-mon[34031]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-05T02:24:46.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:46 smithi123 ceph-mon[34031]: osdmap e81: 12 total, 12 up, 12 in 2024-09-05T02:24:46.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:46.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:46.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:46.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:24:46.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:46.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:46 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/4198648052' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-05T02:24:46.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:46 smithi123 ceph-mon[34031]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-05T02:24:46.692 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:46 smithi174 ceph-mon[34756]: pgmap v285: 33 pgs: 9 creating+peering, 23 unknown, 1 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:46.693 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:46 smithi174 ceph-mon[34756]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-05T02:24:46.693 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:46 smithi174 ceph-mon[34756]: osdmap e81: 12 total, 12 up, 12 in 2024-09-05T02:24:46.693 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:46.693 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:46.693 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:24:46.693 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:24:46.693 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:24:46.693 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:46 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/4198648052' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-05T02:24:46.693 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:46 smithi174 ceph-mon[34756]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-05T02:24:47.233 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-05T02:24:47.624 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:24:47.763 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:47 smithi033 ceph-mon[29909]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-05T02:24:47.763 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:47 smithi033 ceph-mon[29909]: osdmap e82: 12 total, 12 up, 12 in 2024-09-05T02:24:47.763 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:47 smithi033 ceph-mon[29909]: pgmap v288: 97 pgs: 23 active+clean, 9 creating+peering, 65 unknown; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:47.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:47 smithi174 ceph-mon[34756]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-05T02:24:47.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:47 smithi174 ceph-mon[34756]: osdmap e82: 12 total, 12 up, 12 in 2024-09-05T02:24:47.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:47 smithi174 ceph-mon[34756]: pgmap v288: 97 pgs: 23 active+clean, 9 creating+peering, 65 unknown; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:47.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:47 smithi123 ceph-mon[34031]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-05T02:24:47.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:47 smithi123 ceph-mon[34031]: osdmap e82: 12 total, 12 up, 12 in 2024-09-05T02:24:47.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:47 smithi123 ceph-mon[34031]: pgmap v288: 97 pgs: 23 active+clean, 9 creating+peering, 65 unknown; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:48.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.122+0000 7faf65a00640 1 -- 172.21.15.33:0/376102948 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faf60076720 msgr2=0x7faf60076b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:48.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.122+0000 7faf65a00640 1 --2- 172.21.15.33:0/376102948 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faf60076720 0x7faf60076b00 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7faf50009860 tx=0x7faf5002a340 comp rx=0 tx=0).stop 2024-09-05T02:24:48.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.123+0000 7faf65a00640 1 -- 172.21.15.33:0/376102948 shutdown_connections 2024-09-05T02:24:48.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.123+0000 7faf65a00640 1 --2- 172.21.15.33:0/376102948 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf60112a50 0x7faf60114e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:48.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.123+0000 7faf65a00640 1 --2- 172.21.15.33:0/376102948 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faf60077040 0x7faf60112510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:48.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.123+0000 7faf65a00640 1 --2- 172.21.15.33:0/376102948 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faf60076720 0x7faf60076b00 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:48.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.123+0000 7faf65a00640 1 -- 172.21.15.33:0/376102948 >> 172.21.15.33:0/376102948 conn(0x7faf600ffa50 msgr2=0x7faf60101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:48.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.123+0000 7faf65a00640 1 -- 172.21.15.33:0/376102948 shutdown_connections 2024-09-05T02:24:48.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.123+0000 7faf65a00640 1 -- 172.21.15.33:0/376102948 wait complete. 2024-09-05T02:24:48.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.124+0000 7faf65a00640 1 Processor -- start 2024-09-05T02:24:48.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.124+0000 7faf65a00640 1 -- start start 2024-09-05T02:24:48.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.125+0000 7faf65a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf60076720 0x7faf601a4700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:48.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.125+0000 7faf65a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faf60077040 0x7faf601a4c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:48.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.125+0000 7faf65a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faf60112a50 0x7faf6019e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:48.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.125+0000 7faf65a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7faf601185e0 con 0x7faf60076720 2024-09-05T02:24:48.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.125+0000 7faf65a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7faf60118460 con 0x7faf60077040 2024-09-05T02:24:48.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.125+0000 7faf65a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7faf60118760 con 0x7faf60112a50 2024-09-05T02:24:48.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.125+0000 7faf5ea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf60076720 0x7faf601a4700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:48.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.125+0000 7faf56000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faf60077040 0x7faf601a4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:48.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.125+0000 7faf5ea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf60076720 0x7faf601a4700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50776/0 (socket says 172.21.15.33:50776) 2024-09-05T02:24:48.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.125+0000 7faf5ea00640 1 -- 172.21.15.33:0/1483548672 learned_addr learned my addr 172.21.15.33:0/1483548672 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:24:48.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.125+0000 7faf5f400640 1 --2- 172.21.15.33:0/1483548672 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faf60112a50 0x7faf6019e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:48.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.125+0000 7faf5ea00640 1 -- 172.21.15.33:0/1483548672 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faf60112a50 msgr2=0x7faf6019e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:48.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.125+0000 7faf5ea00640 1 --2- 172.21.15.33:0/1483548672 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faf60112a50 0x7faf6019e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:48.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.125+0000 7faf5ea00640 1 -- 172.21.15.33:0/1483548672 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faf60077040 msgr2=0x7faf601a4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:48.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.125+0000 7faf5ea00640 1 --2- 172.21.15.33:0/1483548672 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faf60077040 0x7faf601a4c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:48.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.125+0000 7faf5ea00640 1 -- 172.21.15.33:0/1483548672 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf6019eff0 con 0x7faf60076720 2024-09-05T02:24:48.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.126+0000 7faf5ea00640 1 --2- 172.21.15.33:0/1483548672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf60076720 0x7faf601a4700 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7faf50035040 tx=0x7faf50033b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:48.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.126+0000 7faf57e00640 1 -- 172.21.15.33:0/1483548672 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf50037040 con 0x7faf60076720 2024-09-05T02:24:48.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.126+0000 7faf65a00640 1 -- 172.21.15.33:0/1483548672 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf6019f280 con 0x7faf60076720 2024-09-05T02:24:48.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.126+0000 7faf57e00640 1 -- 172.21.15.33:0/1483548672 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf50040070 con 0x7faf60076720 2024-09-05T02:24:48.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.126+0000 7faf57e00640 1 -- 172.21.15.33:0/1483548672 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf500039b0 con 0x7faf60076720 2024-09-05T02:24:48.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.126+0000 7faf65a00640 1 -- 172.21.15.33:0/1483548672 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf601ab5d0 con 0x7faf60076720 2024-09-05T02:24:48.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.127+0000 7faf65a00640 1 -- 172.21.15.33:0/1483548672 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf60076b00 con 0x7faf60076720 2024-09-05T02:24:48.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.129+0000 7faf57e00640 1 -- 172.21.15.33:0/1483548672 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7faf500305e0 con 0x7faf60076720 2024-09-05T02:24:48.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.131+0000 7faf57e00640 1 --2- 172.21.15.33:0/1483548672 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7faf440a2c00 0x7faf440a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:48.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.131+0000 7faf57e00640 1 -- 172.21.15.33:0/1483548672 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7879+0+0 (secure 0 0 0) 0x7faf500ef4a0 con 0x7faf60076720 2024-09-05T02:24:48.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.131+0000 7faf56000640 1 --2- 172.21.15.33:0/1483548672 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7faf440a2c00 0x7faf440a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:48.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.131+0000 7faf56000640 1 --2- 172.21.15.33:0/1483548672 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7faf440a2c00 0x7faf440a50c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7faf60079300 tx=0x7faf48005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:48.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.133+0000 7faf57e00640 1 -- 172.21.15.33:0/1483548672 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7faf500bc510 con 0x7faf60076720 2024-09-05T02:24:48.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.358+0000 7faf65a00640 1 -- 172.21.15.33:0/1483548672 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7faf601ab800 con 0x7faf60076720 2024-09-05T02:24:48.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:48 smithi174 ceph-mon[34756]: osdmap e83: 12 total, 12 up, 12 in 2024-09-05T02:24:48.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:48 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1483548672' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-05T02:24:48.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:48 smithi174 ceph-mon[34756]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-05T02:24:48.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:48 smithi033 ceph-mon[29909]: osdmap e83: 12 total, 12 up, 12 in 2024-09-05T02:24:48.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:48 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1483548672' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-05T02:24:48.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:48 smithi033 ceph-mon[29909]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-05T02:24:48.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:48 smithi123 ceph-mon[34031]: osdmap e83: 12 total, 12 up, 12 in 2024-09-05T02:24:48.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:48 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1483548672' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-05T02:24:48.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:48 smithi123 ceph-mon[34031]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-05T02:24:48.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.919+0000 7faf57e00640 1 -- 172.21.15.33:0/1483548672 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7faf500bbe10 con 0x7faf60076720 2024-09-05T02:24:48.922 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 2 and data pool 3 2024-09-05T02:24:48.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.922+0000 7faf65a00640 1 -- 172.21.15.33:0/1483548672 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7faf440a2c00 msgr2=0x7faf440a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:48.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.922+0000 7faf65a00640 1 --2- 172.21.15.33:0/1483548672 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7faf440a2c00 0x7faf440a50c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7faf60079300 tx=0x7faf48005f90 comp rx=0 tx=0).stop 2024-09-05T02:24:48.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.922+0000 7faf65a00640 1 -- 172.21.15.33:0/1483548672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf60076720 msgr2=0x7faf601a4700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:48.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.922+0000 7faf65a00640 1 --2- 172.21.15.33:0/1483548672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf60076720 0x7faf601a4700 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7faf50035040 tx=0x7faf50033b60 comp rx=0 tx=0).stop 2024-09-05T02:24:48.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.922+0000 7faf65a00640 1 -- 172.21.15.33:0/1483548672 shutdown_connections 2024-09-05T02:24:48.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.922+0000 7faf65a00640 1 --2- 172.21.15.33:0/1483548672 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7faf440a2c00 0x7faf440a50c0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:48.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.922+0000 7faf65a00640 1 --2- 172.21.15.33:0/1483548672 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faf60112a50 0x7faf6019e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:48.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.922+0000 7faf65a00640 1 --2- 172.21.15.33:0/1483548672 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faf60077040 0x7faf601a4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:48.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.922+0000 7faf65a00640 1 --2- 172.21.15.33:0/1483548672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf60076720 0x7faf601a4700 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:48.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.922+0000 7faf65a00640 1 -- 172.21.15.33:0/1483548672 >> 172.21.15.33:0/1483548672 conn(0x7faf600ffa50 msgr2=0x7faf60101e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:48.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.923+0000 7faf65a00640 1 -- 172.21.15.33:0/1483548672 shutdown_connections 2024-09-05T02:24:48.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:48.923+0000 7faf65a00640 1 -- 172.21.15.33:0/1483548672 wait complete. 2024-09-05T02:24:49.579 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:49 smithi033 ceph-mon[29909]: osdmap e84: 12 total, 12 up, 12 in 2024-09-05T02:24:49.579 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:49 smithi033 ceph-mon[29909]: pgmap v291: 97 pgs: 31 active+clean, 23 creating+peering, 43 unknown; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:49.579 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:49 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1483548672' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-05T02:24:49.579 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:49 smithi033 ceph-mon[29909]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-09-05T02:24:49.579 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:49 smithi033 ceph-mon[29909]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-05T02:24:49.616 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T02:24:49.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:49 smithi174 ceph-mon[34756]: osdmap e84: 12 total, 12 up, 12 in 2024-09-05T02:24:49.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:49 smithi174 ceph-mon[34756]: pgmap v291: 97 pgs: 31 active+clean, 23 creating+peering, 43 unknown; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:49.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:49 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1483548672' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-05T02:24:49.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:49 smithi174 ceph-mon[34756]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-09-05T02:24:49.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:49 smithi174 ceph-mon[34756]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-05T02:24:49.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:49 smithi123 ceph-mon[34031]: osdmap e84: 12 total, 12 up, 12 in 2024-09-05T02:24:49.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:49 smithi123 ceph-mon[34031]: pgmap v291: 97 pgs: 31 active+clean, 23 creating+peering, 43 unknown; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:24:49.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:49 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1483548672' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-05T02:24:49.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:49 smithi123 ceph-mon[34031]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-09-05T02:24:49.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:49 smithi123 ceph-mon[34031]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-05T02:24:49.995 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:24:50.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.569+0000 7f8f25000640 1 -- 172.21.15.33:0/2220322970 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f2010e450 msgr2=0x7f8f20110840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:50.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.569+0000 7f8f25000640 1 --2- 172.21.15.33:0/2220322970 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f2010e450 0x7f8f20110840 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8f18009ca0 tx=0x7f8f1802a950 comp rx=0 tx=0).stop 2024-09-05T02:24:50.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.569+0000 7f8f25000640 1 -- 172.21.15.33:0/2220322970 shutdown_connections 2024-09-05T02:24:50.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.569+0000 7f8f25000640 1 --2- 172.21.15.33:0/2220322970 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f2010e450 0x7f8f20110840 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:50.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.569+0000 7f8f25000640 1 --2- 172.21.15.33:0/2220322970 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8f20074e30 0x7f8f2010df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:50.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.569+0000 7f8f25000640 1 --2- 172.21.15.33:0/2220322970 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8f20074510 0x7f8f200748f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:50.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.569+0000 7f8f25000640 1 -- 172.21.15.33:0/2220322970 >> 172.21.15.33:0/2220322970 conn(0x7f8f200fd8b0 msgr2=0x7f8f200ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:50.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.569+0000 7f8f25000640 1 -- 172.21.15.33:0/2220322970 shutdown_connections 2024-09-05T02:24:50.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.569+0000 7f8f25000640 1 -- 172.21.15.33:0/2220322970 wait complete. 2024-09-05T02:24:50.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.570+0000 7f8f25000640 1 Processor -- start 2024-09-05T02:24:50.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.570+0000 7f8f25000640 1 -- start start 2024-09-05T02:24:50.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.570+0000 7f8f25000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f20074510 0x7f8f2019a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:50.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.570+0000 7f8f25000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8f20074e30 0x7f8f2019abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:50.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.570+0000 7f8f25000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8f2010e450 0x7f8f2019ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:50.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.570+0000 7f8f25000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8f201141c0 con 0x7f8f20074510 2024-09-05T02:24:50.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.570+0000 7f8f25000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8f20114040 con 0x7f8f20074e30 2024-09-05T02:24:50.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.570+0000 7f8f25000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f8f20114340 con 0x7f8f2010e450 2024-09-05T02:24:50.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.571+0000 7f8f1de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f20074510 0x7f8f2019a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:50.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.571+0000 7f8f1de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f20074510 0x7f8f2019a680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42126/0 (socket says 172.21.15.33:42126) 2024-09-05T02:24:50.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.571+0000 7f8f1de00640 1 -- 172.21.15.33:0/1696089591 learned_addr learned my addr 172.21.15.33:0/1696089591 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:24:50.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.571+0000 7f8f15400640 1 --2- 172.21.15.33:0/1696089591 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8f20074e30 0x7f8f2019abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:50.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.571+0000 7f8f1e800640 1 --2- 172.21.15.33:0/1696089591 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8f2010e450 0x7f8f2019ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:50.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.571+0000 7f8f1de00640 1 -- 172.21.15.33:0/1696089591 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8f2010e450 msgr2=0x7f8f2019ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:50.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.571+0000 7f8f1de00640 1 --2- 172.21.15.33:0/1696089591 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8f2010e450 0x7f8f2019ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:50.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.571+0000 7f8f1de00640 1 -- 172.21.15.33:0/1696089591 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8f20074e30 msgr2=0x7f8f2019abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:50.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.571+0000 7f8f1de00640 1 --2- 172.21.15.33:0/1696089591 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8f20074e30 0x7f8f2019abc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:50.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.571+0000 7f8f1de00640 1 -- 172.21.15.33:0/1696089591 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f2019f630 con 0x7f8f20074510 2024-09-05T02:24:50.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.571+0000 7f8f1de00640 1 --2- 172.21.15.33:0/1696089591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f20074510 0x7f8f2019a680 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8f1000e9f0 tx=0x7f8f1000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:50.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.572+0000 7f8f17400640 1 -- 172.21.15.33:0/1696089591 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f1000cd80 con 0x7f8f20074510 2024-09-05T02:24:50.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.572+0000 7f8f17400640 1 -- 172.21.15.33:0/1696089591 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8f10005500 con 0x7f8f20074510 2024-09-05T02:24:50.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.572+0000 7f8f17400640 1 -- 172.21.15.33:0/1696089591 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f10010690 con 0x7f8f20074510 2024-09-05T02:24:50.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.572+0000 7f8f25000640 1 -- 172.21.15.33:0/1696089591 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f2019f920 con 0x7f8f20074510 2024-09-05T02:24:50.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.572+0000 7f8f25000640 1 -- 172.21.15.33:0/1696089591 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f201a7200 con 0x7f8f20074510 2024-09-05T02:24:50.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.573+0000 7f8f25000640 1 -- 172.21.15.33:0/1696089591 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f200748f0 con 0x7f8f20074510 2024-09-05T02:24:50.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.575+0000 7f8f17400640 1 -- 172.21.15.33:0/1696089591 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8f100046c0 con 0x7f8f20074510 2024-09-05T02:24:50.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.576+0000 7f8f17400640 1 --2- 172.21.15.33:0/1696089591 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8f040a2b80 0x7f8f040a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:50.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.576+0000 7f8f17400640 1 -- 172.21.15.33:0/1696089591 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7f8f100cf370 con 0x7f8f20074510 2024-09-05T02:24:50.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.576+0000 7f8f15400640 1 --2- 172.21.15.33:0/1696089591 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8f040a2b80 0x7f8f040a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:50.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.577+0000 7f8f15400640 1 --2- 172.21.15.33:0/1696089591 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8f040a2b80 0x7f8f040a5040 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f8f2010f700 tx=0x7f8f0800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:50.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.580+0000 7f8f17400640 1 -- 172.21.15.33:0/1696089591 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8f1009c380 con 0x7f8f20074510 2024-09-05T02:24:50.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.766+0000 7f8f25000640 1 -- 172.21.15.33:0/1696089591 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8f20109040 con 0x7f8f20074510 2024-09-05T02:24:50.768 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:50 smithi033 ceph-mon[29909]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-05T02:24:50.768 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:50 smithi033 ceph-mon[29909]: Cluster is now healthy 2024-09-05T02:24:50.768 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:50 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] up:active 2024-09-05T02:24:50.768 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:50 smithi033 ceph-mon[29909]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-05T02:24:50.768 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:50 smithi033 ceph-mon[29909]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-05T02:24:50.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.767+0000 7f8f17400640 1 -- 172.21.15.33:0/1696089591 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+22281 (secure 0 0 0) 0x7f8f1009bc80 con 0x7f8f20074510 2024-09-05T02:24:50.770 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:24:50.770 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":84,"fsid":"b37d3f34-6b2c-11ef-bcd6-c7b262605968","created":"2024-09-05T02:16:40.986430+0000","modified":"2024-09-05T02:24:48.360015+0000","last_up_change":"2024-09-05T02:23:52.310598+0000","last_in_change":"2024-09-05T02:23:29.448936+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T02:19:57.005189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T02:24:42.913016+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T02:24:46.103614+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6803","nonce":2230859978}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6805","nonce":2230859978}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6809","nonce":2230859978}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6807","nonce":2230859978}]},"public_addr":"172.21.15.33:6803/2230859978","cluster_addr":"172.21.15.33:6805/2230859978","heartbeat_back_addr":"172.21.15.33:6809/2230859978","heartbeat_front_addr":"172.21.15.33:6807/2230859978","state":["exists","up"]},{"osd":1,"uuid":"6de45097-769c-467f-9c69-c0e6286b5b72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6801","nonce":982249098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6803","nonce":982249098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6807","nonce":982249098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6805","nonce":982249098}]},"public_addr":"172.21.15.123:6801/982249098","cluster_addr":"172.21.15.123:6803/982249098","heartbeat_back_addr":"172.21.15.123:6807/982249098","heartbeat_front_addr":"172.21.15.123:6805/982249098","state":["exists","up"]},{"osd":2,"uuid":"8d8bdb95-be19-4ae4-8587-ea5dace30521","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6801","nonce":3754006463}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6803","nonce":3754006463}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6807","nonce":3754006463}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6805","nonce":3754006463}]},"public_addr":"172.21.15.174:6801/3754006463","cluster_addr":"172.21.15.174:6803/3754006463","heartbeat_back_addr":"172.21.15.174:6807/3754006463","heartbeat_front_addr":"172.21.15.174:6805/3754006463","state":["exists","up"]},{"osd":3,"uuid":"73cd7f3a-95e0-434d-bac2-b99f4036fe9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6811","nonce":3031631676}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6813","nonce":3031631676}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6817","nonce":3031631676}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6815","nonce":3031631676}]},"public_addr":"172.21.15.33:6811/3031631676","cluster_addr":"172.21.15.33:6813/3031631676","heartbeat_back_addr":"172.21.15.33:6817/3031631676","heartbeat_front_addr":"172.21.15.33:6815/3031631676","state":["exists","up"]},{"osd":4,"uuid":"0f0578f6-ecfb-41c9-9360-6155c02c4a47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6809","nonce":1841051665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6811","nonce":1841051665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6815","nonce":1841051665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6813","nonce":1841051665}]},"public_addr":"172.21.15.123:6809/1841051665","cluster_addr":"172.21.15.123:6811/1841051665","heartbeat_back_addr":"172.21.15.123:6815/1841051665","heartbeat_front_addr":"172.21.15.123:6813/1841051665","state":["exists","up"]},{"osd":5,"uuid":"d140f4bd-ec12-44e7-b9fc-3dd869d73e95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6809","nonce":609807204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6811","nonce":609807204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6815","nonce":609807204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6813","nonce":609807204}]},"public_addr":"172.21.15.174:6809/609807204","cluster_addr":"172.21.15.174:6811/609807204","heartbeat_back_addr":"172.21.15.174:6815/609807204","heartbeat_front_addr":"172.21.15.174:6813/609807204","state":["exists","up"]},{"osd":6,"uuid":"7f01a990-d1b2-40cb-8892-89961631233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6819","nonce":3289951394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6821","nonce":3289951394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6825","nonce":3289951394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6823","nonce":3289951394}]},"public_addr":"172.21.15.33:6819/3289951394","cluster_addr":"172.21.15.33:6821/3289951394","heartbeat_back_addr":"172.21.15.33:6825/3289951394","heartbeat_front_addr":"172.21.15.33:6823/3289951394","state":["exists","up"]},{"osd":7,"uuid":"d5c701d4-188e-4c24-874c-3056d7dc546d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6817","nonce":1928319522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6819","nonce":1928319522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6823","nonce":1928319522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6821","nonce":1928319522}]},"public_addr":"172.21.15.123:6817/1928319522","cluster_addr":"172.21.15.123:6819/1928319522","heartbeat_back_addr":"172.21.15.123:6823/1928319522","heartbeat_front_addr":"172.21.15.123:6821/1928319522","state":["exists","up"]},{"osd":8,"uuid":"e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6817","nonce":3984977582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6819","nonce":3984977582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6823","nonce":3984977582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6821","nonce":3984977582}]},"public_addr":"172.21.15.174:6817/3984977582","cluster_addr":"172.21.15.174:6819/3984977582","heartbeat_back_addr":"172.21.15.174:6823/3984977582","heartbeat_front_addr":"172.21.15.174:6821/3984977582","state":["exists","up"]},{"osd":9,"uuid":"8858f35a-ce38-4484-8393-e138920ed9b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6827","nonce":4123845959}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6829","nonce":4123845959}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6833","nonce":4123845959}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6831","nonce":4123845959}]},"public_addr":"172.21.15.33:6827/4123845959","cluster_addr":"172.21.15.33:6829/4123845959","heartbeat_back_addr":"172.21.15.33:6833/4123845959","heartbeat_front_addr":"172.21.15.33:6831/4123845959","state":["exists","up"]},{"osd":10,"uuid":"d3206b8b-55c3-4988-9cce-cdd805f9969d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6825","nonce":532510651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6827","nonce":532510651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6831","nonce":532510651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6829","nonce":532510651}]},"public_addr":"172.21.15.123:6825/532510651","cluster_addr":"172.21.15.123:6827/532510651","heartbeat_back_addr":"172.21.15.123:6831/532510651","heartbeat_front_addr":"172.21.15.123:6829/532510651","state":["exists","up"]},{"osd":11,"uuid":"50b6059f-00b3-489a-aaf0-75765fbf2e6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6825","nonce":955565697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6827","nonce":955565697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6831","nonce":955565697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6829","nonce":955565697}]},"public_addr":"172.21.15.174:6825/955565697","cluster_addr":"172.21.15.174:6827/955565697","heartbeat_back_addr":"172.21.15.174:6831/955565697","heartbeat_front_addr":"172.21.15.174:6829/955565697","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:04.269795+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:29.126352+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:52.874768+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:23.135411+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:48.453184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:12.929713+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:43.089772+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:08.258936+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:32.108584+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:01.775759+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:26.088382+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:50.391688+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6801/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/1229013790":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/1567746818":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6801/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6800/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6800/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/2503822140":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/3927628736":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/3047771737":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/2751303440":"2024-09-06T02:17:06.260070+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T02:24:50.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.769+0000 7f8f25000640 1 -- 172.21.15.33:0/1696089591 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8f040a2b80 msgr2=0x7f8f040a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:50.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.769+0000 7f8f25000640 1 --2- 172.21.15.33:0/1696089591 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8f040a2b80 0x7f8f040a5040 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f8f2010f700 tx=0x7f8f0800b410 comp rx=0 tx=0).stop 2024-09-05T02:24:50.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.770+0000 7f8f25000640 1 -- 172.21.15.33:0/1696089591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f20074510 msgr2=0x7f8f2019a680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:50.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.770+0000 7f8f25000640 1 --2- 172.21.15.33:0/1696089591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f20074510 0x7f8f2019a680 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8f1000e9f0 tx=0x7f8f1000edf0 comp rx=0 tx=0).stop 2024-09-05T02:24:50.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.770+0000 7f8f25000640 1 -- 172.21.15.33:0/1696089591 shutdown_connections 2024-09-05T02:24:50.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.770+0000 7f8f25000640 1 --2- 172.21.15.33:0/1696089591 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8f040a2b80 0x7f8f040a5040 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:50.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.770+0000 7f8f25000640 1 --2- 172.21.15.33:0/1696089591 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8f2010e450 0x7f8f2019ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:50.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.770+0000 7f8f25000640 1 --2- 172.21.15.33:0/1696089591 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8f20074e30 0x7f8f2019abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:50.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.770+0000 7f8f25000640 1 --2- 172.21.15.33:0/1696089591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f20074510 0x7f8f2019a680 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:50.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.770+0000 7f8f25000640 1 -- 172.21.15.33:0/1696089591 >> 172.21.15.33:0/1696089591 conn(0x7f8f200fd8b0 msgr2=0x7f8f200fe510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:50.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.770+0000 7f8f25000640 1 -- 172.21.15.33:0/1696089591 shutdown_connections 2024-09-05T02:24:50.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:50.770+0000 7f8f25000640 1 -- 172.21.15.33:0/1696089591 wait complete. 2024-09-05T02:24:50.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:50 smithi174 ceph-mon[34756]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-05T02:24:50.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:50 smithi174 ceph-mon[34756]: Cluster is now healthy 2024-09-05T02:24:50.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:50 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] up:active 2024-09-05T02:24:50.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:50 smithi174 ceph-mon[34756]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-05T02:24:50.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:50 smithi174 ceph-mon[34756]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-05T02:24:50.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:50 smithi123 ceph-mon[34031]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-05T02:24:50.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:50 smithi123 ceph-mon[34031]: Cluster is now healthy 2024-09-05T02:24:50.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:50 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] up:active 2024-09-05T02:24:50.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:50 smithi123 ceph-mon[34031]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-05T02:24:50.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:50 smithi123 ceph-mon[34031]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-05T02:24:51.477 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T02:24:51.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:51 smithi174 ceph-mon[34756]: pgmap v292: 97 pgs: 67 active+clean, 14 creating+peering, 16 unknown; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 6 op/s 2024-09-05T02:24:51.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:51 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1696089591' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:24:51.786 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:51 smithi123 ceph-mon[34031]: pgmap v292: 97 pgs: 67 active+clean, 14 creating+peering, 16 unknown; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 6 op/s 2024-09-05T02:24:51.787 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:51 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1696089591' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:24:51.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:51 smithi033 ceph-mon[29909]: pgmap v292: 97 pgs: 67 active+clean, 14 creating+peering, 16 unknown; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 6 op/s 2024-09-05T02:24:51.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:51 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1696089591' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:24:51.856 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:24:52.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.393+0000 7f77f2c00640 1 -- 172.21.15.33:0/1571569783 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f77ec103e30 msgr2=0x7f77ec104210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:52.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.393+0000 7f77f2c00640 1 --2- 172.21.15.33:0/1571569783 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f77ec103e30 0x7f77ec104210 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f77e0009900 tx=0x7f77e002a410 comp rx=0 tx=0).stop 2024-09-05T02:24:52.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.394+0000 7f77f2c00640 1 -- 172.21.15.33:0/1571569783 shutdown_connections 2024-09-05T02:24:52.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.394+0000 7f77f2c00640 1 --2- 172.21.15.33:0/1571569783 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77ec108f60 0x7f77ec110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:52.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.394+0000 7f77f2c00640 1 --2- 172.21.15.33:0/1571569783 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f77ec1047e0 0x7f77ec108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:52.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.394+0000 7f77f2c00640 1 --2- 172.21.15.33:0/1571569783 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f77ec103e30 0x7f77ec104210 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:52.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.394+0000 7f77f2c00640 1 -- 172.21.15.33:0/1571569783 >> 172.21.15.33:0/1571569783 conn(0x7f77ec0ff910 msgr2=0x7f77ec101d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:52.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.394+0000 7f77f2c00640 1 -- 172.21.15.33:0/1571569783 shutdown_connections 2024-09-05T02:24:52.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.394+0000 7f77f2c00640 1 -- 172.21.15.33:0/1571569783 wait complete. 2024-09-05T02:24:52.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.395+0000 7f77f2c00640 1 Processor -- start 2024-09-05T02:24:52.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.395+0000 7f77f2c00640 1 -- start start 2024-09-05T02:24:52.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.396+0000 7f77f2c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f77ec103e30 0x7f77ec19a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:52.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.396+0000 7f77f2c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77ec1047e0 0x7f77ec19a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:52.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.396+0000 7f77f2c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f77ec108f60 0x7f77ec19ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:52.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.396+0000 7f77f2c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f77ec114010 con 0x7f77ec1047e0 2024-09-05T02:24:52.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.396+0000 7f77f2c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f77ec113e90 con 0x7f77ec103e30 2024-09-05T02:24:52.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.396+0000 7f77f2c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f77ec114190 con 0x7f77ec108f60 2024-09-05T02:24:52.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.396+0000 7f77f1800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f77ec103e30 0x7f77ec19a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:52.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.396+0000 7f77f1800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f77ec103e30 0x7f77ec19a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:60560/0 (socket says 172.21.15.33:60560) 2024-09-05T02:24:52.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.396+0000 7f77f1800640 1 -- 172.21.15.33:0/1780076372 learned_addr learned my addr 172.21.15.33:0/1780076372 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:24:52.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.396+0000 7f77f0e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77ec1047e0 0x7f77ec19a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:52.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.396+0000 7f77f2200640 1 --2- 172.21.15.33:0/1780076372 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f77ec108f60 0x7f77ec19ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:52.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.396+0000 7f77f1800640 1 -- 172.21.15.33:0/1780076372 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f77ec108f60 msgr2=0x7f77ec19ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:52.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.396+0000 7f77f1800640 1 --2- 172.21.15.33:0/1780076372 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f77ec108f60 0x7f77ec19ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:52.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.396+0000 7f77f1800640 1 -- 172.21.15.33:0/1780076372 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77ec1047e0 msgr2=0x7f77ec19a9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:52.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.396+0000 7f77f1800640 1 --2- 172.21.15.33:0/1780076372 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77ec1047e0 0x7f77ec19a9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:52.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.396+0000 7f77f1800640 1 -- 172.21.15.33:0/1780076372 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77ec19f420 con 0x7f77ec103e30 2024-09-05T02:24:52.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.397+0000 7f77f0e00640 1 --2- 172.21.15.33:0/1780076372 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77ec1047e0 0x7f77ec19a9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:24:52.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.397+0000 7f77f1800640 1 --2- 172.21.15.33:0/1780076372 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f77ec103e30 0x7f77ec19a470 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f77e0004770 tx=0x7f77e0003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:52.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.397+0000 7f77ea000640 1 -- 172.21.15.33:0/1780076372 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e003f070 con 0x7f77ec103e30 2024-09-05T02:24:52.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.397+0000 7f77ea000640 1 -- 172.21.15.33:0/1780076372 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f77e0031ca0 con 0x7f77ec103e30 2024-09-05T02:24:52.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.397+0000 7f77f2c00640 1 -- 172.21.15.33:0/1780076372 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77ec19f6b0 con 0x7f77ec103e30 2024-09-05T02:24:52.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.397+0000 7f77ea000640 1 -- 172.21.15.33:0/1780076372 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e0035030 con 0x7f77ec103e30 2024-09-05T02:24:52.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.397+0000 7f77f2c00640 1 -- 172.21.15.33:0/1780076372 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77ec1a6ff0 con 0x7f77ec103e30 2024-09-05T02:24:52.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.398+0000 7f77f2c00640 1 -- 172.21.15.33:0/1780076372 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77ec105310 con 0x7f77ec103e30 2024-09-05T02:24:52.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.402+0000 7f77ea000640 1 -- 172.21.15.33:0/1780076372 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f77e0042070 con 0x7f77ec103e30 2024-09-05T02:24:52.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.403+0000 7f77ea000640 1 --2- 172.21.15.33:0/1780076372 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f77d40a2b80 0x7f77d40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:52.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.403+0000 7f77ea000640 1 -- 172.21.15.33:0/1780076372 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7f77e00ef830 con 0x7f77ec103e30 2024-09-05T02:24:52.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.403+0000 7f77f0e00640 1 --2- 172.21.15.33:0/1780076372 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f77d40a2b80 0x7f77d40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:52.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.404+0000 7f77ea000640 1 -- 172.21.15.33:0/1780076372 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f77e00bc1f0 con 0x7f77ec103e30 2024-09-05T02:24:52.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.404+0000 7f77f0e00640 1 --2- 172.21.15.33:0/1780076372 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f77d40a2b80 0x7f77d40a5040 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f77ec10a930 tx=0x7f77d800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:52.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.597+0000 7f77f2c00640 1 -- 172.21.15.33:0/1780076372 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f77ec104210 con 0x7f77ec103e30 2024-09-05T02:24:52.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.599+0000 7f77ea000640 1 -- 172.21.15.33:0/1780076372 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+22281 (secure 0 0 0) 0x7f77e00c04f0 con 0x7f77ec103e30 2024-09-05T02:24:52.602 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:24:52.602 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":84,"fsid":"b37d3f34-6b2c-11ef-bcd6-c7b262605968","created":"2024-09-05T02:16:40.986430+0000","modified":"2024-09-05T02:24:48.360015+0000","last_up_change":"2024-09-05T02:23:52.310598+0000","last_in_change":"2024-09-05T02:23:29.448936+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T02:19:57.005189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T02:24:42.913016+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T02:24:46.103614+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6803","nonce":2230859978}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6805","nonce":2230859978}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6809","nonce":2230859978}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6807","nonce":2230859978}]},"public_addr":"172.21.15.33:6803/2230859978","cluster_addr":"172.21.15.33:6805/2230859978","heartbeat_back_addr":"172.21.15.33:6809/2230859978","heartbeat_front_addr":"172.21.15.33:6807/2230859978","state":["exists","up"]},{"osd":1,"uuid":"6de45097-769c-467f-9c69-c0e6286b5b72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6801","nonce":982249098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6803","nonce":982249098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6807","nonce":982249098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6805","nonce":982249098}]},"public_addr":"172.21.15.123:6801/982249098","cluster_addr":"172.21.15.123:6803/982249098","heartbeat_back_addr":"172.21.15.123:6807/982249098","heartbeat_front_addr":"172.21.15.123:6805/982249098","state":["exists","up"]},{"osd":2,"uuid":"8d8bdb95-be19-4ae4-8587-ea5dace30521","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6801","nonce":3754006463}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6803","nonce":3754006463}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6807","nonce":3754006463}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6805","nonce":3754006463}]},"public_addr":"172.21.15.174:6801/3754006463","cluster_addr":"172.21.15.174:6803/3754006463","heartbeat_back_addr":"172.21.15.174:6807/3754006463","heartbeat_front_addr":"172.21.15.174:6805/3754006463","state":["exists","up"]},{"osd":3,"uuid":"73cd7f3a-95e0-434d-bac2-b99f4036fe9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6811","nonce":3031631676}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6813","nonce":3031631676}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6817","nonce":3031631676}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6815","nonce":3031631676}]},"public_addr":"172.21.15.33:6811/3031631676","cluster_addr":"172.21.15.33:6813/3031631676","heartbeat_back_addr":"172.21.15.33:6817/3031631676","heartbeat_front_addr":"172.21.15.33:6815/3031631676","state":["exists","up"]},{"osd":4,"uuid":"0f0578f6-ecfb-41c9-9360-6155c02c4a47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6809","nonce":1841051665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6811","nonce":1841051665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6815","nonce":1841051665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6813","nonce":1841051665}]},"public_addr":"172.21.15.123:6809/1841051665","cluster_addr":"172.21.15.123:6811/1841051665","heartbeat_back_addr":"172.21.15.123:6815/1841051665","heartbeat_front_addr":"172.21.15.123:6813/1841051665","state":["exists","up"]},{"osd":5,"uuid":"d140f4bd-ec12-44e7-b9fc-3dd869d73e95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6809","nonce":609807204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6811","nonce":609807204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6815","nonce":609807204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6813","nonce":609807204}]},"public_addr":"172.21.15.174:6809/609807204","cluster_addr":"172.21.15.174:6811/609807204","heartbeat_back_addr":"172.21.15.174:6815/609807204","heartbeat_front_addr":"172.21.15.174:6813/609807204","state":["exists","up"]},{"osd":6,"uuid":"7f01a990-d1b2-40cb-8892-89961631233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6819","nonce":3289951394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6821","nonce":3289951394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6825","nonce":3289951394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6823","nonce":3289951394}]},"public_addr":"172.21.15.33:6819/3289951394","cluster_addr":"172.21.15.33:6821/3289951394","heartbeat_back_addr":"172.21.15.33:6825/3289951394","heartbeat_front_addr":"172.21.15.33:6823/3289951394","state":["exists","up"]},{"osd":7,"uuid":"d5c701d4-188e-4c24-874c-3056d7dc546d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6817","nonce":1928319522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6819","nonce":1928319522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6823","nonce":1928319522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6821","nonce":1928319522}]},"public_addr":"172.21.15.123:6817/1928319522","cluster_addr":"172.21.15.123:6819/1928319522","heartbeat_back_addr":"172.21.15.123:6823/1928319522","heartbeat_front_addr":"172.21.15.123:6821/1928319522","state":["exists","up"]},{"osd":8,"uuid":"e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6817","nonce":3984977582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6819","nonce":3984977582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6823","nonce":3984977582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6821","nonce":3984977582}]},"public_addr":"172.21.15.174:6817/3984977582","cluster_addr":"172.21.15.174:6819/3984977582","heartbeat_back_addr":"172.21.15.174:6823/3984977582","heartbeat_front_addr":"172.21.15.174:6821/3984977582","state":["exists","up"]},{"osd":9,"uuid":"8858f35a-ce38-4484-8393-e138920ed9b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6827","nonce":4123845959}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6829","nonce":4123845959}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6833","nonce":4123845959}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6831","nonce":4123845959}]},"public_addr":"172.21.15.33:6827/4123845959","cluster_addr":"172.21.15.33:6829/4123845959","heartbeat_back_addr":"172.21.15.33:6833/4123845959","heartbeat_front_addr":"172.21.15.33:6831/4123845959","state":["exists","up"]},{"osd":10,"uuid":"d3206b8b-55c3-4988-9cce-cdd805f9969d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6825","nonce":532510651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6827","nonce":532510651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6831","nonce":532510651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6829","nonce":532510651}]},"public_addr":"172.21.15.123:6825/532510651","cluster_addr":"172.21.15.123:6827/532510651","heartbeat_back_addr":"172.21.15.123:6831/532510651","heartbeat_front_addr":"172.21.15.123:6829/532510651","state":["exists","up"]},{"osd":11,"uuid":"50b6059f-00b3-489a-aaf0-75765fbf2e6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6825","nonce":955565697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6827","nonce":955565697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6831","nonce":955565697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6829","nonce":955565697}]},"public_addr":"172.21.15.174:6825/955565697","cluster_addr":"172.21.15.174:6827/955565697","heartbeat_back_addr":"172.21.15.174:6831/955565697","heartbeat_front_addr":"172.21.15.174:6829/955565697","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:04.269795+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:29.126352+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:52.874768+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:23.135411+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:48.453184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:12.929713+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:43.089772+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:08.258936+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:32.108584+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:01.775759+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:26.088382+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:50.391688+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6801/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/1229013790":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/1567746818":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6801/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6800/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6800/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/2503822140":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/3927628736":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/3047771737":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/2751303440":"2024-09-06T02:17:06.260070+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T02:24:52.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.603+0000 7f77f2c00640 1 -- 172.21.15.33:0/1780076372 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f77d40a2b80 msgr2=0x7f77d40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:52.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.603+0000 7f77f2c00640 1 --2- 172.21.15.33:0/1780076372 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f77d40a2b80 0x7f77d40a5040 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f77ec10a930 tx=0x7f77d800b390 comp rx=0 tx=0).stop 2024-09-05T02:24:52.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.603+0000 7f77f2c00640 1 -- 172.21.15.33:0/1780076372 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f77ec103e30 msgr2=0x7f77ec19a470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:52.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.603+0000 7f77f2c00640 1 --2- 172.21.15.33:0/1780076372 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f77ec103e30 0x7f77ec19a470 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f77e0004770 tx=0x7f77e0003c10 comp rx=0 tx=0).stop 2024-09-05T02:24:52.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.603+0000 7f77f2c00640 1 -- 172.21.15.33:0/1780076372 shutdown_connections 2024-09-05T02:24:52.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.603+0000 7f77f2c00640 1 --2- 172.21.15.33:0/1780076372 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f77d40a2b80 0x7f77d40a5040 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:52.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.603+0000 7f77f2c00640 1 --2- 172.21.15.33:0/1780076372 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f77ec108f60 0x7f77ec19ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:52.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.603+0000 7f77f2c00640 1 --2- 172.21.15.33:0/1780076372 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77ec1047e0 0x7f77ec19a9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:52.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.603+0000 7f77f2c00640 1 --2- 172.21.15.33:0/1780076372 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f77ec103e30 0x7f77ec19a470 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:52.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.603+0000 7f77f2c00640 1 -- 172.21.15.33:0/1780076372 >> 172.21.15.33:0/1780076372 conn(0x7f77ec0ff910 msgr2=0x7f77ec100c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:52.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.603+0000 7f77f2c00640 1 -- 172.21.15.33:0/1780076372 shutdown_connections 2024-09-05T02:24:52.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:52.603+0000 7f77f2c00640 1 -- 172.21.15.33:0/1780076372 wait complete. 2024-09-05T02:24:53.015 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:24:52 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-b[64320]: 2024-09-05T02:24:52.733+0000 7f21cf09d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T02:24:53.371 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-09-05T02:24:53.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:53 smithi033 ceph-mon[29909]: pgmap v293: 97 pgs: 97 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 6 op/s 2024-09-05T02:24:53.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:53 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1780076372' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:24:53.767 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:24:53.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:53 smithi174 ceph-mon[34756]: pgmap v293: 97 pgs: 97 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 6 op/s 2024-09-05T02:24:53.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:53 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1780076372' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:24:53.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:53 smithi123 ceph-mon[34031]: pgmap v293: 97 pgs: 97 active+clean; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 6 op/s 2024-09-05T02:24:53.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:53 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1780076372' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:24:54.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.361+0000 7fbe3b400640 1 -- 172.21.15.33:0/753643326 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe341049a0 msgr2=0x7fbe341089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:54.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.361+0000 7fbe3b400640 1 --2- 172.21.15.33:0/753643326 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe341049a0 0x7fbe341089f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fbe20009900 tx=0x7fbe2002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:24:54.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.361+0000 7fbe3b400640 1 -- 172.21.15.33:0/753643326 shutdown_connections 2024-09-05T02:24:54.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.361+0000 7fbe3b400640 1 --2- 172.21.15.33:0/753643326 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe34109120 0x7fbe34110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:54.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.361+0000 7fbe3b400640 1 --2- 172.21.15.33:0/753643326 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe341049a0 0x7fbe341089f0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:54.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.361+0000 7fbe3b400640 1 --2- 172.21.15.33:0/753643326 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbe34103ff0 0x7fbe341043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:54.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.361+0000 7fbe3b400640 1 -- 172.21.15.33:0/753643326 >> 172.21.15.33:0/753643326 conn(0x7fbe340ffa90 msgr2=0x7fbe34101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:54.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.361+0000 7fbe3b400640 1 -- 172.21.15.33:0/753643326 shutdown_connections 2024-09-05T02:24:54.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.361+0000 7fbe3b400640 1 -- 172.21.15.33:0/753643326 wait complete. 2024-09-05T02:24:54.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.362+0000 7fbe3b400640 1 Processor -- start 2024-09-05T02:24:54.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.362+0000 7fbe3b400640 1 -- start start 2024-09-05T02:24:54.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.362+0000 7fbe3b400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbe34103ff0 0x7fbe3419a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:54.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.362+0000 7fbe3b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe341049a0 0x7fbe3419ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:54.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.362+0000 7fbe3b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe34109120 0x7fbe3419ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:54.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.362+0000 7fbe3b400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbe34114170 con 0x7fbe341049a0 2024-09-05T02:24:54.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.362+0000 7fbe3b400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbe34113ff0 con 0x7fbe34109120 2024-09-05T02:24:54.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.362+0000 7fbe3b400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbe341142f0 con 0x7fbe34103ff0 2024-09-05T02:24:54.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.363+0000 7fbe33e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe341049a0 0x7fbe3419ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:54.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.363+0000 7fbe33e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe341049a0 0x7fbe3419ab90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42174/0 (socket says 172.21.15.33:42174) 2024-09-05T02:24:54.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.363+0000 7fbe33e00640 1 -- 172.21.15.33:0/3415648819 learned_addr learned my addr 172.21.15.33:0/3415648819 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:24:54.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.363+0000 7fbe39400640 1 --2- 172.21.15.33:0/3415648819 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe34109120 0x7fbe3419ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:54.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.363+0000 7fbe38a00640 1 --2- 172.21.15.33:0/3415648819 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbe34103ff0 0x7fbe3419a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:54.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.363+0000 7fbe39400640 1 -- 172.21.15.33:0/3415648819 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbe34103ff0 msgr2=0x7fbe3419a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:54.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.363+0000 7fbe39400640 1 --2- 172.21.15.33:0/3415648819 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbe34103ff0 0x7fbe3419a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:54.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.363+0000 7fbe39400640 1 -- 172.21.15.33:0/3415648819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe341049a0 msgr2=0x7fbe3419ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:54.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.363+0000 7fbe39400640 1 --2- 172.21.15.33:0/3415648819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe341049a0 0x7fbe3419ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:54.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.363+0000 7fbe39400640 1 -- 172.21.15.33:0/3415648819 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe3419f600 con 0x7fbe34109120 2024-09-05T02:24:54.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.363+0000 7fbe33e00640 1 --2- 172.21.15.33:0/3415648819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe341049a0 0x7fbe3419ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:24:54.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.363+0000 7fbe39400640 1 --2- 172.21.15.33:0/3415648819 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe34109120 0x7fbe3419ef20 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbe2c009fd0 tx=0x7fbe2c00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:54.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.364+0000 7fbe31600640 1 -- 172.21.15.33:0/3415648819 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe2c00ce20 con 0x7fbe34109120 2024-09-05T02:24:54.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.364+0000 7fbe3b400640 1 -- 172.21.15.33:0/3415648819 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe3419f8f0 con 0x7fbe34109120 2024-09-05T02:24:54.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.364+0000 7fbe31600640 1 -- 172.21.15.33:0/3415648819 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbe2c005020 con 0x7fbe34109120 2024-09-05T02:24:54.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.364+0000 7fbe31600640 1 -- 172.21.15.33:0/3415648819 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe2c010720 con 0x7fbe34109120 2024-09-05T02:24:54.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.364+0000 7fbe3b400640 1 -- 172.21.15.33:0/3415648819 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe341a71d0 con 0x7fbe34109120 2024-09-05T02:24:54.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.365+0000 7fbe3b400640 1 -- 172.21.15.33:0/3415648819 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe341043d0 con 0x7fbe34109120 2024-09-05T02:24:54.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.367+0000 7fbe31600640 1 -- 172.21.15.33:0/3415648819 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fbe2c005540 con 0x7fbe34109120 2024-09-05T02:24:54.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.368+0000 7fbe31600640 1 --2- 172.21.15.33:0/3415648819 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbe1c0a2c00 0x7fbe1c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:54.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.368+0000 7fbe31600640 1 -- 172.21.15.33:0/3415648819 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7fbe2c0cf550 con 0x7fbe34109120 2024-09-05T02:24:54.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.369+0000 7fbe38a00640 1 --2- 172.21.15.33:0/3415648819 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbe1c0a2c00 0x7fbe1c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:54.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.369+0000 7fbe38a00640 1 --2- 172.21.15.33:0/3415648819 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbe1c0a2c00 0x7fbe1c0a50c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fbe280095f0 tx=0x7fbe28005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:54.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.373+0000 7fbe31600640 1 -- 172.21.15.33:0/3415648819 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbe2c09c560 con 0x7fbe34109120 2024-09-05T02:24:54.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:54.597+0000 7fbe3b400640 1 -- 172.21.15.33:0/3415648819 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fbe3402d7c0 con 0x7fbe34109120 2024-09-05T02:24:55.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:55.486+0000 7fbe31600640 1 -- 172.21.15.33:0/3415648819 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7fbe2c09be60 con 0x7fbe34109120 2024-09-05T02:24:55.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:55.490+0000 7fbe3b400640 1 -- 172.21.15.33:0/3415648819 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbe1c0a2c00 msgr2=0x7fbe1c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:55.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:55.490+0000 7fbe3b400640 1 --2- 172.21.15.33:0/3415648819 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbe1c0a2c00 0x7fbe1c0a50c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fbe280095f0 tx=0x7fbe28005f90 comp rx=0 tx=0).stop 2024-09-05T02:24:55.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:55.490+0000 7fbe3b400640 1 -- 172.21.15.33:0/3415648819 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe34109120 msgr2=0x7fbe3419ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:55.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:55.490+0000 7fbe3b400640 1 --2- 172.21.15.33:0/3415648819 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe34109120 0x7fbe3419ef20 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbe2c009fd0 tx=0x7fbe2c00ef10 comp rx=0 tx=0).stop 2024-09-05T02:24:55.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:55.490+0000 7fbe3b400640 1 -- 172.21.15.33:0/3415648819 shutdown_connections 2024-09-05T02:24:55.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:55.490+0000 7fbe3b400640 1 --2- 172.21.15.33:0/3415648819 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbe1c0a2c00 0x7fbe1c0a50c0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:55.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:55.490+0000 7fbe3b400640 1 --2- 172.21.15.33:0/3415648819 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe34109120 0x7fbe3419ef20 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:55.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:55.490+0000 7fbe3b400640 1 --2- 172.21.15.33:0/3415648819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe341049a0 0x7fbe3419ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:55.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:55.490+0000 7fbe3b400640 1 --2- 172.21.15.33:0/3415648819 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbe34103ff0 0x7fbe3419a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:55.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:55.490+0000 7fbe3b400640 1 -- 172.21.15.33:0/3415648819 >> 172.21.15.33:0/3415648819 conn(0x7fbe340ffa90 msgr2=0x7fbe34100da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:55.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:55.490+0000 7fbe3b400640 1 -- 172.21.15.33:0/3415648819 shutdown_connections 2024-09-05T02:24:55.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:55.490+0000 7fbe3b400640 1 -- 172.21.15.33:0/3415648819 wait complete. 2024-09-05T02:24:55.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:55 smithi174 ceph-mon[34756]: pgmap v294: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-05T02:24:55.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:55 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/3415648819' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-05T02:24:55.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:55 smithi174 ceph-mon[34756]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-05T02:24:55.825 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:55 smithi033 ceph-mon[29909]: pgmap v294: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-05T02:24:55.825 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:55 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3415648819' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-05T02:24:55.825 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:55 smithi033 ceph-mon[29909]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-05T02:24:55.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:55 smithi123 ceph-mon[34031]: pgmap v294: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-05T02:24:55.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:55 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/3415648819' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-05T02:24:55.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:55 smithi123 ceph-mon[34031]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-05T02:24:56.289 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-09-05T02:24:56.289 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs set cephfs max_mds 5 2024-09-05T02:24:56.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:56 smithi033 ceph-mon[29909]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-05T02:24:56.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:56 smithi033 ceph-mon[29909]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-05T02:24:56.670 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:24:56.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:56 smithi174 ceph-mon[34756]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-05T02:24:56.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:56 smithi174 ceph-mon[34756]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-05T02:24:56.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:56 smithi123 ceph-mon[34031]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-05T02:24:56.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:56 smithi123 ceph-mon[34031]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-05T02:24:57.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.225+0000 7f8228200640 1 -- 172.21.15.33:0/1704014536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8220112a30 msgr2=0x7f8220114e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:57.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.225+0000 7f8228200640 1 --2- 172.21.15.33:0/1704014536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8220112a30 0x7f8220114e20 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f8218009ca0 tx=0x7f821802a8c0 comp rx=0 tx=0).stop 2024-09-05T02:24:57.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.225+0000 7f8228200640 1 -- 172.21.15.33:0/1704014536 shutdown_connections 2024-09-05T02:24:57.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.225+0000 7f8228200640 1 --2- 172.21.15.33:0/1704014536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8220112a30 0x7f8220114e20 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:57.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.225+0000 7f8228200640 1 --2- 172.21.15.33:0/1704014536 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8220077040 0x7f82201124f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:57.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.225+0000 7f8228200640 1 --2- 172.21.15.33:0/1704014536 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8220076720 0x7f8220076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:57.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.225+0000 7f8228200640 1 -- 172.21.15.33:0/1704014536 >> 172.21.15.33:0/1704014536 conn(0x7f82200ffa90 msgr2=0x7f8220101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:57.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.225+0000 7f8228200640 1 -- 172.21.15.33:0/1704014536 shutdown_connections 2024-09-05T02:24:57.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.226+0000 7f8228200640 1 -- 172.21.15.33:0/1704014536 wait complete. 2024-09-05T02:24:57.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.227+0000 7f8228200640 1 Processor -- start 2024-09-05T02:24:57.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.227+0000 7f8228200640 1 -- start start 2024-09-05T02:24:57.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.227+0000 7f8228200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8220076720 0x7f82201a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:57.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.227+0000 7f8228200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8220077040 0x7f82201a4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:57.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.227+0000 7f8228200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8220112a30 0x7f822019e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:57.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.227+0000 7f8228200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8220118570 con 0x7f8220076720 2024-09-05T02:24:57.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.227+0000 7f8228200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f82201183f0 con 0x7f8220112a30 2024-09-05T02:24:57.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.227+0000 7f8228200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f82201186f0 con 0x7f8220077040 2024-09-05T02:24:57.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.228+0000 7f8225800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8220076720 0x7f82201a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:57.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.228+0000 7f8225800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8220076720 0x7f82201a46a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42192/0 (socket says 172.21.15.33:42192) 2024-09-05T02:24:57.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.228+0000 7f8225800640 1 -- 172.21.15.33:0/2502291368 learned_addr learned my addr 172.21.15.33:0/2502291368 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:24:57.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.228+0000 7f8226200640 1 --2- 172.21.15.33:0/2502291368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8220112a30 0x7f822019e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:57.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.228+0000 7f8225800640 1 -- 172.21.15.33:0/2502291368 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8220077040 msgr2=0x7f82201a4be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:57.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.228+0000 7f8225800640 1 --2- 172.21.15.33:0/2502291368 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8220077040 0x7f82201a4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:57.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.228+0000 7f8225800640 1 -- 172.21.15.33:0/2502291368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8220112a30 msgr2=0x7f822019e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:57.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.228+0000 7f8225800640 1 --2- 172.21.15.33:0/2502291368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8220112a30 0x7f822019e820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:57.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.228+0000 7f8225800640 1 -- 172.21.15.33:0/2502291368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f822019efc0 con 0x7f8220076720 2024-09-05T02:24:57.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.228+0000 7f8225800640 1 --2- 172.21.15.33:0/2502291368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8220076720 0x7f82201a46a0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f821400e9f0 tx=0x7f821400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:57.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.229+0000 7f821e000640 1 -- 172.21.15.33:0/2502291368 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f821400cd80 con 0x7f8220076720 2024-09-05T02:24:57.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.229+0000 7f821e000640 1 -- 172.21.15.33:0/2502291368 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8214010910 con 0x7f8220076720 2024-09-05T02:24:57.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.229+0000 7f821e000640 1 -- 172.21.15.33:0/2502291368 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8214018990 con 0x7f8220076720 2024-09-05T02:24:57.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.229+0000 7f8228200640 1 -- 172.21.15.33:0/2502291368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f822019f2b0 con 0x7f8220076720 2024-09-05T02:24:57.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.229+0000 7f8228200640 1 -- 172.21.15.33:0/2502291368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82201ab500 con 0x7f8220076720 2024-09-05T02:24:57.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.230+0000 7f8228200640 1 -- 172.21.15.33:0/2502291368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8220077e60 con 0x7f8220076720 2024-09-05T02:24:57.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.232+0000 7f821e000640 1 -- 172.21.15.33:0/2502291368 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8214010ac0 con 0x7f8220076720 2024-09-05T02:24:57.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.233+0000 7f821e000640 1 --2- 172.21.15.33:0/2502291368 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f82080a2c00 0x7f82080a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:57.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.233+0000 7f821e000640 1 -- 172.21.15.33:0/2502291368 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7f82140cf2b0 con 0x7f8220076720 2024-09-05T02:24:57.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.233+0000 7f8224e00640 1 --2- 172.21.15.33:0/2502291368 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f82080a2c00 0x7f82080a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:57.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.234+0000 7f8224e00640 1 --2- 172.21.15.33:0/2502291368 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f82080a2c00 0x7f82080a50c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f820c005fd0 tx=0x7f820c005f40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:57.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.237+0000 7f821e000640 1 -- 172.21.15.33:0/2502291368 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f821409c2c0 con 0x7f8220076720 2024-09-05T02:24:57.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.462+0000 7f8228200640 1 -- 172.21.15.33:0/2502291368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7f822002d7c0 con 0x7f8220076720 2024-09-05T02:24:57.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.490+0000 7f821e000640 1 -- 172.21.15.33:0/2502291368 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7f821409bbc0 con 0x7f8220076720 2024-09-05T02:24:57.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.493+0000 7f8228200640 1 -- 172.21.15.33:0/2502291368 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f82080a2c00 msgr2=0x7f82080a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:57.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.493+0000 7f8228200640 1 --2- 172.21.15.33:0/2502291368 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f82080a2c00 0x7f82080a50c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f820c005fd0 tx=0x7f820c005f40 comp rx=0 tx=0).stop 2024-09-05T02:24:57.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.493+0000 7f8228200640 1 -- 172.21.15.33:0/2502291368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8220076720 msgr2=0x7f82201a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:57.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.493+0000 7f8228200640 1 --2- 172.21.15.33:0/2502291368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8220076720 0x7f82201a46a0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f821400e9f0 tx=0x7f821400eeb0 comp rx=0 tx=0).stop 2024-09-05T02:24:57.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.493+0000 7f8228200640 1 -- 172.21.15.33:0/2502291368 shutdown_connections 2024-09-05T02:24:57.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.493+0000 7f8228200640 1 --2- 172.21.15.33:0/2502291368 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f82080a2c00 0x7f82080a50c0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:57.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.493+0000 7f8228200640 1 --2- 172.21.15.33:0/2502291368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8220112a30 0x7f822019e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:57.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.493+0000 7f8228200640 1 --2- 172.21.15.33:0/2502291368 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8220077040 0x7f82201a4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:57.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.493+0000 7f8228200640 1 --2- 172.21.15.33:0/2502291368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8220076720 0x7f82201a46a0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:57.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.493+0000 7f8228200640 1 -- 172.21.15.33:0/2502291368 >> 172.21.15.33:0/2502291368 conn(0x7f82200ffa90 msgr2=0x7f8220101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:57.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.493+0000 7f8228200640 1 -- 172.21.15.33:0/2502291368 shutdown_connections 2024-09-05T02:24:57.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:57.493+0000 7f8228200640 1 -- 172.21.15.33:0/2502291368 wait complete. 2024-09-05T02:24:57.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:57 smithi174 ceph-mon[34756]: pgmap v295: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 4 op/s 2024-09-05T02:24:57.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:57 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2502291368' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-09-05T02:24:57.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:57 smithi033 ceph-mon[29909]: pgmap v295: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 4 op/s 2024-09-05T02:24:57.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:57 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2502291368' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-09-05T02:24:57.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:57 smithi123 ceph-mon[34031]: pgmap v295: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 4 op/s 2024-09-05T02:24:57.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:57 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2502291368' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-09-05T02:24:58.353 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-09-05T02:24:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:58 smithi033 ceph-mon[29909]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-05T02:24:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:58 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2502291368' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-09-05T02:24:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:58 smithi033 ceph-mon[29909]: daemon mds.a assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-05T02:24:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:58 smithi033 ceph-mon[29909]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-05T02:24:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:58 smithi033 ceph-mon[29909]: fsmap cephfs:2 {0=b=up:active,1=a=up:creating} 10 up:standby 2024-09-05T02:24:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:58 smithi033 ceph-mon[29909]: daemon mds.a is now active in filesystem cephfs as rank 1 2024-09-05T02:24:58.737 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:24:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:58 smithi174 ceph-mon[34756]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-05T02:24:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:58 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2502291368' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-09-05T02:24:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:58 smithi174 ceph-mon[34756]: daemon mds.a assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-05T02:24:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:58 smithi174 ceph-mon[34756]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-05T02:24:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:58 smithi174 ceph-mon[34756]: fsmap cephfs:2 {0=b=up:active,1=a=up:creating} 10 up:standby 2024-09-05T02:24:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:58 smithi174 ceph-mon[34756]: daemon mds.a is now active in filesystem cephfs as rank 1 2024-09-05T02:24:58.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:58 smithi123 ceph-mon[34031]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-05T02:24:58.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:58 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2502291368' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-09-05T02:24:58.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:58 smithi123 ceph-mon[34031]: daemon mds.a assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-05T02:24:58.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:58 smithi123 ceph-mon[34031]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-05T02:24:58.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:58 smithi123 ceph-mon[34031]: fsmap cephfs:2 {0=b=up:active,1=a=up:creating} 10 up:standby 2024-09-05T02:24:58.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:58 smithi123 ceph-mon[34031]: daemon mds.a is now active in filesystem cephfs as rank 1 2024-09-05T02:24:59.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.331+0000 7efed9e00640 1 -- 172.21.15.33:0/3973055037 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efed4102790 msgr2=0x7efed41067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:59.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.331+0000 7efed9e00640 1 --2- 172.21.15.33:0/3973055037 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efed4102790 0x7efed41067e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7efec0009900 tx=0x7efec002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:24:59.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.331+0000 7efed9e00640 1 -- 172.21.15.33:0/3973055037 shutdown_connections 2024-09-05T02:24:59.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.331+0000 7efed9e00640 1 --2- 172.21.15.33:0/3973055037 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efed4106f10 0x7efed410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:59.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.331+0000 7efed9e00640 1 --2- 172.21.15.33:0/3973055037 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efed4102790 0x7efed41067e0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:59.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.331+0000 7efed9e00640 1 --2- 172.21.15.33:0/3973055037 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efed4101de0 0x7efed41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:59.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.331+0000 7efed9e00640 1 -- 172.21.15.33:0/3973055037 >> 172.21.15.33:0/3973055037 conn(0x7efed40fd8c0 msgr2=0x7efed40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:24:59.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.332+0000 7efed9e00640 1 -- 172.21.15.33:0/3973055037 shutdown_connections 2024-09-05T02:24:59.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.332+0000 7efed9e00640 1 -- 172.21.15.33:0/3973055037 wait complete. 2024-09-05T02:24:59.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.332+0000 7efed9e00640 1 Processor -- start 2024-09-05T02:24:59.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.333+0000 7efed9e00640 1 -- start start 2024-09-05T02:24:59.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.333+0000 7efed9e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efed4101de0 0x7efed419a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:59.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.333+0000 7efed9e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efed4102790 0x7efed419abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:59.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.333+0000 7efed9e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efed4106f10 0x7efed419ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:59.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.333+0000 7efed9e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efed4111f70 con 0x7efed4101de0 2024-09-05T02:24:59.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.333+0000 7efed9e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efed4111df0 con 0x7efed4106f10 2024-09-05T02:24:59.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.333+0000 7efed9e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7efed41120f0 con 0x7efed4102790 2024-09-05T02:24:59.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.333+0000 7efed2a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efed4101de0 0x7efed419a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:59.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.333+0000 7efed2a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efed4101de0 0x7efed419a680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42218/0 (socket says 172.21.15.33:42218) 2024-09-05T02:24:59.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.333+0000 7efed2a00640 1 -- 172.21.15.33:0/2237135529 learned_addr learned my addr 172.21.15.33:0/2237135529 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:24:59.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.333+0000 7efed2000640 1 --2- 172.21.15.33:0/2237135529 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efed4102790 0x7efed419abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:59.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.334+0000 7efed3400640 1 --2- 172.21.15.33:0/2237135529 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efed4106f10 0x7efed419ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:59.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.334+0000 7efed2a00640 1 -- 172.21.15.33:0/2237135529 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efed4102790 msgr2=0x7efed419abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:59.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.334+0000 7efed2a00640 1 --2- 172.21.15.33:0/2237135529 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efed4102790 0x7efed419abc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:59.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.334+0000 7efed2a00640 1 -- 172.21.15.33:0/2237135529 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efed4106f10 msgr2=0x7efed419ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:24:59.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.334+0000 7efed2a00640 1 --2- 172.21.15.33:0/2237135529 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efed4106f10 0x7efed419ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:24:59.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.334+0000 7efed2a00640 1 -- 172.21.15.33:0/2237135529 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efed419f630 con 0x7efed4101de0 2024-09-05T02:24:59.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.334+0000 7efed2a00640 1 --2- 172.21.15.33:0/2237135529 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efed4101de0 0x7efed419a680 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7efec400eb90 tx=0x7efec400ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:59.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.334+0000 7efed8a00640 1 -- 172.21.15.33:0/2237135529 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efec4004b20 con 0x7efed4101de0 2024-09-05T02:24:59.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.334+0000 7efed9e00640 1 -- 172.21.15.33:0/2237135529 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efed419f920 con 0x7efed4101de0 2024-09-05T02:24:59.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.334+0000 7efed8a00640 1 -- 172.21.15.33:0/2237135529 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efec4004cc0 con 0x7efed4101de0 2024-09-05T02:24:59.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.334+0000 7efed8a00640 1 -- 172.21.15.33:0/2237135529 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efec4010720 con 0x7efed4101de0 2024-09-05T02:24:59.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.335+0000 7efed9e00640 1 -- 172.21.15.33:0/2237135529 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efed41a7200 con 0x7efed4101de0 2024-09-05T02:24:59.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.336+0000 7efed9e00640 1 -- 172.21.15.33:0/2237135529 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efed41032c0 con 0x7efed4101de0 2024-09-05T02:24:59.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.338+0000 7efed8a00640 1 -- 172.21.15.33:0/2237135529 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7efec4005000 con 0x7efed4101de0 2024-09-05T02:24:59.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.340+0000 7efed8a00640 1 --2- 172.21.15.33:0/2237135529 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7efeb80a2b80 0x7efeb80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:24:59.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.340+0000 7efed8a00640 1 -- 172.21.15.33:0/2237135529 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7efec40cf7b0 con 0x7efed4101de0 2024-09-05T02:24:59.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.340+0000 7efed2000640 1 --2- 172.21.15.33:0/2237135529 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7efeb80a2b80 0x7efeb80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:24:59.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.341+0000 7efed2000640 1 --2- 172.21.15.33:0/2237135529 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7efeb80a2b80 0x7efeb80a5040 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7efec0009230 tx=0x7efec00058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:24:59.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.343+0000 7efed8a00640 1 -- 172.21.15.33:0/2237135529 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7efec40541b0 con 0x7efed4101de0 2024-09-05T02:24:59.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:24:59.574+0000 7efed9e00640 1 -- 172.21.15.33:0/2237135529 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7efed41a7430 con 0x7efed4101de0 2024-09-05T02:24:59.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:59 smithi174 ceph-mon[34756]: pgmap v296: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-09-05T02:24:59.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:59 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] up:active 2024-09-05T02:24:59.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:59 smithi174 ceph-mon[34756]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-05T02:24:59.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:59 smithi174 ceph-mon[34756]: fsmap cephfs:2 {0=b=up:active,1=a=up:active} 10 up:standby 2024-09-05T02:24:59.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:59 smithi174 ceph-mon[34756]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:creating} 9 up:standby 2024-09-05T02:24:59.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:24:59 smithi174 ceph-mon[34756]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-09-05T02:24:59.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:59 smithi033 ceph-mon[29909]: pgmap v296: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-09-05T02:24:59.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:59 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] up:active 2024-09-05T02:24:59.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:59 smithi033 ceph-mon[29909]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-05T02:24:59.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:59 smithi033 ceph-mon[29909]: fsmap cephfs:2 {0=b=up:active,1=a=up:active} 10 up:standby 2024-09-05T02:24:59.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:59 smithi033 ceph-mon[29909]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:creating} 9 up:standby 2024-09-05T02:24:59.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:24:59 smithi033 ceph-mon[29909]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-09-05T02:24:59.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:59 smithi123 ceph-mon[34031]: pgmap v296: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-09-05T02:24:59.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:59 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] up:active 2024-09-05T02:24:59.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:59 smithi123 ceph-mon[34031]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-05T02:24:59.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:59 smithi123 ceph-mon[34031]: fsmap cephfs:2 {0=b=up:active,1=a=up:active} 10 up:standby 2024-09-05T02:24:59.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:59 smithi123 ceph-mon[34031]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:creating} 9 up:standby 2024-09-05T02:24:59.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:24:59 smithi123 ceph-mon[34031]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-09-05T02:25:00.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:00.522+0000 7efed8a00640 1 -- 172.21.15.33:0/2237135529 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v24) ==== 121+0+0 (secure 0 0 0) 0x7efec409c7c0 con 0x7efed4101de0 2024-09-05T02:25:00.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:00.525+0000 7efed9e00640 1 -- 172.21.15.33:0/2237135529 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7efeb80a2b80 msgr2=0x7efeb80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:00.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:00.525+0000 7efed9e00640 1 --2- 172.21.15.33:0/2237135529 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7efeb80a2b80 0x7efeb80a5040 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7efec0009230 tx=0x7efec00058d0 comp rx=0 tx=0).stop 2024-09-05T02:25:00.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:00.525+0000 7efed9e00640 1 -- 172.21.15.33:0/2237135529 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efed4101de0 msgr2=0x7efed419a680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:00.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:00.525+0000 7efed9e00640 1 --2- 172.21.15.33:0/2237135529 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efed4101de0 0x7efed419a680 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7efec400eb90 tx=0x7efec400ef90 comp rx=0 tx=0).stop 2024-09-05T02:25:00.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:00.526+0000 7efed9e00640 1 -- 172.21.15.33:0/2237135529 shutdown_connections 2024-09-05T02:25:00.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:00.526+0000 7efed9e00640 1 --2- 172.21.15.33:0/2237135529 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7efeb80a2b80 0x7efeb80a5040 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:00.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:00.526+0000 7efed9e00640 1 --2- 172.21.15.33:0/2237135529 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efed4106f10 0x7efed419ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:00.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:00.526+0000 7efed9e00640 1 --2- 172.21.15.33:0/2237135529 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efed4102790 0x7efed419abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:00.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:00.526+0000 7efed9e00640 1 --2- 172.21.15.33:0/2237135529 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efed4101de0 0x7efed419a680 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:00.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:00.526+0000 7efed9e00640 1 -- 172.21.15.33:0/2237135529 >> 172.21.15.33:0/2237135529 conn(0x7efed40fd8c0 msgr2=0x7efed40feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:00.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:00.526+0000 7efed9e00640 1 -- 172.21.15.33:0/2237135529 shutdown_connections 2024-09-05T02:25:00.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:00.526+0000 7efed9e00640 1 -- 172.21.15.33:0/2237135529 wait complete. 2024-09-05T02:25:00.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:00 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] up:active 2024-09-05T02:25:00.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:00 smithi174 ceph-mon[34756]: daemon mds.i assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-09-05T02:25:00.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:00 smithi174 ceph-mon[34756]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 9 up:standby 2024-09-05T02:25:00.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:00 smithi174 ceph-mon[34756]: fsmap cephfs:4 {0=b=up:active,1=a=up:active,2=h=up:active,3=i=up:creating} 8 up:standby 2024-09-05T02:25:00.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:00 smithi174 ceph-mon[34756]: daemon mds.i is now active in filesystem cephfs as rank 3 2024-09-05T02:25:00.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:00 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2237135529' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-05T02:25:00.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:00 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] up:active 2024-09-05T02:25:00.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:00 smithi033 ceph-mon[29909]: daemon mds.i assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-09-05T02:25:00.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:00 smithi033 ceph-mon[29909]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 9 up:standby 2024-09-05T02:25:00.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:00 smithi033 ceph-mon[29909]: fsmap cephfs:4 {0=b=up:active,1=a=up:active,2=h=up:active,3=i=up:creating} 8 up:standby 2024-09-05T02:25:00.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:00 smithi033 ceph-mon[29909]: daemon mds.i is now active in filesystem cephfs as rank 3 2024-09-05T02:25:00.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:00 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2237135529' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-05T02:25:00.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:00 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] up:active 2024-09-05T02:25:00.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:00 smithi123 ceph-mon[34031]: daemon mds.i assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-09-05T02:25:00.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:00 smithi123 ceph-mon[34031]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 9 up:standby 2024-09-05T02:25:00.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:00 smithi123 ceph-mon[34031]: fsmap cephfs:4 {0=b=up:active,1=a=up:active,2=h=up:active,3=i=up:creating} 8 up:standby 2024-09-05T02:25:00.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:00 smithi123 ceph-mon[34031]: daemon mds.i is now active in filesystem cephfs as rank 3 2024-09-05T02:25:00.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:00 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2237135529' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-05T02:25:01.299 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-09-05T02:25:01.684 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:01 smithi174 ceph-mon[34756]: pgmap v297: 97 pgs: 97 active+clean; 582 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 9 op/s 2024-09-05T02:25:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:01 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2237135529' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-05T02:25:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:01 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] up:active 2024-09-05T02:25:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:01 smithi174 ceph-mon[34756]: daemon mds.e assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-09-05T02:25:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:01 smithi174 ceph-mon[34756]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-05T02:25:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:01 smithi174 ceph-mon[34756]: Cluster is now healthy 2024-09-05T02:25:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:01 smithi174 ceph-mon[34756]: fsmap cephfs:4 {0=b=up:active,1=a=up:active,2=h=up:active,3=i=up:active} 8 up:standby 2024-09-05T02:25:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:01 smithi174 ceph-mon[34756]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-09-05T02:25:01.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:01 smithi174 ceph-mon[34756]: daemon mds.e is now active in filesystem cephfs as rank 4 2024-09-05T02:25:01.824 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:01 smithi033 ceph-mon[29909]: pgmap v297: 97 pgs: 97 active+clean; 582 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 9 op/s 2024-09-05T02:25:01.824 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:01 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2237135529' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-05T02:25:01.825 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:01 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] up:active 2024-09-05T02:25:01.825 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:01 smithi033 ceph-mon[29909]: daemon mds.e assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-09-05T02:25:01.825 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:01 smithi033 ceph-mon[29909]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-05T02:25:01.825 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:01 smithi033 ceph-mon[29909]: Cluster is now healthy 2024-09-05T02:25:01.825 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:01 smithi033 ceph-mon[29909]: fsmap cephfs:4 {0=b=up:active,1=a=up:active,2=h=up:active,3=i=up:active} 8 up:standby 2024-09-05T02:25:01.825 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:01 smithi033 ceph-mon[29909]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-09-05T02:25:01.825 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:01 smithi033 ceph-mon[29909]: daemon mds.e is now active in filesystem cephfs as rank 4 2024-09-05T02:25:01.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:01 smithi123 ceph-mon[34031]: pgmap v297: 97 pgs: 97 active+clean; 582 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 9 op/s 2024-09-05T02:25:01.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:01 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2237135529' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-05T02:25:01.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:01 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] up:active 2024-09-05T02:25:01.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:01 smithi123 ceph-mon[34031]: daemon mds.e assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-09-05T02:25:01.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:01 smithi123 ceph-mon[34031]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-05T02:25:01.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:01 smithi123 ceph-mon[34031]: Cluster is now healthy 2024-09-05T02:25:01.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:01 smithi123 ceph-mon[34031]: fsmap cephfs:4 {0=b=up:active,1=a=up:active,2=h=up:active,3=i=up:active} 8 up:standby 2024-09-05T02:25:01.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:01 smithi123 ceph-mon[34031]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-09-05T02:25:01.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:01 smithi123 ceph-mon[34031]: daemon mds.e is now active in filesystem cephfs as rank 4 2024-09-05T02:25:02.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.189+0000 7f0aa5a00640 1 -- 172.21.15.33:0/626650446 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0aa01049a0 msgr2=0x7f0aa01089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:02.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.189+0000 7f0aa5a00640 1 --2- 172.21.15.33:0/626650446 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0aa01049a0 0x7f0aa01089f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f0a88009900 tx=0x7f0a8802a410 comp rx=0 tx=0).stop 2024-09-05T02:25:02.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.189+0000 7f0aa5a00640 1 -- 172.21.15.33:0/626650446 shutdown_connections 2024-09-05T02:25:02.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.189+0000 7f0aa5a00640 1 --2- 172.21.15.33:0/626650446 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0aa0109120 0x7f0aa0110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:02.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.189+0000 7f0aa5a00640 1 --2- 172.21.15.33:0/626650446 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0aa01049a0 0x7f0aa01089f0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:02.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.189+0000 7f0aa5a00640 1 --2- 172.21.15.33:0/626650446 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0aa0103ff0 0x7f0aa01043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:02.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.189+0000 7f0aa5a00640 1 -- 172.21.15.33:0/626650446 >> 172.21.15.33:0/626650446 conn(0x7f0aa00ffa90 msgr2=0x7f0aa0101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:02.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.189+0000 7f0aa5a00640 1 -- 172.21.15.33:0/626650446 shutdown_connections 2024-09-05T02:25:02.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.189+0000 7f0aa5a00640 1 -- 172.21.15.33:0/626650446 wait complete. 2024-09-05T02:25:02.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.190+0000 7f0aa5a00640 1 Processor -- start 2024-09-05T02:25:02.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.191+0000 7f0aa5a00640 1 -- start start 2024-09-05T02:25:02.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.191+0000 7f0aa5a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0aa0103ff0 0x7f0aa019a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:02.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.191+0000 7f0aa5a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0aa01049a0 0x7f0aa019ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:02.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.191+0000 7f0aa5a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0aa0109120 0x7f0aa019eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:02.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.191+0000 7f0aa5a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa0114190 con 0x7f0aa0103ff0 2024-09-05T02:25:02.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.191+0000 7f0aa5a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa0114010 con 0x7f0aa0109120 2024-09-05T02:25:02.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.191+0000 7f0aa5a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa0114310 con 0x7f0aa01049a0 2024-09-05T02:25:02.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.191+0000 7f0a9ea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0aa0103ff0 0x7f0aa019a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:02.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.191+0000 7f0a9ea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0aa0103ff0 0x7f0aa019a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60344/0 (socket says 172.21.15.33:60344) 2024-09-05T02:25:02.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.191+0000 7f0a9ea00640 1 -- 172.21.15.33:0/1282988455 learned_addr learned my addr 172.21.15.33:0/1282988455 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:02.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.191+0000 7f0a97e00640 1 --2- 172.21.15.33:0/1282988455 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0aa01049a0 0x7f0aa019ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:02.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.191+0000 7f0a9f400640 1 --2- 172.21.15.33:0/1282988455 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0aa0109120 0x7f0aa019eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:02.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.192+0000 7f0a9ea00640 1 -- 172.21.15.33:0/1282988455 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0aa01049a0 msgr2=0x7f0aa019ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:02.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.192+0000 7f0a9ea00640 1 --2- 172.21.15.33:0/1282988455 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0aa01049a0 0x7f0aa019ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:02.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.192+0000 7f0a9ea00640 1 -- 172.21.15.33:0/1282988455 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0aa0109120 msgr2=0x7f0aa019eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:02.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.192+0000 7f0a9ea00640 1 --2- 172.21.15.33:0/1282988455 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0aa0109120 0x7f0aa019eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:02.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.192+0000 7f0a9ea00640 1 -- 172.21.15.33:0/1282988455 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aa019f5a0 con 0x7f0aa0103ff0 2024-09-05T02:25:02.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.192+0000 7f0a9ea00640 1 --2- 172.21.15.33:0/1282988455 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0aa0103ff0 0x7f0aa019a5f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f0a9000d950 tx=0x7f0a9000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:02.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.192+0000 7f0a97400640 1 -- 172.21.15.33:0/1282988455 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a90017030 con 0x7f0aa0103ff0 2024-09-05T02:25:02.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.192+0000 7f0a97400640 1 -- 172.21.15.33:0/1282988455 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0a90004020 con 0x7f0aa0103ff0 2024-09-05T02:25:02.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.192+0000 7f0aa5a00640 1 -- 172.21.15.33:0/1282988455 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0aa019f890 con 0x7f0aa0103ff0 2024-09-05T02:25:02.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.192+0000 7f0a97400640 1 -- 172.21.15.33:0/1282988455 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a900047a0 con 0x7f0aa0103ff0 2024-09-05T02:25:02.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.192+0000 7f0aa5a00640 1 -- 172.21.15.33:0/1282988455 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0aa01a7170 con 0x7f0aa0103ff0 2024-09-05T02:25:02.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.193+0000 7f0aa5a00640 1 -- 172.21.15.33:0/1282988455 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0aa01043d0 con 0x7f0aa0103ff0 2024-09-05T02:25:02.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.196+0000 7f0a97400640 1 -- 172.21.15.33:0/1282988455 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0a900041d0 con 0x7f0aa0103ff0 2024-09-05T02:25:02.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.197+0000 7f0a97400640 1 --2- 172.21.15.33:0/1282988455 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0a840a2c00 0x7f0a840a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:02.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.197+0000 7f0a97400640 1 -- 172.21.15.33:0/1282988455 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7f0a900cefd0 con 0x7f0aa0103ff0 2024-09-05T02:25:02.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.197+0000 7f0a97e00640 1 --2- 172.21.15.33:0/1282988455 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0a840a2c00 0x7f0a840a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:02.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.198+0000 7f0a97e00640 1 --2- 172.21.15.33:0/1282988455 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0a840a2c00 0x7f0a840a50c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f0a88000c00 tx=0x7f0a88005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:02.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.199+0000 7f0a97400640 1 -- 172.21.15.33:0/1282988455 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0a9009c060 con 0x7f0aa0103ff0 2024-09-05T02:25:02.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.425+0000 7f0aa5a00640 1 -- 172.21.15.33:0/1282988455 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f0aa01a7400 con 0x7f0aa0103ff0 2024-09-05T02:25:02.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.538+0000 7f0a97400640 1 -- 172.21.15.33:0/1282988455 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v28) ==== 115+0+0 (secure 0 0 0) 0x7f0a9009b960 con 0x7f0aa0103ff0 2024-09-05T02:25:02.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.541+0000 7f0aa5a00640 1 -- 172.21.15.33:0/1282988455 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0a840a2c00 msgr2=0x7f0a840a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:02.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.541+0000 7f0aa5a00640 1 --2- 172.21.15.33:0/1282988455 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0a840a2c00 0x7f0a840a50c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f0a88000c00 tx=0x7f0a88005b50 comp rx=0 tx=0).stop 2024-09-05T02:25:02.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.541+0000 7f0aa5a00640 1 -- 172.21.15.33:0/1282988455 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0aa0103ff0 msgr2=0x7f0aa019a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:02.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.541+0000 7f0aa5a00640 1 --2- 172.21.15.33:0/1282988455 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0aa0103ff0 0x7f0aa019a5f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f0a9000d950 tx=0x7f0a9000de10 comp rx=0 tx=0).stop 2024-09-05T02:25:02.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.541+0000 7f0aa5a00640 1 -- 172.21.15.33:0/1282988455 shutdown_connections 2024-09-05T02:25:02.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.541+0000 7f0aa5a00640 1 --2- 172.21.15.33:0/1282988455 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0a840a2c00 0x7f0a840a50c0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:02.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.541+0000 7f0aa5a00640 1 --2- 172.21.15.33:0/1282988455 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0aa0109120 0x7f0aa019eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:02.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.541+0000 7f0aa5a00640 1 --2- 172.21.15.33:0/1282988455 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0aa01049a0 0x7f0aa019ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:02.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.541+0000 7f0aa5a00640 1 --2- 172.21.15.33:0/1282988455 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0aa0103ff0 0x7f0aa019a5f0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:02.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.541+0000 7f0aa5a00640 1 -- 172.21.15.33:0/1282988455 >> 172.21.15.33:0/1282988455 conn(0x7f0aa00ffa90 msgr2=0x7f0aa0101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:02.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.541+0000 7f0aa5a00640 1 -- 172.21.15.33:0/1282988455 shutdown_connections 2024-09-05T02:25:02.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:02.542+0000 7f0aa5a00640 1 -- 172.21.15.33:0/1282988455 wait complete. 2024-09-05T02:25:02.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:02 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] up:active 2024-09-05T02:25:02.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:02 smithi033 ceph-mon[29909]: fsmap cephfs:5 7 up:standby 5 up:active 2024-09-05T02:25:02.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:02 smithi033 ceph-mon[29909]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-05T02:25:02.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:02 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1282988455' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-05T02:25:02.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:02 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] up:active 2024-09-05T02:25:02.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:02 smithi123 ceph-mon[34031]: fsmap cephfs:5 7 up:standby 5 up:active 2024-09-05T02:25:02.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:02 smithi123 ceph-mon[34031]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-05T02:25:02.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:02 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1282988455' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-05T02:25:02.886 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:25:02 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-b[64320]: 2024-09-05T02:25:02.733+0000 7f21cf09d640 -1 mds.pinger is_rank_lagging: rank=3 was never sent ping request. 2024-09-05T02:25:02.886 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:25:02 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-b[64320]: 2024-09-05T02:25:02.733+0000 7f21cf09d640 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2024-09-05T02:25:03.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:02 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] up:active 2024-09-05T02:25:03.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:02 smithi174 ceph-mon[34756]: fsmap cephfs:5 7 up:standby 5 up:active 2024-09-05T02:25:03.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:02 smithi174 ceph-mon[34756]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-05T02:25:03.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:02 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1282988455' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-05T02:25:03.332 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--size 25000000000'} subvols for filesystem 'cephfs' 2024-09-05T02:25:03.333 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-09-05T02:25:03.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:03 smithi033 ceph-mon[29909]: pgmap v298: 97 pgs: 97 active+clean; 583 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s wr, 10 op/s 2024-09-05T02:25:03.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:03 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1282988455' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-05T02:25:03.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:03 smithi033 ceph-mon[29909]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-05T02:25:03.716 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:03.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:03 smithi123 ceph-mon[34031]: pgmap v298: 97 pgs: 97 active+clean; 583 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s wr, 10 op/s 2024-09-05T02:25:03.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:03 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1282988455' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-05T02:25:03.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:03 smithi123 ceph-mon[34031]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-05T02:25:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:03 smithi174 ceph-mon[34756]: pgmap v298: 97 pgs: 97 active+clean; 583 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s wr, 10 op/s 2024-09-05T02:25:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:03 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1282988455' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-05T02:25:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:03 smithi174 ceph-mon[34756]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-05T02:25:04.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.278+0000 7fba95200640 1 -- 172.21.15.33:0/1073624777 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba90074f40 msgr2=0x7fba9010de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:04.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.278+0000 7fba95200640 1 --2- 172.21.15.33:0/1073624777 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba90074f40 0x7fba9010de80 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fba78009900 tx=0x7fba7802a480 comp rx=0 tx=0).stop 2024-09-05T02:25:04.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.278+0000 7fba95200640 1 -- 172.21.15.33:0/1073624777 shutdown_connections 2024-09-05T02:25:04.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.278+0000 7fba95200640 1 --2- 172.21.15.33:0/1073624777 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fba9010e3c0 0x7fba90110810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:04.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.278+0000 7fba95200640 1 --2- 172.21.15.33:0/1073624777 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba90074f40 0x7fba9010de80 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:04.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.278+0000 7fba95200640 1 --2- 172.21.15.33:0/1073624777 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba90074620 0x7fba90074a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:04.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.278+0000 7fba95200640 1 -- 172.21.15.33:0/1073624777 >> 172.21.15.33:0/1073624777 conn(0x7fba900fd8c0 msgr2=0x7fba900ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:04.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.278+0000 7fba95200640 1 -- 172.21.15.33:0/1073624777 shutdown_connections 2024-09-05T02:25:04.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.278+0000 7fba95200640 1 -- 172.21.15.33:0/1073624777 wait complete. 2024-09-05T02:25:04.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.279+0000 7fba95200640 1 Processor -- start 2024-09-05T02:25:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.279+0000 7fba95200640 1 -- start start 2024-09-05T02:25:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.280+0000 7fba95200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fba90074620 0x7fba9019a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.280+0000 7fba95200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba90074f40 0x7fba9019abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.280+0000 7fba95200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba9010e3c0 0x7fba9019ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.280+0000 7fba95200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fba90114190 con 0x7fba9010e3c0 2024-09-05T02:25:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.280+0000 7fba95200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fba90114010 con 0x7fba90074f40 2024-09-05T02:25:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.280+0000 7fba95200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fba90114310 con 0x7fba90074620 2024-09-05T02:25:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.280+0000 7fba8e800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba9010e3c0 0x7fba9019ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.280+0000 7fba8e800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba9010e3c0 0x7fba9019ef60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60348/0 (socket says 172.21.15.33:60348) 2024-09-05T02:25:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.280+0000 7fba8e800640 1 -- 172.21.15.33:0/4215899514 learned_addr learned my addr 172.21.15.33:0/4215899514 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.280+0000 7fba87e00640 1 --2- 172.21.15.33:0/4215899514 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba90074f40 0x7fba9019abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.280+0000 7fba8de00640 1 --2- 172.21.15.33:0/4215899514 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fba90074620 0x7fba9019a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:04.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.281+0000 7fba8e800640 1 -- 172.21.15.33:0/4215899514 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fba90074620 msgr2=0x7fba9019a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:04.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.281+0000 7fba8e800640 1 --2- 172.21.15.33:0/4215899514 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fba90074620 0x7fba9019a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:04.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.281+0000 7fba8e800640 1 -- 172.21.15.33:0/4215899514 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba90074f40 msgr2=0x7fba9019abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:04.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.281+0000 7fba8e800640 1 --2- 172.21.15.33:0/4215899514 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba90074f40 0x7fba9019abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:04.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.281+0000 7fba8e800640 1 -- 172.21.15.33:0/4215899514 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba9019f640 con 0x7fba9010e3c0 2024-09-05T02:25:04.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.281+0000 7fba87e00640 1 --2- 172.21.15.33:0/4215899514 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba90074f40 0x7fba9019abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:25:04.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.281+0000 7fba8e800640 1 --2- 172.21.15.33:0/4215899514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba9010e3c0 0x7fba9019ef60 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fba8800eaa0 tx=0x7fba8800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:04.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.281+0000 7fba86a00640 1 -- 172.21.15.33:0/4215899514 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba8800cdb0 con 0x7fba9010e3c0 2024-09-05T02:25:04.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.281+0000 7fba95200640 1 -- 172.21.15.33:0/4215899514 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba9019f930 con 0x7fba9010e3c0 2024-09-05T02:25:04.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.281+0000 7fba86a00640 1 -- 172.21.15.33:0/4215899514 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fba88005020 con 0x7fba9010e3c0 2024-09-05T02:25:04.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.281+0000 7fba86a00640 1 -- 172.21.15.33:0/4215899514 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba880116b0 con 0x7fba9010e3c0 2024-09-05T02:25:04.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.281+0000 7fba95200640 1 -- 172.21.15.33:0/4215899514 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba901a7210 con 0x7fba9010e3c0 2024-09-05T02:25:04.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.282+0000 7fba95200640 1 -- 172.21.15.33:0/4215899514 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba90074a00 con 0x7fba9010e3c0 2024-09-05T02:25:04.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.284+0000 7fba86a00640 1 -- 172.21.15.33:0/4215899514 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fba88005560 con 0x7fba9010e3c0 2024-09-05T02:25:04.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.286+0000 7fba86a00640 1 --2- 172.21.15.33:0/4215899514 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fba740a2c00 0x7fba740a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:04.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.286+0000 7fba86a00640 1 -- 172.21.15.33:0/4215899514 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7fba880cf110 con 0x7fba9010e3c0 2024-09-05T02:25:04.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.286+0000 7fba8de00640 1 --2- 172.21.15.33:0/4215899514 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fba740a2c00 0x7fba740a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:04.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.286+0000 7fba8de00640 1 --2- 172.21.15.33:0/4215899514 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fba740a2c00 0x7fba740a50c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fba800095f0 tx=0x7fba80005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:04.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.290+0000 7fba86a00640 1 -- 172.21.15.33:0/4215899514 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fba88016030 con 0x7fba9010e3c0 2024-09-05T02:25:04.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.501+0000 7fba95200640 1 -- 172.21.15.33:0/4215899514 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fba90062630 con 0x7fba740a2c00 2024-09-05T02:25:04.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.532+0000 7fba86a00640 1 -- 172.21.15.33:0/4215899514 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fba90062630 con 0x7fba740a2c00 2024-09-05T02:25:04.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.534+0000 7fba95200640 1 -- 172.21.15.33:0/4215899514 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fba740a2c00 msgr2=0x7fba740a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:04.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.534+0000 7fba95200640 1 --2- 172.21.15.33:0/4215899514 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fba740a2c00 0x7fba740a50c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fba800095f0 tx=0x7fba80005f90 comp rx=0 tx=0).stop 2024-09-05T02:25:04.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.534+0000 7fba95200640 1 -- 172.21.15.33:0/4215899514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba9010e3c0 msgr2=0x7fba9019ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:04.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.534+0000 7fba95200640 1 --2- 172.21.15.33:0/4215899514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba9010e3c0 0x7fba9019ef60 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fba8800eaa0 tx=0x7fba8800ef60 comp rx=0 tx=0).stop 2024-09-05T02:25:04.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.534+0000 7fba95200640 1 -- 172.21.15.33:0/4215899514 shutdown_connections 2024-09-05T02:25:04.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.534+0000 7fba95200640 1 --2- 172.21.15.33:0/4215899514 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fba740a2c00 0x7fba740a50c0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:04.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.534+0000 7fba95200640 1 --2- 172.21.15.33:0/4215899514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba9010e3c0 0x7fba9019ef60 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:04.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.534+0000 7fba95200640 1 --2- 172.21.15.33:0/4215899514 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba90074f40 0x7fba9019abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:04.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.534+0000 7fba95200640 1 --2- 172.21.15.33:0/4215899514 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fba90074620 0x7fba9019a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:04.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.534+0000 7fba95200640 1 -- 172.21.15.33:0/4215899514 >> 172.21.15.33:0/4215899514 conn(0x7fba900fd8c0 msgr2=0x7fba900fe560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:04.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.534+0000 7fba95200640 1 -- 172.21.15.33:0/4215899514 shutdown_connections 2024-09-05T02:25:04.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:04.534+0000 7fba95200640 1 -- 172.21.15.33:0/4215899514 wait complete. 2024-09-05T02:25:04.835 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:25:04 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:25:04.508+0000 7ff7a3800640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T02:25:04.836 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:25:04 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:25:04.508+0000 7ff7a3800640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T02:25:04.836 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:25:04 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:25:04.508+0000 7ff7a3800640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T02:25:04.836 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:25:04 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:25:04.508+0000 7ff7a3800640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T02:25:04.836 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:25:04 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:25:04.508+0000 7ff7a3800640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T02:25:05.309 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-09-05T02:25:05.694 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:05.833 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:05 smithi033 ceph-mon[29909]: pgmap v299: 97 pgs: 97 active+clean; 584 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 4.1 KiB/s wr, 14 op/s 2024-09-05T02:25:05.833 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:05 smithi033 ceph-mon[29909]: from='client.14613 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:25:05.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:05 smithi123 ceph-mon[34031]: pgmap v299: 97 pgs: 97 active+clean; 584 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 4.1 KiB/s wr, 14 op/s 2024-09-05T02:25:05.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:05 smithi123 ceph-mon[34031]: from='client.14613 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:25:06.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:05 smithi174 ceph-mon[34756]: pgmap v299: 97 pgs: 97 active+clean; 584 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 4.1 KiB/s wr, 14 op/s 2024-09-05T02:25:06.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:05 smithi174 ceph-mon[34756]: from='client.14613 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:25:06.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.161+0000 7f693e600640 1 -- 172.21.15.33:0/1778654680 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6938074f40 msgr2=0x7f693810de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:06.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.161+0000 7f693e600640 1 --2- 172.21.15.33:0/1778654680 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6938074f40 0x7f693810de80 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f6920009900 tx=0x7f692002a480 comp rx=0 tx=0).stop 2024-09-05T02:25:06.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.162+0000 7f693e600640 1 -- 172.21.15.33:0/1778654680 shutdown_connections 2024-09-05T02:25:06.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.162+0000 7f693e600640 1 --2- 172.21.15.33:0/1778654680 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f693810e3c0 0x7f6938110810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:06.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.162+0000 7f693e600640 1 --2- 172.21.15.33:0/1778654680 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6938074f40 0x7f693810de80 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:06.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.162+0000 7f693e600640 1 --2- 172.21.15.33:0/1778654680 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6938074620 0x7f6938074a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:06.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.162+0000 7f693e600640 1 -- 172.21.15.33:0/1778654680 >> 172.21.15.33:0/1778654680 conn(0x7f69380fd8c0 msgr2=0x7f69380ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:06.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.162+0000 7f693e600640 1 -- 172.21.15.33:0/1778654680 shutdown_connections 2024-09-05T02:25:06.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.162+0000 7f693e600640 1 -- 172.21.15.33:0/1778654680 wait complete. 2024-09-05T02:25:06.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.163+0000 7f693e600640 1 Processor -- start 2024-09-05T02:25:06.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.163+0000 7f693e600640 1 -- start start 2024-09-05T02:25:06.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.163+0000 7f693e600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6938074620 0x7f693819a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:06.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.163+0000 7f693e600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6938074f40 0x7f693819abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:06.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.163+0000 7f693e600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f693810e3c0 0x7f693819ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:06.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.163+0000 7f693e600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6938114190 con 0x7f6938074620 2024-09-05T02:25:06.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.163+0000 7f693e600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6938114010 con 0x7f6938074f40 2024-09-05T02:25:06.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.163+0000 7f693e600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6938114310 con 0x7f693810e3c0 2024-09-05T02:25:06.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.163+0000 7f6937400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6938074620 0x7f693819a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:06.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.163+0000 7f6937400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6938074620 0x7f693819a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60378/0 (socket says 172.21.15.33:60378) 2024-09-05T02:25:06.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.163+0000 7f6937400640 1 -- 172.21.15.33:0/2718427548 learned_addr learned my addr 172.21.15.33:0/2718427548 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:06.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.163+0000 7f692fe00640 1 --2- 172.21.15.33:0/2718427548 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6938074f40 0x7f693819abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:06.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.163+0000 7f6937e00640 1 --2- 172.21.15.33:0/2718427548 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f693810e3c0 0x7f693819ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:06.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.164+0000 7f692fe00640 1 -- 172.21.15.33:0/2718427548 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f693810e3c0 msgr2=0x7f693819ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:06.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.164+0000 7f692fe00640 1 --2- 172.21.15.33:0/2718427548 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f693810e3c0 0x7f693819ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:06.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.164+0000 7f692fe00640 1 -- 172.21.15.33:0/2718427548 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6938074620 msgr2=0x7f693819a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:06.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.164+0000 7f692fe00640 1 --2- 172.21.15.33:0/2718427548 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6938074620 0x7f693819a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:06.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.164+0000 7f692fe00640 1 -- 172.21.15.33:0/2718427548 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f693819f640 con 0x7f6938074f40 2024-09-05T02:25:06.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.164+0000 7f692fe00640 1 --2- 172.21.15.33:0/2718427548 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6938074f40 0x7f693819abd0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f692002a9a0 tx=0x7f6920003b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:06.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.164+0000 7f6934c00640 1 -- 172.21.15.33:0/2718427548 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f692003f070 con 0x7f6938074f40 2024-09-05T02:25:06.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.164+0000 7f693e600640 1 -- 172.21.15.33:0/2718427548 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f693819f8d0 con 0x7f6938074f40 2024-09-05T02:25:06.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.164+0000 7f6934c00640 1 -- 172.21.15.33:0/2718427548 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6920031c90 con 0x7f6938074f40 2024-09-05T02:25:06.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.164+0000 7f6934c00640 1 -- 172.21.15.33:0/2718427548 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6920035030 con 0x7f6938074f40 2024-09-05T02:25:06.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.165+0000 7f693e600640 1 -- 172.21.15.33:0/2718427548 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69381a7210 con 0x7f6938074f40 2024-09-05T02:25:06.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.166+0000 7f693e600640 1 -- 172.21.15.33:0/2718427548 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6938074a00 con 0x7f6938074f40 2024-09-05T02:25:06.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.168+0000 7f6934c00640 1 -- 172.21.15.33:0/2718427548 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6920042070 con 0x7f6938074f40 2024-09-05T02:25:06.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.169+0000 7f6934c00640 1 --2- 172.21.15.33:0/2718427548 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f691c0a2c10 0x7f691c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:06.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.169+0000 7f6934c00640 1 -- 172.21.15.33:0/2718427548 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7f69200efc60 con 0x7f6938074f40 2024-09-05T02:25:06.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.169+0000 7f6937400640 1 --2- 172.21.15.33:0/2718427548 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f691c0a2c10 0x7f691c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:06.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.170+0000 7f6937400640 1 --2- 172.21.15.33:0/2718427548 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f691c0a2c10 0x7f691c0a50d0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f6928005fd0 tx=0x7f692800b480 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:06.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.171+0000 7f6934c00640 1 -- 172.21.15.33:0/2718427548 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f69200bc4c0 con 0x7f6938074f40 2024-09-05T02:25:06.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.384+0000 7f693e600640 1 -- 172.21.15.33:0/2718427548 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f6938109570 con 0x7f691c0a2c10 2024-09-05T02:25:06.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.410+0000 7f6934c00640 1 -- 172.21.15.33:0/2718427548 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f6938109570 con 0x7f691c0a2c10 2024-09-05T02:25:06.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.412+0000 7f693e600640 1 -- 172.21.15.33:0/2718427548 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f691c0a2c10 msgr2=0x7f691c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:06.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.412+0000 7f693e600640 1 --2- 172.21.15.33:0/2718427548 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f691c0a2c10 0x7f691c0a50d0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f6928005fd0 tx=0x7f692800b480 comp rx=0 tx=0).stop 2024-09-05T02:25:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.412+0000 7f693e600640 1 -- 172.21.15.33:0/2718427548 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6938074f40 msgr2=0x7f693819abd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.412+0000 7f693e600640 1 --2- 172.21.15.33:0/2718427548 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6938074f40 0x7f693819abd0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f692002a9a0 tx=0x7f6920003b90 comp rx=0 tx=0).stop 2024-09-05T02:25:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.412+0000 7f693e600640 1 -- 172.21.15.33:0/2718427548 shutdown_connections 2024-09-05T02:25:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.412+0000 7f693e600640 1 --2- 172.21.15.33:0/2718427548 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f691c0a2c10 0x7f691c0a50d0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.412+0000 7f693e600640 1 --2- 172.21.15.33:0/2718427548 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f693810e3c0 0x7f693819ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.412+0000 7f693e600640 1 --2- 172.21.15.33:0/2718427548 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6938074f40 0x7f693819abd0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.412+0000 7f693e600640 1 --2- 172.21.15.33:0/2718427548 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6938074620 0x7f693819a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.412+0000 7f693e600640 1 -- 172.21.15.33:0/2718427548 >> 172.21.15.33:0/2718427548 conn(0x7f69380fd8c0 msgr2=0x7f69380fe5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.413+0000 7f693e600640 1 -- 172.21.15.33:0/2718427548 shutdown_connections 2024-09-05T02:25:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:06.413+0000 7f693e600640 1 -- 172.21.15.33:0/2718427548 wait complete. 2024-09-05T02:25:06.822 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:06 smithi033 ceph-mon[29909]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-05T02:25:06.822 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:06 smithi033 ceph-mon[29909]: from='client.24635 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:25:06.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:06 smithi123 ceph-mon[34031]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-05T02:25:06.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:06 smithi123 ceph-mon[34031]: from='client.24635 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:25:07.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:06 smithi174 ceph-mon[34756]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-05T02:25:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:06 smithi174 ceph-mon[34756]: from='client.24635 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:25:07.302 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-09-05T02:25:07.680 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:07.819 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:07 smithi033 ceph-mon[29909]: pgmap v300: 97 pgs: 97 active+clean; 585 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 4.2 KiB/s wr, 19 op/s 2024-09-05T02:25:07.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:07 smithi123 ceph-mon[34031]: pgmap v300: 97 pgs: 97 active+clean; 585 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 4.2 KiB/s wr, 19 op/s 2024-09-05T02:25:08.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:07 smithi174 ceph-mon[34756]: pgmap v300: 97 pgs: 97 active+clean; 585 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 4.2 KiB/s wr, 19 op/s 2024-09-05T02:25:08.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.170+0000 7f192ec00640 1 -- 172.21.15.33:0/2449933408 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f192810e3c0 msgr2=0x7f1928110810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:08.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.170+0000 7f192ec00640 1 --2- 172.21.15.33:0/2449933408 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f192810e3c0 0x7f1928110810 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f1920009ca0 tx=0x7f192002a950 comp rx=0 tx=0).stop 2024-09-05T02:25:08.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.170+0000 7f192ec00640 1 -- 172.21.15.33:0/2449933408 shutdown_connections 2024-09-05T02:25:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.170+0000 7f192ec00640 1 --2- 172.21.15.33:0/2449933408 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f192810e3c0 0x7f1928110810 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.170+0000 7f192ec00640 1 --2- 172.21.15.33:0/2449933408 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1928074f40 0x7f192810de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.170+0000 7f192ec00640 1 --2- 172.21.15.33:0/2449933408 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1928074620 0x7f1928074a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.170+0000 7f192ec00640 1 -- 172.21.15.33:0/2449933408 >> 172.21.15.33:0/2449933408 conn(0x7f19280fd8c0 msgr2=0x7f19280ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.170+0000 7f192ec00640 1 -- 172.21.15.33:0/2449933408 shutdown_connections 2024-09-05T02:25:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.170+0000 7f192ec00640 1 -- 172.21.15.33:0/2449933408 wait complete. 2024-09-05T02:25:08.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.171+0000 7f192ec00640 1 Processor -- start 2024-09-05T02:25:08.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.171+0000 7f192ec00640 1 -- start start 2024-09-05T02:25:08.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.171+0000 7f192ec00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1928074620 0x7f192819a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:08.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.171+0000 7f192ec00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1928074f40 0x7f192819ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:08.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.171+0000 7f192ec00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f192810e3c0 0x7f192819ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:08.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.171+0000 7f192ec00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f19281141a0 con 0x7f192810e3c0 2024-09-05T02:25:08.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.171+0000 7f192ec00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1928114020 con 0x7f1928074f40 2024-09-05T02:25:08.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.171+0000 7f192ec00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f1928114320 con 0x7f1928074620 2024-09-05T02:25:08.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.172+0000 7f192cc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f192810e3c0 0x7f192819ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:08.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.172+0000 7f191fe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1928074f40 0x7f192819ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:08.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.172+0000 7f191fe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1928074f40 0x7f192819ac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35980/0 (socket says 172.21.15.33:35980) 2024-09-05T02:25:08.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.172+0000 7f191fe00640 1 -- 172.21.15.33:0/3381393101 learned_addr learned my addr 172.21.15.33:0/3381393101 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:08.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.172+0000 7f1927e00640 1 --2- 172.21.15.33:0/3381393101 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1928074620 0x7f192819a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:08.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.172+0000 7f192cc00640 1 -- 172.21.15.33:0/3381393101 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1928074620 msgr2=0x7f192819a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:08.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.172+0000 7f192cc00640 1 --2- 172.21.15.33:0/3381393101 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1928074620 0x7f192819a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:08.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.172+0000 7f192cc00640 1 -- 172.21.15.33:0/3381393101 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1928074f40 msgr2=0x7f192819ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:08.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.172+0000 7f192cc00640 1 --2- 172.21.15.33:0/3381393101 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1928074f40 0x7f192819ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:08.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.172+0000 7f192cc00640 1 -- 172.21.15.33:0/3381393101 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f192819f670 con 0x7f192810e3c0 2024-09-05T02:25:08.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.172+0000 7f191fe00640 1 --2- 172.21.15.33:0/3381393101 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1928074f40 0x7f192819ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:25:08.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.172+0000 7f192cc00640 1 --2- 172.21.15.33:0/3381393101 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f192810e3c0 0x7f192819ef90 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1920005e30 tx=0x7f1920003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:08.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.173+0000 7f1925600640 1 -- 172.21.15.33:0/3381393101 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1920034040 con 0x7f192810e3c0 2024-09-05T02:25:08.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.173+0000 7f192ec00640 1 -- 172.21.15.33:0/3381393101 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f192819f900 con 0x7f192810e3c0 2024-09-05T02:25:08.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.173+0000 7f1925600640 1 -- 172.21.15.33:0/3381393101 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f192002fe20 con 0x7f192810e3c0 2024-09-05T02:25:08.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.173+0000 7f1925600640 1 -- 172.21.15.33:0/3381393101 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1920004680 con 0x7f192810e3c0 2024-09-05T02:25:08.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.173+0000 7f192ec00640 1 -- 172.21.15.33:0/3381393101 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19281a7240 con 0x7f192810e3c0 2024-09-05T02:25:08.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.174+0000 7f192ec00640 1 -- 172.21.15.33:0/3381393101 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1928074a00 con 0x7f192810e3c0 2024-09-05T02:25:08.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.176+0000 7f1925600640 1 -- 172.21.15.33:0/3381393101 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1920037020 con 0x7f192810e3c0 2024-09-05T02:25:08.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.177+0000 7f1925600640 1 --2- 172.21.15.33:0/3381393101 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f190c0a2c90 0x7f190c0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:08.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.177+0000 7f1925600640 1 -- 172.21.15.33:0/3381393101 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7f19200efc80 con 0x7f192810e3c0 2024-09-05T02:25:08.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.177+0000 7f1927e00640 1 --2- 172.21.15.33:0/3381393101 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f190c0a2c90 0x7f190c0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:08.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.178+0000 7f1927e00640 1 --2- 172.21.15.33:0/3381393101 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f190c0a2c90 0x7f190c0a5150 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f19180095f0 tx=0x7f1918005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:08.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.181+0000 7f1925600640 1 -- 172.21.15.33:0/3381393101 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f19200bcc40 con 0x7f192810e3c0 2024-09-05T02:25:08.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.393+0000 7f192ec00640 1 -- 172.21.15.33:0/3381393101 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f1928062630 con 0x7f190c0a2c90 2024-09-05T02:25:08.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.399+0000 7f1925600640 1 -- 172.21.15.33:0/3381393101 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f1928062630 con 0x7f190c0a2c90 2024-09-05T02:25:08.401 INFO:teuthology.orchestra.run.smithi033.stdout:/volumes/qa/sv_0/b9772c65-153c-4aef-a129-b079e1ff56ff 2024-09-05T02:25:08.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.401+0000 7f192ec00640 1 -- 172.21.15.33:0/3381393101 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f190c0a2c90 msgr2=0x7f190c0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:08.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.402+0000 7f192ec00640 1 --2- 172.21.15.33:0/3381393101 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f190c0a2c90 0x7f190c0a5150 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f19180095f0 tx=0x7f1918005f90 comp rx=0 tx=0).stop 2024-09-05T02:25:08.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.402+0000 7f192ec00640 1 -- 172.21.15.33:0/3381393101 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f192810e3c0 msgr2=0x7f192819ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:08.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.402+0000 7f192ec00640 1 --2- 172.21.15.33:0/3381393101 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f192810e3c0 0x7f192819ef90 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1920005e30 tx=0x7f1920003c10 comp rx=0 tx=0).stop 2024-09-05T02:25:08.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.402+0000 7f192ec00640 1 -- 172.21.15.33:0/3381393101 shutdown_connections 2024-09-05T02:25:08.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.402+0000 7f192ec00640 1 --2- 172.21.15.33:0/3381393101 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f190c0a2c90 0x7f190c0a5150 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:08.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.402+0000 7f192ec00640 1 --2- 172.21.15.33:0/3381393101 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f192810e3c0 0x7f192819ef90 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:08.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.402+0000 7f192ec00640 1 --2- 172.21.15.33:0/3381393101 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1928074f40 0x7f192819ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:08.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.402+0000 7f192ec00640 1 --2- 172.21.15.33:0/3381393101 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1928074620 0x7f192819a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:08.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.402+0000 7f192ec00640 1 -- 172.21.15.33:0/3381393101 >> 172.21.15.33:0/3381393101 conn(0x7f19280fd8c0 msgr2=0x7f19280fe560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:08.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.402+0000 7f192ec00640 1 -- 172.21.15.33:0/3381393101 shutdown_connections 2024-09-05T02:25:08.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:08.402+0000 7f192ec00640 1 -- 172.21.15.33:0/3381393101 wait complete. 2024-09-05T02:25:08.779 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:08 smithi033 ceph-mon[29909]: from='client.14631 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:25:08.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:08 smithi123 ceph-mon[34031]: from='client.14631 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:25:09.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:08 smithi174 ceph-mon[34756]: from='client.14631 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:25:09.238 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-09-05T02:25:09.614 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:09.836 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:09 smithi033 ceph-mon[29909]: pgmap v301: 97 pgs: 97 active+clean; 585 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 4.2 KiB/s wr, 19 op/s 2024-09-05T02:25:09.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:09 smithi123 ceph-mon[34031]: pgmap v301: 97 pgs: 97 active+clean; 585 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 4.2 KiB/s wr, 19 op/s 2024-09-05T02:25:10.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:09 smithi174 ceph-mon[34756]: pgmap v301: 97 pgs: 97 active+clean; 585 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 4.2 KiB/s wr, 19 op/s 2024-09-05T02:25:10.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.118+0000 7f0a53800640 1 -- 172.21.15.33:0/2215203137 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a4c1027a0 msgr2=0x7f0a4c1067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:10.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.118+0000 7f0a53800640 1 --2- 172.21.15.33:0/2215203137 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a4c1027a0 0x7f0a4c1067f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f0a38009900 tx=0x7f0a3802a410 comp rx=0 tx=0).stop 2024-09-05T02:25:10.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.118+0000 7f0a53800640 1 -- 172.21.15.33:0/2215203137 shutdown_connections 2024-09-05T02:25:10.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.118+0000 7f0a53800640 1 --2- 172.21.15.33:0/2215203137 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a4c106f20 0x7f0a4c10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:10.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.118+0000 7f0a53800640 1 --2- 172.21.15.33:0/2215203137 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a4c1027a0 0x7f0a4c1067f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:10.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.118+0000 7f0a53800640 1 --2- 172.21.15.33:0/2215203137 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0a4c101df0 0x7f0a4c1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:10.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.118+0000 7f0a53800640 1 -- 172.21.15.33:0/2215203137 >> 172.21.15.33:0/2215203137 conn(0x7f0a4c0fd8b0 msgr2=0x7f0a4c0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:10.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.118+0000 7f0a53800640 1 -- 172.21.15.33:0/2215203137 shutdown_connections 2024-09-05T02:25:10.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.118+0000 7f0a53800640 1 -- 172.21.15.33:0/2215203137 wait complete. 2024-09-05T02:25:10.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.119+0000 7f0a53800640 1 Processor -- start 2024-09-05T02:25:10.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.120+0000 7f0a53800640 1 -- start start 2024-09-05T02:25:10.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.120+0000 7f0a53800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a4c101df0 0x7f0a4c19a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:10.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.120+0000 7f0a53800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a4c1027a0 0x7f0a4c19ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:10.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.120+0000 7f0a53800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0a4c106f20 0x7f0a4c19eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:10.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.120+0000 7f0a53800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0a4c111fd0 con 0x7f0a4c1027a0 2024-09-05T02:25:10.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.120+0000 7f0a53800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0a4c111e50 con 0x7f0a4c101df0 2024-09-05T02:25:10.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.120+0000 7f0a53800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0a4c112150 con 0x7f0a4c106f20 2024-09-05T02:25:10.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.120+0000 7f0a4be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a4c1027a0 0x7f0a4c19ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:10.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.120+0000 7f0a4be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a4c1027a0 0x7f0a4c19ab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42088/0 (socket says 172.21.15.33:42088) 2024-09-05T02:25:10.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.120+0000 7f0a4be00640 1 -- 172.21.15.33:0/4030591365 learned_addr learned my addr 172.21.15.33:0/4030591365 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:10.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.120+0000 7f0a50e00640 1 --2- 172.21.15.33:0/4030591365 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a4c101df0 0x7f0a4c19a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:10.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.120+0000 7f0a51800640 1 --2- 172.21.15.33:0/4030591365 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0a4c106f20 0x7f0a4c19eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:10.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.121+0000 7f0a4be00640 1 -- 172.21.15.33:0/4030591365 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0a4c106f20 msgr2=0x7f0a4c19eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:10.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.121+0000 7f0a4be00640 1 --2- 172.21.15.33:0/4030591365 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0a4c106f20 0x7f0a4c19eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:10.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.121+0000 7f0a4be00640 1 -- 172.21.15.33:0/4030591365 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a4c101df0 msgr2=0x7f0a4c19a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:10.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.121+0000 7f0a4be00640 1 --2- 172.21.15.33:0/4030591365 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a4c101df0 0x7f0a4c19a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:10.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.121+0000 7f0a4be00640 1 -- 172.21.15.33:0/4030591365 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a4c19f5c0 con 0x7f0a4c1027a0 2024-09-05T02:25:10.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.121+0000 7f0a51800640 1 --2- 172.21.15.33:0/4030591365 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0a4c106f20 0x7f0a4c19eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:25:10.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.121+0000 7f0a4be00640 1 --2- 172.21.15.33:0/4030591365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a4c1027a0 0x7f0a4c19ab50 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f0a38004770 tx=0x7f0a38003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:10.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.121+0000 7f0a49600640 1 -- 172.21.15.33:0/4030591365 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a3803f070 con 0x7f0a4c1027a0 2024-09-05T02:25:10.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.121+0000 7f0a49600640 1 -- 172.21.15.33:0/4030591365 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0a38031ca0 con 0x7f0a4c1027a0 2024-09-05T02:25:10.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.121+0000 7f0a49600640 1 -- 172.21.15.33:0/4030591365 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a38035030 con 0x7f0a4c1027a0 2024-09-05T02:25:10.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.121+0000 7f0a53800640 1 -- 172.21.15.33:0/4030591365 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a4c19f850 con 0x7f0a4c1027a0 2024-09-05T02:25:10.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.122+0000 7f0a53800640 1 -- 172.21.15.33:0/4030591365 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a4c19fce0 con 0x7f0a4c1027a0 2024-09-05T02:25:10.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.123+0000 7f0a53800640 1 -- 172.21.15.33:0/4030591365 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a4c1021d0 con 0x7f0a4c1027a0 2024-09-05T02:25:10.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.125+0000 7f0a49600640 1 -- 172.21.15.33:0/4030591365 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0a38042070 con 0x7f0a4c1027a0 2024-09-05T02:25:10.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.126+0000 7f0a49600640 1 --2- 172.21.15.33:0/4030591365 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0a340a2c10 0x7f0a340a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:10.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.126+0000 7f0a49600640 1 -- 172.21.15.33:0/4030591365 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7f0a380ef770 con 0x7f0a4c1027a0 2024-09-05T02:25:10.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.126+0000 7f0a50e00640 1 --2- 172.21.15.33:0/4030591365 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0a340a2c10 0x7f0a340a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:10.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.127+0000 7f0a50e00640 1 --2- 172.21.15.33:0/4030591365 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0a340a2c10 0x7f0a340a50d0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f0a40009bd0 tx=0x7f0a40005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:10.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.130+0000 7f0a49600640 1 -- 172.21.15.33:0/4030591365 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0a380bc6e0 con 0x7f0a4c1027a0 2024-09-05T02:25:10.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.344+0000 7f0a53800640 1 -- 172.21.15.33:0/4030591365 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f0a4c075430 con 0x7f0a340a2c10 2024-09-05T02:25:10.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.371+0000 7f0a49600640 1 -- 172.21.15.33:0/4030591365 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f0a4c075430 con 0x7f0a340a2c10 2024-09-05T02:25:10.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.374+0000 7f0a53800640 1 -- 172.21.15.33:0/4030591365 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0a340a2c10 msgr2=0x7f0a340a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:10.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.374+0000 7f0a53800640 1 --2- 172.21.15.33:0/4030591365 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0a340a2c10 0x7f0a340a50d0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f0a40009bd0 tx=0x7f0a40005f90 comp rx=0 tx=0).stop 2024-09-05T02:25:10.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.374+0000 7f0a53800640 1 -- 172.21.15.33:0/4030591365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a4c1027a0 msgr2=0x7f0a4c19ab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:10.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.374+0000 7f0a53800640 1 --2- 172.21.15.33:0/4030591365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a4c1027a0 0x7f0a4c19ab50 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f0a38004770 tx=0x7f0a38003c10 comp rx=0 tx=0).stop 2024-09-05T02:25:10.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.374+0000 7f0a53800640 1 -- 172.21.15.33:0/4030591365 shutdown_connections 2024-09-05T02:25:10.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.374+0000 7f0a53800640 1 --2- 172.21.15.33:0/4030591365 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0a340a2c10 0x7f0a340a50d0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:10.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.374+0000 7f0a53800640 1 --2- 172.21.15.33:0/4030591365 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0a4c106f20 0x7f0a4c19eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:10.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.374+0000 7f0a53800640 1 --2- 172.21.15.33:0/4030591365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a4c1027a0 0x7f0a4c19ab50 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:10.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.374+0000 7f0a53800640 1 --2- 172.21.15.33:0/4030591365 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a4c101df0 0x7f0a4c19a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:10.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.374+0000 7f0a53800640 1 -- 172.21.15.33:0/4030591365 >> 172.21.15.33:0/4030591365 conn(0x7f0a4c0fd8b0 msgr2=0x7f0a4c0fe7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:10.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.374+0000 7f0a53800640 1 -- 172.21.15.33:0/4030591365 shutdown_connections 2024-09-05T02:25:10.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:10.374+0000 7f0a53800640 1 -- 172.21.15.33:0/4030591365 wait complete. 2024-09-05T02:25:10.797 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:10 smithi033 ceph-mon[29909]: from='client.14637 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:25:10.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:10 smithi123 ceph-mon[34031]: from='client.14637 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:25:11.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:10 smithi174 ceph-mon[34756]: from='client.14637 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:25:11.178 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-09-05T02:25:11.556 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:11.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:11 smithi033 ceph-mon[29909]: pgmap v302: 97 pgs: 97 active+clean; 610 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 6.7 KiB/s wr, 24 op/s 2024-09-05T02:25:11.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:11 smithi123 ceph-mon[34031]: pgmap v302: 97 pgs: 97 active+clean; 610 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 6.7 KiB/s wr, 24 op/s 2024-09-05T02:25:12.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:11 smithi174 ceph-mon[34756]: pgmap v302: 97 pgs: 97 active+clean; 610 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 6.7 KiB/s wr, 24 op/s 2024-09-05T02:25:12.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.175+0000 7fb281e00640 1 -- 172.21.15.33:0/1996958018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb27c109120 msgr2=0x7fb27c110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:12.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.175+0000 7fb281e00640 1 --2- 172.21.15.33:0/1996958018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb27c109120 0x7fb27c110ca0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb274009900 tx=0x7fb27402a410 comp rx=0 tx=0).stop 2024-09-05T02:25:12.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.175+0000 7fb281e00640 1 -- 172.21.15.33:0/1996958018 shutdown_connections 2024-09-05T02:25:12.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.175+0000 7fb281e00640 1 --2- 172.21.15.33:0/1996958018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb27c109120 0x7fb27c110ca0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:12.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.175+0000 7fb281e00640 1 --2- 172.21.15.33:0/1996958018 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb27c1049a0 0x7fb27c1089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:12.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.175+0000 7fb281e00640 1 --2- 172.21.15.33:0/1996958018 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb27c103ff0 0x7fb27c1043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:12.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.175+0000 7fb281e00640 1 -- 172.21.15.33:0/1996958018 >> 172.21.15.33:0/1996958018 conn(0x7fb27c0ffa90 msgr2=0x7fb27c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:12.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.176+0000 7fb281e00640 1 -- 172.21.15.33:0/1996958018 shutdown_connections 2024-09-05T02:25:12.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.176+0000 7fb281e00640 1 -- 172.21.15.33:0/1996958018 wait complete. 2024-09-05T02:25:12.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.177+0000 7fb281e00640 1 Processor -- start 2024-09-05T02:25:12.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.177+0000 7fb281e00640 1 -- start start 2024-09-05T02:25:12.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.177+0000 7fb281e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb27c103ff0 0x7fb27c19a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:12.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.178+0000 7fb281e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb27c1049a0 0x7fb27c19ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:12.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.178+0000 7fb281e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb27c109120 0x7fb27c19eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:12.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.178+0000 7fb281e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb27c1141a0 con 0x7fb27c1049a0 2024-09-05T02:25:12.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.178+0000 7fb281e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb27c114020 con 0x7fb27c109120 2024-09-05T02:25:12.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.178+0000 7fb281e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb27c114320 con 0x7fb27c103ff0 2024-09-05T02:25:12.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.178+0000 7fb272000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb27c1049a0 0x7fb27c19ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:12.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.178+0000 7fb27b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb27c109120 0x7fb27c19eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:12.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.178+0000 7fb27aa00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb27c103ff0 0x7fb27c19a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:12.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.178+0000 7fb272000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb27c1049a0 0x7fb27c19ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42104/0 (socket says 172.21.15.33:42104) 2024-09-05T02:25:12.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.178+0000 7fb27b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb27c109120 0x7fb27c19eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:55872/0 (socket says 172.21.15.33:55872) 2024-09-05T02:25:12.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.178+0000 7fb272000640 1 -- 172.21.15.33:0/885014588 learned_addr learned my addr 172.21.15.33:0/885014588 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:12.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.178+0000 7fb272000640 1 -- 172.21.15.33:0/885014588 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb27c103ff0 msgr2=0x7fb27c19a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:12.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.178+0000 7fb272000640 1 --2- 172.21.15.33:0/885014588 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb27c103ff0 0x7fb27c19a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:12.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.178+0000 7fb272000640 1 -- 172.21.15.33:0/885014588 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb27c109120 msgr2=0x7fb27c19eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:12.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.178+0000 7fb272000640 1 --2- 172.21.15.33:0/885014588 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb27c109120 0x7fb27c19eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:12.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.178+0000 7fb272000640 1 -- 172.21.15.33:0/885014588 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb27c19f590 con 0x7fb27c1049a0 2024-09-05T02:25:12.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.178+0000 7fb27aa00640 1 --2- 172.21.15.33:0/885014588 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb27c103ff0 0x7fb27c19a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:25:12.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.179+0000 7fb272000640 1 --2- 172.21.15.33:0/885014588 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb27c1049a0 0x7fb27c19ab20 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb26400e9f0 tx=0x7fb26400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:12.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.179+0000 7fb280a00640 1 -- 172.21.15.33:0/885014588 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb26400cd80 con 0x7fb27c1049a0 2024-09-05T02:25:12.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.179+0000 7fb280a00640 1 -- 172.21.15.33:0/885014588 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb264005500 con 0x7fb27c1049a0 2024-09-05T02:25:12.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.179+0000 7fb281e00640 1 -- 172.21.15.33:0/885014588 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb27c19f880 con 0x7fb27c1049a0 2024-09-05T02:25:12.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.179+0000 7fb280a00640 1 -- 172.21.15.33:0/885014588 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb264010690 con 0x7fb27c1049a0 2024-09-05T02:25:12.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.179+0000 7fb281e00640 1 -- 172.21.15.33:0/885014588 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb27c1a7160 con 0x7fb27c1049a0 2024-09-05T02:25:12.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.180+0000 7fb281e00640 1 -- 172.21.15.33:0/885014588 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb27c1043d0 con 0x7fb27c1049a0 2024-09-05T02:25:12.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.184+0000 7fb280a00640 1 -- 172.21.15.33:0/885014588 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fb2640046c0 con 0x7fb27c1049a0 2024-09-05T02:25:12.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.185+0000 7fb280a00640 1 --2- 172.21.15.33:0/885014588 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb2600a2c10 0x7fb2600a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:12.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.185+0000 7fb280a00640 1 -- 172.21.15.33:0/885014588 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7fb2640cf4c0 con 0x7fb27c1049a0 2024-09-05T02:25:12.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.185+0000 7fb27aa00640 1 --2- 172.21.15.33:0/885014588 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb2600a2c10 0x7fb2600a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:12.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.185+0000 7fb27aa00640 1 --2- 172.21.15.33:0/885014588 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb2600a2c10 0x7fb2600a50d0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb26c005fd0 tx=0x7fb26c009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:12.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.189+0000 7fb280a00640 1 -- 172.21.15.33:0/885014588 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb26409c370 con 0x7fb27c1049a0 2024-09-05T02:25:12.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.400+0000 7fb281e00640 1 -- 172.21.15.33:0/885014588 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7fb27c100cc0 con 0x7fb2600a2c10 2024-09-05T02:25:12.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.406+0000 7fb280a00640 1 -- 172.21.15.33:0/885014588 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fb27c100cc0 con 0x7fb2600a2c10 2024-09-05T02:25:12.407 INFO:teuthology.orchestra.run.smithi033.stdout:/volumes/qa/sv_1/580e891f-6736-469a-a4a9-bc4b62029efd 2024-09-05T02:25:12.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.408+0000 7fb281e00640 1 -- 172.21.15.33:0/885014588 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb2600a2c10 msgr2=0x7fb2600a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:12.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.408+0000 7fb281e00640 1 --2- 172.21.15.33:0/885014588 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb2600a2c10 0x7fb2600a50d0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb26c005fd0 tx=0x7fb26c009500 comp rx=0 tx=0).stop 2024-09-05T02:25:12.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.408+0000 7fb281e00640 1 -- 172.21.15.33:0/885014588 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb27c1049a0 msgr2=0x7fb27c19ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:12.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.408+0000 7fb281e00640 1 --2- 172.21.15.33:0/885014588 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb27c1049a0 0x7fb27c19ab20 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb26400e9f0 tx=0x7fb26400edf0 comp rx=0 tx=0).stop 2024-09-05T02:25:12.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.408+0000 7fb281e00640 1 -- 172.21.15.33:0/885014588 shutdown_connections 2024-09-05T02:25:12.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.408+0000 7fb281e00640 1 --2- 172.21.15.33:0/885014588 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb2600a2c10 0x7fb2600a50d0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:12.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.408+0000 7fb281e00640 1 --2- 172.21.15.33:0/885014588 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb27c109120 0x7fb27c19eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:12.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.408+0000 7fb281e00640 1 --2- 172.21.15.33:0/885014588 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb27c1049a0 0x7fb27c19ab20 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:12.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.408+0000 7fb281e00640 1 --2- 172.21.15.33:0/885014588 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb27c103ff0 0x7fb27c19a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:12.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.408+0000 7fb281e00640 1 -- 172.21.15.33:0/885014588 >> 172.21.15.33:0/885014588 conn(0x7fb27c0ffa90 msgr2=0x7fb27c1005b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:12.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.408+0000 7fb281e00640 1 -- 172.21.15.33:0/885014588 shutdown_connections 2024-09-05T02:25:12.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:12.408+0000 7fb281e00640 1 -- 172.21.15.33:0/885014588 wait complete. 2024-09-05T02:25:12.805 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:12 smithi033 ceph-mon[29909]: from='client.14643 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:25:12.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:12 smithi123 ceph-mon[34031]: from='client.14643 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:25:13.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:12 smithi174 ceph-mon[34756]: from='client.14643 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:25:13.250 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:25:13.626 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:13.881 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:13 smithi033 ceph-mon[29909]: pgmap v303: 97 pgs: 97 active+clean; 610 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 4.7 KiB/s wr, 19 op/s 2024-09-05T02:25:13.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:13 smithi123 ceph-mon[34031]: pgmap v303: 97 pgs: 97 active+clean; 610 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 4.7 KiB/s wr, 19 op/s 2024-09-05T02:25:14.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:13 smithi174 ceph-mon[34756]: pgmap v303: 97 pgs: 97 active+clean; 610 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 4.7 KiB/s wr, 19 op/s 2024-09-05T02:25:14.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.096+0000 7f6b90e00640 1 -- 172.21.15.33:0/4015115024 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c1047e0 msgr2=0x7f6b8c108830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:14.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.096+0000 7f6b90e00640 1 --2- 172.21.15.33:0/4015115024 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c1047e0 0x7f6b8c108830 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f6b74009900 tx=0x7f6b7402a410 comp rx=0 tx=0).stop 2024-09-05T02:25:14.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.096+0000 7f6b90e00640 1 -- 172.21.15.33:0/4015115024 shutdown_connections 2024-09-05T02:25:14.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.096+0000 7f6b90e00640 1 --2- 172.21.15.33:0/4015115024 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6b8c108f60 0x7f6b8c110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:14.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.096+0000 7f6b90e00640 1 --2- 172.21.15.33:0/4015115024 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c1047e0 0x7f6b8c108830 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:14.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.096+0000 7f6b90e00640 1 --2- 172.21.15.33:0/4015115024 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b8c103e30 0x7f6b8c104210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:14.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.096+0000 7f6b90e00640 1 -- 172.21.15.33:0/4015115024 >> 172.21.15.33:0/4015115024 conn(0x7f6b8c0ff8d0 msgr2=0x7f6b8c101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:14.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.096+0000 7f6b90e00640 1 -- 172.21.15.33:0/4015115024 shutdown_connections 2024-09-05T02:25:14.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.096+0000 7f6b90e00640 1 -- 172.21.15.33:0/4015115024 wait complete. 2024-09-05T02:25:14.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.097+0000 7f6b90e00640 1 Processor -- start 2024-09-05T02:25:14.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.097+0000 7f6b90e00640 1 -- start start 2024-09-05T02:25:14.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.097+0000 7f6b90e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b8c103e30 0x7f6b8c19a460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:14.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.097+0000 7f6b90e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6b8c1047e0 0x7f6b8c19a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:14.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.097+0000 7f6b90e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c108f60 0x7f6b8c19ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:14.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.097+0000 7f6b90e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6b8c113fc0 con 0x7f6b8c108f60 2024-09-05T02:25:14.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.097+0000 7f6b90e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6b8c113e40 con 0x7f6b8c103e30 2024-09-05T02:25:14.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.097+0000 7f6b90e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6b8c114140 con 0x7f6b8c1047e0 2024-09-05T02:25:14.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.098+0000 7f6b8be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c108f60 0x7f6b8c19ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:14.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.098+0000 7f6b8b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b8c103e30 0x7f6b8c19a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:14.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.098+0000 7f6b8b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b8c103e30 0x7f6b8c19a460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:55896/0 (socket says 172.21.15.33:55896) 2024-09-05T02:25:14.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.098+0000 7f6b8b400640 1 -- 172.21.15.33:0/627869905 learned_addr learned my addr 172.21.15.33:0/627869905 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:14.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.098+0000 7f6b82a00640 1 --2- 172.21.15.33:0/627869905 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6b8c1047e0 0x7f6b8c19a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:14.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.098+0000 7f6b8be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c108f60 0x7f6b8c19ed30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42122/0 (socket says 172.21.15.33:42122) 2024-09-05T02:25:14.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.098+0000 7f6b8b400640 1 -- 172.21.15.33:0/627869905 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6b8c1047e0 msgr2=0x7f6b8c19a9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:14.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.098+0000 7f6b8b400640 1 --2- 172.21.15.33:0/627869905 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6b8c1047e0 0x7f6b8c19a9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:14.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.098+0000 7f6b8b400640 1 -- 172.21.15.33:0/627869905 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c108f60 msgr2=0x7f6b8c19ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:14.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.098+0000 7f6b8b400640 1 --2- 172.21.15.33:0/627869905 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c108f60 0x7f6b8c19ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:14.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.098+0000 7f6b8b400640 1 -- 172.21.15.33:0/627869905 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b8c19f410 con 0x7f6b8c103e30 2024-09-05T02:25:14.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.098+0000 7f6b8b400640 1 --2- 172.21.15.33:0/627869905 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b8c103e30 0x7f6b8c19a460 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6b7c00e9f0 tx=0x7f6b7c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:14.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.099+0000 7f6b88c00640 1 -- 172.21.15.33:0/627869905 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b7c00cd80 con 0x7f6b8c103e30 2024-09-05T02:25:14.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.099+0000 7f6b90e00640 1 -- 172.21.15.33:0/627869905 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b8c19f700 con 0x7f6b8c103e30 2024-09-05T02:25:14.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.099+0000 7f6b88c00640 1 -- 172.21.15.33:0/627869905 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6b7c010910 con 0x7f6b8c103e30 2024-09-05T02:25:14.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.099+0000 7f6b88c00640 1 -- 172.21.15.33:0/627869905 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b7c0188f0 con 0x7f6b8c103e30 2024-09-05T02:25:14.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.099+0000 7f6b90e00640 1 -- 172.21.15.33:0/627869905 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b8c1a6fe0 con 0x7f6b8c103e30 2024-09-05T02:25:14.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.100+0000 7f6b90e00640 1 -- 172.21.15.33:0/627869905 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b8c104210 con 0x7f6b8c103e30 2024-09-05T02:25:14.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.102+0000 7f6b88c00640 1 -- 172.21.15.33:0/627869905 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6b7c010ac0 con 0x7f6b8c103e30 2024-09-05T02:25:14.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.103+0000 7f6b88c00640 1 --2- 172.21.15.33:0/627869905 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f6b700a2c90 0x7f6b700a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:14.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.103+0000 7f6b88c00640 1 -- 172.21.15.33:0/627869905 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7f6b7c0cf450 con 0x7f6b8c103e30 2024-09-05T02:25:14.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.104+0000 7f6b82a00640 1 --2- 172.21.15.33:0/627869905 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f6b700a2c90 0x7f6b700a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:14.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.104+0000 7f6b82a00640 1 --2- 172.21.15.33:0/627869905 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f6b700a2c90 0x7f6b700a5150 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f6b74009230 tx=0x7f6b740058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:14.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.107+0000 7f6b88c00640 1 -- 172.21.15.33:0/627869905 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6b7c09bcb0 con 0x7f6b8c103e30 2024-09-05T02:25:14.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.330+0000 7f6b90e00640 1 -- 172.21.15.33:0/627869905 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6b8c10c1d0 con 0x7f6b8c103e30 2024-09-05T02:25:14.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.331+0000 7f6b88c00640 1 -- 172.21.15.33:0/627869905 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11987 (secure 0 0 0) 0x7f6b7c09ffb0 con 0x7f6b8c103e30 2024-09-05T02:25:14.332 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:25:14.332 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":28,"btime":"2024-09-05T02:25:02:535952+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:25:02.427620+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24497,24511,24512,24551,24535]},"id":1}]} 2024-09-05T02:25:14.332 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 28 2024-09-05T02:25:14.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.333+0000 7f6b90e00640 1 -- 172.21.15.33:0/627869905 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f6b700a2c90 msgr2=0x7f6b700a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:14.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.333+0000 7f6b90e00640 1 --2- 172.21.15.33:0/627869905 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f6b700a2c90 0x7f6b700a5150 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f6b74009230 tx=0x7f6b740058d0 comp rx=0 tx=0).stop 2024-09-05T02:25:14.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.333+0000 7f6b90e00640 1 -- 172.21.15.33:0/627869905 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b8c103e30 msgr2=0x7f6b8c19a460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:14.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.333+0000 7f6b90e00640 1 --2- 172.21.15.33:0/627869905 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b8c103e30 0x7f6b8c19a460 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6b7c00e9f0 tx=0x7f6b7c00eeb0 comp rx=0 tx=0).stop 2024-09-05T02:25:14.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.333+0000 7f6b90e00640 1 -- 172.21.15.33:0/627869905 shutdown_connections 2024-09-05T02:25:14.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.333+0000 7f6b90e00640 1 --2- 172.21.15.33:0/627869905 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f6b700a2c90 0x7f6b700a5150 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:14.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.333+0000 7f6b90e00640 1 --2- 172.21.15.33:0/627869905 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c108f60 0x7f6b8c19ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:14.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.333+0000 7f6b90e00640 1 --2- 172.21.15.33:0/627869905 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6b8c1047e0 0x7f6b8c19a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:14.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.333+0000 7f6b90e00640 1 --2- 172.21.15.33:0/627869905 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b8c103e30 0x7f6b8c19a460 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:14.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.333+0000 7f6b90e00640 1 -- 172.21.15.33:0/627869905 >> 172.21.15.33:0/627869905 conn(0x7f6b8c0ff8d0 msgr2=0x7f6b8c100c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:14.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.334+0000 7f6b90e00640 1 -- 172.21.15.33:0/627869905 shutdown_connections 2024-09-05T02:25:14.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:14.334+0000 7f6b90e00640 1 -- 172.21.15.33:0/627869905 wait complete. 2024-09-05T02:25:14.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:14 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/627869905' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:25:14.887 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:14 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/627869905' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:25:15.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:14 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/627869905' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:25:15.126 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T02:25:15.503 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:15.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:15 smithi123 ceph-mon[34031]: pgmap v304: 97 pgs: 97 active+clean; 633 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.2 KiB/s wr, 17 op/s 2024-09-05T02:25:15.928 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:15 smithi174 ceph-mon[34756]: pgmap v304: 97 pgs: 97 active+clean; 633 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.2 KiB/s wr, 17 op/s 2024-09-05T02:25:15.932 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:15 smithi033 ceph-mon[29909]: pgmap v304: 97 pgs: 97 active+clean; 633 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.2 KiB/s wr, 17 op/s 2024-09-05T02:25:16.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.046+0000 7ff00fc00640 1 -- 172.21.15.33:0/2717235650 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff008104010 msgr2=0x7ff0081043f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:16.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.046+0000 7ff00fc00640 1 --2- 172.21.15.33:0/2717235650 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff008104010 0x7ff0081043f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7feffc009900 tx=0x7feffc02a410 comp rx=0 tx=0).stop 2024-09-05T02:25:16.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.046+0000 7ff00fc00640 1 -- 172.21.15.33:0/2717235650 shutdown_connections 2024-09-05T02:25:16.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.046+0000 7ff00fc00640 1 --2- 172.21.15.33:0/2717235650 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff008109140 0x7ff008110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:16.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.046+0000 7ff00fc00640 1 --2- 172.21.15.33:0/2717235650 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff0081049c0 0x7ff008108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:16.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.046+0000 7ff00fc00640 1 --2- 172.21.15.33:0/2717235650 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff008104010 0x7ff0081043f0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:16.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.046+0000 7ff00fc00640 1 -- 172.21.15.33:0/2717235650 >> 172.21.15.33:0/2717235650 conn(0x7ff0080ffa50 msgr2=0x7ff008101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:16.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.046+0000 7ff00fc00640 1 -- 172.21.15.33:0/2717235650 shutdown_connections 2024-09-05T02:25:16.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.046+0000 7ff00fc00640 1 -- 172.21.15.33:0/2717235650 wait complete. 2024-09-05T02:25:16.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.047+0000 7ff00fc00640 1 Processor -- start 2024-09-05T02:25:16.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.047+0000 7ff00fc00640 1 -- start start 2024-09-05T02:25:16.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.047+0000 7ff00fc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff008104010 0x7ff00819a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:16.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.047+0000 7ff00fc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff0081049c0 0x7ff00819ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:16.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.047+0000 7ff00fc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff008109140 0x7ff00819ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:16.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.047+0000 7ff00fc00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff008114160 con 0x7ff008104010 2024-09-05T02:25:16.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.047+0000 7ff00fc00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff008113fe0 con 0x7ff0081049c0 2024-09-05T02:25:16.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.047+0000 7ff00fc00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff0081142e0 con 0x7ff008109140 2024-09-05T02:25:16.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.048+0000 7ff00d200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff008104010 0x7ff00819a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:16.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.048+0000 7ff00d200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff008104010 0x7ff00819a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42138/0 (socket says 172.21.15.33:42138) 2024-09-05T02:25:16.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.048+0000 7ff00d200640 1 -- 172.21.15.33:0/3192066938 learned_addr learned my addr 172.21.15.33:0/3192066938 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:16.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.048+0000 7ff007e00640 1 --2- 172.21.15.33:0/3192066938 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff0081049c0 0x7ff00819ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:16.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.048+0000 7ff00dc00640 1 --2- 172.21.15.33:0/3192066938 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff008109140 0x7ff00819ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:16.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.048+0000 7ff00d200640 1 -- 172.21.15.33:0/3192066938 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff008109140 msgr2=0x7ff00819ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:16.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.048+0000 7ff00d200640 1 --2- 172.21.15.33:0/3192066938 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff008109140 0x7ff00819ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:16.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.048+0000 7ff00d200640 1 -- 172.21.15.33:0/3192066938 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff0081049c0 msgr2=0x7ff00819ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:16.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.048+0000 7ff00d200640 1 --2- 172.21.15.33:0/3192066938 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff0081049c0 0x7ff00819ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:16.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.048+0000 7ff00d200640 1 -- 172.21.15.33:0/3192066938 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff00819f5f0 con 0x7ff008104010 2024-09-05T02:25:16.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.048+0000 7ff00d200640 1 --2- 172.21.15.33:0/3192066938 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff008104010 0x7ff00819a640 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7feffc006010 tx=0x7feffc004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:16.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.049+0000 7ff005600640 1 -- 172.21.15.33:0/3192066938 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feffc03f030 con 0x7ff008104010 2024-09-05T02:25:16.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.049+0000 7ff005600640 1 -- 172.21.15.33:0/3192066938 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feffc004440 con 0x7ff008104010 2024-09-05T02:25:16.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.049+0000 7ff005600640 1 -- 172.21.15.33:0/3192066938 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feffc035070 con 0x7ff008104010 2024-09-05T02:25:16.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.049+0000 7ff00fc00640 1 -- 172.21.15.33:0/3192066938 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff00819f880 con 0x7ff008104010 2024-09-05T02:25:16.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.049+0000 7ff00fc00640 1 -- 172.21.15.33:0/3192066938 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff00819fd10 con 0x7ff008104010 2024-09-05T02:25:16.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.050+0000 7ff00fc00640 1 -- 172.21.15.33:0/3192066938 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0081043f0 con 0x7ff008104010 2024-09-05T02:25:16.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.052+0000 7ff005600640 1 -- 172.21.15.33:0/3192066938 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7feffc042030 con 0x7ff008104010 2024-09-05T02:25:16.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.053+0000 7ff005600640 1 --2- 172.21.15.33:0/3192066938 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7feff00a2c90 0x7feff00a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:16.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.053+0000 7ff005600640 1 -- 172.21.15.33:0/3192066938 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7feffc0ef2e0 con 0x7ff008104010 2024-09-05T02:25:16.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.053+0000 7ff007e00640 1 --2- 172.21.15.33:0/3192066938 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7feff00a2c90 0x7feff00a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:16.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.054+0000 7ff007e00640 1 --2- 172.21.15.33:0/3192066938 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7feff00a2c90 0x7feff00a5150 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7ff0080ffe70 tx=0x7feff4005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:16.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.057+0000 7ff005600640 1 -- 172.21.15.33:0/3192066938 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7feffc0bc190 con 0x7ff008104010 2024-09-05T02:25:16.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.246+0000 7ff00fc00640 1 -- 172.21.15.33:0/3192066938 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff00810bd90 con 0x7ff008104010 2024-09-05T02:25:16.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.247+0000 7ff005600640 1 -- 172.21.15.33:0/3192066938 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+22281 (secure 0 0 0) 0x7feffc0bba90 con 0x7ff008104010 2024-09-05T02:25:16.249 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:25:16.249 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":84,"fsid":"b37d3f34-6b2c-11ef-bcd6-c7b262605968","created":"2024-09-05T02:16:40.986430+0000","modified":"2024-09-05T02:24:48.360015+0000","last_up_change":"2024-09-05T02:23:52.310598+0000","last_in_change":"2024-09-05T02:23:29.448936+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T02:19:57.005189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T02:24:42.913016+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T02:24:46.103614+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6803","nonce":2230859978}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6805","nonce":2230859978}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6809","nonce":2230859978}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6807","nonce":2230859978}]},"public_addr":"172.21.15.33:6803/2230859978","cluster_addr":"172.21.15.33:6805/2230859978","heartbeat_back_addr":"172.21.15.33:6809/2230859978","heartbeat_front_addr":"172.21.15.33:6807/2230859978","state":["exists","up"]},{"osd":1,"uuid":"6de45097-769c-467f-9c69-c0e6286b5b72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6801","nonce":982249098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6803","nonce":982249098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6807","nonce":982249098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6805","nonce":982249098}]},"public_addr":"172.21.15.123:6801/982249098","cluster_addr":"172.21.15.123:6803/982249098","heartbeat_back_addr":"172.21.15.123:6807/982249098","heartbeat_front_addr":"172.21.15.123:6805/982249098","state":["exists","up"]},{"osd":2,"uuid":"8d8bdb95-be19-4ae4-8587-ea5dace30521","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6801","nonce":3754006463}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6803","nonce":3754006463}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6807","nonce":3754006463}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6805","nonce":3754006463}]},"public_addr":"172.21.15.174:6801/3754006463","cluster_addr":"172.21.15.174:6803/3754006463","heartbeat_back_addr":"172.21.15.174:6807/3754006463","heartbeat_front_addr":"172.21.15.174:6805/3754006463","state":["exists","up"]},{"osd":3,"uuid":"73cd7f3a-95e0-434d-bac2-b99f4036fe9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6811","nonce":3031631676}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6813","nonce":3031631676}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6817","nonce":3031631676}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6815","nonce":3031631676}]},"public_addr":"172.21.15.33:6811/3031631676","cluster_addr":"172.21.15.33:6813/3031631676","heartbeat_back_addr":"172.21.15.33:6817/3031631676","heartbeat_front_addr":"172.21.15.33:6815/3031631676","state":["exists","up"]},{"osd":4,"uuid":"0f0578f6-ecfb-41c9-9360-6155c02c4a47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6809","nonce":1841051665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6811","nonce":1841051665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6815","nonce":1841051665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6813","nonce":1841051665}]},"public_addr":"172.21.15.123:6809/1841051665","cluster_addr":"172.21.15.123:6811/1841051665","heartbeat_back_addr":"172.21.15.123:6815/1841051665","heartbeat_front_addr":"172.21.15.123:6813/1841051665","state":["exists","up"]},{"osd":5,"uuid":"d140f4bd-ec12-44e7-b9fc-3dd869d73e95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6809","nonce":609807204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6811","nonce":609807204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6815","nonce":609807204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6813","nonce":609807204}]},"public_addr":"172.21.15.174:6809/609807204","cluster_addr":"172.21.15.174:6811/609807204","heartbeat_back_addr":"172.21.15.174:6815/609807204","heartbeat_front_addr":"172.21.15.174:6813/609807204","state":["exists","up"]},{"osd":6,"uuid":"7f01a990-d1b2-40cb-8892-89961631233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6819","nonce":3289951394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6821","nonce":3289951394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6825","nonce":3289951394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6823","nonce":3289951394}]},"public_addr":"172.21.15.33:6819/3289951394","cluster_addr":"172.21.15.33:6821/3289951394","heartbeat_back_addr":"172.21.15.33:6825/3289951394","heartbeat_front_addr":"172.21.15.33:6823/3289951394","state":["exists","up"]},{"osd":7,"uuid":"d5c701d4-188e-4c24-874c-3056d7dc546d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6817","nonce":1928319522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6819","nonce":1928319522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6823","nonce":1928319522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6821","nonce":1928319522}]},"public_addr":"172.21.15.123:6817/1928319522","cluster_addr":"172.21.15.123:6819/1928319522","heartbeat_back_addr":"172.21.15.123:6823/1928319522","heartbeat_front_addr":"172.21.15.123:6821/1928319522","state":["exists","up"]},{"osd":8,"uuid":"e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6817","nonce":3984977582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6819","nonce":3984977582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6823","nonce":3984977582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6821","nonce":3984977582}]},"public_addr":"172.21.15.174:6817/3984977582","cluster_addr":"172.21.15.174:6819/3984977582","heartbeat_back_addr":"172.21.15.174:6823/3984977582","heartbeat_front_addr":"172.21.15.174:6821/3984977582","state":["exists","up"]},{"osd":9,"uuid":"8858f35a-ce38-4484-8393-e138920ed9b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6827","nonce":4123845959}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6829","nonce":4123845959}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6833","nonce":4123845959}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6831","nonce":4123845959}]},"public_addr":"172.21.15.33:6827/4123845959","cluster_addr":"172.21.15.33:6829/4123845959","heartbeat_back_addr":"172.21.15.33:6833/4123845959","heartbeat_front_addr":"172.21.15.33:6831/4123845959","state":["exists","up"]},{"osd":10,"uuid":"d3206b8b-55c3-4988-9cce-cdd805f9969d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6825","nonce":532510651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6827","nonce":532510651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6831","nonce":532510651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6829","nonce":532510651}]},"public_addr":"172.21.15.123:6825/532510651","cluster_addr":"172.21.15.123:6827/532510651","heartbeat_back_addr":"172.21.15.123:6831/532510651","heartbeat_front_addr":"172.21.15.123:6829/532510651","state":["exists","up"]},{"osd":11,"uuid":"50b6059f-00b3-489a-aaf0-75765fbf2e6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6825","nonce":955565697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6827","nonce":955565697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6831","nonce":955565697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6829","nonce":955565697}]},"public_addr":"172.21.15.174:6825/955565697","cluster_addr":"172.21.15.174:6827/955565697","heartbeat_back_addr":"172.21.15.174:6831/955565697","heartbeat_front_addr":"172.21.15.174:6829/955565697","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:04.269795+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:29.126352+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:52.874768+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:23.135411+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:48.453184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:12.929713+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:43.089772+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:08.258936+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:32.108584+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:01.775759+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:26.088382+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:50.391688+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6801/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/1229013790":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/1567746818":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6801/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6800/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6800/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/2503822140":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/3927628736":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/3047771737":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/2751303440":"2024-09-06T02:17:06.260070+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T02:25:16.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.250+0000 7ff00fc00640 1 -- 172.21.15.33:0/3192066938 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7feff00a2c90 msgr2=0x7feff00a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:16.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.250+0000 7ff00fc00640 1 --2- 172.21.15.33:0/3192066938 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7feff00a2c90 0x7feff00a5150 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7ff0080ffe70 tx=0x7feff4005f90 comp rx=0 tx=0).stop 2024-09-05T02:25:16.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.250+0000 7ff00fc00640 1 -- 172.21.15.33:0/3192066938 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff008104010 msgr2=0x7ff00819a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:16.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.250+0000 7ff00fc00640 1 --2- 172.21.15.33:0/3192066938 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff008104010 0x7ff00819a640 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7feffc006010 tx=0x7feffc004040 comp rx=0 tx=0).stop 2024-09-05T02:25:16.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.250+0000 7ff00fc00640 1 -- 172.21.15.33:0/3192066938 shutdown_connections 2024-09-05T02:25:16.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.250+0000 7ff00fc00640 1 --2- 172.21.15.33:0/3192066938 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7feff00a2c90 0x7feff00a5150 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:16.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.250+0000 7ff00fc00640 1 --2- 172.21.15.33:0/3192066938 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff008109140 0x7ff00819ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:16.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.250+0000 7ff00fc00640 1 --2- 172.21.15.33:0/3192066938 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff0081049c0 0x7ff00819ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:16.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.250+0000 7ff00fc00640 1 --2- 172.21.15.33:0/3192066938 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff008104010 0x7ff00819a640 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:16.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.250+0000 7ff00fc00640 1 -- 172.21.15.33:0/3192066938 >> 172.21.15.33:0/3192066938 conn(0x7ff0080ffa50 msgr2=0x7ff008100e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:16.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.250+0000 7ff00fc00640 1 -- 172.21.15.33:0/3192066938 shutdown_connections 2024-09-05T02:25:16.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:16.250+0000 7ff00fc00640 1 -- 172.21.15.33:0/3192066938 wait complete. 2024-09-05T02:25:16.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:16 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/3192066938' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:25:17.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:16 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/3192066938' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:25:17.061 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:16 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3192066938' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:25:17.101 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-05T02:25:17.102 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-05T02:25:17.478 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:17.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:17 smithi123 ceph-mon[34031]: pgmap v305: 97 pgs: 97 active+clean; 633 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.2 KiB/s wr, 16 op/s 2024-09-05T02:25:17.897 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:17 smithi033 ceph-mon[29909]: pgmap v305: 97 pgs: 97 active+clean; 633 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.2 KiB/s wr, 16 op/s 2024-09-05T02:25:18.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.009+0000 7ff27d600640 1 -- 172.21.15.33:0/1324310319 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff278101de0 msgr2=0x7ff2781021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:18.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.009+0000 7ff27d600640 1 --2- 172.21.15.33:0/1324310319 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff278101de0 0x7ff2781021c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ff268009900 tx=0x7ff26802a410 comp rx=0 tx=0).stop 2024-09-05T02:25:18.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.009+0000 7ff27d600640 1 -- 172.21.15.33:0/1324310319 shutdown_connections 2024-09-05T02:25:18.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.009+0000 7ff27d600640 1 --2- 172.21.15.33:0/1324310319 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff278106f10 0x7ff27810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:18.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.009+0000 7ff27d600640 1 --2- 172.21.15.33:0/1324310319 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff278102790 0x7ff2781067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:18.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.009+0000 7ff27d600640 1 --2- 172.21.15.33:0/1324310319 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff278101de0 0x7ff2781021c0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:18.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.009+0000 7ff27d600640 1 -- 172.21.15.33:0/1324310319 >> 172.21.15.33:0/1324310319 conn(0x7ff2780fd8c0 msgr2=0x7ff2780ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:18.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.009+0000 7ff27d600640 1 -- 172.21.15.33:0/1324310319 shutdown_connections 2024-09-05T02:25:18.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.009+0000 7ff27d600640 1 -- 172.21.15.33:0/1324310319 wait complete. 2024-09-05T02:25:18.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.010+0000 7ff27d600640 1 Processor -- start 2024-09-05T02:25:18.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.010+0000 7ff27d600640 1 -- start start 2024-09-05T02:25:18.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.010+0000 7ff27d600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff278101de0 0x7ff27819a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:18.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.010+0000 7ff27d600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff278102790 0x7ff27819ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:18.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.010+0000 7ff27d600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff278106f10 0x7ff27819efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:18.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.010+0000 7ff27d600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff278111f70 con 0x7ff278106f10 2024-09-05T02:25:18.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.010+0000 7ff27d600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff278111df0 con 0x7ff278101de0 2024-09-05T02:25:18.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.010+0000 7ff27d600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff2781120f0 con 0x7ff278102790 2024-09-05T02:25:18.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.011+0000 7ff277400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff278106f10 0x7ff27819efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:18.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.011+0000 7ff277400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff278106f10 0x7ff27819efc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42162/0 (socket says 172.21.15.33:42162) 2024-09-05T02:25:18.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.011+0000 7ff277400640 1 -- 172.21.15.33:0/1542213260 learned_addr learned my addr 172.21.15.33:0/1542213260 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:18.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.011+0000 7ff26e000640 1 --2- 172.21.15.33:0/1542213260 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff278102790 0x7ff27819ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:18.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.011+0000 7ff276a00640 1 --2- 172.21.15.33:0/1542213260 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff278101de0 0x7ff27819a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:18.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.011+0000 7ff277400640 1 -- 172.21.15.33:0/1542213260 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff278102790 msgr2=0x7ff27819ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:18.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.011+0000 7ff277400640 1 --2- 172.21.15.33:0/1542213260 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff278102790 0x7ff27819ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:18.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.011+0000 7ff277400640 1 -- 172.21.15.33:0/1542213260 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff278101de0 msgr2=0x7ff27819a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:18.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.011+0000 7ff277400640 1 --2- 172.21.15.33:0/1542213260 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff278101de0 0x7ff27819a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:18.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.011+0000 7ff277400640 1 -- 172.21.15.33:0/1542213260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff27819f6a0 con 0x7ff278106f10 2024-09-05T02:25:18.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.011+0000 7ff277400640 1 --2- 172.21.15.33:0/1542213260 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff278106f10 0x7ff27819efc0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7ff270009fd0 tx=0x7ff27000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:18.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.012+0000 7ff26fe00640 1 -- 172.21.15.33:0/1542213260 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff270017070 con 0x7ff278106f10 2024-09-05T02:25:18.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.012+0000 7ff26fe00640 1 -- 172.21.15.33:0/1542213260 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff270003e50 con 0x7ff278106f10 2024-09-05T02:25:18.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.012+0000 7ff27d600640 1 -- 172.21.15.33:0/1542213260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff27819f990 con 0x7ff278106f10 2024-09-05T02:25:18.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.012+0000 7ff26fe00640 1 -- 172.21.15.33:0/1542213260 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2700106c0 con 0x7ff278106f10 2024-09-05T02:25:18.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.012+0000 7ff27d600640 1 -- 172.21.15.33:0/1542213260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2781a7270 con 0x7ff278106f10 2024-09-05T02:25:18.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.013+0000 7ff27d600640 1 -- 172.21.15.33:0/1542213260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2781021c0 con 0x7ff278106f10 2024-09-05T02:25:18.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.015+0000 7ff26fe00640 1 -- 172.21.15.33:0/1542213260 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff270003970 con 0x7ff278106f10 2024-09-05T02:25:18.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.016+0000 7ff26fe00640 1 --2- 172.21.15.33:0/1542213260 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff25c0a2c90 0x7ff25c0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:18.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.017+0000 7ff26fe00640 1 -- 172.21.15.33:0/1542213260 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7ff2700ced10 con 0x7ff278106f10 2024-09-05T02:25:18.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.017+0000 7ff276a00640 1 --2- 172.21.15.33:0/1542213260 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff25c0a2c90 0x7ff25c0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:18.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.017+0000 7ff276a00640 1 --2- 172.21.15.33:0/1542213260 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff25c0a2c90 0x7ff25c0a5150 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff268009230 tx=0x7ff2680058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:18.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.021+0000 7ff26fe00640 1 -- 172.21.15.33:0/1542213260 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff2700d4020 con 0x7ff278106f10 2024-09-05T02:25:18.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:17 smithi174 ceph-mon[34756]: pgmap v305: 97 pgs: 97 active+clean; 633 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.2 KiB/s wr, 16 op/s 2024-09-05T02:25:18.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.202+0000 7ff27d600640 1 -- 172.21.15.33:0/1542213260 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff278075430 con 0x7ff25c0a2c90 2024-09-05T02:25:18.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.210+0000 7ff26fe00640 1 -- 172.21.15.33:0/1542213260 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258749 (secure 0 0 0) 0x7ff278075430 con 0x7ff25c0a2c90 2024-09-05T02:25:18.214 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:25:18.216 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-09-05T02:25:18.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.214+0000 7ff27d600640 1 -- 172.21.15.33:0/1542213260 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff25c0a2c90 msgr2=0x7ff25c0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:18.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.214+0000 7ff27d600640 1 --2- 172.21.15.33:0/1542213260 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff25c0a2c90 0x7ff25c0a5150 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff268009230 tx=0x7ff2680058d0 comp rx=0 tx=0).stop 2024-09-05T02:25:18.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.214+0000 7ff27d600640 1 -- 172.21.15.33:0/1542213260 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff278106f10 msgr2=0x7ff27819efc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:18.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.214+0000 7ff27d600640 1 --2- 172.21.15.33:0/1542213260 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff278106f10 0x7ff27819efc0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7ff270009fd0 tx=0x7ff27000b260 comp rx=0 tx=0).stop 2024-09-05T02:25:18.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.214+0000 7ff27d600640 1 -- 172.21.15.33:0/1542213260 shutdown_connections 2024-09-05T02:25:18.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.214+0000 7ff27d600640 1 --2- 172.21.15.33:0/1542213260 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff25c0a2c90 0x7ff25c0a5150 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:18.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.214+0000 7ff27d600640 1 --2- 172.21.15.33:0/1542213260 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff278106f10 0x7ff27819efc0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:18.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.214+0000 7ff27d600640 1 --2- 172.21.15.33:0/1542213260 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff278102790 0x7ff27819ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:18.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.214+0000 7ff27d600640 1 --2- 172.21.15.33:0/1542213260 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff278101de0 0x7ff27819a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:18.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.214+0000 7ff27d600640 1 -- 172.21.15.33:0/1542213260 >> 172.21.15.33:0/1542213260 conn(0x7ff2780fd8c0 msgr2=0x7ff2780fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:18.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.214+0000 7ff27d600640 1 -- 172.21.15.33:0/1542213260 shutdown_connections 2024-09-05T02:25:18.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:18.214+0000 7ff27d600640 1 -- 172.21.15.33:0/1542213260 wait complete. 2024-09-05T02:25:18.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:18 smithi033 ceph-mon[29909]: from='client.14661 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:25:18.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:18 smithi123 ceph-mon[34031]: from='client.14661 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:25:18.905 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":305,"stamp":"2024-09-05T02:25:16.476131+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":647922,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":313,"num_read_kb":270,"num_write":418,"num_write_kb":3061,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":342,"ondisk_log_size":342,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":387060,"kb_used_data":12852,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124554764,"statfs":{"total":1151940427776,"available":1151544078336,"internally_reserved":0,"allocated":13160448,"data_stored":7183902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":382973241},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":50198,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":155,"num_read_kb":132,"num_write":45,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003448"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.930061+0000","last_change":"2024-09-05T02:24:47.491184+0000","last_active":"2024-09-05T02:24:48.930061+0000","last_peered":"2024-09-05T02:24:48.930061+0000","last_clean":"2024-09-05T02:24:48.930061+0000","last_became_active":"2024-09-05T02:24:47.490909+0000","last_became_peered":"2024-09-05T02:24:47.490909+0000","last_unstale":"2024-09-05T02:24:48.930061+0000","last_undegraded":"2024-09-05T02:24:48.930061+0000","last_fullsized":"2024-09-05T02:24:48.930061+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:26.740349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915108+0000","last_change":"2024-09-05T02:24:47.485186+0000","last_active":"2024-09-05T02:24:48.915108+0000","last_peered":"2024-09-05T02:24:48.915108+0000","last_clean":"2024-09-05T02:24:48.915108+0000","last_became_active":"2024-09-05T02:24:47.484829+0000","last_became_peered":"2024-09-05T02:24:47.484829+0000","last_unstale":"2024-09-05T02:24:48.915108+0000","last_undegraded":"2024-09-05T02:24:48.915108+0000","last_fullsized":"2024-09-05T02:24:48.915108+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:10:55.313784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915136+0000","last_change":"2024-09-05T02:24:47.487202+0000","last_active":"2024-09-05T02:24:48.915136+0000","last_peered":"2024-09-05T02:24:48.915136+0000","last_clean":"2024-09-05T02:24:48.915136+0000","last_became_active":"2024-09-05T02:24:47.486906+0000","last_became_peered":"2024-09-05T02:24:47.486906+0000","last_unstale":"2024-09-05T02:24:48.915136+0000","last_undegraded":"2024-09-05T02:24:48.915136+0000","last_fullsized":"2024-09-05T02:24:48.915136+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:48:59.819500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.615410+0000","last_change":"2024-09-05T02:24:47.477645+0000","last_active":"2024-09-05T02:24:48.615410+0000","last_peered":"2024-09-05T02:24:48.615410+0000","last_clean":"2024-09-05T02:24:48.615410+0000","last_became_active":"2024-09-05T02:24:47.477281+0000","last_became_peered":"2024-09-05T02:24:47.477281+0000","last_unstale":"2024-09-05T02:24:48.615410+0000","last_undegraded":"2024-09-05T02:24:48.615410+0000","last_fullsized":"2024-09-05T02:24:48.615410+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:50:30.105056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914916+0000","last_change":"2024-09-05T02:24:47.483179+0000","last_active":"2024-09-05T02:24:48.914916+0000","last_peered":"2024-09-05T02:24:48.914916+0000","last_clean":"2024-09-05T02:24:48.914916+0000","last_became_active":"2024-09-05T02:24:47.482847+0000","last_became_peered":"2024-09-05T02:24:47.482847+0000","last_unstale":"2024-09-05T02:24:48.914916+0000","last_undegraded":"2024-09-05T02:24:48.914916+0000","last_fullsized":"2024-09-05T02:24:48.914916+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:57:58.728534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.913205+0000","last_change":"2024-09-05T02:24:47.481997+0000","last_active":"2024-09-05T02:24:48.913205+0000","last_peered":"2024-09-05T02:24:48.913205+0000","last_clean":"2024-09-05T02:24:48.913205+0000","last_became_active":"2024-09-05T02:24:47.481648+0000","last_became_peered":"2024-09-05T02:24:47.481648+0000","last_unstale":"2024-09-05T02:24:48.913205+0000","last_undegraded":"2024-09-05T02:24:48.913205+0000","last_fullsized":"2024-09-05T02:24:48.913205+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:37:03.602800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914709+0000","last_change":"2024-09-05T02:24:47.483442+0000","last_active":"2024-09-05T02:24:48.914709+0000","last_peered":"2024-09-05T02:24:48.914709+0000","last_clean":"2024-09-05T02:24:48.914709+0000","last_became_active":"2024-09-05T02:24:47.483104+0000","last_became_peered":"2024-09-05T02:24:47.483104+0000","last_unstale":"2024-09-05T02:24:48.914709+0000","last_undegraded":"2024-09-05T02:24:48.914709+0000","last_fullsized":"2024-09-05T02:24:48.914709+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:29:48.868995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914733+0000","last_change":"2024-09-05T02:24:47.483089+0000","last_active":"2024-09-05T02:24:48.914733+0000","last_peered":"2024-09-05T02:24:48.914733+0000","last_clean":"2024-09-05T02:24:48.914733+0000","last_became_active":"2024-09-05T02:24:47.482677+0000","last_became_peered":"2024-09-05T02:24:47.482677+0000","last_unstale":"2024-09-05T02:24:48.914733+0000","last_undegraded":"2024-09-05T02:24:48.914733+0000","last_fullsized":"2024-09-05T02:24:48.914733+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:11.707124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.465930+0000","last_change":"2024-09-05T02:24:47.483010+0000","last_active":"2024-09-05T02:24:48.465930+0000","last_peered":"2024-09-05T02:24:48.465930+0000","last_clean":"2024-09-05T02:24:48.465930+0000","last_became_active":"2024-09-05T02:24:47.482649+0000","last_became_peered":"2024-09-05T02:24:47.482649+0000","last_unstale":"2024-09-05T02:24:48.465930+0000","last_undegraded":"2024-09-05T02:24:48.465930+0000","last_fullsized":"2024-09-05T02:24:48.465930+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:50:13.723197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.913527+0000","last_change":"2024-09-05T02:24:47.488852+0000","last_active":"2024-09-05T02:24:48.913527+0000","last_peered":"2024-09-05T02:24:48.913527+0000","last_clean":"2024-09-05T02:24:48.913527+0000","last_became_active":"2024-09-05T02:24:47.488444+0000","last_became_peered":"2024-09-05T02:24:47.488444+0000","last_unstale":"2024-09-05T02:24:48.913527+0000","last_undegraded":"2024-09-05T02:24:48.913527+0000","last_fullsized":"2024-09-05T02:24:48.913527+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:43:11.410976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915118+0000","last_change":"2024-09-05T02:24:47.482922+0000","last_active":"2024-09-05T02:24:48.915118+0000","last_peered":"2024-09-05T02:24:48.915118+0000","last_clean":"2024-09-05T02:24:48.915118+0000","last_became_active":"2024-09-05T02:24:47.482517+0000","last_became_peered":"2024-09-05T02:24:47.482517+0000","last_unstale":"2024-09-05T02:24:48.915118+0000","last_undegraded":"2024-09-05T02:24:48.915118+0000","last_fullsized":"2024-09-05T02:24:48.915118+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:32:18.412647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.615457+0000","last_change":"2024-09-05T02:24:47.487042+0000","last_active":"2024-09-05T02:24:48.615457+0000","last_peered":"2024-09-05T02:24:48.615457+0000","last_clean":"2024-09-05T02:24:48.615457+0000","last_became_active":"2024-09-05T02:24:47.486731+0000","last_became_peered":"2024-09-05T02:24:47.486731+0000","last_unstale":"2024-09-05T02:24:48.615457+0000","last_undegraded":"2024-09-05T02:24:48.615457+0000","last_fullsized":"2024-09-05T02:24:48.615457+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:20:44.234433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461665+0000","last_change":"2024-09-05T02:24:47.487525+0000","last_active":"2024-09-05T02:24:48.461665+0000","last_peered":"2024-09-05T02:24:48.461665+0000","last_clean":"2024-09-05T02:24:48.461665+0000","last_became_active":"2024-09-05T02:24:47.487212+0000","last_became_peered":"2024-09-05T02:24:47.487212+0000","last_unstale":"2024-09-05T02:24:48.461665+0000","last_undegraded":"2024-09-05T02:24:48.461665+0000","last_fullsized":"2024-09-05T02:24:48.461665+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:59:45.141810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914865+0000","last_change":"2024-09-05T02:24:47.484682+0000","last_active":"2024-09-05T02:24:48.914865+0000","last_peered":"2024-09-05T02:24:48.914865+0000","last_clean":"2024-09-05T02:24:48.914865+0000","last_became_active":"2024-09-05T02:24:47.484360+0000","last_became_peered":"2024-09-05T02:24:47.484360+0000","last_unstale":"2024-09-05T02:24:48.914865+0000","last_undegraded":"2024-09-05T02:24:48.914865+0000","last_fullsized":"2024-09-05T02:24:48.914865+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:55:05.905601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914433+0000","last_change":"2024-09-05T02:24:47.477801+0000","last_active":"2024-09-05T02:24:48.914433+0000","last_peered":"2024-09-05T02:24:48.914433+0000","last_clean":"2024-09-05T02:24:48.914433+0000","last_became_active":"2024-09-05T02:24:47.477483+0000","last_became_peered":"2024-09-05T02:24:47.477483+0000","last_unstale":"2024-09-05T02:24:48.914433+0000","last_undegraded":"2024-09-05T02:24:48.914433+0000","last_fullsized":"2024-09-05T02:24:48.914433+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:28:41.915016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.465384+0000","last_change":"2024-09-05T02:24:47.492903+0000","last_active":"2024-09-05T02:24:48.465384+0000","last_peered":"2024-09-05T02:24:48.465384+0000","last_clean":"2024-09-05T02:24:48.465384+0000","last_became_active":"2024-09-05T02:24:47.492561+0000","last_became_peered":"2024-09-05T02:24:47.492561+0000","last_unstale":"2024-09-05T02:24:48.465384+0000","last_undegraded":"2024-09-05T02:24:48.465384+0000","last_fullsized":"2024-09-05T02:24:48.465384+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:04:55.090065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.930227+0000","last_change":"2024-09-05T02:24:47.491299+0000","last_active":"2024-09-05T02:24:48.930227+0000","last_peered":"2024-09-05T02:24:48.930227+0000","last_clean":"2024-09-05T02:24:48.930227+0000","last_became_active":"2024-09-05T02:24:47.490984+0000","last_became_peered":"2024-09-05T02:24:47.490984+0000","last_unstale":"2024-09-05T02:24:48.930227+0000","last_undegraded":"2024-09-05T02:24:48.930227+0000","last_fullsized":"2024-09-05T02:24:48.930227+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:07:17.549051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.707299+0000","last_change":"2024-09-05T02:24:47.483319+0000","last_active":"2024-09-05T02:24:48.707299+0000","last_peered":"2024-09-05T02:24:48.707299+0000","last_clean":"2024-09-05T02:24:48.707299+0000","last_became_active":"2024-09-05T02:24:47.483017+0000","last_became_peered":"2024-09-05T02:24:47.483017+0000","last_unstale":"2024-09-05T02:24:48.707299+0000","last_undegraded":"2024-09-05T02:24:48.707299+0000","last_fullsized":"2024-09-05T02:24:48.707299+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:46:16.281658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915589+0000","last_change":"2024-09-05T02:24:47.472469+0000","last_active":"2024-09-05T02:24:48.915589+0000","last_peered":"2024-09-05T02:24:48.915589+0000","last_clean":"2024-09-05T02:24:48.915589+0000","last_became_active":"2024-09-05T02:24:47.472154+0000","last_became_peered":"2024-09-05T02:24:47.472154+0000","last_unstale":"2024-09-05T02:24:48.915589+0000","last_undegraded":"2024-09-05T02:24:48.915589+0000","last_fullsized":"2024-09-05T02:24:48.915589+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:13:41.486577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.929735+0000","last_change":"2024-09-05T02:24:47.472898+0000","last_active":"2024-09-05T02:24:48.929735+0000","last_peered":"2024-09-05T02:24:48.929735+0000","last_clean":"2024-09-05T02:24:48.929735+0000","last_became_active":"2024-09-05T02:24:47.470127+0000","last_became_peered":"2024-09-05T02:24:47.470127+0000","last_unstale":"2024-09-05T02:24:48.929735+0000","last_undegraded":"2024-09-05T02:24:48.929735+0000","last_fullsized":"2024-09-05T02:24:48.929735+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:00:29.277630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461805+0000","last_change":"2024-09-05T02:24:47.490189+0000","last_active":"2024-09-05T02:24:48.461805+0000","last_peered":"2024-09-05T02:24:48.461805+0000","last_clean":"2024-09-05T02:24:48.461805+0000","last_became_active":"2024-09-05T02:24:47.489899+0000","last_became_peered":"2024-09-05T02:24:47.489899+0000","last_unstale":"2024-09-05T02:24:48.461805+0000","last_undegraded":"2024-09-05T02:24:48.461805+0000","last_fullsized":"2024-09-05T02:24:48.461805+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:40.643179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.465613+0000","last_change":"2024-09-05T02:24:47.486794+0000","last_active":"2024-09-05T02:24:48.465613+0000","last_peered":"2024-09-05T02:24:48.465613+0000","last_clean":"2024-09-05T02:24:48.465613+0000","last_became_active":"2024-09-05T02:24:47.486487+0000","last_became_peered":"2024-09-05T02:24:47.486487+0000","last_unstale":"2024-09-05T02:24:48.465613+0000","last_undegraded":"2024-09-05T02:24:48.465613+0000","last_fullsized":"2024-09-05T02:24:48.465613+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:50:16.871409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914729+0000","last_change":"2024-09-05T02:24:47.472264+0000","last_active":"2024-09-05T02:24:48.914729+0000","last_peered":"2024-09-05T02:24:48.914729+0000","last_clean":"2024-09-05T02:24:48.914729+0000","last_became_active":"2024-09-05T02:24:47.471923+0000","last_became_peered":"2024-09-05T02:24:47.471923+0000","last_unstale":"2024-09-05T02:24:48.914729+0000","last_undegraded":"2024-09-05T02:24:48.914729+0000","last_fullsized":"2024-09-05T02:24:48.914729+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:37.261821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461732+0000","last_change":"2024-09-05T02:24:47.479598+0000","last_active":"2024-09-05T02:24:48.461732+0000","last_peered":"2024-09-05T02:24:48.461732+0000","last_clean":"2024-09-05T02:24:48.461732+0000","last_became_active":"2024-09-05T02:24:47.479299+0000","last_became_peered":"2024-09-05T02:24:47.479299+0000","last_unstale":"2024-09-05T02:24:48.461732+0000","last_undegraded":"2024-09-05T02:24:48.461732+0000","last_fullsized":"2024-09-05T02:24:48.461732+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:09:23.916286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915643+0000","last_change":"2024-09-05T02:24:47.477576+0000","last_active":"2024-09-05T02:24:48.915643+0000","last_peered":"2024-09-05T02:24:48.915643+0000","last_clean":"2024-09-05T02:24:48.915643+0000","last_became_active":"2024-09-05T02:24:47.477167+0000","last_became_peered":"2024-09-05T02:24:47.477167+0000","last_unstale":"2024-09-05T02:24:48.915643+0000","last_undegraded":"2024-09-05T02:24:48.915643+0000","last_fullsized":"2024-09-05T02:24:48.915643+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:50:37.129705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915838+0000","last_change":"2024-09-05T02:24:47.483520+0000","last_active":"2024-09-05T02:24:48.915838+0000","last_peered":"2024-09-05T02:24:48.915838+0000","last_clean":"2024-09-05T02:24:48.915838+0000","last_became_active":"2024-09-05T02:24:47.481784+0000","last_became_peered":"2024-09-05T02:24:47.481784+0000","last_unstale":"2024-09-05T02:24:48.915838+0000","last_undegraded":"2024-09-05T02:24:48.915838+0000","last_fullsized":"2024-09-05T02:24:48.915838+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:20:39.296324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.930692+0000","last_change":"2024-09-05T02:24:47.473686+0000","last_active":"2024-09-05T02:24:48.930692+0000","last_peered":"2024-09-05T02:24:48.930692+0000","last_clean":"2024-09-05T02:24:48.930692+0000","last_became_active":"2024-09-05T02:24:47.473415+0000","last_became_peered":"2024-09-05T02:24:47.473415+0000","last_unstale":"2024-09-05T02:24:48.930692+0000","last_undegraded":"2024-09-05T02:24:48.930692+0000","last_fullsized":"2024-09-05T02:24:48.930692+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:31:51.642451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461673+0000","last_change":"2024-09-05T02:24:47.486520+0000","last_active":"2024-09-05T02:24:48.461673+0000","last_peered":"2024-09-05T02:24:48.461673+0000","last_clean":"2024-09-05T02:24:48.461673+0000","last_became_active":"2024-09-05T02:24:47.484374+0000","last_became_peered":"2024-09-05T02:24:47.484374+0000","last_unstale":"2024-09-05T02:24:48.461673+0000","last_undegraded":"2024-09-05T02:24:48.461673+0000","last_fullsized":"2024-09-05T02:24:48.461673+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:40:37.528352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915054+0000","last_change":"2024-09-05T02:24:47.488546+0000","last_active":"2024-09-05T02:24:48.915054+0000","last_peered":"2024-09-05T02:24:48.915054+0000","last_clean":"2024-09-05T02:24:48.915054+0000","last_became_active":"2024-09-05T02:24:47.487743+0000","last_became_peered":"2024-09-05T02:24:47.487743+0000","last_unstale":"2024-09-05T02:24:48.915054+0000","last_undegraded":"2024-09-05T02:24:48.915054+0000","last_fullsized":"2024-09-05T02:24:48.915054+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:18:13.725734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915110+0000","last_change":"2024-09-05T02:24:47.479316+0000","last_active":"2024-09-05T02:24:48.915110+0000","last_peered":"2024-09-05T02:24:48.915110+0000","last_clean":"2024-09-05T02:24:48.915110+0000","last_became_active":"2024-09-05T02:24:47.479038+0000","last_became_peered":"2024-09-05T02:24:47.479038+0000","last_unstale":"2024-09-05T02:24:48.915110+0000","last_undegraded":"2024-09-05T02:24:48.915110+0000","last_fullsized":"2024-09-05T02:24:48.915110+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:09:50.622807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915401+0000","last_change":"2024-09-05T02:24:47.471282+0000","last_active":"2024-09-05T02:24:48.915401+0000","last_peered":"2024-09-05T02:24:48.915401+0000","last_clean":"2024-09-05T02:24:48.915401+0000","last_became_active":"2024-09-05T02:24:47.470984+0000","last_became_peered":"2024-09-05T02:24:47.470984+0000","last_unstale":"2024-09-05T02:24:48.915401+0000","last_undegraded":"2024-09-05T02:24:48.915401+0000","last_fullsized":"2024-09-05T02:24:48.915401+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:28:41.852281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.929736+0000","last_change":"2024-09-05T02:24:47.477153+0000","last_active":"2024-09-05T02:24:48.929736+0000","last_peered":"2024-09-05T02:24:48.929736+0000","last_clean":"2024-09-05T02:24:48.929736+0000","last_became_active":"2024-09-05T02:24:47.476765+0000","last_became_peered":"2024-09-05T02:24:47.476765+0000","last_unstale":"2024-09-05T02:24:48.929736+0000","last_undegraded":"2024-09-05T02:24:48.929736+0000","last_fullsized":"2024-09-05T02:24:48.929736+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:52.887284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914743+0000","last_change":"2024-09-05T02:24:47.468804+0000","last_active":"2024-09-05T02:24:48.914743+0000","last_peered":"2024-09-05T02:24:48.914743+0000","last_clean":"2024-09-05T02:24:48.914743+0000","last_became_active":"2024-09-05T02:24:47.468532+0000","last_became_peered":"2024-09-05T02:24:47.468532+0000","last_unstale":"2024-09-05T02:24:48.914743+0000","last_undegraded":"2024-09-05T02:24:48.914743+0000","last_fullsized":"2024-09-05T02:24:48.914743+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:05:23.763502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"84'5","reported_seq":41,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:13.560790+0000","last_change":"2024-09-05T02:24:44.295858+0000","last_active":"2024-09-05T02:25:13.560790+0000","last_peered":"2024-09-05T02:25:13.560790+0000","last_clean":"2024-09-05T02:25:13.560790+0000","last_became_active":"2024-09-05T02:24:44.295305+0000","last_became_peered":"2024-09-05T02:24:44.295305+0000","last_unstale":"2024-09-05T02:25:13.560790+0000","last_undegraded":"2024-09-05T02:25:13.560790+0000","last_fullsized":"2024-09-05T02:25:13.560790+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:01:39.220130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":16,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461803+0000","last_change":"2024-09-05T02:24:47.479084+0000","last_active":"2024-09-05T02:24:48.461803+0000","last_peered":"2024-09-05T02:24:48.461803+0000","last_clean":"2024-09-05T02:24:48.461803+0000","last_became_active":"2024-09-05T02:24:47.478748+0000","last_became_peered":"2024-09-05T02:24:47.478748+0000","last_unstale":"2024-09-05T02:24:48.461803+0000","last_undegraded":"2024-09-05T02:24:48.461803+0000","last_fullsized":"2024-09-05T02:24:48.461803+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:04:50.466209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:59.527153+0000","last_change":"2024-09-05T02:24:44.296259+0000","last_active":"2024-09-05T02:24:59.527153+0000","last_peered":"2024-09-05T02:24:59.527153+0000","last_clean":"2024-09-05T02:24:59.527153+0000","last_became_active":"2024-09-05T02:24:44.295712+0000","last_became_peered":"2024-09-05T02:24:44.295712+0000","last_unstale":"2024-09-05T02:24:59.527153+0000","last_undegraded":"2024-09-05T02:24:59.527153+0000","last_fullsized":"2024-09-05T02:24:59.527153+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:35:09.076280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"84'3","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:58.519136+0000","last_change":"2024-09-05T02:24:44.291087+0000","last_active":"2024-09-05T02:24:58.519136+0000","last_peered":"2024-09-05T02:24:58.519136+0000","last_clean":"2024-09-05T02:24:58.519136+0000","last_became_active":"2024-09-05T02:24:44.290507+0000","last_became_peered":"2024-09-05T02:24:44.290507+0000","last_unstale":"2024-09-05T02:24:58.519136+0000","last_undegraded":"2024-09-05T02:24:58.519136+0000","last_fullsized":"2024-09-05T02:24:58.519136+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:39.127718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914748+0000","last_change":"2024-09-05T02:24:47.481980+0000","last_active":"2024-09-05T02:24:48.914748+0000","last_peered":"2024-09-05T02:24:48.914748+0000","last_clean":"2024-09-05T02:24:48.914748+0000","last_became_active":"2024-09-05T02:24:47.481558+0000","last_became_peered":"2024-09-05T02:24:47.481558+0000","last_unstale":"2024-09-05T02:24:48.914748+0000","last_undegraded":"2024-09-05T02:24:48.914748+0000","last_fullsized":"2024-09-05T02:24:48.914748+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:48:09.994392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"84'3","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.537881+0000","last_change":"2024-09-05T02:24:44.293303+0000","last_active":"2024-09-05T02:25:00.537881+0000","last_peered":"2024-09-05T02:25:00.537881+0000","last_clean":"2024-09-05T02:25:00.537881+0000","last_became_active":"2024-09-05T02:24:44.292969+0000","last_became_peered":"2024-09-05T02:24:44.292969+0000","last_unstale":"2024-09-05T02:25:00.537881+0000","last_undegraded":"2024-09-05T02:25:00.537881+0000","last_fullsized":"2024-09-05T02:25:00.537881+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:25:41.988613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.707176+0000","last_change":"2024-09-05T02:24:47.479856+0000","last_active":"2024-09-05T02:24:48.707176+0000","last_peered":"2024-09-05T02:24:48.707176+0000","last_clean":"2024-09-05T02:24:48.707176+0000","last_became_active":"2024-09-05T02:24:47.479415+0000","last_became_peered":"2024-09-05T02:24:47.479415+0000","last_unstale":"2024-09-05T02:24:48.707176+0000","last_undegraded":"2024-09-05T02:24:48.707176+0000","last_fullsized":"2024-09-05T02:24:48.707176+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:33:17.494077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'4","reported_seq":50,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:13.559985+0000","last_change":"2024-09-05T02:24:44.293590+0000","last_active":"2024-09-05T02:25:13.559985+0000","last_peered":"2024-09-05T02:25:13.559985+0000","last_clean":"2024-09-05T02:25:13.559985+0000","last_became_active":"2024-09-05T02:24:44.293203+0000","last_became_peered":"2024-09-05T02:24:44.293203+0000","last_unstale":"2024-09-05T02:25:13.559985+0000","last_undegraded":"2024-09-05T02:25:13.559985+0000","last_fullsized":"2024-09-05T02:25:13.559985+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:35:15.987387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":26,"num_read_kb":26,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.465895+0000","last_change":"2024-09-05T02:24:47.482456+0000","last_active":"2024-09-05T02:24:48.465895+0000","last_peered":"2024-09-05T02:24:48.465895+0000","last_clean":"2024-09-05T02:24:48.465895+0000","last_became_active":"2024-09-05T02:24:47.482093+0000","last_became_peered":"2024-09-05T02:24:47.482093+0000","last_unstale":"2024-09-05T02:24:48.465895+0000","last_undegraded":"2024-09-05T02:24:48.465895+0000","last_fullsized":"2024-09-05T02:24:48.465895+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:28:42.507810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'4","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.537642+0000","last_change":"2024-09-05T02:24:44.294983+0000","last_active":"2024-09-05T02:25:00.537642+0000","last_peered":"2024-09-05T02:25:00.537642+0000","last_clean":"2024-09-05T02:25:00.537642+0000","last_became_active":"2024-09-05T02:24:44.294624+0000","last_became_peered":"2024-09-05T02:24:44.294624+0000","last_unstale":"2024-09-05T02:25:00.537642+0000","last_undegraded":"2024-09-05T02:25:00.537642+0000","last_fullsized":"2024-09-05T02:25:00.537642+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:37:02.051992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915580+0000","last_change":"2024-09-05T02:24:47.485937+0000","last_active":"2024-09-05T02:24:48.915580+0000","last_peered":"2024-09-05T02:24:48.915580+0000","last_clean":"2024-09-05T02:24:48.915580+0000","last_became_active":"2024-09-05T02:24:47.483410+0000","last_became_peered":"2024-09-05T02:24:47.483410+0000","last_unstale":"2024-09-05T02:24:48.915580+0000","last_undegraded":"2024-09-05T02:24:48.915580+0000","last_fullsized":"2024-09-05T02:24:48.915580+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:27:55.654243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"84'5","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:59.527677+0000","last_change":"2024-09-05T02:24:44.640478+0000","last_active":"2024-09-05T02:24:59.527677+0000","last_peered":"2024-09-05T02:24:59.527677+0000","last_clean":"2024-09-05T02:24:59.527677+0000","last_became_active":"2024-09-05T02:24:44.640107+0000","last_became_peered":"2024-09-05T02:24:44.640107+0000","last_unstale":"2024-09-05T02:24:59.527677+0000","last_undegraded":"2024-09-05T02:24:59.527677+0000","last_fullsized":"2024-09-05T02:24:59.527677+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:46:22.272180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.465786+0000","last_change":"2024-09-05T02:24:47.488999+0000","last_active":"2024-09-05T02:24:48.465786+0000","last_peered":"2024-09-05T02:24:48.465786+0000","last_clean":"2024-09-05T02:24:48.465786+0000","last_became_active":"2024-09-05T02:24:47.488285+0000","last_became_peered":"2024-09-05T02:24:47.488285+0000","last_unstale":"2024-09-05T02:24:48.465786+0000","last_undegraded":"2024-09-05T02:24:48.465786+0000","last_fullsized":"2024-09-05T02:24:48.465786+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:44:32.524370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"84'27","reported_seq":80,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:13.571707+0000","last_change":"2024-09-05T02:24:44.296456+0000","last_active":"2024-09-05T02:25:13.571707+0000","last_peered":"2024-09-05T02:25:13.571707+0000","last_clean":"2024-09-05T02:25:13.571707+0000","last_became_active":"2024-09-05T02:24:44.295890+0000","last_became_peered":"2024-09-05T02:24:44.295890+0000","last_unstale":"2024-09-05T02:25:13.571707+0000","last_undegraded":"2024-09-05T02:25:13.571707+0000","last_fullsized":"2024-09-05T02:25:13.571707+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:51:01.417246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50112,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":33,"num_read_kb":64,"num_write":29,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915327+0000","last_change":"2024-09-05T02:24:47.482485+0000","last_active":"2024-09-05T02:24:48.915327+0000","last_peered":"2024-09-05T02:24:48.915327+0000","last_clean":"2024-09-05T02:24:48.915327+0000","last_became_active":"2024-09-05T02:24:47.482150+0000","last_became_peered":"2024-09-05T02:24:47.482150+0000","last_unstale":"2024-09-05T02:24:48.915327+0000","last_undegraded":"2024-09-05T02:24:48.915327+0000","last_fullsized":"2024-09-05T02:24:48.915327+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:25:05.863640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"84'9","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:01.540224+0000","last_change":"2024-09-05T02:24:44.295628+0000","last_active":"2024-09-05T02:25:01.540224+0000","last_peered":"2024-09-05T02:25:01.540224+0000","last_clean":"2024-09-05T02:25:01.540224+0000","last_became_active":"2024-09-05T02:24:44.295265+0000","last_became_peered":"2024-09-05T02:24:44.295265+0000","last_unstale":"2024-09-05T02:25:01.540224+0000","last_undegraded":"2024-09-05T02:25:01.540224+0000","last_fullsized":"2024-09-05T02:25:01.540224+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:50:17.361215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461355+0000","last_change":"2024-09-05T02:24:47.485558+0000","last_active":"2024-09-05T02:24:48.461355+0000","last_peered":"2024-09-05T02:24:48.461355+0000","last_clean":"2024-09-05T02:24:48.461355+0000","last_became_active":"2024-09-05T02:24:47.480718+0000","last_became_peered":"2024-09-05T02:24:47.480718+0000","last_unstale":"2024-09-05T02:24:48.461355+0000","last_undegraded":"2024-09-05T02:24:48.461355+0000","last_fullsized":"2024-09-05T02:24:48.461355+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:59:59.787907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"84'5","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.538122+0000","last_change":"2024-09-05T02:24:44.292578+0000","last_active":"2024-09-05T02:25:00.538122+0000","last_peered":"2024-09-05T02:25:00.538122+0000","last_clean":"2024-09-05T02:25:00.538122+0000","last_became_active":"2024-09-05T02:24:44.292218+0000","last_became_peered":"2024-09-05T02:24:44.292218+0000","last_unstale":"2024-09-05T02:25:00.538122+0000","last_undegraded":"2024-09-05T02:25:00.538122+0000","last_fullsized":"2024-09-05T02:25:00.538122+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:46:16.180439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914980+0000","last_change":"2024-09-05T02:24:47.491330+0000","last_active":"2024-09-05T02:24:48.914980+0000","last_peered":"2024-09-05T02:24:48.914980+0000","last_clean":"2024-09-05T02:24:48.914980+0000","last_became_active":"2024-09-05T02:24:47.491011+0000","last_became_peered":"2024-09-05T02:24:47.491011+0000","last_unstale":"2024-09-05T02:24:48.914980+0000","last_undegraded":"2024-09-05T02:24:48.914980+0000","last_fullsized":"2024-09-05T02:24:48.914980+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:00:04.483870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"84'5","reported_seq":42,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:14.567018+0000","last_change":"2024-09-05T02:24:44.292409+0000","last_active":"2024-09-05T02:25:14.567018+0000","last_peered":"2024-09-05T02:25:14.567018+0000","last_clean":"2024-09-05T02:25:14.567018+0000","last_became_active":"2024-09-05T02:24:44.292098+0000","last_became_peered":"2024-09-05T02:24:44.292098+0000","last_unstale":"2024-09-05T02:25:14.567018+0000","last_undegraded":"2024-09-05T02:25:14.567018+0000","last_fullsized":"2024-09-05T02:25:14.567018+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:56:42.881710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":18,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914628+0000","last_change":"2024-09-05T02:24:47.483137+0000","last_active":"2024-09-05T02:24:48.914628+0000","last_peered":"2024-09-05T02:24:48.914628+0000","last_clean":"2024-09-05T02:24:48.914628+0000","last_became_active":"2024-09-05T02:24:47.482796+0000","last_became_peered":"2024-09-05T02:24:47.482796+0000","last_unstale":"2024-09-05T02:24:48.914628+0000","last_undegraded":"2024-09-05T02:24:48.914628+0000","last_fullsized":"2024-09-05T02:24:48.914628+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:16:50.093198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"84'17","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.538434+0000","last_change":"2024-09-05T02:24:44.640539+0000","last_active":"2024-09-05T02:25:00.538434+0000","last_peered":"2024-09-05T02:25:00.538434+0000","last_clean":"2024-09-05T02:25:00.538434+0000","last_became_active":"2024-09-05T02:24:44.640130+0000","last_became_peered":"2024-09-05T02:24:44.640130+0000","last_unstale":"2024-09-05T02:25:00.538434+0000","last_undegraded":"2024-09-05T02:25:00.538434+0000","last_fullsized":"2024-09-05T02:25:00.538434+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:03:00.027234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461898+0000","last_change":"2024-09-05T02:24:47.481831+0000","last_active":"2024-09-05T02:24:48.461898+0000","last_peered":"2024-09-05T02:24:48.461898+0000","last_clean":"2024-09-05T02:24:48.461898+0000","last_became_active":"2024-09-05T02:24:47.481525+0000","last_became_peered":"2024-09-05T02:24:47.481525+0000","last_unstale":"2024-09-05T02:24:48.461898+0000","last_undegraded":"2024-09-05T02:24:48.461898+0000","last_fullsized":"2024-09-05T02:24:48.461898+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:36:43.917931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"84'2","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.513933+0000","last_change":"2024-09-05T02:24:44.296842+0000","last_active":"2024-09-05T02:25:00.513933+0000","last_peered":"2024-09-05T02:25:00.513933+0000","last_clean":"2024-09-05T02:25:00.513933+0000","last_became_active":"2024-09-05T02:24:44.296512+0000","last_became_peered":"2024-09-05T02:24:44.296512+0000","last_unstale":"2024-09-05T02:25:00.513933+0000","last_undegraded":"2024-09-05T02:25:00.513933+0000","last_fullsized":"2024-09-05T02:25:00.513933+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:57.912633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.930150+0000","last_change":"2024-09-05T02:24:47.476626+0000","last_active":"2024-09-05T02:24:48.930150+0000","last_peered":"2024-09-05T02:24:48.930150+0000","last_clean":"2024-09-05T02:24:48.930150+0000","last_became_active":"2024-09-05T02:24:47.476303+0000","last_became_peered":"2024-09-05T02:24:47.476303+0000","last_unstale":"2024-09-05T02:24:48.930150+0000","last_undegraded":"2024-09-05T02:24:48.930150+0000","last_fullsized":"2024-09-05T02:24:48.930150+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:31:12.657155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"84'5","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.538115+0000","last_change":"2024-09-05T02:24:44.297026+0000","last_active":"2024-09-05T02:25:00.538115+0000","last_peered":"2024-09-05T02:25:00.538115+0000","last_clean":"2024-09-05T02:25:00.538115+0000","last_became_active":"2024-09-05T02:24:44.296702+0000","last_became_peered":"2024-09-05T02:24:44.296702+0000","last_unstale":"2024-09-05T02:25:00.538115+0000","last_undegraded":"2024-09-05T02:25:00.538115+0000","last_fullsized":"2024-09-05T02:25:00.538115+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:20:52.028558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915150+0000","last_change":"2024-09-05T02:24:47.484399+0000","last_active":"2024-09-05T02:24:48.915150+0000","last_peered":"2024-09-05T02:24:48.915150+0000","last_clean":"2024-09-05T02:24:48.915150+0000","last_became_active":"2024-09-05T02:24:47.484066+0000","last_became_peered":"2024-09-05T02:24:47.484066+0000","last_unstale":"2024-09-05T02:24:48.915150+0000","last_undegraded":"2024-09-05T02:24:48.915150+0000","last_fullsized":"2024-09-05T02:24:48.915150+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:16:53.069837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'3","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.537827+0000","last_change":"2024-09-05T02:24:44.295074+0000","last_active":"2024-09-05T02:25:00.537827+0000","last_peered":"2024-09-05T02:25:00.537827+0000","last_clean":"2024-09-05T02:25:00.537827+0000","last_became_active":"2024-09-05T02:24:44.294717+0000","last_became_peered":"2024-09-05T02:24:44.294717+0000","last_unstale":"2024-09-05T02:25:00.537827+0000","last_undegraded":"2024-09-05T02:25:00.537827+0000","last_fullsized":"2024-09-05T02:25:00.537827+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:39:44.846971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"84'1","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:49.967707+0000","last_change":"2024-09-05T02:24:47.485144+0000","last_active":"2024-09-05T02:24:49.967707+0000","last_peered":"2024-09-05T02:24:49.967707+0000","last_clean":"2024-09-05T02:24:49.967707+0000","last_became_active":"2024-09-05T02:24:47.484856+0000","last_became_peered":"2024-09-05T02:24:47.484856+0000","last_unstale":"2024-09-05T02:24:49.967707+0000","last_undegraded":"2024-09-05T02:24:49.967707+0000","last_fullsized":"2024-09-05T02:24:49.967707+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:55:07.174592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"84'6","reported_seq":43,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:13.560790+0000","last_change":"2024-09-05T02:24:44.644196+0000","last_active":"2024-09-05T02:25:13.560790+0000","last_peered":"2024-09-05T02:25:13.560790+0000","last_clean":"2024-09-05T02:25:13.560790+0000","last_became_active":"2024-09-05T02:24:44.643853+0000","last_became_peered":"2024-09-05T02:24:44.643853+0000","last_unstale":"2024-09-05T02:25:13.560790+0000","last_undegraded":"2024-09-05T02:25:13.560790+0000","last_fullsized":"2024-09-05T02:25:13.560790+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:31:55.286395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1563,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":17,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915224+0000","last_change":"2024-09-05T02:24:47.484308+0000","last_active":"2024-09-05T02:24:48.915224+0000","last_peered":"2024-09-05T02:24:48.915224+0000","last_clean":"2024-09-05T02:24:48.915224+0000","last_became_active":"2024-09-05T02:24:47.484017+0000","last_became_peered":"2024-09-05T02:24:47.484017+0000","last_unstale":"2024-09-05T02:24:48.915224+0000","last_undegraded":"2024-09-05T02:24:48.915224+0000","last_fullsized":"2024-09-05T02:24:48.915224+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:45:35.203876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":341,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914936+0000","last_change":"2024-09-05T02:23:31.489439+0000","last_active":"2024-09-05T02:24:48.914936+0000","last_peered":"2024-09-05T02:24:48.914936+0000","last_clean":"2024-09-05T02:24:48.914936+0000","last_became_active":"2024-09-05T02:23:31.488975+0000","last_became_peered":"2024-09-05T02:23:31.488975+0000","last_unstale":"2024-09-05T02:24:48.914936+0000","last_undegraded":"2024-09-05T02:24:48.914936+0000","last_fullsized":"2024-09-05T02:24:48.914936+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:19:57.224719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:19:57.224719+0000","last_clean_scrub_stamp":"2024-09-05T02:19:57.224719+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:57:36.855437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:01.540690+0000","last_change":"2024-09-05T02:24:44.291150+0000","last_active":"2024-09-05T02:25:01.540690+0000","last_peered":"2024-09-05T02:25:01.540690+0000","last_clean":"2024-09-05T02:25:01.540690+0000","last_became_active":"2024-09-05T02:24:44.290803+0000","last_became_peered":"2024-09-05T02:24:44.290803+0000","last_unstale":"2024-09-05T02:25:01.540690+0000","last_undegraded":"2024-09-05T02:25:01.540690+0000","last_fullsized":"2024-09-05T02:25:01.540690+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:56:25.639616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915293+0000","last_change":"2024-09-05T02:24:47.482552+0000","last_active":"2024-09-05T02:24:48.915293+0000","last_peered":"2024-09-05T02:24:48.915293+0000","last_clean":"2024-09-05T02:24:48.915293+0000","last_became_active":"2024-09-05T02:24:47.482209+0000","last_became_peered":"2024-09-05T02:24:47.482209+0000","last_unstale":"2024-09-05T02:24:48.915293+0000","last_undegraded":"2024-09-05T02:24:48.915293+0000","last_fullsized":"2024-09-05T02:24:48.915293+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:34:26.941647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"84'4","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:58.516707+0000","last_change":"2024-09-05T02:24:44.293424+0000","last_active":"2024-09-05T02:24:58.516707+0000","last_peered":"2024-09-05T02:24:58.516707+0000","last_clean":"2024-09-05T02:24:58.516707+0000","last_became_active":"2024-09-05T02:24:44.293126+0000","last_became_peered":"2024-09-05T02:24:44.293126+0000","last_unstale":"2024-09-05T02:24:58.516707+0000","last_undegraded":"2024-09-05T02:24:58.516707+0000","last_fullsized":"2024-09-05T02:24:58.516707+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:18:15.746035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461219+0000","last_change":"2024-09-05T02:24:47.472890+0000","last_active":"2024-09-05T02:24:48.461219+0000","last_peered":"2024-09-05T02:24:48.461219+0000","last_clean":"2024-09-05T02:24:48.461219+0000","last_became_active":"2024-09-05T02:24:47.472562+0000","last_became_peered":"2024-09-05T02:24:47.472562+0000","last_unstale":"2024-09-05T02:24:48.461219+0000","last_undegraded":"2024-09-05T02:24:48.461219+0000","last_fullsized":"2024-09-05T02:24:48.461219+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:29:26.520821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"84'5","reported_seq":41,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:14.566494+0000","last_change":"2024-09-05T02:24:44.640610+0000","last_active":"2024-09-05T02:25:14.566494+0000","last_peered":"2024-09-05T02:25:14.566494+0000","last_clean":"2024-09-05T02:25:14.566494+0000","last_became_active":"2024-09-05T02:24:44.639865+0000","last_became_peered":"2024-09-05T02:24:44.639865+0000","last_unstale":"2024-09-05T02:25:14.566494+0000","last_undegraded":"2024-09-05T02:25:14.566494+0000","last_fullsized":"2024-09-05T02:25:14.566494+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:51:30.900315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":16,"num_read_kb":16,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461727+0000","last_change":"2024-09-05T02:24:47.471343+0000","last_active":"2024-09-05T02:24:48.461727+0000","last_peered":"2024-09-05T02:24:48.461727+0000","last_clean":"2024-09-05T02:24:48.461727+0000","last_became_active":"2024-09-05T02:24:47.471027+0000","last_became_peered":"2024-09-05T02:24:47.471027+0000","last_unstale":"2024-09-05T02:24:48.461727+0000","last_undegraded":"2024-09-05T02:24:48.461727+0000","last_fullsized":"2024-09-05T02:24:48.461727+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:07:01.808879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"84'6","reported_seq":42,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:13.565938+0000","last_change":"2024-09-05T02:24:44.291278+0000","last_active":"2024-09-05T02:25:13.565938+0000","last_peered":"2024-09-05T02:25:13.565938+0000","last_clean":"2024-09-05T02:25:13.565938+0000","last_became_active":"2024-09-05T02:24:44.290892+0000","last_became_peered":"2024-09-05T02:24:44.290892+0000","last_unstale":"2024-09-05T02:25:13.565938+0000","last_undegraded":"2024-09-05T02:25:13.565938+0000","last_fullsized":"2024-09-05T02:25:13.565938+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:58:37.196855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":16,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.913448+0000","last_change":"2024-09-05T02:24:47.491349+0000","last_active":"2024-09-05T02:24:48.913448+0000","last_peered":"2024-09-05T02:24:48.913448+0000","last_clean":"2024-09-05T02:24:48.913448+0000","last_became_active":"2024-09-05T02:24:47.491027+0000","last_became_peered":"2024-09-05T02:24:47.491027+0000","last_unstale":"2024-09-05T02:24:48.913448+0000","last_undegraded":"2024-09-05T02:24:48.913448+0000","last_fullsized":"2024-09-05T02:24:48.913448+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:16:04.950509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"84'1","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.707358+0000","last_change":"2024-09-05T02:24:44.642321+0000","last_active":"2024-09-05T02:24:48.707358+0000","last_peered":"2024-09-05T02:24:48.707358+0000","last_clean":"2024-09-05T02:24:48.707358+0000","last_became_active":"2024-09-05T02:24:44.641997+0000","last_became_peered":"2024-09-05T02:24:44.641997+0000","last_unstale":"2024-09-05T02:24:48.707358+0000","last_undegraded":"2024-09-05T02:24:48.707358+0000","last_fullsized":"2024-09-05T02:24:48.707358+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:38:34.670557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"84'1","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.913470+0000","last_change":"2024-09-05T02:24:47.486996+0000","last_active":"2024-09-05T02:24:48.913470+0000","last_peered":"2024-09-05T02:24:48.913470+0000","last_clean":"2024-09-05T02:24:48.913470+0000","last_became_active":"2024-09-05T02:24:47.486695+0000","last_became_peered":"2024-09-05T02:24:47.486695+0000","last_unstale":"2024-09-05T02:24:48.913470+0000","last_undegraded":"2024-09-05T02:24:48.913470+0000","last_fullsized":"2024-09-05T02:24:48.913470+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:23:46.854934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"84'4","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.540043+0000","last_change":"2024-09-05T02:24:44.640627+0000","last_active":"2024-09-05T02:25:00.540043+0000","last_peered":"2024-09-05T02:25:00.540043+0000","last_clean":"2024-09-05T02:25:00.540043+0000","last_became_active":"2024-09-05T02:24:44.640118+0000","last_became_peered":"2024-09-05T02:24:44.640118+0000","last_unstale":"2024-09-05T02:25:00.540043+0000","last_undegraded":"2024-09-05T02:25:00.540043+0000","last_fullsized":"2024-09-05T02:25:00.540043+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:07:01.734127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461710+0000","last_change":"2024-09-05T02:24:47.475170+0000","last_active":"2024-09-05T02:24:48.461710+0000","last_peered":"2024-09-05T02:24:48.461710+0000","last_clean":"2024-09-05T02:24:48.461710+0000","last_became_active":"2024-09-05T02:24:47.474757+0000","last_became_peered":"2024-09-05T02:24:47.474757+0000","last_unstale":"2024-09-05T02:24:48.461710+0000","last_undegraded":"2024-09-05T02:24:48.461710+0000","last_fullsized":"2024-09-05T02:24:48.461710+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:52:41.444857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"84'12","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:11.934906+0000","last_change":"2024-09-05T02:24:44.298385+0000","last_active":"2024-09-05T02:25:11.934906+0000","last_peered":"2024-09-05T02:25:11.934906+0000","last_clean":"2024-09-05T02:25:11.934906+0000","last_became_active":"2024-09-05T02:24:44.297981+0000","last_became_peered":"2024-09-05T02:24:44.297981+0000","last_unstale":"2024-09-05T02:25:11.934906+0000","last_undegraded":"2024-09-05T02:25:11.934906+0000","last_fullsized":"2024-09-05T02:25:11.934906+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:33:42.849584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915665+0000","last_change":"2024-09-05T02:24:47.488049+0000","last_active":"2024-09-05T02:24:48.915665+0000","last_peered":"2024-09-05T02:24:48.915665+0000","last_clean":"2024-09-05T02:24:48.915665+0000","last_became_active":"2024-09-05T02:24:47.485368+0000","last_became_peered":"2024-09-05T02:24:47.485368+0000","last_unstale":"2024-09-05T02:24:48.915665+0000","last_undegraded":"2024-09-05T02:24:48.915665+0000","last_fullsized":"2024-09-05T02:24:48.915665+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:51:17.970446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'7","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.539060+0000","last_change":"2024-09-05T02:24:44.400396+0000","last_active":"2024-09-05T02:25:00.539060+0000","last_peered":"2024-09-05T02:25:00.539060+0000","last_clean":"2024-09-05T02:25:00.539060+0000","last_became_active":"2024-09-05T02:24:44.399960+0000","last_became_peered":"2024-09-05T02:24:44.399960+0000","last_unstale":"2024-09-05T02:25:00.539060+0000","last_undegraded":"2024-09-05T02:25:00.539060+0000","last_fullsized":"2024-09-05T02:25:00.539060+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:48:24.977584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915267+0000","last_change":"2024-09-05T02:24:47.481128+0000","last_active":"2024-09-05T02:24:48.915267+0000","last_peered":"2024-09-05T02:24:48.915267+0000","last_clean":"2024-09-05T02:24:48.915267+0000","last_became_active":"2024-09-05T02:24:47.480833+0000","last_became_peered":"2024-09-05T02:24:47.480833+0000","last_unstale":"2024-09-05T02:24:48.915267+0000","last_undegraded":"2024-09-05T02:24:48.915267+0000","last_fullsized":"2024-09-05T02:24:48.915267+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:19:32.729539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:57.509682+0000","last_change":"2024-09-05T02:24:44.640973+0000","last_active":"2024-09-05T02:24:57.509682+0000","last_peered":"2024-09-05T02:24:57.509682+0000","last_clean":"2024-09-05T02:24:57.509682+0000","last_became_active":"2024-09-05T02:24:44.640657+0000","last_became_peered":"2024-09-05T02:24:44.640657+0000","last_unstale":"2024-09-05T02:24:57.509682+0000","last_undegraded":"2024-09-05T02:24:57.509682+0000","last_fullsized":"2024-09-05T02:24:57.509682+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:18:13.413747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914745+0000","last_change":"2024-09-05T02:24:47.478379+0000","last_active":"2024-09-05T02:24:48.914745+0000","last_peered":"2024-09-05T02:24:48.914745+0000","last_clean":"2024-09-05T02:24:48.914745+0000","last_became_active":"2024-09-05T02:24:47.478053+0000","last_became_peered":"2024-09-05T02:24:47.478053+0000","last_unstale":"2024-09-05T02:24:48.914745+0000","last_undegraded":"2024-09-05T02:24:48.914745+0000","last_fullsized":"2024-09-05T02:24:48.914745+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:23:09.235450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'7","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.539631+0000","last_change":"2024-09-05T02:24:44.291080+0000","last_active":"2024-09-05T02:25:00.539631+0000","last_peered":"2024-09-05T02:25:00.539631+0000","last_clean":"2024-09-05T02:25:00.539631+0000","last_became_active":"2024-09-05T02:24:44.290778+0000","last_became_peered":"2024-09-05T02:24:44.290778+0000","last_unstale":"2024-09-05T02:25:00.539631+0000","last_undegraded":"2024-09-05T02:25:00.539631+0000","last_fullsized":"2024-09-05T02:25:00.539631+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:46:58.612545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.930951+0000","last_change":"2024-09-05T02:24:47.477863+0000","last_active":"2024-09-05T02:24:48.930951+0000","last_peered":"2024-09-05T02:24:48.930951+0000","last_clean":"2024-09-05T02:24:48.930951+0000","last_became_active":"2024-09-05T02:24:47.477504+0000","last_became_peered":"2024-09-05T02:24:47.477504+0000","last_unstale":"2024-09-05T02:24:48.930951+0000","last_undegraded":"2024-09-05T02:24:48.930951+0000","last_fullsized":"2024-09-05T02:24:48.930951+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:23:50.906241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'3","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:59.528585+0000","last_change":"2024-09-05T02:24:44.298249+0000","last_active":"2024-09-05T02:24:59.528585+0000","last_peered":"2024-09-05T02:24:59.528585+0000","last_clean":"2024-09-05T02:24:59.528585+0000","last_became_active":"2024-09-05T02:24:44.297809+0000","last_became_peered":"2024-09-05T02:24:44.297809+0000","last_unstale":"2024-09-05T02:24:59.528585+0000","last_undegraded":"2024-09-05T02:24:59.528585+0000","last_fullsized":"2024-09-05T02:24:59.528585+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:07:01.288889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915082+0000","last_change":"2024-09-05T02:24:47.482550+0000","last_active":"2024-09-05T02:24:48.915082+0000","last_peered":"2024-09-05T02:24:48.915082+0000","last_clean":"2024-09-05T02:24:48.915082+0000","last_became_active":"2024-09-05T02:24:47.482230+0000","last_became_peered":"2024-09-05T02:24:47.482230+0000","last_unstale":"2024-09-05T02:24:48.915082+0000","last_undegraded":"2024-09-05T02:24:48.915082+0000","last_fullsized":"2024-09-05T02:24:48.915082+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:25:50.165849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"84'4","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:57.509080+0000","last_change":"2024-09-05T02:24:44.298584+0000","last_active":"2024-09-05T02:24:57.509080+0000","last_peered":"2024-09-05T02:24:57.509080+0000","last_clean":"2024-09-05T02:24:57.509080+0000","last_became_active":"2024-09-05T02:24:44.298193+0000","last_became_peered":"2024-09-05T02:24:44.298193+0000","last_unstale":"2024-09-05T02:24:57.509080+0000","last_undegraded":"2024-09-05T02:24:57.509080+0000","last_fullsized":"2024-09-05T02:24:57.509080+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:02:31.920971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914995+0000","last_change":"2024-09-05T02:24:47.490421+0000","last_active":"2024-09-05T02:24:48.914995+0000","last_peered":"2024-09-05T02:24:48.914995+0000","last_clean":"2024-09-05T02:24:48.914995+0000","last_became_active":"2024-09-05T02:24:47.489992+0000","last_became_peered":"2024-09-05T02:24:47.489992+0000","last_unstale":"2024-09-05T02:24:48.914995+0000","last_undegraded":"2024-09-05T02:24:48.914995+0000","last_fullsized":"2024-09-05T02:24:48.914995+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:15.842796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461939+0000","last_change":"2024-09-05T02:24:47.482094+0000","last_active":"2024-09-05T02:24:48.461939+0000","last_peered":"2024-09-05T02:24:48.461939+0000","last_clean":"2024-09-05T02:24:48.461939+0000","last_became_active":"2024-09-05T02:24:47.481767+0000","last_became_peered":"2024-09-05T02:24:47.481767+0000","last_unstale":"2024-09-05T02:24:48.461939+0000","last_undegraded":"2024-09-05T02:24:48.461939+0000","last_fullsized":"2024-09-05T02:24:48.461939+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:44:04.096969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"84'5","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.538549+0000","last_change":"2024-09-05T02:24:44.296039+0000","last_active":"2024-09-05T02:25:00.538549+0000","last_peered":"2024-09-05T02:25:00.538549+0000","last_clean":"2024-09-05T02:25:00.538549+0000","last_became_active":"2024-09-05T02:24:44.295678+0000","last_became_peered":"2024-09-05T02:24:44.295678+0000","last_unstale":"2024-09-05T02:25:00.538549+0000","last_undegraded":"2024-09-05T02:25:00.538549+0000","last_fullsized":"2024-09-05T02:25:00.538549+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:22:08.298398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.465564+0000","last_change":"2024-09-05T02:24:47.492996+0000","last_active":"2024-09-05T02:24:48.465564+0000","last_peered":"2024-09-05T02:24:48.465564+0000","last_clean":"2024-09-05T02:24:48.465564+0000","last_became_active":"2024-09-05T02:24:47.492665+0000","last_became_peered":"2024-09-05T02:24:47.492665+0000","last_unstale":"2024-09-05T02:24:48.465564+0000","last_undegraded":"2024-09-05T02:24:48.465564+0000","last_fullsized":"2024-09-05T02:24:48.465564+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:44:32.954561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"84'12","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:01.533947+0000","last_change":"2024-09-05T02:24:44.298800+0000","last_active":"2024-09-05T02:25:01.533947+0000","last_peered":"2024-09-05T02:25:01.533947+0000","last_clean":"2024-09-05T02:25:01.533947+0000","last_became_active":"2024-09-05T02:24:44.298489+0000","last_became_peered":"2024-09-05T02:24:44.298489+0000","last_unstale":"2024-09-05T02:25:01.533947+0000","last_undegraded":"2024-09-05T02:25:01.533947+0000","last_fullsized":"2024-09-05T02:25:01.533947+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:06:10.111917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915297+0000","last_change":"2024-09-05T02:24:47.488917+0000","last_active":"2024-09-05T02:24:48.915297+0000","last_peered":"2024-09-05T02:24:48.915297+0000","last_clean":"2024-09-05T02:24:48.915297+0000","last_became_active":"2024-09-05T02:24:47.488543+0000","last_became_peered":"2024-09-05T02:24:47.488543+0000","last_unstale":"2024-09-05T02:24:48.915297+0000","last_undegraded":"2024-09-05T02:24:48.915297+0000","last_fullsized":"2024-09-05T02:24:48.915297+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:08:53.452036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.933933+0000","last_change":"2024-09-05T02:24:44.640849+0000","last_active":"2024-09-05T02:24:48.933933+0000","last_peered":"2024-09-05T02:24:48.933933+0000","last_clean":"2024-09-05T02:24:48.933933+0000","last_became_active":"2024-09-05T02:24:44.640181+0000","last_became_peered":"2024-09-05T02:24:44.640181+0000","last_unstale":"2024-09-05T02:24:48.933933+0000","last_undegraded":"2024-09-05T02:24:48.933933+0000","last_fullsized":"2024-09-05T02:24:48.933933+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:12:34.867285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915402+0000","last_change":"2024-09-05T02:24:47.477642+0000","last_active":"2024-09-05T02:24:48.915402+0000","last_peered":"2024-09-05T02:24:48.915402+0000","last_clean":"2024-09-05T02:24:48.915402+0000","last_became_active":"2024-09-05T02:24:47.474109+0000","last_became_peered":"2024-09-05T02:24:47.474109+0000","last_unstale":"2024-09-05T02:24:48.915402+0000","last_undegraded":"2024-09-05T02:24:48.915402+0000","last_fullsized":"2024-09-05T02:24:48.915402+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:48:38.986300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"84'13","reported_seq":48,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:13.565348+0000","last_change":"2024-09-05T02:24:44.295646+0000","last_active":"2024-09-05T02:25:13.565348+0000","last_peered":"2024-09-05T02:25:13.565348+0000","last_clean":"2024-09-05T02:25:13.565348+0000","last_became_active":"2024-09-05T02:24:44.295219+0000","last_became_peered":"2024-09-05T02:24:44.295219+0000","last_unstale":"2024-09-05T02:25:13.565348+0000","last_undegraded":"2024-09-05T02:25:13.565348+0000","last_fullsized":"2024-09-05T02:25:13.565348+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:49.458485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":15,"num_read_kb":15,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":57320,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":177,"num_read_kb":151,"num_write":235,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":540672,"data_stored":171960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":203,"ondisk_log_size":203,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481810,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":913408,"data_stored":438263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":70,"seq":300647710742,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32752,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712400,"statfs":{"total":95995035648,"available":95961497600,"internally_reserved":0,"allocated":1605632,"data_stored":1079011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":65,"seq":279172874269,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36260,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708892,"statfs":{"total":95995035648,"available":95957905408,"internally_reserved":0,"allocated":937984,"data_stored":437800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":58,"seq":249108103203,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32096,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713056,"statfs":{"total":95995035648,"available":95962169344,"internally_reserved":0,"allocated":933888,"data_stored":438178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364838,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28520,"kb_used_data":1496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716632,"statfs":{"total":95995035648,"available":95965831168,"internally_reserved":0,"allocated":1531904,"data_stored":1030698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528365,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36244,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708908,"statfs":{"total":95995035648,"available":95957921792,"internally_reserved":0,"allocated":921600,"data_stored":437910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757299,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32692,"kb_used_data":1508,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712460,"statfs":{"total":95995035648,"available":95961559040,"internally_reserved":0,"allocated":1544192,"data_stored":1029983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920824,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":921600,"data_stored":437378,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149756,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36260,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708892,"statfs":{"total":95995035648,"available":95957905408,"internally_reserved":0,"allocated":937984,"data_stored":437342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411394,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":995328,"data_stored":489155,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574917,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":974848,"data_stored":488935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738444,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36264,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708888,"statfs":{"total":95995035648,"available":95957901312,"internally_reserved":0,"allocated":942080,"data_stored":439249,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":52257,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":52477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":51848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T02:25:18.910 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-05T02:25:19.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:18 smithi174 ceph-mon[34756]: from='client.14661 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:25:19.285 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:19.731 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:19 smithi033 ceph-mon[29909]: pgmap v306: 97 pgs: 97 active+clean; 633 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.8 KiB/s wr, 11 op/s 2024-09-05T02:25:19.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:19 smithi123 ceph-mon[34031]: pgmap v306: 97 pgs: 97 active+clean; 633 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.8 KiB/s wr, 11 op/s 2024-09-05T02:25:19.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.948+0000 7f6f62a00640 1 -- 172.21.15.33:0/2270176443 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f5c109140 msgr2=0x7f6f5c110cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:19.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.948+0000 7f6f62a00640 1 --2- 172.21.15.33:0/2270176443 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f5c109140 0x7f6f5c110cc0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f6f54009ca0 tx=0x7f6f5402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:25:19.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.948+0000 7f6f62a00640 1 -- 172.21.15.33:0/2270176443 shutdown_connections 2024-09-05T02:25:19.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.948+0000 7f6f62a00640 1 --2- 172.21.15.33:0/2270176443 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f5c109140 0x7f6f5c110cc0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:19.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.948+0000 7f6f62a00640 1 --2- 172.21.15.33:0/2270176443 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6f5c1049c0 0x7f6f5c108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:19.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.948+0000 7f6f62a00640 1 --2- 172.21.15.33:0/2270176443 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f5c104010 0x7f6f5c1043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:19.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.948+0000 7f6f62a00640 1 -- 172.21.15.33:0/2270176443 >> 172.21.15.33:0/2270176443 conn(0x7f6f5c0ffa50 msgr2=0x7f6f5c101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:19.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.948+0000 7f6f62a00640 1 -- 172.21.15.33:0/2270176443 shutdown_connections 2024-09-05T02:25:19.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.948+0000 7f6f62a00640 1 -- 172.21.15.33:0/2270176443 wait complete. 2024-09-05T02:25:19.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.949+0000 7f6f62a00640 1 Processor -- start 2024-09-05T02:25:19.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.949+0000 7f6f62a00640 1 -- start start 2024-09-05T02:25:19.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.950+0000 7f6f62a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6f5c104010 0x7f6f5c19a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:19.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.950+0000 7f6f62a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f5c1049c0 0x7f6f5c19ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:19.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.950+0000 7f6f62a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f5c109140 0x7f6f5c19ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:19.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.950+0000 7f6f62a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6f5c114170 con 0x7f6f5c1049c0 2024-09-05T02:25:19.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.950+0000 7f6f62a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6f5c113ff0 con 0x7f6f5c109140 2024-09-05T02:25:19.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.950+0000 7f6f62a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6f5c1142f0 con 0x7f6f5c104010 2024-09-05T02:25:19.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.950+0000 7f6f5b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f5c1049c0 0x7f6f5c19ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:19.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.950+0000 7f6f5be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6f5c104010 0x7f6f5c19a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:19.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.950+0000 7f6f5b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f5c1049c0 0x7f6f5c19ab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41102/0 (socket says 172.21.15.33:41102) 2024-09-05T02:25:19.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.950+0000 7f6f5b400640 1 -- 172.21.15.33:0/1305126549 learned_addr learned my addr 172.21.15.33:0/1305126549 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:19.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.950+0000 7f6f60a00640 1 --2- 172.21.15.33:0/1305126549 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f5c109140 0x7f6f5c19ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:19.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.950+0000 7f6f5b400640 1 -- 172.21.15.33:0/1305126549 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6f5c104010 msgr2=0x7f6f5c19a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:19.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.950+0000 7f6f5b400640 1 --2- 172.21.15.33:0/1305126549 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6f5c104010 0x7f6f5c19a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:19.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.950+0000 7f6f5b400640 1 -- 172.21.15.33:0/1305126549 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f5c109140 msgr2=0x7f6f5c19ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:19.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.950+0000 7f6f5b400640 1 --2- 172.21.15.33:0/1305126549 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f5c109140 0x7f6f5c19ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:19.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.950+0000 7f6f5b400640 1 -- 172.21.15.33:0/1305126549 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f5c19f5e0 con 0x7f6f5c1049c0 2024-09-05T02:25:19.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.950+0000 7f6f60a00640 1 --2- 172.21.15.33:0/1305126549 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f5c109140 0x7f6f5c19ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:25:19.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.950+0000 7f6f5be00640 1 --2- 172.21.15.33:0/1305126549 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6f5c104010 0x7f6f5c19a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:25:19.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.951+0000 7f6f5b400640 1 --2- 172.21.15.33:0/1305126549 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f5c1049c0 0x7f6f5c19ab70 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6f4800e9f0 tx=0x7f6f4800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:19.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.951+0000 7f6f58c00640 1 -- 172.21.15.33:0/1305126549 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f4800cd80 con 0x7f6f5c1049c0 2024-09-05T02:25:19.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.951+0000 7f6f58c00640 1 -- 172.21.15.33:0/1305126549 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6f48005500 con 0x7f6f5c1049c0 2024-09-05T02:25:19.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.951+0000 7f6f58c00640 1 -- 172.21.15.33:0/1305126549 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f48010690 con 0x7f6f5c1049c0 2024-09-05T02:25:19.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.951+0000 7f6f62a00640 1 -- 172.21.15.33:0/1305126549 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f5c19f8d0 con 0x7f6f5c1049c0 2024-09-05T02:25:19.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.951+0000 7f6f62a00640 1 -- 172.21.15.33:0/1305126549 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f5c1a71b0 con 0x7f6f5c1049c0 2024-09-05T02:25:19.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.952+0000 7f6f62a00640 1 -- 172.21.15.33:0/1305126549 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f5c1043f0 con 0x7f6f5c1049c0 2024-09-05T02:25:19.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.955+0000 7f6f58c00640 1 -- 172.21.15.33:0/1305126549 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6f480046c0 con 0x7f6f5c1049c0 2024-09-05T02:25:19.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.956+0000 7f6f58c00640 1 --2- 172.21.15.33:0/1305126549 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f6f400a2c10 0x7f6f400a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:19.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.956+0000 7f6f58c00640 1 -- 172.21.15.33:0/1305126549 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7f6f480cf550 con 0x7f6f5c1049c0 2024-09-05T02:25:19.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.956+0000 7f6f5be00640 1 --2- 172.21.15.33:0/1305126549 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f6f400a2c10 0x7f6f400a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:19.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.957+0000 7f6f5be00640 1 --2- 172.21.15.33:0/1305126549 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f6f400a2c10 0x7f6f400a50d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6f4c009fc0 tx=0x7f6f4c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:19.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:19.960+0000 7f6f58c00640 1 -- 172.21.15.33:0/1305126549 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6f4809c400 con 0x7f6f5c1049c0 2024-09-05T02:25:20.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:19 smithi174 ceph-mon[34756]: pgmap v306: 97 pgs: 97 active+clean; 633 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.8 KiB/s wr, 11 op/s 2024-09-05T02:25:20.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:20.140+0000 7f6f62a00640 1 -- 172.21.15.33:0/1305126549 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6f5c062630 con 0x7f6f400a2c10 2024-09-05T02:25:20.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:20.147+0000 7f6f58c00640 1 -- 172.21.15.33:0/1305126549 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258747 (secure 0 0 0) 0x7f6f5c062630 con 0x7f6f400a2c10 2024-09-05T02:25:20.150 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:25:20.151 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-09-05T02:25:20.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:20.151+0000 7f6f62a00640 1 -- 172.21.15.33:0/1305126549 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f6f400a2c10 msgr2=0x7f6f400a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:20.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:20.151+0000 7f6f62a00640 1 --2- 172.21.15.33:0/1305126549 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f6f400a2c10 0x7f6f400a50d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6f4c009fc0 tx=0x7f6f4c005f90 comp rx=0 tx=0).stop 2024-09-05T02:25:20.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:20.151+0000 7f6f62a00640 1 -- 172.21.15.33:0/1305126549 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f5c1049c0 msgr2=0x7f6f5c19ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:20.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:20.151+0000 7f6f62a00640 1 --2- 172.21.15.33:0/1305126549 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f5c1049c0 0x7f6f5c19ab70 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6f4800e9f0 tx=0x7f6f4800edf0 comp rx=0 tx=0).stop 2024-09-05T02:25:20.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:20.152+0000 7f6f62a00640 1 -- 172.21.15.33:0/1305126549 shutdown_connections 2024-09-05T02:25:20.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:20.152+0000 7f6f62a00640 1 --2- 172.21.15.33:0/1305126549 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f6f400a2c10 0x7f6f400a50d0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:20.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:20.152+0000 7f6f62a00640 1 --2- 172.21.15.33:0/1305126549 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f5c109140 0x7f6f5c19ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:20.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:20.152+0000 7f6f62a00640 1 --2- 172.21.15.33:0/1305126549 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f5c1049c0 0x7f6f5c19ab70 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:20.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:20.152+0000 7f6f62a00640 1 --2- 172.21.15.33:0/1305126549 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6f5c104010 0x7f6f5c19a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:20.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:20.152+0000 7f6f62a00640 1 -- 172.21.15.33:0/1305126549 >> 172.21.15.33:0/1305126549 conn(0x7f6f5c0ffa50 msgr2=0x7f6f5c100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:20.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:20.152+0000 7f6f62a00640 1 -- 172.21.15.33:0/1305126549 shutdown_connections 2024-09-05T02:25:20.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:20.152+0000 7f6f62a00640 1 -- 172.21.15.33:0/1305126549 wait complete. 2024-09-05T02:25:20.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:20 smithi033 ceph-mon[29909]: from='client.14667 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:25:20.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:20 smithi123 ceph-mon[34031]: from='client.14667 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:25:20.970 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":306,"stamp":"2024-09-05T02:25:18.476695+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":647922,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":313,"num_read_kb":270,"num_write":418,"num_write_kb":3061,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":342,"ondisk_log_size":342,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":387064,"kb_used_data":12856,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124554760,"statfs":{"total":1151940427776,"available":1151544074240,"internally_reserved":0,"allocated":13164544,"data_stored":7188159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":382973241},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":48734,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":105,"num_read_kb":99,"num_write":28,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003501"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.930061+0000","last_change":"2024-09-05T02:24:47.491184+0000","last_active":"2024-09-05T02:24:48.930061+0000","last_peered":"2024-09-05T02:24:48.930061+0000","last_clean":"2024-09-05T02:24:48.930061+0000","last_became_active":"2024-09-05T02:24:47.490909+0000","last_became_peered":"2024-09-05T02:24:47.490909+0000","last_unstale":"2024-09-05T02:24:48.930061+0000","last_undegraded":"2024-09-05T02:24:48.930061+0000","last_fullsized":"2024-09-05T02:24:48.930061+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:26.740349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915108+0000","last_change":"2024-09-05T02:24:47.485186+0000","last_active":"2024-09-05T02:24:48.915108+0000","last_peered":"2024-09-05T02:24:48.915108+0000","last_clean":"2024-09-05T02:24:48.915108+0000","last_became_active":"2024-09-05T02:24:47.484829+0000","last_became_peered":"2024-09-05T02:24:47.484829+0000","last_unstale":"2024-09-05T02:24:48.915108+0000","last_undegraded":"2024-09-05T02:24:48.915108+0000","last_fullsized":"2024-09-05T02:24:48.915108+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:10:55.313784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915136+0000","last_change":"2024-09-05T02:24:47.487202+0000","last_active":"2024-09-05T02:24:48.915136+0000","last_peered":"2024-09-05T02:24:48.915136+0000","last_clean":"2024-09-05T02:24:48.915136+0000","last_became_active":"2024-09-05T02:24:47.486906+0000","last_became_peered":"2024-09-05T02:24:47.486906+0000","last_unstale":"2024-09-05T02:24:48.915136+0000","last_undegraded":"2024-09-05T02:24:48.915136+0000","last_fullsized":"2024-09-05T02:24:48.915136+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:48:59.819500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.615410+0000","last_change":"2024-09-05T02:24:47.477645+0000","last_active":"2024-09-05T02:24:48.615410+0000","last_peered":"2024-09-05T02:24:48.615410+0000","last_clean":"2024-09-05T02:24:48.615410+0000","last_became_active":"2024-09-05T02:24:47.477281+0000","last_became_peered":"2024-09-05T02:24:47.477281+0000","last_unstale":"2024-09-05T02:24:48.615410+0000","last_undegraded":"2024-09-05T02:24:48.615410+0000","last_fullsized":"2024-09-05T02:24:48.615410+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:50:30.105056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914916+0000","last_change":"2024-09-05T02:24:47.483179+0000","last_active":"2024-09-05T02:24:48.914916+0000","last_peered":"2024-09-05T02:24:48.914916+0000","last_clean":"2024-09-05T02:24:48.914916+0000","last_became_active":"2024-09-05T02:24:47.482847+0000","last_became_peered":"2024-09-05T02:24:47.482847+0000","last_unstale":"2024-09-05T02:24:48.914916+0000","last_undegraded":"2024-09-05T02:24:48.914916+0000","last_fullsized":"2024-09-05T02:24:48.914916+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:57:58.728534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.913205+0000","last_change":"2024-09-05T02:24:47.481997+0000","last_active":"2024-09-05T02:24:48.913205+0000","last_peered":"2024-09-05T02:24:48.913205+0000","last_clean":"2024-09-05T02:24:48.913205+0000","last_became_active":"2024-09-05T02:24:47.481648+0000","last_became_peered":"2024-09-05T02:24:47.481648+0000","last_unstale":"2024-09-05T02:24:48.913205+0000","last_undegraded":"2024-09-05T02:24:48.913205+0000","last_fullsized":"2024-09-05T02:24:48.913205+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:37:03.602800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914709+0000","last_change":"2024-09-05T02:24:47.483442+0000","last_active":"2024-09-05T02:24:48.914709+0000","last_peered":"2024-09-05T02:24:48.914709+0000","last_clean":"2024-09-05T02:24:48.914709+0000","last_became_active":"2024-09-05T02:24:47.483104+0000","last_became_peered":"2024-09-05T02:24:47.483104+0000","last_unstale":"2024-09-05T02:24:48.914709+0000","last_undegraded":"2024-09-05T02:24:48.914709+0000","last_fullsized":"2024-09-05T02:24:48.914709+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:29:48.868995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914733+0000","last_change":"2024-09-05T02:24:47.483089+0000","last_active":"2024-09-05T02:24:48.914733+0000","last_peered":"2024-09-05T02:24:48.914733+0000","last_clean":"2024-09-05T02:24:48.914733+0000","last_became_active":"2024-09-05T02:24:47.482677+0000","last_became_peered":"2024-09-05T02:24:47.482677+0000","last_unstale":"2024-09-05T02:24:48.914733+0000","last_undegraded":"2024-09-05T02:24:48.914733+0000","last_fullsized":"2024-09-05T02:24:48.914733+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:11.707124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.465930+0000","last_change":"2024-09-05T02:24:47.483010+0000","last_active":"2024-09-05T02:24:48.465930+0000","last_peered":"2024-09-05T02:24:48.465930+0000","last_clean":"2024-09-05T02:24:48.465930+0000","last_became_active":"2024-09-05T02:24:47.482649+0000","last_became_peered":"2024-09-05T02:24:47.482649+0000","last_unstale":"2024-09-05T02:24:48.465930+0000","last_undegraded":"2024-09-05T02:24:48.465930+0000","last_fullsized":"2024-09-05T02:24:48.465930+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:50:13.723197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.913527+0000","last_change":"2024-09-05T02:24:47.488852+0000","last_active":"2024-09-05T02:24:48.913527+0000","last_peered":"2024-09-05T02:24:48.913527+0000","last_clean":"2024-09-05T02:24:48.913527+0000","last_became_active":"2024-09-05T02:24:47.488444+0000","last_became_peered":"2024-09-05T02:24:47.488444+0000","last_unstale":"2024-09-05T02:24:48.913527+0000","last_undegraded":"2024-09-05T02:24:48.913527+0000","last_fullsized":"2024-09-05T02:24:48.913527+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:43:11.410976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915118+0000","last_change":"2024-09-05T02:24:47.482922+0000","last_active":"2024-09-05T02:24:48.915118+0000","last_peered":"2024-09-05T02:24:48.915118+0000","last_clean":"2024-09-05T02:24:48.915118+0000","last_became_active":"2024-09-05T02:24:47.482517+0000","last_became_peered":"2024-09-05T02:24:47.482517+0000","last_unstale":"2024-09-05T02:24:48.915118+0000","last_undegraded":"2024-09-05T02:24:48.915118+0000","last_fullsized":"2024-09-05T02:24:48.915118+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:32:18.412647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.615457+0000","last_change":"2024-09-05T02:24:47.487042+0000","last_active":"2024-09-05T02:24:48.615457+0000","last_peered":"2024-09-05T02:24:48.615457+0000","last_clean":"2024-09-05T02:24:48.615457+0000","last_became_active":"2024-09-05T02:24:47.486731+0000","last_became_peered":"2024-09-05T02:24:47.486731+0000","last_unstale":"2024-09-05T02:24:48.615457+0000","last_undegraded":"2024-09-05T02:24:48.615457+0000","last_fullsized":"2024-09-05T02:24:48.615457+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:20:44.234433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461665+0000","last_change":"2024-09-05T02:24:47.487525+0000","last_active":"2024-09-05T02:24:48.461665+0000","last_peered":"2024-09-05T02:24:48.461665+0000","last_clean":"2024-09-05T02:24:48.461665+0000","last_became_active":"2024-09-05T02:24:47.487212+0000","last_became_peered":"2024-09-05T02:24:47.487212+0000","last_unstale":"2024-09-05T02:24:48.461665+0000","last_undegraded":"2024-09-05T02:24:48.461665+0000","last_fullsized":"2024-09-05T02:24:48.461665+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:59:45.141810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914865+0000","last_change":"2024-09-05T02:24:47.484682+0000","last_active":"2024-09-05T02:24:48.914865+0000","last_peered":"2024-09-05T02:24:48.914865+0000","last_clean":"2024-09-05T02:24:48.914865+0000","last_became_active":"2024-09-05T02:24:47.484360+0000","last_became_peered":"2024-09-05T02:24:47.484360+0000","last_unstale":"2024-09-05T02:24:48.914865+0000","last_undegraded":"2024-09-05T02:24:48.914865+0000","last_fullsized":"2024-09-05T02:24:48.914865+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:55:05.905601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914433+0000","last_change":"2024-09-05T02:24:47.477801+0000","last_active":"2024-09-05T02:24:48.914433+0000","last_peered":"2024-09-05T02:24:48.914433+0000","last_clean":"2024-09-05T02:24:48.914433+0000","last_became_active":"2024-09-05T02:24:47.477483+0000","last_became_peered":"2024-09-05T02:24:47.477483+0000","last_unstale":"2024-09-05T02:24:48.914433+0000","last_undegraded":"2024-09-05T02:24:48.914433+0000","last_fullsized":"2024-09-05T02:24:48.914433+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:28:41.915016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.465384+0000","last_change":"2024-09-05T02:24:47.492903+0000","last_active":"2024-09-05T02:24:48.465384+0000","last_peered":"2024-09-05T02:24:48.465384+0000","last_clean":"2024-09-05T02:24:48.465384+0000","last_became_active":"2024-09-05T02:24:47.492561+0000","last_became_peered":"2024-09-05T02:24:47.492561+0000","last_unstale":"2024-09-05T02:24:48.465384+0000","last_undegraded":"2024-09-05T02:24:48.465384+0000","last_fullsized":"2024-09-05T02:24:48.465384+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:04:55.090065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.930227+0000","last_change":"2024-09-05T02:24:47.491299+0000","last_active":"2024-09-05T02:24:48.930227+0000","last_peered":"2024-09-05T02:24:48.930227+0000","last_clean":"2024-09-05T02:24:48.930227+0000","last_became_active":"2024-09-05T02:24:47.490984+0000","last_became_peered":"2024-09-05T02:24:47.490984+0000","last_unstale":"2024-09-05T02:24:48.930227+0000","last_undegraded":"2024-09-05T02:24:48.930227+0000","last_fullsized":"2024-09-05T02:24:48.930227+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:07:17.549051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.707299+0000","last_change":"2024-09-05T02:24:47.483319+0000","last_active":"2024-09-05T02:24:48.707299+0000","last_peered":"2024-09-05T02:24:48.707299+0000","last_clean":"2024-09-05T02:24:48.707299+0000","last_became_active":"2024-09-05T02:24:47.483017+0000","last_became_peered":"2024-09-05T02:24:47.483017+0000","last_unstale":"2024-09-05T02:24:48.707299+0000","last_undegraded":"2024-09-05T02:24:48.707299+0000","last_fullsized":"2024-09-05T02:24:48.707299+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:46:16.281658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915589+0000","last_change":"2024-09-05T02:24:47.472469+0000","last_active":"2024-09-05T02:24:48.915589+0000","last_peered":"2024-09-05T02:24:48.915589+0000","last_clean":"2024-09-05T02:24:48.915589+0000","last_became_active":"2024-09-05T02:24:47.472154+0000","last_became_peered":"2024-09-05T02:24:47.472154+0000","last_unstale":"2024-09-05T02:24:48.915589+0000","last_undegraded":"2024-09-05T02:24:48.915589+0000","last_fullsized":"2024-09-05T02:24:48.915589+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:13:41.486577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.929735+0000","last_change":"2024-09-05T02:24:47.472898+0000","last_active":"2024-09-05T02:24:48.929735+0000","last_peered":"2024-09-05T02:24:48.929735+0000","last_clean":"2024-09-05T02:24:48.929735+0000","last_became_active":"2024-09-05T02:24:47.470127+0000","last_became_peered":"2024-09-05T02:24:47.470127+0000","last_unstale":"2024-09-05T02:24:48.929735+0000","last_undegraded":"2024-09-05T02:24:48.929735+0000","last_fullsized":"2024-09-05T02:24:48.929735+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:00:29.277630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461805+0000","last_change":"2024-09-05T02:24:47.490189+0000","last_active":"2024-09-05T02:24:48.461805+0000","last_peered":"2024-09-05T02:24:48.461805+0000","last_clean":"2024-09-05T02:24:48.461805+0000","last_became_active":"2024-09-05T02:24:47.489899+0000","last_became_peered":"2024-09-05T02:24:47.489899+0000","last_unstale":"2024-09-05T02:24:48.461805+0000","last_undegraded":"2024-09-05T02:24:48.461805+0000","last_fullsized":"2024-09-05T02:24:48.461805+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:40.643179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.465613+0000","last_change":"2024-09-05T02:24:47.486794+0000","last_active":"2024-09-05T02:24:48.465613+0000","last_peered":"2024-09-05T02:24:48.465613+0000","last_clean":"2024-09-05T02:24:48.465613+0000","last_became_active":"2024-09-05T02:24:47.486487+0000","last_became_peered":"2024-09-05T02:24:47.486487+0000","last_unstale":"2024-09-05T02:24:48.465613+0000","last_undegraded":"2024-09-05T02:24:48.465613+0000","last_fullsized":"2024-09-05T02:24:48.465613+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:50:16.871409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914729+0000","last_change":"2024-09-05T02:24:47.472264+0000","last_active":"2024-09-05T02:24:48.914729+0000","last_peered":"2024-09-05T02:24:48.914729+0000","last_clean":"2024-09-05T02:24:48.914729+0000","last_became_active":"2024-09-05T02:24:47.471923+0000","last_became_peered":"2024-09-05T02:24:47.471923+0000","last_unstale":"2024-09-05T02:24:48.914729+0000","last_undegraded":"2024-09-05T02:24:48.914729+0000","last_fullsized":"2024-09-05T02:24:48.914729+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:37.261821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461732+0000","last_change":"2024-09-05T02:24:47.479598+0000","last_active":"2024-09-05T02:24:48.461732+0000","last_peered":"2024-09-05T02:24:48.461732+0000","last_clean":"2024-09-05T02:24:48.461732+0000","last_became_active":"2024-09-05T02:24:47.479299+0000","last_became_peered":"2024-09-05T02:24:47.479299+0000","last_unstale":"2024-09-05T02:24:48.461732+0000","last_undegraded":"2024-09-05T02:24:48.461732+0000","last_fullsized":"2024-09-05T02:24:48.461732+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:09:23.916286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915643+0000","last_change":"2024-09-05T02:24:47.477576+0000","last_active":"2024-09-05T02:24:48.915643+0000","last_peered":"2024-09-05T02:24:48.915643+0000","last_clean":"2024-09-05T02:24:48.915643+0000","last_became_active":"2024-09-05T02:24:47.477167+0000","last_became_peered":"2024-09-05T02:24:47.477167+0000","last_unstale":"2024-09-05T02:24:48.915643+0000","last_undegraded":"2024-09-05T02:24:48.915643+0000","last_fullsized":"2024-09-05T02:24:48.915643+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:50:37.129705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915838+0000","last_change":"2024-09-05T02:24:47.483520+0000","last_active":"2024-09-05T02:24:48.915838+0000","last_peered":"2024-09-05T02:24:48.915838+0000","last_clean":"2024-09-05T02:24:48.915838+0000","last_became_active":"2024-09-05T02:24:47.481784+0000","last_became_peered":"2024-09-05T02:24:47.481784+0000","last_unstale":"2024-09-05T02:24:48.915838+0000","last_undegraded":"2024-09-05T02:24:48.915838+0000","last_fullsized":"2024-09-05T02:24:48.915838+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:20:39.296324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.930692+0000","last_change":"2024-09-05T02:24:47.473686+0000","last_active":"2024-09-05T02:24:48.930692+0000","last_peered":"2024-09-05T02:24:48.930692+0000","last_clean":"2024-09-05T02:24:48.930692+0000","last_became_active":"2024-09-05T02:24:47.473415+0000","last_became_peered":"2024-09-05T02:24:47.473415+0000","last_unstale":"2024-09-05T02:24:48.930692+0000","last_undegraded":"2024-09-05T02:24:48.930692+0000","last_fullsized":"2024-09-05T02:24:48.930692+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:31:51.642451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461673+0000","last_change":"2024-09-05T02:24:47.486520+0000","last_active":"2024-09-05T02:24:48.461673+0000","last_peered":"2024-09-05T02:24:48.461673+0000","last_clean":"2024-09-05T02:24:48.461673+0000","last_became_active":"2024-09-05T02:24:47.484374+0000","last_became_peered":"2024-09-05T02:24:47.484374+0000","last_unstale":"2024-09-05T02:24:48.461673+0000","last_undegraded":"2024-09-05T02:24:48.461673+0000","last_fullsized":"2024-09-05T02:24:48.461673+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:40:37.528352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915054+0000","last_change":"2024-09-05T02:24:47.488546+0000","last_active":"2024-09-05T02:24:48.915054+0000","last_peered":"2024-09-05T02:24:48.915054+0000","last_clean":"2024-09-05T02:24:48.915054+0000","last_became_active":"2024-09-05T02:24:47.487743+0000","last_became_peered":"2024-09-05T02:24:47.487743+0000","last_unstale":"2024-09-05T02:24:48.915054+0000","last_undegraded":"2024-09-05T02:24:48.915054+0000","last_fullsized":"2024-09-05T02:24:48.915054+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:18:13.725734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915110+0000","last_change":"2024-09-05T02:24:47.479316+0000","last_active":"2024-09-05T02:24:48.915110+0000","last_peered":"2024-09-05T02:24:48.915110+0000","last_clean":"2024-09-05T02:24:48.915110+0000","last_became_active":"2024-09-05T02:24:47.479038+0000","last_became_peered":"2024-09-05T02:24:47.479038+0000","last_unstale":"2024-09-05T02:24:48.915110+0000","last_undegraded":"2024-09-05T02:24:48.915110+0000","last_fullsized":"2024-09-05T02:24:48.915110+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:09:50.622807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915401+0000","last_change":"2024-09-05T02:24:47.471282+0000","last_active":"2024-09-05T02:24:48.915401+0000","last_peered":"2024-09-05T02:24:48.915401+0000","last_clean":"2024-09-05T02:24:48.915401+0000","last_became_active":"2024-09-05T02:24:47.470984+0000","last_became_peered":"2024-09-05T02:24:47.470984+0000","last_unstale":"2024-09-05T02:24:48.915401+0000","last_undegraded":"2024-09-05T02:24:48.915401+0000","last_fullsized":"2024-09-05T02:24:48.915401+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:28:41.852281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.929736+0000","last_change":"2024-09-05T02:24:47.477153+0000","last_active":"2024-09-05T02:24:48.929736+0000","last_peered":"2024-09-05T02:24:48.929736+0000","last_clean":"2024-09-05T02:24:48.929736+0000","last_became_active":"2024-09-05T02:24:47.476765+0000","last_became_peered":"2024-09-05T02:24:47.476765+0000","last_unstale":"2024-09-05T02:24:48.929736+0000","last_undegraded":"2024-09-05T02:24:48.929736+0000","last_fullsized":"2024-09-05T02:24:48.929736+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:52.887284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914743+0000","last_change":"2024-09-05T02:24:47.468804+0000","last_active":"2024-09-05T02:24:48.914743+0000","last_peered":"2024-09-05T02:24:48.914743+0000","last_clean":"2024-09-05T02:24:48.914743+0000","last_became_active":"2024-09-05T02:24:47.468532+0000","last_became_peered":"2024-09-05T02:24:47.468532+0000","last_unstale":"2024-09-05T02:24:48.914743+0000","last_undegraded":"2024-09-05T02:24:48.914743+0000","last_fullsized":"2024-09-05T02:24:48.914743+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:05:23.763502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"84'5","reported_seq":41,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:13.560790+0000","last_change":"2024-09-05T02:24:44.295858+0000","last_active":"2024-09-05T02:25:13.560790+0000","last_peered":"2024-09-05T02:25:13.560790+0000","last_clean":"2024-09-05T02:25:13.560790+0000","last_became_active":"2024-09-05T02:24:44.295305+0000","last_became_peered":"2024-09-05T02:24:44.295305+0000","last_unstale":"2024-09-05T02:25:13.560790+0000","last_undegraded":"2024-09-05T02:25:13.560790+0000","last_fullsized":"2024-09-05T02:25:13.560790+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:01:39.220130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":16,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461803+0000","last_change":"2024-09-05T02:24:47.479084+0000","last_active":"2024-09-05T02:24:48.461803+0000","last_peered":"2024-09-05T02:24:48.461803+0000","last_clean":"2024-09-05T02:24:48.461803+0000","last_became_active":"2024-09-05T02:24:47.478748+0000","last_became_peered":"2024-09-05T02:24:47.478748+0000","last_unstale":"2024-09-05T02:24:48.461803+0000","last_undegraded":"2024-09-05T02:24:48.461803+0000","last_fullsized":"2024-09-05T02:24:48.461803+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:04:50.466209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:59.527153+0000","last_change":"2024-09-05T02:24:44.296259+0000","last_active":"2024-09-05T02:24:59.527153+0000","last_peered":"2024-09-05T02:24:59.527153+0000","last_clean":"2024-09-05T02:24:59.527153+0000","last_became_active":"2024-09-05T02:24:44.295712+0000","last_became_peered":"2024-09-05T02:24:44.295712+0000","last_unstale":"2024-09-05T02:24:59.527153+0000","last_undegraded":"2024-09-05T02:24:59.527153+0000","last_fullsized":"2024-09-05T02:24:59.527153+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:35:09.076280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"84'3","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:58.519136+0000","last_change":"2024-09-05T02:24:44.291087+0000","last_active":"2024-09-05T02:24:58.519136+0000","last_peered":"2024-09-05T02:24:58.519136+0000","last_clean":"2024-09-05T02:24:58.519136+0000","last_became_active":"2024-09-05T02:24:44.290507+0000","last_became_peered":"2024-09-05T02:24:44.290507+0000","last_unstale":"2024-09-05T02:24:58.519136+0000","last_undegraded":"2024-09-05T02:24:58.519136+0000","last_fullsized":"2024-09-05T02:24:58.519136+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:39.127718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914748+0000","last_change":"2024-09-05T02:24:47.481980+0000","last_active":"2024-09-05T02:24:48.914748+0000","last_peered":"2024-09-05T02:24:48.914748+0000","last_clean":"2024-09-05T02:24:48.914748+0000","last_became_active":"2024-09-05T02:24:47.481558+0000","last_became_peered":"2024-09-05T02:24:47.481558+0000","last_unstale":"2024-09-05T02:24:48.914748+0000","last_undegraded":"2024-09-05T02:24:48.914748+0000","last_fullsized":"2024-09-05T02:24:48.914748+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:48:09.994392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"84'3","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.537881+0000","last_change":"2024-09-05T02:24:44.293303+0000","last_active":"2024-09-05T02:25:00.537881+0000","last_peered":"2024-09-05T02:25:00.537881+0000","last_clean":"2024-09-05T02:25:00.537881+0000","last_became_active":"2024-09-05T02:24:44.292969+0000","last_became_peered":"2024-09-05T02:24:44.292969+0000","last_unstale":"2024-09-05T02:25:00.537881+0000","last_undegraded":"2024-09-05T02:25:00.537881+0000","last_fullsized":"2024-09-05T02:25:00.537881+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:25:41.988613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.707176+0000","last_change":"2024-09-05T02:24:47.479856+0000","last_active":"2024-09-05T02:24:48.707176+0000","last_peered":"2024-09-05T02:24:48.707176+0000","last_clean":"2024-09-05T02:24:48.707176+0000","last_became_active":"2024-09-05T02:24:47.479415+0000","last_became_peered":"2024-09-05T02:24:47.479415+0000","last_unstale":"2024-09-05T02:24:48.707176+0000","last_undegraded":"2024-09-05T02:24:48.707176+0000","last_fullsized":"2024-09-05T02:24:48.707176+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:33:17.494077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'4","reported_seq":50,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:13.559985+0000","last_change":"2024-09-05T02:24:44.293590+0000","last_active":"2024-09-05T02:25:13.559985+0000","last_peered":"2024-09-05T02:25:13.559985+0000","last_clean":"2024-09-05T02:25:13.559985+0000","last_became_active":"2024-09-05T02:24:44.293203+0000","last_became_peered":"2024-09-05T02:24:44.293203+0000","last_unstale":"2024-09-05T02:25:13.559985+0000","last_undegraded":"2024-09-05T02:25:13.559985+0000","last_fullsized":"2024-09-05T02:25:13.559985+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:35:15.987387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":26,"num_read_kb":26,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.465895+0000","last_change":"2024-09-05T02:24:47.482456+0000","last_active":"2024-09-05T02:24:48.465895+0000","last_peered":"2024-09-05T02:24:48.465895+0000","last_clean":"2024-09-05T02:24:48.465895+0000","last_became_active":"2024-09-05T02:24:47.482093+0000","last_became_peered":"2024-09-05T02:24:47.482093+0000","last_unstale":"2024-09-05T02:24:48.465895+0000","last_undegraded":"2024-09-05T02:24:48.465895+0000","last_fullsized":"2024-09-05T02:24:48.465895+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:28:42.507810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'4","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.537642+0000","last_change":"2024-09-05T02:24:44.294983+0000","last_active":"2024-09-05T02:25:00.537642+0000","last_peered":"2024-09-05T02:25:00.537642+0000","last_clean":"2024-09-05T02:25:00.537642+0000","last_became_active":"2024-09-05T02:24:44.294624+0000","last_became_peered":"2024-09-05T02:24:44.294624+0000","last_unstale":"2024-09-05T02:25:00.537642+0000","last_undegraded":"2024-09-05T02:25:00.537642+0000","last_fullsized":"2024-09-05T02:25:00.537642+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:37:02.051992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915580+0000","last_change":"2024-09-05T02:24:47.485937+0000","last_active":"2024-09-05T02:24:48.915580+0000","last_peered":"2024-09-05T02:24:48.915580+0000","last_clean":"2024-09-05T02:24:48.915580+0000","last_became_active":"2024-09-05T02:24:47.483410+0000","last_became_peered":"2024-09-05T02:24:47.483410+0000","last_unstale":"2024-09-05T02:24:48.915580+0000","last_undegraded":"2024-09-05T02:24:48.915580+0000","last_fullsized":"2024-09-05T02:24:48.915580+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:27:55.654243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"84'5","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:59.527677+0000","last_change":"2024-09-05T02:24:44.640478+0000","last_active":"2024-09-05T02:24:59.527677+0000","last_peered":"2024-09-05T02:24:59.527677+0000","last_clean":"2024-09-05T02:24:59.527677+0000","last_became_active":"2024-09-05T02:24:44.640107+0000","last_became_peered":"2024-09-05T02:24:44.640107+0000","last_unstale":"2024-09-05T02:24:59.527677+0000","last_undegraded":"2024-09-05T02:24:59.527677+0000","last_fullsized":"2024-09-05T02:24:59.527677+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:46:22.272180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.465786+0000","last_change":"2024-09-05T02:24:47.488999+0000","last_active":"2024-09-05T02:24:48.465786+0000","last_peered":"2024-09-05T02:24:48.465786+0000","last_clean":"2024-09-05T02:24:48.465786+0000","last_became_active":"2024-09-05T02:24:47.488285+0000","last_became_peered":"2024-09-05T02:24:47.488285+0000","last_unstale":"2024-09-05T02:24:48.465786+0000","last_undegraded":"2024-09-05T02:24:48.465786+0000","last_fullsized":"2024-09-05T02:24:48.465786+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:44:32.524370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"84'27","reported_seq":80,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:13.571707+0000","last_change":"2024-09-05T02:24:44.296456+0000","last_active":"2024-09-05T02:25:13.571707+0000","last_peered":"2024-09-05T02:25:13.571707+0000","last_clean":"2024-09-05T02:25:13.571707+0000","last_became_active":"2024-09-05T02:24:44.295890+0000","last_became_peered":"2024-09-05T02:24:44.295890+0000","last_unstale":"2024-09-05T02:25:13.571707+0000","last_undegraded":"2024-09-05T02:25:13.571707+0000","last_fullsized":"2024-09-05T02:25:13.571707+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:51:01.417246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50112,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":33,"num_read_kb":64,"num_write":29,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915327+0000","last_change":"2024-09-05T02:24:47.482485+0000","last_active":"2024-09-05T02:24:48.915327+0000","last_peered":"2024-09-05T02:24:48.915327+0000","last_clean":"2024-09-05T02:24:48.915327+0000","last_became_active":"2024-09-05T02:24:47.482150+0000","last_became_peered":"2024-09-05T02:24:47.482150+0000","last_unstale":"2024-09-05T02:24:48.915327+0000","last_undegraded":"2024-09-05T02:24:48.915327+0000","last_fullsized":"2024-09-05T02:24:48.915327+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:25:05.863640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"84'9","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:01.540224+0000","last_change":"2024-09-05T02:24:44.295628+0000","last_active":"2024-09-05T02:25:01.540224+0000","last_peered":"2024-09-05T02:25:01.540224+0000","last_clean":"2024-09-05T02:25:01.540224+0000","last_became_active":"2024-09-05T02:24:44.295265+0000","last_became_peered":"2024-09-05T02:24:44.295265+0000","last_unstale":"2024-09-05T02:25:01.540224+0000","last_undegraded":"2024-09-05T02:25:01.540224+0000","last_fullsized":"2024-09-05T02:25:01.540224+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:50:17.361215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461355+0000","last_change":"2024-09-05T02:24:47.485558+0000","last_active":"2024-09-05T02:24:48.461355+0000","last_peered":"2024-09-05T02:24:48.461355+0000","last_clean":"2024-09-05T02:24:48.461355+0000","last_became_active":"2024-09-05T02:24:47.480718+0000","last_became_peered":"2024-09-05T02:24:47.480718+0000","last_unstale":"2024-09-05T02:24:48.461355+0000","last_undegraded":"2024-09-05T02:24:48.461355+0000","last_fullsized":"2024-09-05T02:24:48.461355+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:59:59.787907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"84'5","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.538122+0000","last_change":"2024-09-05T02:24:44.292578+0000","last_active":"2024-09-05T02:25:00.538122+0000","last_peered":"2024-09-05T02:25:00.538122+0000","last_clean":"2024-09-05T02:25:00.538122+0000","last_became_active":"2024-09-05T02:24:44.292218+0000","last_became_peered":"2024-09-05T02:24:44.292218+0000","last_unstale":"2024-09-05T02:25:00.538122+0000","last_undegraded":"2024-09-05T02:25:00.538122+0000","last_fullsized":"2024-09-05T02:25:00.538122+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:46:16.180439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914980+0000","last_change":"2024-09-05T02:24:47.491330+0000","last_active":"2024-09-05T02:24:48.914980+0000","last_peered":"2024-09-05T02:24:48.914980+0000","last_clean":"2024-09-05T02:24:48.914980+0000","last_became_active":"2024-09-05T02:24:47.491011+0000","last_became_peered":"2024-09-05T02:24:47.491011+0000","last_unstale":"2024-09-05T02:24:48.914980+0000","last_undegraded":"2024-09-05T02:24:48.914980+0000","last_fullsized":"2024-09-05T02:24:48.914980+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:00:04.483870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"84'5","reported_seq":42,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:14.567018+0000","last_change":"2024-09-05T02:24:44.292409+0000","last_active":"2024-09-05T02:25:14.567018+0000","last_peered":"2024-09-05T02:25:14.567018+0000","last_clean":"2024-09-05T02:25:14.567018+0000","last_became_active":"2024-09-05T02:24:44.292098+0000","last_became_peered":"2024-09-05T02:24:44.292098+0000","last_unstale":"2024-09-05T02:25:14.567018+0000","last_undegraded":"2024-09-05T02:25:14.567018+0000","last_fullsized":"2024-09-05T02:25:14.567018+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:56:42.881710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":18,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914628+0000","last_change":"2024-09-05T02:24:47.483137+0000","last_active":"2024-09-05T02:24:48.914628+0000","last_peered":"2024-09-05T02:24:48.914628+0000","last_clean":"2024-09-05T02:24:48.914628+0000","last_became_active":"2024-09-05T02:24:47.482796+0000","last_became_peered":"2024-09-05T02:24:47.482796+0000","last_unstale":"2024-09-05T02:24:48.914628+0000","last_undegraded":"2024-09-05T02:24:48.914628+0000","last_fullsized":"2024-09-05T02:24:48.914628+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:16:50.093198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"84'17","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.538434+0000","last_change":"2024-09-05T02:24:44.640539+0000","last_active":"2024-09-05T02:25:00.538434+0000","last_peered":"2024-09-05T02:25:00.538434+0000","last_clean":"2024-09-05T02:25:00.538434+0000","last_became_active":"2024-09-05T02:24:44.640130+0000","last_became_peered":"2024-09-05T02:24:44.640130+0000","last_unstale":"2024-09-05T02:25:00.538434+0000","last_undegraded":"2024-09-05T02:25:00.538434+0000","last_fullsized":"2024-09-05T02:25:00.538434+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:03:00.027234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461898+0000","last_change":"2024-09-05T02:24:47.481831+0000","last_active":"2024-09-05T02:24:48.461898+0000","last_peered":"2024-09-05T02:24:48.461898+0000","last_clean":"2024-09-05T02:24:48.461898+0000","last_became_active":"2024-09-05T02:24:47.481525+0000","last_became_peered":"2024-09-05T02:24:47.481525+0000","last_unstale":"2024-09-05T02:24:48.461898+0000","last_undegraded":"2024-09-05T02:24:48.461898+0000","last_fullsized":"2024-09-05T02:24:48.461898+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:36:43.917931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"84'2","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.513933+0000","last_change":"2024-09-05T02:24:44.296842+0000","last_active":"2024-09-05T02:25:00.513933+0000","last_peered":"2024-09-05T02:25:00.513933+0000","last_clean":"2024-09-05T02:25:00.513933+0000","last_became_active":"2024-09-05T02:24:44.296512+0000","last_became_peered":"2024-09-05T02:24:44.296512+0000","last_unstale":"2024-09-05T02:25:00.513933+0000","last_undegraded":"2024-09-05T02:25:00.513933+0000","last_fullsized":"2024-09-05T02:25:00.513933+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:57.912633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.930150+0000","last_change":"2024-09-05T02:24:47.476626+0000","last_active":"2024-09-05T02:24:48.930150+0000","last_peered":"2024-09-05T02:24:48.930150+0000","last_clean":"2024-09-05T02:24:48.930150+0000","last_became_active":"2024-09-05T02:24:47.476303+0000","last_became_peered":"2024-09-05T02:24:47.476303+0000","last_unstale":"2024-09-05T02:24:48.930150+0000","last_undegraded":"2024-09-05T02:24:48.930150+0000","last_fullsized":"2024-09-05T02:24:48.930150+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:31:12.657155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"84'5","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.538115+0000","last_change":"2024-09-05T02:24:44.297026+0000","last_active":"2024-09-05T02:25:00.538115+0000","last_peered":"2024-09-05T02:25:00.538115+0000","last_clean":"2024-09-05T02:25:00.538115+0000","last_became_active":"2024-09-05T02:24:44.296702+0000","last_became_peered":"2024-09-05T02:24:44.296702+0000","last_unstale":"2024-09-05T02:25:00.538115+0000","last_undegraded":"2024-09-05T02:25:00.538115+0000","last_fullsized":"2024-09-05T02:25:00.538115+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:20:52.028558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915150+0000","last_change":"2024-09-05T02:24:47.484399+0000","last_active":"2024-09-05T02:24:48.915150+0000","last_peered":"2024-09-05T02:24:48.915150+0000","last_clean":"2024-09-05T02:24:48.915150+0000","last_became_active":"2024-09-05T02:24:47.484066+0000","last_became_peered":"2024-09-05T02:24:47.484066+0000","last_unstale":"2024-09-05T02:24:48.915150+0000","last_undegraded":"2024-09-05T02:24:48.915150+0000","last_fullsized":"2024-09-05T02:24:48.915150+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:16:53.069837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'3","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.537827+0000","last_change":"2024-09-05T02:24:44.295074+0000","last_active":"2024-09-05T02:25:00.537827+0000","last_peered":"2024-09-05T02:25:00.537827+0000","last_clean":"2024-09-05T02:25:00.537827+0000","last_became_active":"2024-09-05T02:24:44.294717+0000","last_became_peered":"2024-09-05T02:24:44.294717+0000","last_unstale":"2024-09-05T02:25:00.537827+0000","last_undegraded":"2024-09-05T02:25:00.537827+0000","last_fullsized":"2024-09-05T02:25:00.537827+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:39:44.846971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"84'1","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:49.967707+0000","last_change":"2024-09-05T02:24:47.485144+0000","last_active":"2024-09-05T02:24:49.967707+0000","last_peered":"2024-09-05T02:24:49.967707+0000","last_clean":"2024-09-05T02:24:49.967707+0000","last_became_active":"2024-09-05T02:24:47.484856+0000","last_became_peered":"2024-09-05T02:24:47.484856+0000","last_unstale":"2024-09-05T02:24:49.967707+0000","last_undegraded":"2024-09-05T02:24:49.967707+0000","last_fullsized":"2024-09-05T02:24:49.967707+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:55:07.174592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"84'6","reported_seq":43,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:13.560790+0000","last_change":"2024-09-05T02:24:44.644196+0000","last_active":"2024-09-05T02:25:13.560790+0000","last_peered":"2024-09-05T02:25:13.560790+0000","last_clean":"2024-09-05T02:25:13.560790+0000","last_became_active":"2024-09-05T02:24:44.643853+0000","last_became_peered":"2024-09-05T02:24:44.643853+0000","last_unstale":"2024-09-05T02:25:13.560790+0000","last_undegraded":"2024-09-05T02:25:13.560790+0000","last_fullsized":"2024-09-05T02:25:13.560790+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:31:55.286395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1563,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":17,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915224+0000","last_change":"2024-09-05T02:24:47.484308+0000","last_active":"2024-09-05T02:24:48.915224+0000","last_peered":"2024-09-05T02:24:48.915224+0000","last_clean":"2024-09-05T02:24:48.915224+0000","last_became_active":"2024-09-05T02:24:47.484017+0000","last_became_peered":"2024-09-05T02:24:47.484017+0000","last_unstale":"2024-09-05T02:24:48.915224+0000","last_undegraded":"2024-09-05T02:24:48.915224+0000","last_fullsized":"2024-09-05T02:24:48.915224+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:45:35.203876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":341,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914936+0000","last_change":"2024-09-05T02:23:31.489439+0000","last_active":"2024-09-05T02:24:48.914936+0000","last_peered":"2024-09-05T02:24:48.914936+0000","last_clean":"2024-09-05T02:24:48.914936+0000","last_became_active":"2024-09-05T02:23:31.488975+0000","last_became_peered":"2024-09-05T02:23:31.488975+0000","last_unstale":"2024-09-05T02:24:48.914936+0000","last_undegraded":"2024-09-05T02:24:48.914936+0000","last_fullsized":"2024-09-05T02:24:48.914936+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:19:57.224719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:19:57.224719+0000","last_clean_scrub_stamp":"2024-09-05T02:19:57.224719+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:57:36.855437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:01.540690+0000","last_change":"2024-09-05T02:24:44.291150+0000","last_active":"2024-09-05T02:25:01.540690+0000","last_peered":"2024-09-05T02:25:01.540690+0000","last_clean":"2024-09-05T02:25:01.540690+0000","last_became_active":"2024-09-05T02:24:44.290803+0000","last_became_peered":"2024-09-05T02:24:44.290803+0000","last_unstale":"2024-09-05T02:25:01.540690+0000","last_undegraded":"2024-09-05T02:25:01.540690+0000","last_fullsized":"2024-09-05T02:25:01.540690+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:56:25.639616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915293+0000","last_change":"2024-09-05T02:24:47.482552+0000","last_active":"2024-09-05T02:24:48.915293+0000","last_peered":"2024-09-05T02:24:48.915293+0000","last_clean":"2024-09-05T02:24:48.915293+0000","last_became_active":"2024-09-05T02:24:47.482209+0000","last_became_peered":"2024-09-05T02:24:47.482209+0000","last_unstale":"2024-09-05T02:24:48.915293+0000","last_undegraded":"2024-09-05T02:24:48.915293+0000","last_fullsized":"2024-09-05T02:24:48.915293+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:34:26.941647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"84'4","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:58.516707+0000","last_change":"2024-09-05T02:24:44.293424+0000","last_active":"2024-09-05T02:24:58.516707+0000","last_peered":"2024-09-05T02:24:58.516707+0000","last_clean":"2024-09-05T02:24:58.516707+0000","last_became_active":"2024-09-05T02:24:44.293126+0000","last_became_peered":"2024-09-05T02:24:44.293126+0000","last_unstale":"2024-09-05T02:24:58.516707+0000","last_undegraded":"2024-09-05T02:24:58.516707+0000","last_fullsized":"2024-09-05T02:24:58.516707+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:18:15.746035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461219+0000","last_change":"2024-09-05T02:24:47.472890+0000","last_active":"2024-09-05T02:24:48.461219+0000","last_peered":"2024-09-05T02:24:48.461219+0000","last_clean":"2024-09-05T02:24:48.461219+0000","last_became_active":"2024-09-05T02:24:47.472562+0000","last_became_peered":"2024-09-05T02:24:47.472562+0000","last_unstale":"2024-09-05T02:24:48.461219+0000","last_undegraded":"2024-09-05T02:24:48.461219+0000","last_fullsized":"2024-09-05T02:24:48.461219+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:29:26.520821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"84'5","reported_seq":41,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:14.566494+0000","last_change":"2024-09-05T02:24:44.640610+0000","last_active":"2024-09-05T02:25:14.566494+0000","last_peered":"2024-09-05T02:25:14.566494+0000","last_clean":"2024-09-05T02:25:14.566494+0000","last_became_active":"2024-09-05T02:24:44.639865+0000","last_became_peered":"2024-09-05T02:24:44.639865+0000","last_unstale":"2024-09-05T02:25:14.566494+0000","last_undegraded":"2024-09-05T02:25:14.566494+0000","last_fullsized":"2024-09-05T02:25:14.566494+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:51:30.900315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":16,"num_read_kb":16,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461727+0000","last_change":"2024-09-05T02:24:47.471343+0000","last_active":"2024-09-05T02:24:48.461727+0000","last_peered":"2024-09-05T02:24:48.461727+0000","last_clean":"2024-09-05T02:24:48.461727+0000","last_became_active":"2024-09-05T02:24:47.471027+0000","last_became_peered":"2024-09-05T02:24:47.471027+0000","last_unstale":"2024-09-05T02:24:48.461727+0000","last_undegraded":"2024-09-05T02:24:48.461727+0000","last_fullsized":"2024-09-05T02:24:48.461727+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:07:01.808879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"84'6","reported_seq":42,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:13.565938+0000","last_change":"2024-09-05T02:24:44.291278+0000","last_active":"2024-09-05T02:25:13.565938+0000","last_peered":"2024-09-05T02:25:13.565938+0000","last_clean":"2024-09-05T02:25:13.565938+0000","last_became_active":"2024-09-05T02:24:44.290892+0000","last_became_peered":"2024-09-05T02:24:44.290892+0000","last_unstale":"2024-09-05T02:25:13.565938+0000","last_undegraded":"2024-09-05T02:25:13.565938+0000","last_fullsized":"2024-09-05T02:25:13.565938+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:58:37.196855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":16,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.913448+0000","last_change":"2024-09-05T02:24:47.491349+0000","last_active":"2024-09-05T02:24:48.913448+0000","last_peered":"2024-09-05T02:24:48.913448+0000","last_clean":"2024-09-05T02:24:48.913448+0000","last_became_active":"2024-09-05T02:24:47.491027+0000","last_became_peered":"2024-09-05T02:24:47.491027+0000","last_unstale":"2024-09-05T02:24:48.913448+0000","last_undegraded":"2024-09-05T02:24:48.913448+0000","last_fullsized":"2024-09-05T02:24:48.913448+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:16:04.950509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"84'1","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.707358+0000","last_change":"2024-09-05T02:24:44.642321+0000","last_active":"2024-09-05T02:24:48.707358+0000","last_peered":"2024-09-05T02:24:48.707358+0000","last_clean":"2024-09-05T02:24:48.707358+0000","last_became_active":"2024-09-05T02:24:44.641997+0000","last_became_peered":"2024-09-05T02:24:44.641997+0000","last_unstale":"2024-09-05T02:24:48.707358+0000","last_undegraded":"2024-09-05T02:24:48.707358+0000","last_fullsized":"2024-09-05T02:24:48.707358+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:38:34.670557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"84'1","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.913470+0000","last_change":"2024-09-05T02:24:47.486996+0000","last_active":"2024-09-05T02:24:48.913470+0000","last_peered":"2024-09-05T02:24:48.913470+0000","last_clean":"2024-09-05T02:24:48.913470+0000","last_became_active":"2024-09-05T02:24:47.486695+0000","last_became_peered":"2024-09-05T02:24:47.486695+0000","last_unstale":"2024-09-05T02:24:48.913470+0000","last_undegraded":"2024-09-05T02:24:48.913470+0000","last_fullsized":"2024-09-05T02:24:48.913470+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:23:46.854934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"84'4","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.540043+0000","last_change":"2024-09-05T02:24:44.640627+0000","last_active":"2024-09-05T02:25:00.540043+0000","last_peered":"2024-09-05T02:25:00.540043+0000","last_clean":"2024-09-05T02:25:00.540043+0000","last_became_active":"2024-09-05T02:24:44.640118+0000","last_became_peered":"2024-09-05T02:24:44.640118+0000","last_unstale":"2024-09-05T02:25:00.540043+0000","last_undegraded":"2024-09-05T02:25:00.540043+0000","last_fullsized":"2024-09-05T02:25:00.540043+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:07:01.734127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461710+0000","last_change":"2024-09-05T02:24:47.475170+0000","last_active":"2024-09-05T02:24:48.461710+0000","last_peered":"2024-09-05T02:24:48.461710+0000","last_clean":"2024-09-05T02:24:48.461710+0000","last_became_active":"2024-09-05T02:24:47.474757+0000","last_became_peered":"2024-09-05T02:24:47.474757+0000","last_unstale":"2024-09-05T02:24:48.461710+0000","last_undegraded":"2024-09-05T02:24:48.461710+0000","last_fullsized":"2024-09-05T02:24:48.461710+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:52:41.444857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"84'12","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:11.934906+0000","last_change":"2024-09-05T02:24:44.298385+0000","last_active":"2024-09-05T02:25:11.934906+0000","last_peered":"2024-09-05T02:25:11.934906+0000","last_clean":"2024-09-05T02:25:11.934906+0000","last_became_active":"2024-09-05T02:24:44.297981+0000","last_became_peered":"2024-09-05T02:24:44.297981+0000","last_unstale":"2024-09-05T02:25:11.934906+0000","last_undegraded":"2024-09-05T02:25:11.934906+0000","last_fullsized":"2024-09-05T02:25:11.934906+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:33:42.849584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915665+0000","last_change":"2024-09-05T02:24:47.488049+0000","last_active":"2024-09-05T02:24:48.915665+0000","last_peered":"2024-09-05T02:24:48.915665+0000","last_clean":"2024-09-05T02:24:48.915665+0000","last_became_active":"2024-09-05T02:24:47.485368+0000","last_became_peered":"2024-09-05T02:24:47.485368+0000","last_unstale":"2024-09-05T02:24:48.915665+0000","last_undegraded":"2024-09-05T02:24:48.915665+0000","last_fullsized":"2024-09-05T02:24:48.915665+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:51:17.970446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'7","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.539060+0000","last_change":"2024-09-05T02:24:44.400396+0000","last_active":"2024-09-05T02:25:00.539060+0000","last_peered":"2024-09-05T02:25:00.539060+0000","last_clean":"2024-09-05T02:25:00.539060+0000","last_became_active":"2024-09-05T02:24:44.399960+0000","last_became_peered":"2024-09-05T02:24:44.399960+0000","last_unstale":"2024-09-05T02:25:00.539060+0000","last_undegraded":"2024-09-05T02:25:00.539060+0000","last_fullsized":"2024-09-05T02:25:00.539060+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:48:24.977584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915267+0000","last_change":"2024-09-05T02:24:47.481128+0000","last_active":"2024-09-05T02:24:48.915267+0000","last_peered":"2024-09-05T02:24:48.915267+0000","last_clean":"2024-09-05T02:24:48.915267+0000","last_became_active":"2024-09-05T02:24:47.480833+0000","last_became_peered":"2024-09-05T02:24:47.480833+0000","last_unstale":"2024-09-05T02:24:48.915267+0000","last_undegraded":"2024-09-05T02:24:48.915267+0000","last_fullsized":"2024-09-05T02:24:48.915267+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:19:32.729539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:57.509682+0000","last_change":"2024-09-05T02:24:44.640973+0000","last_active":"2024-09-05T02:24:57.509682+0000","last_peered":"2024-09-05T02:24:57.509682+0000","last_clean":"2024-09-05T02:24:57.509682+0000","last_became_active":"2024-09-05T02:24:44.640657+0000","last_became_peered":"2024-09-05T02:24:44.640657+0000","last_unstale":"2024-09-05T02:24:57.509682+0000","last_undegraded":"2024-09-05T02:24:57.509682+0000","last_fullsized":"2024-09-05T02:24:57.509682+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:18:13.413747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914745+0000","last_change":"2024-09-05T02:24:47.478379+0000","last_active":"2024-09-05T02:24:48.914745+0000","last_peered":"2024-09-05T02:24:48.914745+0000","last_clean":"2024-09-05T02:24:48.914745+0000","last_became_active":"2024-09-05T02:24:47.478053+0000","last_became_peered":"2024-09-05T02:24:47.478053+0000","last_unstale":"2024-09-05T02:24:48.914745+0000","last_undegraded":"2024-09-05T02:24:48.914745+0000","last_fullsized":"2024-09-05T02:24:48.914745+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:23:09.235450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'7","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.539631+0000","last_change":"2024-09-05T02:24:44.291080+0000","last_active":"2024-09-05T02:25:00.539631+0000","last_peered":"2024-09-05T02:25:00.539631+0000","last_clean":"2024-09-05T02:25:00.539631+0000","last_became_active":"2024-09-05T02:24:44.290778+0000","last_became_peered":"2024-09-05T02:24:44.290778+0000","last_unstale":"2024-09-05T02:25:00.539631+0000","last_undegraded":"2024-09-05T02:25:00.539631+0000","last_fullsized":"2024-09-05T02:25:00.539631+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:46:58.612545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.930951+0000","last_change":"2024-09-05T02:24:47.477863+0000","last_active":"2024-09-05T02:24:48.930951+0000","last_peered":"2024-09-05T02:24:48.930951+0000","last_clean":"2024-09-05T02:24:48.930951+0000","last_became_active":"2024-09-05T02:24:47.477504+0000","last_became_peered":"2024-09-05T02:24:47.477504+0000","last_unstale":"2024-09-05T02:24:48.930951+0000","last_undegraded":"2024-09-05T02:24:48.930951+0000","last_fullsized":"2024-09-05T02:24:48.930951+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:23:50.906241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'3","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:59.528585+0000","last_change":"2024-09-05T02:24:44.298249+0000","last_active":"2024-09-05T02:24:59.528585+0000","last_peered":"2024-09-05T02:24:59.528585+0000","last_clean":"2024-09-05T02:24:59.528585+0000","last_became_active":"2024-09-05T02:24:44.297809+0000","last_became_peered":"2024-09-05T02:24:44.297809+0000","last_unstale":"2024-09-05T02:24:59.528585+0000","last_undegraded":"2024-09-05T02:24:59.528585+0000","last_fullsized":"2024-09-05T02:24:59.528585+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:07:01.288889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915082+0000","last_change":"2024-09-05T02:24:47.482550+0000","last_active":"2024-09-05T02:24:48.915082+0000","last_peered":"2024-09-05T02:24:48.915082+0000","last_clean":"2024-09-05T02:24:48.915082+0000","last_became_active":"2024-09-05T02:24:47.482230+0000","last_became_peered":"2024-09-05T02:24:47.482230+0000","last_unstale":"2024-09-05T02:24:48.915082+0000","last_undegraded":"2024-09-05T02:24:48.915082+0000","last_fullsized":"2024-09-05T02:24:48.915082+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:25:50.165849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"84'4","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:57.509080+0000","last_change":"2024-09-05T02:24:44.298584+0000","last_active":"2024-09-05T02:24:57.509080+0000","last_peered":"2024-09-05T02:24:57.509080+0000","last_clean":"2024-09-05T02:24:57.509080+0000","last_became_active":"2024-09-05T02:24:44.298193+0000","last_became_peered":"2024-09-05T02:24:44.298193+0000","last_unstale":"2024-09-05T02:24:57.509080+0000","last_undegraded":"2024-09-05T02:24:57.509080+0000","last_fullsized":"2024-09-05T02:24:57.509080+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:02:31.920971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.914995+0000","last_change":"2024-09-05T02:24:47.490421+0000","last_active":"2024-09-05T02:24:48.914995+0000","last_peered":"2024-09-05T02:24:48.914995+0000","last_clean":"2024-09-05T02:24:48.914995+0000","last_became_active":"2024-09-05T02:24:47.489992+0000","last_became_peered":"2024-09-05T02:24:47.489992+0000","last_unstale":"2024-09-05T02:24:48.914995+0000","last_undegraded":"2024-09-05T02:24:48.914995+0000","last_fullsized":"2024-09-05T02:24:48.914995+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:15.842796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.461939+0000","last_change":"2024-09-05T02:24:47.482094+0000","last_active":"2024-09-05T02:24:48.461939+0000","last_peered":"2024-09-05T02:24:48.461939+0000","last_clean":"2024-09-05T02:24:48.461939+0000","last_became_active":"2024-09-05T02:24:47.481767+0000","last_became_peered":"2024-09-05T02:24:47.481767+0000","last_unstale":"2024-09-05T02:24:48.461939+0000","last_undegraded":"2024-09-05T02:24:48.461939+0000","last_fullsized":"2024-09-05T02:24:48.461939+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:44:04.096969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"84'5","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:00.538549+0000","last_change":"2024-09-05T02:24:44.296039+0000","last_active":"2024-09-05T02:25:00.538549+0000","last_peered":"2024-09-05T02:25:00.538549+0000","last_clean":"2024-09-05T02:25:00.538549+0000","last_became_active":"2024-09-05T02:24:44.295678+0000","last_became_peered":"2024-09-05T02:24:44.295678+0000","last_unstale":"2024-09-05T02:25:00.538549+0000","last_undegraded":"2024-09-05T02:25:00.538549+0000","last_fullsized":"2024-09-05T02:25:00.538549+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:22:08.298398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.465564+0000","last_change":"2024-09-05T02:24:47.492996+0000","last_active":"2024-09-05T02:24:48.465564+0000","last_peered":"2024-09-05T02:24:48.465564+0000","last_clean":"2024-09-05T02:24:48.465564+0000","last_became_active":"2024-09-05T02:24:47.492665+0000","last_became_peered":"2024-09-05T02:24:47.492665+0000","last_unstale":"2024-09-05T02:24:48.465564+0000","last_undegraded":"2024-09-05T02:24:48.465564+0000","last_fullsized":"2024-09-05T02:24:48.465564+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:44:32.954561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"84'12","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:01.533947+0000","last_change":"2024-09-05T02:24:44.298800+0000","last_active":"2024-09-05T02:25:01.533947+0000","last_peered":"2024-09-05T02:25:01.533947+0000","last_clean":"2024-09-05T02:25:01.533947+0000","last_became_active":"2024-09-05T02:24:44.298489+0000","last_became_peered":"2024-09-05T02:24:44.298489+0000","last_unstale":"2024-09-05T02:25:01.533947+0000","last_undegraded":"2024-09-05T02:25:01.533947+0000","last_fullsized":"2024-09-05T02:25:01.533947+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:06:10.111917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915297+0000","last_change":"2024-09-05T02:24:47.488917+0000","last_active":"2024-09-05T02:24:48.915297+0000","last_peered":"2024-09-05T02:24:48.915297+0000","last_clean":"2024-09-05T02:24:48.915297+0000","last_became_active":"2024-09-05T02:24:47.488543+0000","last_became_peered":"2024-09-05T02:24:47.488543+0000","last_unstale":"2024-09-05T02:24:48.915297+0000","last_undegraded":"2024-09-05T02:24:48.915297+0000","last_fullsized":"2024-09-05T02:24:48.915297+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:08:53.452036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.933933+0000","last_change":"2024-09-05T02:24:44.640849+0000","last_active":"2024-09-05T02:24:48.933933+0000","last_peered":"2024-09-05T02:24:48.933933+0000","last_clean":"2024-09-05T02:24:48.933933+0000","last_became_active":"2024-09-05T02:24:44.640181+0000","last_became_peered":"2024-09-05T02:24:44.640181+0000","last_unstale":"2024-09-05T02:24:48.933933+0000","last_undegraded":"2024-09-05T02:24:48.933933+0000","last_fullsized":"2024-09-05T02:24:48.933933+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:12:34.867285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:24:48.915402+0000","last_change":"2024-09-05T02:24:47.477642+0000","last_active":"2024-09-05T02:24:48.915402+0000","last_peered":"2024-09-05T02:24:48.915402+0000","last_clean":"2024-09-05T02:24:48.915402+0000","last_became_active":"2024-09-05T02:24:47.474109+0000","last_became_peered":"2024-09-05T02:24:47.474109+0000","last_unstale":"2024-09-05T02:24:48.915402+0000","last_undegraded":"2024-09-05T02:24:48.915402+0000","last_fullsized":"2024-09-05T02:24:48.915402+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:48:38.986300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"84'13","reported_seq":48,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-05T02:25:13.565348+0000","last_change":"2024-09-05T02:24:44.295646+0000","last_active":"2024-09-05T02:25:13.565348+0000","last_peered":"2024-09-05T02:25:13.565348+0000","last_clean":"2024-09-05T02:25:13.565348+0000","last_became_active":"2024-09-05T02:24:44.295219+0000","last_became_peered":"2024-09-05T02:24:44.295219+0000","last_unstale":"2024-09-05T02:25:13.565348+0000","last_undegraded":"2024-09-05T02:25:13.565348+0000","last_fullsized":"2024-09-05T02:25:13.565348+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:49.458485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":15,"num_read_kb":15,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":57320,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":177,"num_read_kb":151,"num_write":235,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":176217,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":203,"ondisk_log_size":203,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481811,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":913408,"data_stored":438263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":70,"seq":300647710742,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32752,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712400,"statfs":{"total":95995035648,"available":95961497600,"internally_reserved":0,"allocated":1605632,"data_stored":1079011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":65,"seq":279172874269,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36260,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708892,"statfs":{"total":95995035648,"available":95957905408,"internally_reserved":0,"allocated":937984,"data_stored":437800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":58,"seq":249108103203,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32096,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713056,"statfs":{"total":95995035648,"available":95962169344,"internally_reserved":0,"allocated":933888,"data_stored":438178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364838,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28520,"kb_used_data":1496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716632,"statfs":{"total":95995035648,"available":95965831168,"internally_reserved":0,"allocated":1531904,"data_stored":1030698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528365,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36244,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708908,"statfs":{"total":95995035648,"available":95957921792,"internally_reserved":0,"allocated":921600,"data_stored":437910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757299,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32692,"kb_used_data":1508,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712460,"statfs":{"total":95995035648,"available":95961559040,"internally_reserved":0,"allocated":1544192,"data_stored":1029983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920824,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":921600,"data_stored":437378,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149756,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36260,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708892,"statfs":{"total":95995035648,"available":95957905408,"internally_reserved":0,"allocated":937984,"data_stored":437342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411394,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":995328,"data_stored":489155,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574918,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":978944,"data_stored":493192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738445,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36264,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708888,"statfs":{"total":95995035648,"available":95957901312,"internally_reserved":0,"allocated":942080,"data_stored":439249,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":56514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":52477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":51848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T02:25:20.974 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-05T02:25:20.975 INFO:tasks.cephadm:Setting up client nodes... 2024-09-05T02:25:20.975 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-05T02:25:21.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:20 smithi174 ceph-mon[34756]: from='client.14667 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:25:21.353 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:21.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:21 smithi123 ceph-mon[34031]: pgmap v307: 97 pgs: 97 active+clean; 637 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.2 KiB/s wr, 14 op/s 2024-09-05T02:25:21.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.890+0000 7f3f72c00640 1 -- 172.21.15.33:0/1356373110 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f6c103e00 msgr2=0x7f3f6c104200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:21.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.890+0000 7f3f72c00640 1 --2- 172.21.15.33:0/1356373110 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f6c103e00 0x7f3f6c104200 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3f5c009900 tx=0x7f3f5c02a3f0 comp rx=0 tx=0).stop 2024-09-05T02:25:21.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.890+0000 7f3f72c00640 1 -- 172.21.15.33:0/1356373110 shutdown_connections 2024-09-05T02:25:21.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.890+0000 7f3f72c00640 1 --2- 172.21.15.33:0/1356373110 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3f6c105920 0x7f3f6c10c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:21.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.890+0000 7f3f72c00640 1 --2- 172.21.15.33:0/1356373110 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f6c104f60 0x7f3f6c1053e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:21.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.890+0000 7f3f72c00640 1 --2- 172.21.15.33:0/1356373110 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f6c103e00 0x7f3f6c104200 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:21.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.890+0000 7f3f72c00640 1 -- 172.21.15.33:0/1356373110 >> 172.21.15.33:0/1356373110 conn(0x7f3f6c0ff5b0 msgr2=0x7f3f6c1019d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:21.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.890+0000 7f3f72c00640 1 -- 172.21.15.33:0/1356373110 shutdown_connections 2024-09-05T02:25:21.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.890+0000 7f3f72c00640 1 -- 172.21.15.33:0/1356373110 wait complete. 2024-09-05T02:25:21.892 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:21 smithi033 ceph-mon[29909]: pgmap v307: 97 pgs: 97 active+clean; 637 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.2 KiB/s wr, 14 op/s 2024-09-05T02:25:21.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.891+0000 7f3f72c00640 1 Processor -- start 2024-09-05T02:25:21.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.891+0000 7f3f72c00640 1 -- start start 2024-09-05T02:25:21.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.891+0000 7f3f72c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f6c103e00 0x7f3f6c19a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:21.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.891+0000 7f3f72c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3f6c104f60 0x7f3f6c19a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:21.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.892+0000 7f3f72c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f6c105920 0x7f3f6c1a1690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:21.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.892+0000 7f3f72c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3f6c10fab0 con 0x7f3f6c105920 2024-09-05T02:25:21.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.892+0000 7f3f72c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3f6c10f930 con 0x7f3f6c103e00 2024-09-05T02:25:21.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.892+0000 7f3f72c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3f6c10fc30 con 0x7f3f6c104f60 2024-09-05T02:25:21.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.892+0000 7f3f6be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f6c103e00 0x7f3f6c19a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:21.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.892+0000 7f3f70c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f6c105920 0x7f3f6c1a1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:21.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.892+0000 7f3f6be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f6c103e00 0x7f3f6c19a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:53834/0 (socket says 172.21.15.33:53834) 2024-09-05T02:25:21.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.892+0000 7f3f6be00640 1 -- 172.21.15.33:0/1141201339 learned_addr learned my addr 172.21.15.33:0/1141201339 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:21.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.892+0000 7f3f63e00640 1 --2- 172.21.15.33:0/1141201339 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3f6c104f60 0x7f3f6c19a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:21.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.892+0000 7f3f6be00640 1 -- 172.21.15.33:0/1141201339 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3f6c104f60 msgr2=0x7f3f6c19a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:21.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.892+0000 7f3f6be00640 1 --2- 172.21.15.33:0/1141201339 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3f6c104f60 0x7f3f6c19a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:21.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.892+0000 7f3f6be00640 1 -- 172.21.15.33:0/1141201339 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f6c105920 msgr2=0x7f3f6c1a1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:21.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.892+0000 7f3f6be00640 1 --2- 172.21.15.33:0/1141201339 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f6c105920 0x7f3f6c1a1690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:21.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.892+0000 7f3f6be00640 1 -- 172.21.15.33:0/1141201339 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f6c1a1d00 con 0x7f3f6c103e00 2024-09-05T02:25:21.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.892+0000 7f3f70c00640 1 --2- 172.21.15.33:0/1141201339 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f6c105920 0x7f3f6c1a1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:25:21.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.893+0000 7f3f6be00640 1 --2- 172.21.15.33:0/1141201339 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f6c103e00 0x7f3f6c19a0d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f3f5c009230 tx=0x7f3f5c0042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:21.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.893+0000 7f3f69600640 1 -- 172.21.15.33:0/1141201339 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f5c03f030 con 0x7f3f6c103e00 2024-09-05T02:25:21.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.893+0000 7f3f69600640 1 -- 172.21.15.33:0/1141201339 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3f5c003ce0 con 0x7f3f6c103e00 2024-09-05T02:25:21.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.893+0000 7f3f72c00640 1 -- 172.21.15.33:0/1141201339 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f6c1a1f90 con 0x7f3f6c103e00 2024-09-05T02:25:21.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.893+0000 7f3f69600640 1 -- 172.21.15.33:0/1141201339 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f5c035070 con 0x7f3f6c103e00 2024-09-05T02:25:21.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.893+0000 7f3f72c00640 1 -- 172.21.15.33:0/1141201339 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f6c1a23e0 con 0x7f3f6c103e00 2024-09-05T02:25:21.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.894+0000 7f3f72c00640 1 -- 172.21.15.33:0/1141201339 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f6c10b190 con 0x7f3f6c103e00 2024-09-05T02:25:21.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.896+0000 7f3f69600640 1 -- 172.21.15.33:0/1141201339 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3f5c042030 con 0x7f3f6c103e00 2024-09-05T02:25:21.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.897+0000 7f3f69600640 1 --2- 172.21.15.33:0/1141201339 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f3f500a2cc0 0x7f3f500a5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:21.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.897+0000 7f3f69600640 1 -- 172.21.15.33:0/1141201339 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7f3f5c0ef670 con 0x7f3f6c103e00 2024-09-05T02:25:21.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.897+0000 7f3f63e00640 1 --2- 172.21.15.33:0/1141201339 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f3f500a2cc0 0x7f3f500a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:21.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.898+0000 7f3f63e00640 1 --2- 172.21.15.33:0/1141201339 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f3f500a2cc0 0x7f3f500a5180 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f3f540095f0 tx=0x7f3f54005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:21.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:21.899+0000 7f3f69600640 1 -- 172.21.15.33:0/1141201339 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3f5c0bbed0 con 0x7f3f6c103e00 2024-09-05T02:25:22.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:21 smithi174 ceph-mon[34756]: pgmap v307: 97 pgs: 97 active+clean; 637 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.2 KiB/s wr, 14 op/s 2024-09-05T02:25:22.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:22.153+0000 7f3f72c00640 1 -- 172.21.15.33:0/1141201339 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f3f6c02d7c0 con 0x7f3f6c103e00 2024-09-05T02:25:22.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:22.159+0000 7f3f69600640 1 -- 172.21.15.33:0/1141201339 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f3f5c0c01d0 con 0x7f3f6c103e00 2024-09-05T02:25:22.160 INFO:teuthology.orchestra.run.smithi033.stdout:[client.0] 2024-09-05T02:25:22.160 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQCSFtlmmMI3CRAASSt7UA8GCByj1ZEuHTuHqQ== 2024-09-05T02:25:22.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:22.162+0000 7f3f72c00640 1 -- 172.21.15.33:0/1141201339 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f3f500a2cc0 msgr2=0x7f3f500a5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:22.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:22.162+0000 7f3f72c00640 1 --2- 172.21.15.33:0/1141201339 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f3f500a2cc0 0x7f3f500a5180 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f3f540095f0 tx=0x7f3f54005f90 comp rx=0 tx=0).stop 2024-09-05T02:25:22.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:22.162+0000 7f3f72c00640 1 -- 172.21.15.33:0/1141201339 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f6c103e00 msgr2=0x7f3f6c19a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:22.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:22.162+0000 7f3f72c00640 1 --2- 172.21.15.33:0/1141201339 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f6c103e00 0x7f3f6c19a0d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f3f5c009230 tx=0x7f3f5c0042f0 comp rx=0 tx=0).stop 2024-09-05T02:25:22.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:22.162+0000 7f3f72c00640 1 -- 172.21.15.33:0/1141201339 shutdown_connections 2024-09-05T02:25:22.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:22.162+0000 7f3f72c00640 1 --2- 172.21.15.33:0/1141201339 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f3f500a2cc0 0x7f3f500a5180 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:22.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:22.162+0000 7f3f72c00640 1 --2- 172.21.15.33:0/1141201339 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f6c105920 0x7f3f6c1a1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:22.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:22.162+0000 7f3f72c00640 1 --2- 172.21.15.33:0/1141201339 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3f6c104f60 0x7f3f6c19a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:22.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:22.162+0000 7f3f72c00640 1 --2- 172.21.15.33:0/1141201339 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f6c103e00 0x7f3f6c19a0d0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:22.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:22.162+0000 7f3f72c00640 1 -- 172.21.15.33:0/1141201339 >> 172.21.15.33:0/1141201339 conn(0x7f3f6c0ff5b0 msgr2=0x7f3f6c108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:22.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:22.162+0000 7f3f72c00640 1 -- 172.21.15.33:0/1141201339 shutdown_connections 2024-09-05T02:25:22.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:22.162+0000 7f3f72c00640 1 -- 172.21.15.33:0/1141201339 wait complete. 2024-09-05T02:25:22.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:22 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1141201339' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-05T02:25:22.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:22 smithi033 ceph-mon[29909]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-05T02:25:22.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:22 smithi033 ceph-mon[29909]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T02:25:22.882 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T02:25:22.882 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-05T02:25:22.882 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-05T02:25:22.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:22 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1141201339' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-05T02:25:22.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:22 smithi123 ceph-mon[34031]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-05T02:25:22.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:22 smithi123 ceph-mon[34031]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T02:25:22.964 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-05T02:25:22.964 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-05T02:25:22.964 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph mgr dump --format=json 2024-09-05T02:25:23.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:22 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1141201339' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-05T02:25:23.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:22 smithi174 ceph-mon[34756]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-05T02:25:23.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:22 smithi174 ceph-mon[34756]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T02:25:23.388 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:24.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.123+0000 7fb134a00640 1 -- 172.21.15.33:0/1620395590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb130112a30 msgr2=0x7fb130114e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:24.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.123+0000 7fb134a00640 1 --2- 172.21.15.33:0/1620395590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb130112a30 0x7fb130114e20 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fb128009ca0 tx=0x7fb12802a8c0 comp rx=0 tx=0).stop 2024-09-05T02:25:24.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.124+0000 7fb134a00640 1 -- 172.21.15.33:0/1620395590 shutdown_connections 2024-09-05T02:25:24.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.124+0000 7fb134a00640 1 --2- 172.21.15.33:0/1620395590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb130112a30 0x7fb130114e20 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:24.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.124+0000 7fb134a00640 1 --2- 172.21.15.33:0/1620395590 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb130077040 0x7fb1301124f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:24.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.124+0000 7fb134a00640 1 --2- 172.21.15.33:0/1620395590 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb130076720 0x7fb130076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:24.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.124+0000 7fb134a00640 1 -- 172.21.15.33:0/1620395590 >> 172.21.15.33:0/1620395590 conn(0x7fb1300ffa90 msgr2=0x7fb130101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:24.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.124+0000 7fb134a00640 1 -- 172.21.15.33:0/1620395590 shutdown_connections 2024-09-05T02:25:24.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.124+0000 7fb134a00640 1 -- 172.21.15.33:0/1620395590 wait complete. 2024-09-05T02:25:24.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.125+0000 7fb134a00640 1 Processor -- start 2024-09-05T02:25:24.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.125+0000 7fb134a00640 1 -- start start 2024-09-05T02:25:24.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.125+0000 7fb134a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb130076720 0x7fb1301a4750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:24.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.125+0000 7fb134a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb130077040 0x7fb1301a4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:24.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.125+0000 7fb134a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb130112a30 0x7fb13019e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:24.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.125+0000 7fb134a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb1301185e0 con 0x7fb130112a30 2024-09-05T02:25:24.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.125+0000 7fb134a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb130118460 con 0x7fb130077040 2024-09-05T02:25:24.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.125+0000 7fb134a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb130118760 con 0x7fb130076720 2024-09-05T02:25:24.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.125+0000 7fb12e800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb130112a30 0x7fb13019e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:24.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.125+0000 7fb12de00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb130076720 0x7fb1301a4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:24.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.125+0000 7fb12de00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb130076720 0x7fb1301a4750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:45692/0 (socket says 172.21.15.33:45692) 2024-09-05T02:25:24.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.125+0000 7fb12de00640 1 -- 172.21.15.33:0/712382664 learned_addr learned my addr 172.21.15.33:0/712382664 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:24.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.126+0000 7fb127e00640 1 --2- 172.21.15.33:0/712382664 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb130077040 0x7fb1301a4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:24.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.126+0000 7fb12de00640 1 -- 172.21.15.33:0/712382664 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb130077040 msgr2=0x7fb1301a4c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:24.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.126+0000 7fb12de00640 1 --2- 172.21.15.33:0/712382664 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb130077040 0x7fb1301a4c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:24.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.126+0000 7fb12de00640 1 -- 172.21.15.33:0/712382664 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb130112a30 msgr2=0x7fb13019e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:24.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.126+0000 7fb12de00640 1 --2- 172.21.15.33:0/712382664 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb130112a30 0x7fb13019e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:24.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.126+0000 7fb12de00640 1 -- 172.21.15.33:0/712382664 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb13019f040 con 0x7fb130076720 2024-09-05T02:25:24.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.126+0000 7fb12de00640 1 --2- 172.21.15.33:0/712382664 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb130076720 0x7fb1301a4750 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fb12000d950 tx=0x7fb12000de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:24.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.126+0000 7fb126a00640 1 -- 172.21.15.33:0/712382664 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb120017030 con 0x7fb130076720 2024-09-05T02:25:24.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.126+0000 7fb126a00640 1 -- 172.21.15.33:0/712382664 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb120004020 con 0x7fb130076720 2024-09-05T02:25:24.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.126+0000 7fb134a00640 1 -- 172.21.15.33:0/712382664 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb13019f330 con 0x7fb130076720 2024-09-05T02:25:24.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.126+0000 7fb126a00640 1 -- 172.21.15.33:0/712382664 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1200047a0 con 0x7fb130076720 2024-09-05T02:25:24.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.127+0000 7fb134a00640 1 -- 172.21.15.33:0/712382664 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1301ab620 con 0x7fb130076720 2024-09-05T02:25:24.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.128+0000 7fb134a00640 1 -- 172.21.15.33:0/712382664 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb130076b00 con 0x7fb130076720 2024-09-05T02:25:24.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.130+0000 7fb126a00640 1 -- 172.21.15.33:0/712382664 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fb1200041d0 con 0x7fb130076720 2024-09-05T02:25:24.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.131+0000 7fb126a00640 1 --2- 172.21.15.33:0/712382664 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb1140a2c10 0x7fb1140a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:24.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.131+0000 7fb126a00640 1 -- 172.21.15.33:0/712382664 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7fb1200cece0 con 0x7fb130076720 2024-09-05T02:25:24.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.131+0000 7fb127e00640 1 --2- 172.21.15.33:0/712382664 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb1140a2c10 0x7fb1140a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:24.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.132+0000 7fb127e00640 1 --2- 172.21.15.33:0/712382664 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb1140a2c10 0x7fb1140a50d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fb1300796d0 tx=0x7fb118005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:24.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.134+0000 7fb126a00640 1 -- 172.21.15.33:0/712382664 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb12009bb90 con 0x7fb130076720 2024-09-05T02:25:24.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:24 smithi033 ceph-mon[29909]: pgmap v308: 97 pgs: 97 active+clean; 637 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.7 KiB/s wr, 11 op/s 2024-09-05T02:25:24.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.368+0000 7fb134a00640 1 -- 172.21.15.33:0/712382664 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fb13010dbf0 con 0x7fb130076720 2024-09-05T02:25:24.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.373+0000 7fb126a00640 1 -- 172.21.15.33:0/712382664 <== mon.1 v2:172.21.15.174:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+263195 (secure 0 0 0) 0x7fb12009b490 con 0x7fb130076720 2024-09-05T02:25:24.379 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:25:24.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.378+0000 7fb134a00640 1 -- 172.21.15.33:0/712382664 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb1140a2c10 msgr2=0x7fb1140a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:24.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.378+0000 7fb134a00640 1 --2- 172.21.15.33:0/712382664 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb1140a2c10 0x7fb1140a50d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fb1300796d0 tx=0x7fb118005f90 comp rx=0 tx=0).stop 2024-09-05T02:25:24.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.378+0000 7fb134a00640 1 -- 172.21.15.33:0/712382664 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb130076720 msgr2=0x7fb1301a4750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:24.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.378+0000 7fb134a00640 1 --2- 172.21.15.33:0/712382664 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb130076720 0x7fb1301a4750 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fb12000d950 tx=0x7fb12000de10 comp rx=0 tx=0).stop 2024-09-05T02:25:24.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.378+0000 7fb134a00640 1 -- 172.21.15.33:0/712382664 shutdown_connections 2024-09-05T02:25:24.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.378+0000 7fb134a00640 1 --2- 172.21.15.33:0/712382664 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb1140a2c10 0x7fb1140a50d0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:24.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.378+0000 7fb134a00640 1 --2- 172.21.15.33:0/712382664 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb130112a30 0x7fb13019e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:24.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.378+0000 7fb134a00640 1 --2- 172.21.15.33:0/712382664 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb130077040 0x7fb1301a4c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:24.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.378+0000 7fb134a00640 1 --2- 172.21.15.33:0/712382664 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb130076720 0x7fb1301a4750 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:24.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.378+0000 7fb134a00640 1 -- 172.21.15.33:0/712382664 >> 172.21.15.33:0/712382664 conn(0x7fb1300ffa90 msgr2=0x7fb130113630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:24.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.379+0000 7fb134a00640 1 -- 172.21.15.33:0/712382664 shutdown_connections 2024-09-05T02:25:24.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:24.379+0000 7fb134a00640 1 -- 172.21.15.33:0/712382664 wait complete. 2024-09-05T02:25:24.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:24 smithi174 ceph-mon[34756]: pgmap v308: 97 pgs: 97 active+clean; 637 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.7 KiB/s wr, 11 op/s 2024-09-05T02:25:24.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:24 smithi123 ceph-mon[34031]: pgmap v308: 97 pgs: 97 active+clean; 637 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.7 KiB/s wr, 11 op/s 2024-09-05T02:25:25.204 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":17,"flags":0,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":105413385},{"type":"v1","addr":"172.21.15.33:6801","nonce":105413385}]},"active_addr":"172.21.15.33:6801/105413385","active_change":"2024-09-05T02:17:34.380625+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24112,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24119,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.33:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":3816578341}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":3627030740}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":507692563}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":461526356}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":776427135}]}]} 2024-09-05T02:25:25.213 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-05T02:25:25.213 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-05T02:25:25.214 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T02:25:25.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:25 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/712382664' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-05T02:25:25.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:25 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/712382664' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-05T02:25:25.592 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:25.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:25 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/712382664' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-05T02:25:26.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.115+0000 7f0626600640 1 -- 172.21.15.33:0/1855641682 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0620103e30 msgr2=0x7f0620104210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:26.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.115+0000 7f0626600640 1 --2- 172.21.15.33:0/1855641682 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0620103e30 0x7f0620104210 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f0614009900 tx=0x7f061402a410 comp rx=0 tx=0).stop 2024-09-05T02:25:26.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.115+0000 7f0626600640 1 -- 172.21.15.33:0/1855641682 shutdown_connections 2024-09-05T02:25:26.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.115+0000 7f0626600640 1 --2- 172.21.15.33:0/1855641682 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0620108f60 0x7f0620110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:26.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.115+0000 7f0626600640 1 --2- 172.21.15.33:0/1855641682 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f06201047e0 0x7f0620108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:26.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.115+0000 7f0626600640 1 --2- 172.21.15.33:0/1855641682 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0620103e30 0x7f0620104210 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:26.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.115+0000 7f0626600640 1 -- 172.21.15.33:0/1855641682 >> 172.21.15.33:0/1855641682 conn(0x7f06200ff8d0 msgr2=0x7f0620101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:26.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.116+0000 7f0626600640 1 -- 172.21.15.33:0/1855641682 shutdown_connections 2024-09-05T02:25:26.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.116+0000 7f0626600640 1 -- 172.21.15.33:0/1855641682 wait complete. 2024-09-05T02:25:26.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.116+0000 7f0626600640 1 Processor -- start 2024-09-05T02:25:26.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.117+0000 7f0626600640 1 -- start start 2024-09-05T02:25:26.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.117+0000 7f0626600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0620103e30 0x7f0620076700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:26.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.117+0000 7f0626600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f06201047e0 0x7f0620076c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:26.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.117+0000 7f0626600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0620108f60 0x7f0620077180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:26.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.117+0000 7f0626600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0620113fc0 con 0x7f0620103e30 2024-09-05T02:25:26.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.117+0000 7f0626600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0620113e40 con 0x7f0620108f60 2024-09-05T02:25:26.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.117+0000 7f0626600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0620114140 con 0x7f06201047e0 2024-09-05T02:25:26.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.117+0000 7f0625200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0620103e30 0x7f0620076700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:26.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.117+0000 7f0625200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0620103e30 0x7f0620076700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41170/0 (socket says 172.21.15.33:41170) 2024-09-05T02:25:26.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.117+0000 7f0625200640 1 -- 172.21.15.33:0/3065895582 learned_addr learned my addr 172.21.15.33:0/3065895582 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:26.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.117+0000 7f061fe00640 1 --2- 172.21.15.33:0/3065895582 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f06201047e0 0x7f0620076c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:26.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.117+0000 7f0625c00640 1 --2- 172.21.15.33:0/3065895582 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0620108f60 0x7f0620077180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:26.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.118+0000 7f0625200640 1 -- 172.21.15.33:0/3065895582 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f06201047e0 msgr2=0x7f0620076c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:26.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.118+0000 7f0625200640 1 --2- 172.21.15.33:0/3065895582 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f06201047e0 0x7f0620076c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:26.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.118+0000 7f0625200640 1 -- 172.21.15.33:0/3065895582 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0620108f60 msgr2=0x7f0620077180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:26.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.118+0000 7f0625200640 1 --2- 172.21.15.33:0/3065895582 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0620108f60 0x7f0620077180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:26.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.118+0000 7f0625200640 1 -- 172.21.15.33:0/3065895582 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06201aab50 con 0x7f0620103e30 2024-09-05T02:25:26.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.118+0000 7f0625c00640 1 --2- 172.21.15.33:0/3065895582 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0620108f60 0x7f0620077180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:25:26.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.118+0000 7f0625200640 1 --2- 172.21.15.33:0/3065895582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0620103e30 0x7f0620076700 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f0614000c00 tx=0x7f06140042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:26.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.118+0000 7f061d600640 1 -- 172.21.15.33:0/3065895582 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061403f030 con 0x7f0620103e30 2024-09-05T02:25:26.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.118+0000 7f061d600640 1 -- 172.21.15.33:0/3065895582 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0614003ce0 con 0x7f0620103e30 2024-09-05T02:25:26.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.118+0000 7f061d600640 1 -- 172.21.15.33:0/3065895582 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0614035070 con 0x7f0620103e30 2024-09-05T02:25:26.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.118+0000 7f0626600640 1 -- 172.21.15.33:0/3065895582 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06201aade0 con 0x7f0620103e30 2024-09-05T02:25:26.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.118+0000 7f0626600640 1 -- 172.21.15.33:0/3065895582 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06201ab290 con 0x7f0620103e30 2024-09-05T02:25:26.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.119+0000 7f0626600640 1 -- 172.21.15.33:0/3065895582 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0620105310 con 0x7f0620103e30 2024-09-05T02:25:26.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.121+0000 7f061d600640 1 -- 172.21.15.33:0/3065895582 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0614042030 con 0x7f0620103e30 2024-09-05T02:25:26.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.123+0000 7f061d600640 1 --2- 172.21.15.33:0/3065895582 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f06080a2c90 0x7f06080a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:26.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.123+0000 7f061d600640 1 -- 172.21.15.33:0/3065895582 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7f06140ef740 con 0x7f0620103e30 2024-09-05T02:25:26.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.123+0000 7f061fe00640 1 --2- 172.21.15.33:0/3065895582 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f06080a2c90 0x7f06080a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:26.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.124+0000 7f061fe00640 1 --2- 172.21.15.33:0/3065895582 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f06080a2c90 0x7f06080a5150 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f0620077ec0 tx=0x7f060c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:26.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.125+0000 7f061d600640 1 -- 172.21.15.33:0/3065895582 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f06140bc6b0 con 0x7f0620103e30 2024-09-05T02:25:26.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.312+0000 7f0626600640 1 -- 172.21.15.33:0/3065895582 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0620077c30 con 0x7f0620103e30 2024-09-05T02:25:26.313 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:26 smithi033 ceph-mon[29909]: pgmap v309: 97 pgs: 97 active+clean; 642 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.4 KiB/s wr, 12 op/s 2024-09-05T02:25:26.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.314+0000 7f061d600640 1 -- 172.21.15.33:0/3065895582 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+22281 (secure 0 0 0) 0x7f06140bbfb0 con 0x7f0620103e30 2024-09-05T02:25:26.315 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:25:26.315 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":84,"fsid":"b37d3f34-6b2c-11ef-bcd6-c7b262605968","created":"2024-09-05T02:16:40.986430+0000","modified":"2024-09-05T02:24:48.360015+0000","last_up_change":"2024-09-05T02:23:52.310598+0000","last_in_change":"2024-09-05T02:23:29.448936+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T02:19:57.005189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T02:24:42.913016+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T02:24:46.103614+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6803","nonce":2230859978}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6805","nonce":2230859978}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6809","nonce":2230859978}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6807","nonce":2230859978}]},"public_addr":"172.21.15.33:6803/2230859978","cluster_addr":"172.21.15.33:6805/2230859978","heartbeat_back_addr":"172.21.15.33:6809/2230859978","heartbeat_front_addr":"172.21.15.33:6807/2230859978","state":["exists","up"]},{"osd":1,"uuid":"6de45097-769c-467f-9c69-c0e6286b5b72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6801","nonce":982249098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6803","nonce":982249098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6807","nonce":982249098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6805","nonce":982249098}]},"public_addr":"172.21.15.123:6801/982249098","cluster_addr":"172.21.15.123:6803/982249098","heartbeat_back_addr":"172.21.15.123:6807/982249098","heartbeat_front_addr":"172.21.15.123:6805/982249098","state":["exists","up"]},{"osd":2,"uuid":"8d8bdb95-be19-4ae4-8587-ea5dace30521","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6801","nonce":3754006463}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6803","nonce":3754006463}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6807","nonce":3754006463}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6805","nonce":3754006463}]},"public_addr":"172.21.15.174:6801/3754006463","cluster_addr":"172.21.15.174:6803/3754006463","heartbeat_back_addr":"172.21.15.174:6807/3754006463","heartbeat_front_addr":"172.21.15.174:6805/3754006463","state":["exists","up"]},{"osd":3,"uuid":"73cd7f3a-95e0-434d-bac2-b99f4036fe9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6811","nonce":3031631676}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6813","nonce":3031631676}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6817","nonce":3031631676}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6815","nonce":3031631676}]},"public_addr":"172.21.15.33:6811/3031631676","cluster_addr":"172.21.15.33:6813/3031631676","heartbeat_back_addr":"172.21.15.33:6817/3031631676","heartbeat_front_addr":"172.21.15.33:6815/3031631676","state":["exists","up"]},{"osd":4,"uuid":"0f0578f6-ecfb-41c9-9360-6155c02c4a47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6809","nonce":1841051665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6811","nonce":1841051665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6815","nonce":1841051665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6813","nonce":1841051665}]},"public_addr":"172.21.15.123:6809/1841051665","cluster_addr":"172.21.15.123:6811/1841051665","heartbeat_back_addr":"172.21.15.123:6815/1841051665","heartbeat_front_addr":"172.21.15.123:6813/1841051665","state":["exists","up"]},{"osd":5,"uuid":"d140f4bd-ec12-44e7-b9fc-3dd869d73e95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6809","nonce":609807204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6811","nonce":609807204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6815","nonce":609807204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6813","nonce":609807204}]},"public_addr":"172.21.15.174:6809/609807204","cluster_addr":"172.21.15.174:6811/609807204","heartbeat_back_addr":"172.21.15.174:6815/609807204","heartbeat_front_addr":"172.21.15.174:6813/609807204","state":["exists","up"]},{"osd":6,"uuid":"7f01a990-d1b2-40cb-8892-89961631233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6819","nonce":3289951394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6821","nonce":3289951394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6825","nonce":3289951394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6823","nonce":3289951394}]},"public_addr":"172.21.15.33:6819/3289951394","cluster_addr":"172.21.15.33:6821/3289951394","heartbeat_back_addr":"172.21.15.33:6825/3289951394","heartbeat_front_addr":"172.21.15.33:6823/3289951394","state":["exists","up"]},{"osd":7,"uuid":"d5c701d4-188e-4c24-874c-3056d7dc546d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6817","nonce":1928319522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6819","nonce":1928319522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6823","nonce":1928319522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6821","nonce":1928319522}]},"public_addr":"172.21.15.123:6817/1928319522","cluster_addr":"172.21.15.123:6819/1928319522","heartbeat_back_addr":"172.21.15.123:6823/1928319522","heartbeat_front_addr":"172.21.15.123:6821/1928319522","state":["exists","up"]},{"osd":8,"uuid":"e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6817","nonce":3984977582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6819","nonce":3984977582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6823","nonce":3984977582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6821","nonce":3984977582}]},"public_addr":"172.21.15.174:6817/3984977582","cluster_addr":"172.21.15.174:6819/3984977582","heartbeat_back_addr":"172.21.15.174:6823/3984977582","heartbeat_front_addr":"172.21.15.174:6821/3984977582","state":["exists","up"]},{"osd":9,"uuid":"8858f35a-ce38-4484-8393-e138920ed9b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6827","nonce":4123845959}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6829","nonce":4123845959}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6833","nonce":4123845959}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6831","nonce":4123845959}]},"public_addr":"172.21.15.33:6827/4123845959","cluster_addr":"172.21.15.33:6829/4123845959","heartbeat_back_addr":"172.21.15.33:6833/4123845959","heartbeat_front_addr":"172.21.15.33:6831/4123845959","state":["exists","up"]},{"osd":10,"uuid":"d3206b8b-55c3-4988-9cce-cdd805f9969d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6825","nonce":532510651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6827","nonce":532510651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6831","nonce":532510651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6829","nonce":532510651}]},"public_addr":"172.21.15.123:6825/532510651","cluster_addr":"172.21.15.123:6827/532510651","heartbeat_back_addr":"172.21.15.123:6831/532510651","heartbeat_front_addr":"172.21.15.123:6829/532510651","state":["exists","up"]},{"osd":11,"uuid":"50b6059f-00b3-489a-aaf0-75765fbf2e6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6825","nonce":955565697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6827","nonce":955565697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6831","nonce":955565697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6829","nonce":955565697}]},"public_addr":"172.21.15.174:6825/955565697","cluster_addr":"172.21.15.174:6827/955565697","heartbeat_back_addr":"172.21.15.174:6831/955565697","heartbeat_front_addr":"172.21.15.174:6829/955565697","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:04.269795+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:29.126352+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:52.874768+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:23.135411+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:48.453184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:12.929713+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:43.089772+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:08.258936+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:32.108584+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:01.775759+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:26.088382+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:50.391688+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6801/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/1229013790":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/1567746818":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6801/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6800/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6800/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/2503822140":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/3927628736":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/3047771737":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/2751303440":"2024-09-06T02:17:06.260070+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T02:25:26.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.316+0000 7f0626600640 1 -- 172.21.15.33:0/3065895582 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f06080a2c90 msgr2=0x7f06080a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:26.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.316+0000 7f0626600640 1 --2- 172.21.15.33:0/3065895582 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f06080a2c90 0x7f06080a5150 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f0620077ec0 tx=0x7f060c005f90 comp rx=0 tx=0).stop 2024-09-05T02:25:26.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.316+0000 7f0626600640 1 -- 172.21.15.33:0/3065895582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0620103e30 msgr2=0x7f0620076700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:26.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.316+0000 7f0626600640 1 --2- 172.21.15.33:0/3065895582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0620103e30 0x7f0620076700 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f0614000c00 tx=0x7f06140042f0 comp rx=0 tx=0).stop 2024-09-05T02:25:26.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.317+0000 7f0626600640 1 -- 172.21.15.33:0/3065895582 shutdown_connections 2024-09-05T02:25:26.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.317+0000 7f0626600640 1 --2- 172.21.15.33:0/3065895582 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f06080a2c90 0x7f06080a5150 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:26.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.317+0000 7f0626600640 1 --2- 172.21.15.33:0/3065895582 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0620108f60 0x7f0620077180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:26.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.317+0000 7f0626600640 1 --2- 172.21.15.33:0/3065895582 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f06201047e0 0x7f0620076c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:26.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.317+0000 7f0626600640 1 --2- 172.21.15.33:0/3065895582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0620103e30 0x7f0620076700 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:26.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.317+0000 7f0626600640 1 -- 172.21.15.33:0/3065895582 >> 172.21.15.33:0/3065895582 conn(0x7f06200ff8d0 msgr2=0x7f0620100bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:26.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.317+0000 7f0626600640 1 -- 172.21.15.33:0/3065895582 shutdown_connections 2024-09-05T02:25:26.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:26.317+0000 7f0626600640 1 -- 172.21.15.33:0/3065895582 wait complete. 2024-09-05T02:25:26.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:26 smithi174 ceph-mon[34756]: pgmap v309: 97 pgs: 97 active+clean; 642 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.4 KiB/s wr, 12 op/s 2024-09-05T02:25:26.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:26 smithi123 ceph-mon[34031]: pgmap v309: 97 pgs: 97 active+clean; 642 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.4 KiB/s wr, 12 op/s 2024-09-05T02:25:27.034 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-05T02:25:27.034 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T02:25:27.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:27 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3065895582' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:25:27.410 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:27.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:27 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/3065895582' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:25:27.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:27 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/3065895582' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:25:27.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.969+0000 7ff123200640 1 -- 172.21.15.33:0/144576868 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff11c103ff0 msgr2=0x7ff11c1043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:27.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.969+0000 7ff123200640 1 --2- 172.21.15.33:0/144576868 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff11c103ff0 0x7ff11c1043d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7ff10c009900 tx=0x7ff10c02a410 comp rx=0 tx=0).stop 2024-09-05T02:25:27.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.970+0000 7ff123200640 1 -- 172.21.15.33:0/144576868 shutdown_connections 2024-09-05T02:25:27.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.970+0000 7ff123200640 1 --2- 172.21.15.33:0/144576868 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff11c109120 0x7ff11c110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:27.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.970+0000 7ff123200640 1 --2- 172.21.15.33:0/144576868 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff11c1049a0 0x7ff11c1089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:27.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.970+0000 7ff123200640 1 --2- 172.21.15.33:0/144576868 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff11c103ff0 0x7ff11c1043d0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:27.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.970+0000 7ff123200640 1 -- 172.21.15.33:0/144576868 >> 172.21.15.33:0/144576868 conn(0x7ff11c0ffa90 msgr2=0x7ff11c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:27.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.970+0000 7ff123200640 1 -- 172.21.15.33:0/144576868 shutdown_connections 2024-09-05T02:25:27.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.970+0000 7ff123200640 1 -- 172.21.15.33:0/144576868 wait complete. 2024-09-05T02:25:27.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.971+0000 7ff123200640 1 Processor -- start 2024-09-05T02:25:27.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.971+0000 7ff123200640 1 -- start start 2024-09-05T02:25:27.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.972+0000 7ff123200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff11c103ff0 0x7ff11c19a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:27.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.972+0000 7ff123200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff11c1049a0 0x7ff11c19ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:27.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.972+0000 7ff123200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff11c109120 0x7ff11c19eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:27.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.972+0000 7ff123200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff11c114140 con 0x7ff11c1049a0 2024-09-05T02:25:27.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.972+0000 7ff123200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff11c113fc0 con 0x7ff11c109120 2024-09-05T02:25:27.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.972+0000 7ff123200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff11c1142c0 con 0x7ff11c103ff0 2024-09-05T02:25:27.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.972+0000 7ff113400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff11c1049a0 0x7ff11c19ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:27.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.972+0000 7ff11be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff11c103ff0 0x7ff11c19a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:27.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.972+0000 7ff11be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff11c103ff0 0x7ff11c19a600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:45732/0 (socket says 172.21.15.33:45732) 2024-09-05T02:25:27.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.972+0000 7ff113400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff11c1049a0 0x7ff11c19ab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41184/0 (socket says 172.21.15.33:41184) 2024-09-05T02:25:27.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.972+0000 7ff11be00640 1 -- 172.21.15.33:0/3040575165 learned_addr learned my addr 172.21.15.33:0/3040575165 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:27.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.972+0000 7ff121200640 1 --2- 172.21.15.33:0/3040575165 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff11c109120 0x7ff11c19eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:27.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.973+0000 7ff113400640 1 -- 172.21.15.33:0/3040575165 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff11c103ff0 msgr2=0x7ff11c19a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:27.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.973+0000 7ff113400640 1 --2- 172.21.15.33:0/3040575165 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff11c103ff0 0x7ff11c19a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:27.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.973+0000 7ff113400640 1 -- 172.21.15.33:0/3040575165 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff11c109120 msgr2=0x7ff11c19eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:27.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.973+0000 7ff113400640 1 --2- 172.21.15.33:0/3040575165 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff11c109120 0x7ff11c19eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:27.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.973+0000 7ff113400640 1 -- 172.21.15.33:0/3040575165 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff11c19f5b0 con 0x7ff11c1049a0 2024-09-05T02:25:27.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.973+0000 7ff11be00640 1 --2- 172.21.15.33:0/3040575165 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff11c103ff0 0x7ff11c19a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:25:27.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.973+0000 7ff113400640 1 --2- 172.21.15.33:0/3040575165 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff11c1049a0 0x7ff11c19ab40 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7ff10400e9f0 tx=0x7ff10400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:27.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.973+0000 7ff119600640 1 -- 172.21.15.33:0/3040575165 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff10400ccc0 con 0x7ff11c1049a0 2024-09-05T02:25:27.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.973+0000 7ff119600640 1 -- 172.21.15.33:0/3040575165 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff104005020 con 0x7ff11c1049a0 2024-09-05T02:25:27.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.973+0000 7ff119600640 1 -- 172.21.15.33:0/3040575165 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1040049e0 con 0x7ff11c1049a0 2024-09-05T02:25:27.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.973+0000 7ff123200640 1 -- 172.21.15.33:0/3040575165 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff11c19f8a0 con 0x7ff11c1049a0 2024-09-05T02:25:27.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.973+0000 7ff123200640 1 -- 172.21.15.33:0/3040575165 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff11c1a7180 con 0x7ff11c1049a0 2024-09-05T02:25:27.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.975+0000 7ff123200640 1 -- 172.21.15.33:0/3040575165 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff11c1043d0 con 0x7ff11c1049a0 2024-09-05T02:25:27.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.976+0000 7ff119600640 1 -- 172.21.15.33:0/3040575165 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff104005560 con 0x7ff11c1049a0 2024-09-05T02:25:27.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.978+0000 7ff119600640 1 --2- 172.21.15.33:0/3040575165 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff1000a2c90 0x7ff1000a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:27.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.978+0000 7ff119600640 1 -- 172.21.15.33:0/3040575165 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7ff1040ceff0 con 0x7ff11c1049a0 2024-09-05T02:25:27.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.978+0000 7ff11be00640 1 --2- 172.21.15.33:0/3040575165 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff1000a2c90 0x7ff1000a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:27.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.979+0000 7ff11be00640 1 --2- 172.21.15.33:0/3040575165 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff1000a2c90 0x7ff1000a5150 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff10c0096c0 tx=0x7ff10c005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:27.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:27.982+0000 7ff119600640 1 -- 172.21.15.33:0/3040575165 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff1040051d0 con 0x7ff11c1049a0 2024-09-05T02:25:28.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:28.166+0000 7ff123200640 1 -- 172.21.15.33:0/3040575165 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff11c02d7c0 con 0x7ff11c1049a0 2024-09-05T02:25:28.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:28.168+0000 7ff119600640 1 -- 172.21.15.33:0/3040575165 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+22281 (secure 0 0 0) 0x7ff10409bee0 con 0x7ff11c1049a0 2024-09-05T02:25:28.169 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:25:28.169 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":84,"fsid":"b37d3f34-6b2c-11ef-bcd6-c7b262605968","created":"2024-09-05T02:16:40.986430+0000","modified":"2024-09-05T02:24:48.360015+0000","last_up_change":"2024-09-05T02:23:52.310598+0000","last_in_change":"2024-09-05T02:23:29.448936+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T02:19:57.005189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T02:24:42.913016+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T02:24:46.103614+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6803","nonce":2230859978}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6805","nonce":2230859978}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6809","nonce":2230859978}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6807","nonce":2230859978}]},"public_addr":"172.21.15.33:6803/2230859978","cluster_addr":"172.21.15.33:6805/2230859978","heartbeat_back_addr":"172.21.15.33:6809/2230859978","heartbeat_front_addr":"172.21.15.33:6807/2230859978","state":["exists","up"]},{"osd":1,"uuid":"6de45097-769c-467f-9c69-c0e6286b5b72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6801","nonce":982249098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6803","nonce":982249098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6807","nonce":982249098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6805","nonce":982249098}]},"public_addr":"172.21.15.123:6801/982249098","cluster_addr":"172.21.15.123:6803/982249098","heartbeat_back_addr":"172.21.15.123:6807/982249098","heartbeat_front_addr":"172.21.15.123:6805/982249098","state":["exists","up"]},{"osd":2,"uuid":"8d8bdb95-be19-4ae4-8587-ea5dace30521","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6801","nonce":3754006463}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6803","nonce":3754006463}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6807","nonce":3754006463}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6805","nonce":3754006463}]},"public_addr":"172.21.15.174:6801/3754006463","cluster_addr":"172.21.15.174:6803/3754006463","heartbeat_back_addr":"172.21.15.174:6807/3754006463","heartbeat_front_addr":"172.21.15.174:6805/3754006463","state":["exists","up"]},{"osd":3,"uuid":"73cd7f3a-95e0-434d-bac2-b99f4036fe9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6811","nonce":3031631676}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6813","nonce":3031631676}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6817","nonce":3031631676}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6815","nonce":3031631676}]},"public_addr":"172.21.15.33:6811/3031631676","cluster_addr":"172.21.15.33:6813/3031631676","heartbeat_back_addr":"172.21.15.33:6817/3031631676","heartbeat_front_addr":"172.21.15.33:6815/3031631676","state":["exists","up"]},{"osd":4,"uuid":"0f0578f6-ecfb-41c9-9360-6155c02c4a47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6809","nonce":1841051665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6811","nonce":1841051665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6815","nonce":1841051665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6813","nonce":1841051665}]},"public_addr":"172.21.15.123:6809/1841051665","cluster_addr":"172.21.15.123:6811/1841051665","heartbeat_back_addr":"172.21.15.123:6815/1841051665","heartbeat_front_addr":"172.21.15.123:6813/1841051665","state":["exists","up"]},{"osd":5,"uuid":"d140f4bd-ec12-44e7-b9fc-3dd869d73e95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6809","nonce":609807204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6811","nonce":609807204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6815","nonce":609807204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6813","nonce":609807204}]},"public_addr":"172.21.15.174:6809/609807204","cluster_addr":"172.21.15.174:6811/609807204","heartbeat_back_addr":"172.21.15.174:6815/609807204","heartbeat_front_addr":"172.21.15.174:6813/609807204","state":["exists","up"]},{"osd":6,"uuid":"7f01a990-d1b2-40cb-8892-89961631233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6819","nonce":3289951394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6821","nonce":3289951394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6825","nonce":3289951394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6823","nonce":3289951394}]},"public_addr":"172.21.15.33:6819/3289951394","cluster_addr":"172.21.15.33:6821/3289951394","heartbeat_back_addr":"172.21.15.33:6825/3289951394","heartbeat_front_addr":"172.21.15.33:6823/3289951394","state":["exists","up"]},{"osd":7,"uuid":"d5c701d4-188e-4c24-874c-3056d7dc546d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6817","nonce":1928319522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6819","nonce":1928319522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6823","nonce":1928319522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6821","nonce":1928319522}]},"public_addr":"172.21.15.123:6817/1928319522","cluster_addr":"172.21.15.123:6819/1928319522","heartbeat_back_addr":"172.21.15.123:6823/1928319522","heartbeat_front_addr":"172.21.15.123:6821/1928319522","state":["exists","up"]},{"osd":8,"uuid":"e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6817","nonce":3984977582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6819","nonce":3984977582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6823","nonce":3984977582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6821","nonce":3984977582}]},"public_addr":"172.21.15.174:6817/3984977582","cluster_addr":"172.21.15.174:6819/3984977582","heartbeat_back_addr":"172.21.15.174:6823/3984977582","heartbeat_front_addr":"172.21.15.174:6821/3984977582","state":["exists","up"]},{"osd":9,"uuid":"8858f35a-ce38-4484-8393-e138920ed9b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6827","nonce":4123845959}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6829","nonce":4123845959}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6833","nonce":4123845959}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6831","nonce":4123845959}]},"public_addr":"172.21.15.33:6827/4123845959","cluster_addr":"172.21.15.33:6829/4123845959","heartbeat_back_addr":"172.21.15.33:6833/4123845959","heartbeat_front_addr":"172.21.15.33:6831/4123845959","state":["exists","up"]},{"osd":10,"uuid":"d3206b8b-55c3-4988-9cce-cdd805f9969d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6825","nonce":532510651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6827","nonce":532510651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6831","nonce":532510651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6829","nonce":532510651}]},"public_addr":"172.21.15.123:6825/532510651","cluster_addr":"172.21.15.123:6827/532510651","heartbeat_back_addr":"172.21.15.123:6831/532510651","heartbeat_front_addr":"172.21.15.123:6829/532510651","state":["exists","up"]},{"osd":11,"uuid":"50b6059f-00b3-489a-aaf0-75765fbf2e6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6825","nonce":955565697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6827","nonce":955565697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6831","nonce":955565697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6829","nonce":955565697}]},"public_addr":"172.21.15.174:6825/955565697","cluster_addr":"172.21.15.174:6827/955565697","heartbeat_back_addr":"172.21.15.174:6831/955565697","heartbeat_front_addr":"172.21.15.174:6829/955565697","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:04.269795+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:29.126352+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:52.874768+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:23.135411+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:48.453184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:12.929713+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:43.089772+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:08.258936+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:32.108584+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:01.775759+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:26.088382+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:50.391688+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6801/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/1229013790":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/1567746818":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6801/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6800/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6800/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/2503822140":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/3927628736":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/3047771737":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/2751303440":"2024-09-06T02:17:06.260070+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T02:25:28.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:28.170+0000 7ff123200640 1 -- 172.21.15.33:0/3040575165 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff1000a2c90 msgr2=0x7ff1000a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:28.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:28.170+0000 7ff123200640 1 --2- 172.21.15.33:0/3040575165 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff1000a2c90 0x7ff1000a5150 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff10c0096c0 tx=0x7ff10c005a20 comp rx=0 tx=0).stop 2024-09-05T02:25:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:28.170+0000 7ff123200640 1 -- 172.21.15.33:0/3040575165 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff11c1049a0 msgr2=0x7ff11c19ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:28.170+0000 7ff123200640 1 --2- 172.21.15.33:0/3040575165 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff11c1049a0 0x7ff11c19ab40 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7ff10400e9f0 tx=0x7ff10400eeb0 comp rx=0 tx=0).stop 2024-09-05T02:25:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:28.170+0000 7ff123200640 1 -- 172.21.15.33:0/3040575165 shutdown_connections 2024-09-05T02:25:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:28.170+0000 7ff123200640 1 --2- 172.21.15.33:0/3040575165 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff1000a2c90 0x7ff1000a5150 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:28.170+0000 7ff123200640 1 --2- 172.21.15.33:0/3040575165 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff11c109120 0x7ff11c19eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:28.170+0000 7ff123200640 1 --2- 172.21.15.33:0/3040575165 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff11c1049a0 0x7ff11c19ab40 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:28.170+0000 7ff123200640 1 --2- 172.21.15.33:0/3040575165 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff11c103ff0 0x7ff11c19a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:28.170+0000 7ff123200640 1 -- 172.21.15.33:0/3040575165 >> 172.21.15.33:0/3040575165 conn(0x7ff11c0ffa90 msgr2=0x7ff11c100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:28.171+0000 7ff123200640 1 -- 172.21.15.33:0/3040575165 shutdown_connections 2024-09-05T02:25:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:28.171+0000 7ff123200640 1 -- 172.21.15.33:0/3040575165 wait complete. 2024-09-05T02:25:28.520 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:28 smithi033 ceph-mon[29909]: pgmap v310: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.3 KiB/s wr, 12 op/s 2024-09-05T02:25:28.520 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:28 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3040575165' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:25:28.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:28 smithi174 ceph-mon[34756]: pgmap v310: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.3 KiB/s wr, 12 op/s 2024-09-05T02:25:28.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:28 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/3040575165' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:25:28.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:28 smithi123 ceph-mon[34031]: pgmap v310: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.3 KiB/s wr, 12 op/s 2024-09-05T02:25:28.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:28 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/3040575165' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:25:28.899 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-05T02:25:28.899 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-05T02:25:28.900 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-05T02:25:28.900 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-05T02:25:28.901 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-05T02:25:28.901 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-05T02:25:28.901 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-05T02:25:28.902 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-05T02:25:28.902 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-09-05T02:25:28.903 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-09-05T02:25:28.903 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-09-05T02:25:28.904 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-09-05T02:25:29.888 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:29.929 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:29.929 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:29.938 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:29.986 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:30.006 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:30.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:30 smithi033 ceph-mon[29909]: pgmap v311: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-09-05T02:25:30.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:30 smithi174 ceph-mon[34756]: pgmap v311: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-09-05T02:25:30.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:30 smithi123 ceph-mon[34031]: pgmap v311: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-09-05T02:25:30.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.798+0000 7ff3ea000640 1 -- 172.21.15.33:0/1385645177 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3e4101de0 msgr2=0x7ff3e41021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:30.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.798+0000 7ff3ea000640 1 --2- 172.21.15.33:0/1385645177 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3e4101de0 0x7ff3e41021c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff3d4009900 tx=0x7ff3d402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:25:30.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.798+0000 7ff3ea000640 1 -- 172.21.15.33:0/1385645177 shutdown_connections 2024-09-05T02:25:30.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.798+0000 7ff3ea000640 1 --2- 172.21.15.33:0/1385645177 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff3e4106f10 0x7ff3e410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:30.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.798+0000 7ff3ea000640 1 --2- 172.21.15.33:0/1385645177 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff3e4102790 0x7ff3e41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:30.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.798+0000 7ff3ea000640 1 --2- 172.21.15.33:0/1385645177 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3e4101de0 0x7ff3e41021c0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:30.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.798+0000 7ff3ea000640 1 -- 172.21.15.33:0/1385645177 >> 172.21.15.33:0/1385645177 conn(0x7ff3e40fd8c0 msgr2=0x7ff3e40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:30.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.798+0000 7ff3ea000640 1 -- 172.21.15.33:0/1385645177 shutdown_connections 2024-09-05T02:25:30.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.798+0000 7ff3ea000640 1 -- 172.21.15.33:0/1385645177 wait complete. 2024-09-05T02:25:30.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.799+0000 7ff3ea000640 1 Processor -- start 2024-09-05T02:25:30.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.799+0000 7ff3ea000640 1 -- start start 2024-09-05T02:25:30.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.799+0000 7ff3ea000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3e4101de0 0x7ff3e40744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:30.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.799+0000 7ff3ea000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff3e4102790 0x7ff3e4074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:30.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.799+0000 7ff3ea000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff3e4106f10 0x7ff3e4074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:30.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.799+0000 7ff3ea000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff3e4111f80 con 0x7ff3e4101de0 2024-09-05T02:25:30.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.799+0000 7ff3ea000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff3e4111e00 con 0x7ff3e4102790 2024-09-05T02:25:30.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.799+0000 7ff3ea000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff3e4112100 con 0x7ff3e4106f10 2024-09-05T02:25:30.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.800+0000 7ff3e3400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3e4101de0 0x7ff3e40744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:30.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.800+0000 7ff3dbe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff3e4102790 0x7ff3e4074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:30.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.800+0000 7ff3e3400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3e4101de0 0x7ff3e40744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45204/0 (socket says 172.21.15.33:45204) 2024-09-05T02:25:30.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.800+0000 7ff3e3400640 1 -- 172.21.15.33:0/2975305372 learned_addr learned my addr 172.21.15.33:0/2975305372 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:30.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.800+0000 7ff3e3e00640 1 --2- 172.21.15.33:0/2975305372 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff3e4106f10 0x7ff3e4074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:30.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.800+0000 7ff3dbe00640 1 -- 172.21.15.33:0/2975305372 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff3e4106f10 msgr2=0x7ff3e4074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:30.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.800+0000 7ff3dbe00640 1 --2- 172.21.15.33:0/2975305372 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff3e4106f10 0x7ff3e4074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:30.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.800+0000 7ff3dbe00640 1 -- 172.21.15.33:0/2975305372 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3e4101de0 msgr2=0x7ff3e40744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:30.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.800+0000 7ff3dbe00640 1 --2- 172.21.15.33:0/2975305372 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3e4101de0 0x7ff3e40744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:30.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.800+0000 7ff3dbe00640 1 -- 172.21.15.33:0/2975305372 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3e41a68f0 con 0x7ff3e4102790 2024-09-05T02:25:30.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.800+0000 7ff3e3e00640 1 --2- 172.21.15.33:0/2975305372 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff3e4106f10 0x7ff3e4074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:25:30.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.801+0000 7ff3dbe00640 1 --2- 172.21.15.33:0/2975305372 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff3e4102790 0x7ff3e4074a30 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff3cc005fd0 tx=0x7ff3cc00dde0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:30.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.801+0000 7ff3e0c00640 1 -- 172.21.15.33:0/2975305372 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3cc009c30 con 0x7ff3e4102790 2024-09-05T02:25:30.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.801+0000 7ff3e0c00640 1 -- 172.21.15.33:0/2975305372 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff3cc009dd0 con 0x7ff3e4102790 2024-09-05T02:25:30.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.801+0000 7ff3ea000640 1 -- 172.21.15.33:0/2975305372 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3e41a6be0 con 0x7ff3e4102790 2024-09-05T02:25:30.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.801+0000 7ff3e0c00640 1 -- 172.21.15.33:0/2975305372 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3cc010460 con 0x7ff3e4102790 2024-09-05T02:25:30.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.801+0000 7ff3ea000640 1 -- 172.21.15.33:0/2975305372 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3e41a7120 con 0x7ff3e4102790 2024-09-05T02:25:30.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.802+0000 7ff3ea000640 1 -- 172.21.15.33:0/2975305372 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff3e40628c0 con 0x7ff3e4102790 2024-09-05T02:25:30.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.805+0000 7ff3e0c00640 1 -- 172.21.15.33:0/2975305372 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff3cc003f50 con 0x7ff3e4102790 2024-09-05T02:25:30.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.806+0000 7ff3e0c00640 1 --2- 172.21.15.33:0/2975305372 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff3c80a2c10 0x7ff3c80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:30.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.806+0000 7ff3e0c00640 1 -- 172.21.15.33:0/2975305372 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7ff3cc0cf060 con 0x7ff3e4102790 2024-09-05T02:25:30.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.806+0000 7ff3e3400640 1 --2- 172.21.15.33:0/2975305372 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff3c80a2c10 0x7ff3c80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:30.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.807+0000 7ff3e0c00640 1 --2- 172.21.15.33:0/2975305372 >> [v2:172.21.15.123:6816/1928319522,v1:172.21.15.123:6817/1928319522] conn(0x7ff3c80ac460 0x7ff3c80ae880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:30.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.807+0000 7ff3e0c00640 1 -- 172.21.15.33:0/2975305372 --> [v2:172.21.15.123:6816/1928319522,v1:172.21.15.123:6817/1928319522] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff3cc013e50 con 0x7ff3c80ac460 2024-09-05T02:25:30.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.807+0000 7ff3e0c00640 1 -- 172.21.15.33:0/2975305372 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) ==== 24+0+0 (secure 0 0 0) 0x7ff3cc0cf410 con 0x7ff3e4102790 2024-09-05T02:25:30.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.807+0000 7ff3e3e00640 1 --2- 172.21.15.33:0/2975305372 >> [v2:172.21.15.123:6816/1928319522,v1:172.21.15.123:6817/1928319522] conn(0x7ff3c80ac460 0x7ff3c80ae880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:30.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.807+0000 7ff3e3400640 1 --2- 172.21.15.33:0/2975305372 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff3c80a2c10 0x7ff3c80a50d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ff3d40096c0 tx=0x7ff3d40046c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:30.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.808+0000 7ff3e3e00640 1 --2- 172.21.15.33:0/2975305372 >> [v2:172.21.15.123:6816/1928319522,v1:172.21.15.123:6817/1928319522] conn(0x7ff3c80ac460 0x7ff3c80ae880 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:30.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.809+0000 7ff3e0c00640 1 -- 172.21.15.33:0/2975305372 <== osd.7 v2:172.21.15.123:6816/1928319522 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff3cc013e50 con 0x7ff3c80ac460 2024-09-05T02:25:30.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.823+0000 7ff3ea000640 1 -- 172.21.15.33:0/2975305372 --> [v2:172.21.15.123:6816/1928319522,v1:172.21.15.123:6817/1928319522] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff3e4062d40 con 0x7ff3c80ac460 2024-09-05T02:25:30.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.824+0000 7ff3e0c00640 1 -- 172.21.15.33:0/2975305372 <== osd.7 v2:172.21.15.123:6816/1928319522 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7ff3e4062d40 con 0x7ff3c80ac460 2024-09-05T02:25:30.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.824+0000 7ff3ea000640 1 -- 172.21.15.33:0/2975305372 >> [v2:172.21.15.123:6816/1928319522,v1:172.21.15.123:6817/1928319522] conn(0x7ff3c80ac460 msgr2=0x7ff3c80ae880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:30.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.824+0000 7ff3ea000640 1 --2- 172.21.15.33:0/2975305372 >> [v2:172.21.15.123:6816/1928319522,v1:172.21.15.123:6817/1928319522] conn(0x7ff3c80ac460 0x7ff3c80ae880 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:30.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.824+0000 7ff3ea000640 1 -- 172.21.15.33:0/2975305372 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff3c80a2c10 msgr2=0x7ff3c80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:30.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.824+0000 7ff3ea000640 1 --2- 172.21.15.33:0/2975305372 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff3c80a2c10 0x7ff3c80a50d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ff3d40096c0 tx=0x7ff3d40046c0 comp rx=0 tx=0).stop 2024-09-05T02:25:30.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.825+0000 7ff3ea000640 1 -- 172.21.15.33:0/2975305372 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff3e4102790 msgr2=0x7ff3e4074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:30.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.825+0000 7ff3ea000640 1 --2- 172.21.15.33:0/2975305372 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff3e4102790 0x7ff3e4074a30 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff3cc005fd0 tx=0x7ff3cc00dde0 comp rx=0 tx=0).stop 2024-09-05T02:25:30.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.825+0000 7ff3e3e00640 1 -- 172.21.15.33:0/2975305372 reap_dead start 2024-09-05T02:25:30.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.825+0000 7ff3ea000640 1 -- 172.21.15.33:0/2975305372 shutdown_connections 2024-09-05T02:25:30.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.825+0000 7ff3ea000640 1 -- 172.21.15.33:0/2975305372 >> 172.21.15.33:0/2975305372 conn(0x7ff3e40fd8c0 msgr2=0x7ff3e40fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:30.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.825+0000 7ff3ea000640 1 -- 172.21.15.33:0/2975305372 shutdown_connections 2024-09-05T02:25:30.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.825+0000 7ff3ea000640 1 -- 172.21.15.33:0/2975305372 wait complete. 2024-09-05T02:25:31.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.956+0000 7f6aa4800640 1 -- 172.21.15.33:0/2284348337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a9c076720 msgr2=0x7f6a9c076b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:31.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.956+0000 7f6aa4800640 1 --2- 172.21.15.33:0/2284348337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a9c076720 0x7f6a9c076b00 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f6a90009900 tx=0x7f6a9002a410 comp rx=0 tx=0).stop 2024-09-05T02:25:31.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.956+0000 7f6aa4800640 1 -- 172.21.15.33:0/2284348337 shutdown_connections 2024-09-05T02:25:31.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.956+0000 7f6aa4800640 1 --2- 172.21.15.33:0/2284348337 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a9c112a30 0x7f6a9c114e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:31.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.956+0000 7f6aa4800640 1 --2- 172.21.15.33:0/2284348337 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6a9c077040 0x7f6a9c1124f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:31.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.956+0000 7f6aa4800640 1 --2- 172.21.15.33:0/2284348337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a9c076720 0x7f6a9c076b00 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:31.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.956+0000 7f6aa4800640 1 -- 172.21.15.33:0/2284348337 >> 172.21.15.33:0/2284348337 conn(0x7f6a9c0ffa90 msgr2=0x7f6a9c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:31.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.956+0000 7f6aa4800640 1 -- 172.21.15.33:0/2284348337 shutdown_connections 2024-09-05T02:25:31.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.956+0000 7f6aa4800640 1 -- 172.21.15.33:0/2284348337 wait complete. 2024-09-05T02:25:31.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.957+0000 7f6aa4800640 1 Processor -- start 2024-09-05T02:25:31.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.958+0000 7f6aa4800640 1 -- start start 2024-09-05T02:25:31.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.958+0000 7f6aa4800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a9c076720 0x7f6a9c1a46c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:31.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.958+0000 7f6aa4800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a9c077040 0x7f6a9c1a4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:31.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.958+0000 7f6aa4800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6a9c112a30 0x7f6a9c19e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:31.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.958+0000 7f6aa4800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6a9c1185f0 con 0x7f6a9c076720 2024-09-05T02:25:31.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.958+0000 7f6aa4800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6a9c118470 con 0x7f6a9c077040 2024-09-05T02:25:31.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.958+0000 7f6aa4800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6a9c118770 con 0x7f6a9c112a30 2024-09-05T02:25:31.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.958+0000 7f6aa1e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a9c076720 0x7f6a9c1a46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:31.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.958+0000 7f6aa1400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a9c077040 0x7f6a9c1a4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:31.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.958+0000 7f6aa1400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a9c077040 0x7f6a9c1a4c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:56012/0 (socket says 172.21.15.33:56012) 2024-09-05T02:25:31.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.958+0000 7f6aa2800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6a9c112a30 0x7f6a9c19e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:31.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.958+0000 7f6aa1400640 1 -- 172.21.15.33:0/1874570269 learned_addr learned my addr 172.21.15.33:0/1874570269 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:31.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.959+0000 7f6aa1400640 1 -- 172.21.15.33:0/1874570269 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6a9c112a30 msgr2=0x7f6a9c19e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:31.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.959+0000 7f6aa1400640 1 --2- 172.21.15.33:0/1874570269 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6a9c112a30 0x7f6a9c19e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:31.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.959+0000 7f6aa1400640 1 -- 172.21.15.33:0/1874570269 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a9c076720 msgr2=0x7f6a9c1a46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:31.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.959+0000 7f6aa1400640 1 --2- 172.21.15.33:0/1874570269 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a9c076720 0x7f6a9c1a46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:31.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.959+0000 7f6aa1400640 1 -- 172.21.15.33:0/1874570269 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a9c19efb0 con 0x7f6a9c077040 2024-09-05T02:25:31.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.959+0000 7f6aa2800640 1 --2- 172.21.15.33:0/1874570269 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6a9c112a30 0x7f6a9c19e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:25:31.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.959+0000 7f6aa1400640 1 --2- 172.21.15.33:0/1874570269 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a9c077040 0x7f6a9c1a4c00 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c00e9f0 tx=0x7f6a8c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:31.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.959+0000 7f6a96a00640 1 -- 172.21.15.33:0/1874570269 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c00cd80 con 0x7f6a9c077040 2024-09-05T02:25:31.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.959+0000 7f6aa4800640 1 -- 172.21.15.33:0/1874570269 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a9c19f2a0 con 0x7f6a9c077040 2024-09-05T02:25:31.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.959+0000 7f6a96a00640 1 -- 172.21.15.33:0/1874570269 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6a8c010910 con 0x7f6a9c077040 2024-09-05T02:25:31.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.959+0000 7f6a96a00640 1 -- 172.21.15.33:0/1874570269 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c018990 con 0x7f6a9c077040 2024-09-05T02:25:31.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.960+0000 7f6aa4800640 1 -- 172.21.15.33:0/1874570269 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a9c1ab590 con 0x7f6a9c077040 2024-09-05T02:25:31.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.960+0000 7f6aa4800640 1 -- 172.21.15.33:0/1874570269 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6a9c114ed0 con 0x7f6a9c077040 2024-09-05T02:25:31.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.963+0000 7f6a96a00640 1 -- 172.21.15.33:0/1874570269 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6a8c010ac0 con 0x7f6a9c077040 2024-09-05T02:25:31.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.964+0000 7f6a96a00640 1 --2- 172.21.15.33:0/1874570269 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f6a840a2c10 0x7f6a840a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:31.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.965+0000 7f6a96a00640 1 -- 172.21.15.33:0/1874570269 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7f6a8c0cfaa0 con 0x7f6a9c077040 2024-09-05T02:25:31.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.965+0000 7f6aa1e00640 1 --2- 172.21.15.33:0/1874570269 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f6a840a2c10 0x7f6a840a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:31.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.965+0000 7f6a96a00640 1 --2- 172.21.15.33:0/1874570269 >> [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978] conn(0x7f6a840ac460 0x7f6a840ae880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:31.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.965+0000 7f6a96a00640 1 -- 172.21.15.33:0/1874570269 --> [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6a8c022e50 con 0x7f6a840ac460 2024-09-05T02:25:31.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.965+0000 7f6a96a00640 1 -- 172.21.15.33:0/1874570269 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) ==== 24+0+0 (secure 0 0 0) 0x7f6a8c0cfe50 con 0x7f6a9c077040 2024-09-05T02:25:31.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.965+0000 7f6aa2800640 1 --2- 172.21.15.33:0/1874570269 >> [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978] conn(0x7f6a840ac460 0x7f6a840ae880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:31.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.965+0000 7f6aa1e00640 1 --2- 172.21.15.33:0/1874570269 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f6a840a2c10 0x7f6a840a50d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f6a90006010 tx=0x7f6a90000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:31.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.966+0000 7f6aa2800640 1 --2- 172.21.15.33:0/1874570269 >> [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978] conn(0x7f6a840ac460 0x7f6a840ae880 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:31.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.967+0000 7f6a96a00640 1 -- 172.21.15.33:0/1874570269 <== osd.0 v2:172.21.15.33:6802/2230859978 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6a8c022e50 con 0x7f6a840ac460 2024-09-05T02:25:31.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.981+0000 7f6aa4800640 1 -- 172.21.15.33:0/1874570269 --> [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6a9c077e60 con 0x7f6a840ac460 2024-09-05T02:25:31.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.981+0000 7f6a96a00640 1 -- 172.21.15.33:0/1874570269 <== osd.0 v2:172.21.15.33:6802/2230859978 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f6a9c077e60 con 0x7f6a840ac460 2024-09-05T02:25:31.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.982+0000 7f6aa4800640 1 -- 172.21.15.33:0/1874570269 >> [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978] conn(0x7f6a840ac460 msgr2=0x7f6a840ae880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:31.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.982+0000 7f6aa4800640 1 --2- 172.21.15.33:0/1874570269 >> [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978] conn(0x7f6a840ac460 0x7f6a840ae880 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:31.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.982+0000 7f6aa4800640 1 -- 172.21.15.33:0/1874570269 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f6a840a2c10 msgr2=0x7f6a840a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:31.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.982+0000 7f6aa4800640 1 --2- 172.21.15.33:0/1874570269 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f6a840a2c10 0x7f6a840a50d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f6a90006010 tx=0x7f6a90000bc0 comp rx=0 tx=0).stop 2024-09-05T02:25:31.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.982+0000 7f6aa4800640 1 -- 172.21.15.33:0/1874570269 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a9c077040 msgr2=0x7f6a9c1a4c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:31.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.982+0000 7f6aa4800640 1 --2- 172.21.15.33:0/1874570269 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a9c077040 0x7f6a9c1a4c00 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c00e9f0 tx=0x7f6a8c00eeb0 comp rx=0 tx=0).stop 2024-09-05T02:25:31.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.982+0000 7f6aa2800640 1 -- 172.21.15.33:0/1874570269 reap_dead start 2024-09-05T02:25:31.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.982+0000 7f6aa4800640 1 -- 172.21.15.33:0/1874570269 shutdown_connections 2024-09-05T02:25:31.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.982+0000 7f6aa4800640 1 -- 172.21.15.33:0/1874570269 >> 172.21.15.33:0/1874570269 conn(0x7f6a9c0ffa90 msgr2=0x7f6a9c101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:31.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.982+0000 7f6aa4800640 1 -- 172.21.15.33:0/1874570269 shutdown_connections 2024-09-05T02:25:31.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:30.982+0000 7f6aa4800640 1 -- 172.21.15.33:0/1874570269 wait complete. 2024-09-05T02:25:32.017 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:32.020 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:32.021 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:32.513 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:32 smithi033 ceph-mon[29909]: pgmap v312: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-09-05T02:25:32.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.519+0000 7fc546000640 1 -- 172.21.15.33:0/963462867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc540103ff0 msgr2=0x7fc5401043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:32.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.519+0000 7fc546000640 1 --2- 172.21.15.33:0/963462867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc540103ff0 0x7fc5401043d0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fc530009900 tx=0x7fc53002a410 comp rx=0 tx=0).stop 2024-09-05T02:25:32.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.519+0000 7fc546000640 1 -- 172.21.15.33:0/963462867 shutdown_connections 2024-09-05T02:25:32.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.519+0000 7fc546000640 1 --2- 172.21.15.33:0/963462867 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc540109120 0x7fc540110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:32.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.519+0000 7fc546000640 1 --2- 172.21.15.33:0/963462867 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5401049a0 0x7fc5401089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:32.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.519+0000 7fc546000640 1 --2- 172.21.15.33:0/963462867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc540103ff0 0x7fc5401043d0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:32.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.519+0000 7fc546000640 1 -- 172.21.15.33:0/963462867 >> 172.21.15.33:0/963462867 conn(0x7fc5400ffa90 msgr2=0x7fc540101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:32.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.519+0000 7fc546000640 1 -- 172.21.15.33:0/963462867 shutdown_connections 2024-09-05T02:25:32.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.519+0000 7fc546000640 1 -- 172.21.15.33:0/963462867 wait complete. 2024-09-05T02:25:32.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.520+0000 7fc546000640 1 Processor -- start 2024-09-05T02:25:32.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.521+0000 7fc546000640 1 -- start start 2024-09-05T02:25:32.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.521+0000 7fc546000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc540103ff0 0x7fc54019a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:32.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.521+0000 7fc546000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5401049a0 0x7fc54019ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:32.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.521+0000 7fc546000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc540109120 0x7fc54019ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:32.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.521+0000 7fc546000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc540114120 con 0x7fc540109120 2024-09-05T02:25:32.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.521+0000 7fc546000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc540113fa0 con 0x7fc5401049a0 2024-09-05T02:25:32.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.521+0000 7fc546000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc5401142a0 con 0x7fc540103ff0 2024-09-05T02:25:32.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.521+0000 7fc53f400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc540103ff0 0x7fc54019a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:32.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.521+0000 7fc53fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc540109120 0x7fc54019ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:32.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.521+0000 7fc53f400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc540103ff0 0x7fc54019a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:46106/0 (socket says 172.21.15.33:46106) 2024-09-05T02:25:32.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.521+0000 7fc53f400640 1 -- 172.21.15.33:0/3143939549 learned_addr learned my addr 172.21.15.33:0/3143939549 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:32.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.522+0000 7fc53ea00640 1 --2- 172.21.15.33:0/3143939549 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5401049a0 0x7fc54019ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:32.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.522+0000 7fc53f400640 1 -- 172.21.15.33:0/3143939549 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5401049a0 msgr2=0x7fc54019ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:32.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.522+0000 7fc53f400640 1 --2- 172.21.15.33:0/3143939549 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5401049a0 0x7fc54019ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:32.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.522+0000 7fc53f400640 1 -- 172.21.15.33:0/3143939549 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc540109120 msgr2=0x7fc54019ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:32.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.522+0000 7fc53f400640 1 --2- 172.21.15.33:0/3143939549 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc540109120 0x7fc54019ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:32.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.522+0000 7fc53f400640 1 -- 172.21.15.33:0/3143939549 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc54019f5f0 con 0x7fc540103ff0 2024-09-05T02:25:32.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.522+0000 7fc53fe00640 1 --2- 172.21.15.33:0/3143939549 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc540109120 0x7fc54019ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:25:32.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.522+0000 7fc53f400640 1 --2- 172.21.15.33:0/3143939549 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc540103ff0 0x7fc54019a640 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc530006010 tx=0x7fc5300042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:32.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.523+0000 7fc537e00640 1 -- 172.21.15.33:0/3143939549 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc53003f030 con 0x7fc540103ff0 2024-09-05T02:25:32.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.523+0000 7fc537e00640 1 -- 172.21.15.33:0/3143939549 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc530003ce0 con 0x7fc540103ff0 2024-09-05T02:25:32.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.523+0000 7fc537e00640 1 -- 172.21.15.33:0/3143939549 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc530035070 con 0x7fc540103ff0 2024-09-05T02:25:32.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.523+0000 7fc546000640 1 -- 172.21.15.33:0/3143939549 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc54019f880 con 0x7fc540103ff0 2024-09-05T02:25:32.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.523+0000 7fc546000640 1 -- 172.21.15.33:0/3143939549 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5401a71c0 con 0x7fc540103ff0 2024-09-05T02:25:32.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.524+0000 7fc546000640 1 -- 172.21.15.33:0/3143939549 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc540062980 con 0x7fc540103ff0 2024-09-05T02:25:32.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.526+0000 7fc537e00640 1 -- 172.21.15.33:0/3143939549 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fc530042030 con 0x7fc540103ff0 2024-09-05T02:25:32.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:32 smithi174 ceph-mon[34756]: pgmap v312: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-09-05T02:25:32.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.527+0000 7fc537e00640 1 --2- 172.21.15.33:0/3143939549 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc5240a2c10 0x7fc5240a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:32.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.527+0000 7fc537e00640 1 -- 172.21.15.33:0/3143939549 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7fc5300efcd0 con 0x7fc540103ff0 2024-09-05T02:25:32.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.527+0000 7fc53ea00640 1 --2- 172.21.15.33:0/3143939549 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc5240a2c10 0x7fc5240a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:32.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.527+0000 7fc537e00640 1 --2- 172.21.15.33:0/3143939549 >> [v2:172.21.15.123:6808/1841051665,v1:172.21.15.123:6809/1841051665] conn(0x7fc5240ac460 0x7fc5240ae880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:32.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.527+0000 7fc537e00640 1 -- 172.21.15.33:0/3143939549 --> [v2:172.21.15.123:6808/1841051665,v1:172.21.15.123:6809/1841051665] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc530003b30 con 0x7fc5240ac460 2024-09-05T02:25:32.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.527+0000 7fc537e00640 1 -- 172.21.15.33:0/3143939549 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) ==== 24+0+0 (secure 0 0 0) 0x7fc5300f0080 con 0x7fc540103ff0 2024-09-05T02:25:32.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.528+0000 7fc53fe00640 1 --2- 172.21.15.33:0/3143939549 >> [v2:172.21.15.123:6808/1841051665,v1:172.21.15.123:6809/1841051665] conn(0x7fc5240ac460 0x7fc5240ae880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:32.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.528+0000 7fc53ea00640 1 --2- 172.21.15.33:0/3143939549 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc5240a2c10 0x7fc5240a50d0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fc5400ffeb0 tx=0x7fc52c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:32.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.528+0000 7fc53fe00640 1 --2- 172.21.15.33:0/3143939549 >> [v2:172.21.15.123:6808/1841051665,v1:172.21.15.123:6809/1841051665] conn(0x7fc5240ac460 0x7fc5240ae880 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:32.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.529+0000 7fc537e00640 1 -- 172.21.15.33:0/3143939549 <== osd.4 v2:172.21.15.123:6808/1841051665 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc530003b30 con 0x7fc5240ac460 2024-09-05T02:25:32.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.544+0000 7fc546000640 1 -- 172.21.15.33:0/3143939549 --> [v2:172.21.15.123:6808/1841051665,v1:172.21.15.123:6809/1841051665] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc540062e00 con 0x7fc5240ac460 2024-09-05T02:25:32.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.544+0000 7fc537e00640 1 -- 172.21.15.33:0/3143939549 <== osd.4 v2:172.21.15.123:6808/1841051665 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fc540062e00 con 0x7fc5240ac460 2024-09-05T02:25:32.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.545+0000 7fc546000640 1 -- 172.21.15.33:0/3143939549 >> [v2:172.21.15.123:6808/1841051665,v1:172.21.15.123:6809/1841051665] conn(0x7fc5240ac460 msgr2=0x7fc5240ae880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:32.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.545+0000 7fc546000640 1 --2- 172.21.15.33:0/3143939549 >> [v2:172.21.15.123:6808/1841051665,v1:172.21.15.123:6809/1841051665] conn(0x7fc5240ac460 0x7fc5240ae880 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:32.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.545+0000 7fc546000640 1 -- 172.21.15.33:0/3143939549 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc5240a2c10 msgr2=0x7fc5240a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:32.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.545+0000 7fc546000640 1 --2- 172.21.15.33:0/3143939549 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc5240a2c10 0x7fc5240a50d0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fc5400ffeb0 tx=0x7fc52c005f90 comp rx=0 tx=0).stop 2024-09-05T02:25:32.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.545+0000 7fc546000640 1 -- 172.21.15.33:0/3143939549 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc540103ff0 msgr2=0x7fc54019a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:32.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.545+0000 7fc546000640 1 --2- 172.21.15.33:0/3143939549 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc540103ff0 0x7fc54019a640 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc530006010 tx=0x7fc5300042f0 comp rx=0 tx=0).stop 2024-09-05T02:25:32.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.545+0000 7fc53fe00640 1 -- 172.21.15.33:0/3143939549 reap_dead start 2024-09-05T02:25:32.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.545+0000 7fc546000640 1 -- 172.21.15.33:0/3143939549 shutdown_connections 2024-09-05T02:25:32.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.545+0000 7fc546000640 1 -- 172.21.15.33:0/3143939549 >> 172.21.15.33:0/3143939549 conn(0x7fc5400ffa90 msgr2=0x7fc540100dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:32.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.545+0000 7fc546000640 1 -- 172.21.15.33:0/3143939549 shutdown_connections 2024-09-05T02:25:32.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:32.545+0000 7fc546000640 1 -- 172.21.15.33:0/3143939549 wait complete. 2024-09-05T02:25:32.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:32 smithi123 ceph-mon[34031]: pgmap v312: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-09-05T02:25:32.682 INFO:teuthology.orchestra.run.smithi033.stdout:34359738448 2024-09-05T02:25:32.682 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-05T02:25:33.522 INFO:teuthology.orchestra.run.smithi033.stdout:214748364842 2024-09-05T02:25:33.523 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-05T02:25:33.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.488+0000 7f5f60600640 1 -- 172.21.15.33:0/1658625847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5f58104010 msgr2=0x7f5f581043f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:33.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.488+0000 7f5f60600640 1 --2- 172.21.15.33:0/1658625847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5f58104010 0x7f5f581043f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5f4c009900 tx=0x7f5f4c02a410 comp rx=0 tx=0).stop 2024-09-05T02:25:33.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.488+0000 7f5f60600640 1 -- 172.21.15.33:0/1658625847 shutdown_connections 2024-09-05T02:25:33.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.488+0000 7f5f60600640 1 --2- 172.21.15.33:0/1658625847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5f58109140 0x7f5f58110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:33.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.488+0000 7f5f60600640 1 --2- 172.21.15.33:0/1658625847 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5f581049c0 0x7f5f58108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:33.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.488+0000 7f5f60600640 1 --2- 172.21.15.33:0/1658625847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5f58104010 0x7f5f581043f0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:33.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.488+0000 7f5f60600640 1 -- 172.21.15.33:0/1658625847 >> 172.21.15.33:0/1658625847 conn(0x7f5f580ffa50 msgr2=0x7f5f58101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:33.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.488+0000 7f5f60600640 1 -- 172.21.15.33:0/1658625847 shutdown_connections 2024-09-05T02:25:33.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.488+0000 7f5f60600640 1 -- 172.21.15.33:0/1658625847 wait complete. 2024-09-05T02:25:33.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.489+0000 7f5f60600640 1 Processor -- start 2024-09-05T02:25:33.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.489+0000 7f5f60600640 1 -- start start 2024-09-05T02:25:33.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.490+0000 7f5f60600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5f58104010 0x7f5f5819a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:33.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.490+0000 7f5f60600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5f581049c0 0x7f5f5819abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:33.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.490+0000 7f5f60600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5f58109140 0x7f5f5819ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:33.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.490+0000 7f5f60600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5f581141b0 con 0x7f5f581049c0 2024-09-05T02:25:33.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.490+0000 7f5f60600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5f58114030 con 0x7f5f58109140 2024-09-05T02:25:33.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.490+0000 7f5f60600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f5f58114330 con 0x7f5f58104010 2024-09-05T02:25:33.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.490+0000 7f5f5d200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5f581049c0 0x7f5f5819abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:33.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.490+0000 7f5f5d200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5f581049c0 0x7f5f5819abd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45270/0 (socket says 172.21.15.33:45270) 2024-09-05T02:25:33.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.490+0000 7f5f5d200640 1 -- 172.21.15.33:0/2698590065 learned_addr learned my addr 172.21.15.33:0/2698590065 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:33.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.490+0000 7f5f5dc00640 1 --2- 172.21.15.33:0/2698590065 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5f58104010 0x7f5f5819a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:33.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.490+0000 7f5f5e600640 1 --2- 172.21.15.33:0/2698590065 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5f58109140 0x7f5f5819ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:33.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.491+0000 7f5f5d200640 1 -- 172.21.15.33:0/2698590065 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5f58104010 msgr2=0x7f5f5819a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:33.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.491+0000 7f5f5d200640 1 --2- 172.21.15.33:0/2698590065 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5f58104010 0x7f5f5819a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:33.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.491+0000 7f5f5d200640 1 -- 172.21.15.33:0/2698590065 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5f58109140 msgr2=0x7f5f5819ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:33.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.491+0000 7f5f5d200640 1 --2- 172.21.15.33:0/2698590065 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5f58109140 0x7f5f5819ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:33.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.491+0000 7f5f5d200640 1 -- 172.21.15.33:0/2698590065 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f5819f640 con 0x7f5f581049c0 2024-09-05T02:25:33.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.491+0000 7f5f5dc00640 1 --2- 172.21.15.33:0/2698590065 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5f58104010 0x7f5f5819a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:25:33.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.491+0000 7f5f5d200640 1 --2- 172.21.15.33:0/2698590065 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5f581049c0 0x7f5f5819abd0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f5f4400e9f0 tx=0x7f5f4400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:33.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.491+0000 7f5f56000640 1 -- 172.21.15.33:0/2698590065 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f4400cd80 con 0x7f5f581049c0 2024-09-05T02:25:33.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.491+0000 7f5f60600640 1 -- 172.21.15.33:0/2698590065 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f5819f930 con 0x7f5f581049c0 2024-09-05T02:25:33.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.491+0000 7f5f56000640 1 -- 172.21.15.33:0/2698590065 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5f44005500 con 0x7f5f581049c0 2024-09-05T02:25:33.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.491+0000 7f5f56000640 1 -- 172.21.15.33:0/2698590065 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f44010690 con 0x7f5f581049c0 2024-09-05T02:25:33.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.491+0000 7f5f60600640 1 -- 172.21.15.33:0/2698590065 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f581a7210 con 0x7f5f581049c0 2024-09-05T02:25:33.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.492+0000 7f5f60600640 1 -- 172.21.15.33:0/2698590065 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5f58062980 con 0x7f5f581049c0 2024-09-05T02:25:33.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.495+0000 7f5f56000640 1 -- 172.21.15.33:0/2698590065 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f5f440046c0 con 0x7f5f581049c0 2024-09-05T02:25:33.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.497+0000 7f5f56000640 1 --2- 172.21.15.33:0/2698590065 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f5f400a2ce0 0x7f5f400a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:33.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.497+0000 7f5f56000640 1 -- 172.21.15.33:0/2698590065 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7f5f440cf7a0 con 0x7f5f581049c0 2024-09-05T02:25:33.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.497+0000 7f5f5dc00640 1 --2- 172.21.15.33:0/2698590065 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f5f400a2ce0 0x7f5f400a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:33.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.497+0000 7f5f56000640 1 --2- 172.21.15.33:0/2698590065 >> [v2:172.21.15.123:6800/982249098,v1:172.21.15.123:6801/982249098] conn(0x7f5f400ac530 0x7f5f400ae950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:33.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.497+0000 7f5f56000640 1 -- 172.21.15.33:0/2698590065 --> [v2:172.21.15.123:6800/982249098,v1:172.21.15.123:6801/982249098] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5f44005350 con 0x7f5f400ac530 2024-09-05T02:25:33.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.497+0000 7f5f56000640 1 -- 172.21.15.33:0/2698590065 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) ==== 24+0+0 (secure 0 0 0) 0x7f5f440cfc80 con 0x7f5f581049c0 2024-09-05T02:25:33.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.498+0000 7f5f5e600640 1 --2- 172.21.15.33:0/2698590065 >> [v2:172.21.15.123:6800/982249098,v1:172.21.15.123:6801/982249098] conn(0x7f5f400ac530 0x7f5f400ae950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:33.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.498+0000 7f5f5dc00640 1 --2- 172.21.15.33:0/2698590065 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f5f400a2ce0 0x7f5f400a51a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5f4c005ab0 tx=0x7f5f4c02a910 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:33.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.498+0000 7f5f5e600640 1 --2- 172.21.15.33:0/2698590065 >> [v2:172.21.15.123:6800/982249098,v1:172.21.15.123:6801/982249098] conn(0x7f5f400ac530 0x7f5f400ae950 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:33.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.499+0000 7f5f56000640 1 -- 172.21.15.33:0/2698590065 <== osd.1 v2:172.21.15.123:6800/982249098 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5f44005350 con 0x7f5f400ac530 2024-09-05T02:25:33.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.514+0000 7f5f60600640 1 -- 172.21.15.33:0/2698590065 --> [v2:172.21.15.123:6800/982249098,v1:172.21.15.123:6801/982249098] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5f58062e00 con 0x7f5f400ac530 2024-09-05T02:25:33.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.515+0000 7f5f56000640 1 -- 172.21.15.33:0/2698590065 <== osd.1 v2:172.21.15.123:6800/982249098 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f5f58062e00 con 0x7f5f400ac530 2024-09-05T02:25:33.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.515+0000 7f5f60600640 1 -- 172.21.15.33:0/2698590065 >> [v2:172.21.15.123:6800/982249098,v1:172.21.15.123:6801/982249098] conn(0x7f5f400ac530 msgr2=0x7f5f400ae950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:33.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.515+0000 7f5f60600640 1 --2- 172.21.15.33:0/2698590065 >> [v2:172.21.15.123:6800/982249098,v1:172.21.15.123:6801/982249098] conn(0x7f5f400ac530 0x7f5f400ae950 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:33.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.515+0000 7f5f60600640 1 -- 172.21.15.33:0/2698590065 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f5f400a2ce0 msgr2=0x7f5f400a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:33.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.515+0000 7f5f60600640 1 --2- 172.21.15.33:0/2698590065 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f5f400a2ce0 0x7f5f400a51a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5f4c005ab0 tx=0x7f5f4c02a910 comp rx=0 tx=0).stop 2024-09-05T02:25:33.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.515+0000 7f5f60600640 1 -- 172.21.15.33:0/2698590065 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5f581049c0 msgr2=0x7f5f5819abd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:33.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.515+0000 7f5f60600640 1 --2- 172.21.15.33:0/2698590065 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5f581049c0 0x7f5f5819abd0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f5f4400e9f0 tx=0x7f5f4400edf0 comp rx=0 tx=0).stop 2024-09-05T02:25:33.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.515+0000 7f5f5e600640 1 -- 172.21.15.33:0/2698590065 reap_dead start 2024-09-05T02:25:33.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.515+0000 7f5f60600640 1 -- 172.21.15.33:0/2698590065 shutdown_connections 2024-09-05T02:25:33.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.515+0000 7f5f60600640 1 -- 172.21.15.33:0/2698590065 >> 172.21.15.33:0/2698590065 conn(0x7f5f580ffa50 msgr2=0x7f5f58100dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:33.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.516+0000 7f5f60600640 1 -- 172.21.15.33:0/2698590065 shutdown_connections 2024-09-05T02:25:33.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:33.516+0000 7f5f60600640 1 -- 172.21.15.33:0/2698590065 wait complete. 2024-09-05T02:25:34.355 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:34.357 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:34.358 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:34.450 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:34 smithi033 ceph-mon[29909]: pgmap v313: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 9 op/s 2024-09-05T02:25:34.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:34 smithi174 ceph-mon[34756]: pgmap v313: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 9 op/s 2024-09-05T02:25:34.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:34 smithi123 ceph-mon[34031]: pgmap v313: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 9 op/s 2024-09-05T02:25:34.809 INFO:teuthology.orchestra.run.smithi033.stdout:141733920828 2024-09-05T02:25:34.809 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-05T02:25:34.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.975+0000 7f478de00640 1 -- 172.21.15.33:0/3609978163 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4788104010 msgr2=0x7f47881043f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:34.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.975+0000 7f478de00640 1 --2- 172.21.15.33:0/3609978163 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4788104010 0x7f47881043f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f4778009860 tx=0x7f477802a340 comp rx=0 tx=0).stop 2024-09-05T02:25:34.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.976+0000 7f478de00640 1 -- 172.21.15.33:0/3609978163 shutdown_connections 2024-09-05T02:25:34.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.976+0000 7f478de00640 1 --2- 172.21.15.33:0/3609978163 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4788109140 0x7f4788110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:34.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.976+0000 7f478de00640 1 --2- 172.21.15.33:0/3609978163 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f47881049c0 0x7f4788108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:34.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.976+0000 7f478de00640 1 --2- 172.21.15.33:0/3609978163 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4788104010 0x7f47881043f0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:34.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.976+0000 7f478de00640 1 -- 172.21.15.33:0/3609978163 >> 172.21.15.33:0/3609978163 conn(0x7f47880ffa50 msgr2=0x7f4788101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:34.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.976+0000 7f478de00640 1 -- 172.21.15.33:0/3609978163 shutdown_connections 2024-09-05T02:25:34.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.976+0000 7f478de00640 1 -- 172.21.15.33:0/3609978163 wait complete. 2024-09-05T02:25:34.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.977+0000 7f478de00640 1 Processor -- start 2024-09-05T02:25:34.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.977+0000 7f478de00640 1 -- start start 2024-09-05T02:25:34.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.977+0000 7f478de00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4788104010 0x7f478819a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:34.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.977+0000 7f478de00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f47881049c0 0x7f478819aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:34.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.977+0000 7f478de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4788109140 0x7f478819ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:34.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.977+0000 7f478de00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4788114160 con 0x7f4788109140 2024-09-05T02:25:34.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.977+0000 7f478de00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4788113fe0 con 0x7f4788104010 2024-09-05T02:25:34.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.977+0000 7f478de00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f47881142e0 con 0x7f47881049c0 2024-09-05T02:25:34.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.978+0000 7f4787400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4788109140 0x7f478819ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:34.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.978+0000 7f477fe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f47881049c0 0x7f478819aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:34.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.978+0000 7f477fe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f47881049c0 0x7f478819aba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:46164/0 (socket says 172.21.15.33:46164) 2024-09-05T02:25:34.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.978+0000 7f477fe00640 1 -- 172.21.15.33:0/2989672345 learned_addr learned my addr 172.21.15.33:0/2989672345 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:34.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.978+0000 7f4786a00640 1 --2- 172.21.15.33:0/2989672345 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4788104010 0x7f478819a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:34.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.978+0000 7f4786a00640 1 -- 172.21.15.33:0/2989672345 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f47881049c0 msgr2=0x7f478819aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:34.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.978+0000 7f4786a00640 1 --2- 172.21.15.33:0/2989672345 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f47881049c0 0x7f478819aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:34.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.978+0000 7f4786a00640 1 -- 172.21.15.33:0/2989672345 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4788109140 msgr2=0x7f478819ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:34.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.978+0000 7f4786a00640 1 --2- 172.21.15.33:0/2989672345 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4788109140 0x7f478819ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:34.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.978+0000 7f4786a00640 1 -- 172.21.15.33:0/2989672345 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f478819f610 con 0x7f4788104010 2024-09-05T02:25:34.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.978+0000 7f4787400640 1 --2- 172.21.15.33:0/2989672345 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4788109140 0x7f478819ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:25:34.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.978+0000 7f4786a00640 1 --2- 172.21.15.33:0/2989672345 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4788104010 0x7f478819a660 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4778035040 tx=0x7f4778033b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:34.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.979+0000 7f478ca00640 1 -- 172.21.15.33:0/2989672345 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f477803f020 con 0x7f4788104010 2024-09-05T02:25:34.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.979+0000 7f478ca00640 1 -- 172.21.15.33:0/2989672345 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4778030550 con 0x7f4788104010 2024-09-05T02:25:34.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.979+0000 7f478ca00640 1 -- 172.21.15.33:0/2989672345 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4778037040 con 0x7f4788104010 2024-09-05T02:25:34.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.979+0000 7f478de00640 1 -- 172.21.15.33:0/2989672345 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f478819f8a0 con 0x7f4788104010 2024-09-05T02:25:34.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.979+0000 7f478de00640 1 -- 172.21.15.33:0/2989672345 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47881a71e0 con 0x7f4788104010 2024-09-05T02:25:34.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.980+0000 7f478de00640 1 -- 172.21.15.33:0/2989672345 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4788062980 con 0x7f4788104010 2024-09-05T02:25:34.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.982+0000 7f478ca00640 1 -- 172.21.15.33:0/2989672345 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f4778042020 con 0x7f4788104010 2024-09-05T02:25:34.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.983+0000 7f478ca00640 1 --2- 172.21.15.33:0/2989672345 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f476c0a2c10 0x7f476c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:34.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.983+0000 7f478ca00640 1 -- 172.21.15.33:0/2989672345 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7f47780ef470 con 0x7f4788104010 2024-09-05T02:25:34.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.984+0000 7f477fe00640 1 --2- 172.21.15.33:0/2989672345 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f476c0a2c10 0x7f476c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:34.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.984+0000 7f478ca00640 1 --2- 172.21.15.33:0/2989672345 >> [v2:172.21.15.174:6800/3754006463,v1:172.21.15.174:6801/3754006463] conn(0x7f476c0ac460 0x7f476c0ae880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:34.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.984+0000 7f478ca00640 1 -- 172.21.15.33:0/2989672345 --> [v2:172.21.15.174:6800/3754006463,v1:172.21.15.174:6801/3754006463] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4778001d30 con 0x7f476c0ac460 2024-09-05T02:25:34.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.984+0000 7f478ca00640 1 -- 172.21.15.33:0/2989672345 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) ==== 24+0+0 (secure 0 0 0) 0x7f47780ef820 con 0x7f4788104010 2024-09-05T02:25:34.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.984+0000 7f4787400640 1 --2- 172.21.15.33:0/2989672345 >> [v2:172.21.15.174:6800/3754006463,v1:172.21.15.174:6801/3754006463] conn(0x7f476c0ac460 0x7f476c0ae880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:34.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.984+0000 7f477fe00640 1 --2- 172.21.15.33:0/2989672345 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f476c0a2c10 0x7f476c0a50d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f4788102010 tx=0x7f4770005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:34.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.985+0000 7f4787400640 1 --2- 172.21.15.33:0/2989672345 >> [v2:172.21.15.174:6800/3754006463,v1:172.21.15.174:6801/3754006463] conn(0x7f476c0ac460 0x7f476c0ae880 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:34.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:34.986+0000 7f478ca00640 1 -- 172.21.15.33:0/2989672345 <== osd.2 v2:172.21.15.174:6800/3754006463 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4778001d30 con 0x7f476c0ac460 2024-09-05T02:25:35.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.000+0000 7f478de00640 1 -- 172.21.15.33:0/2989672345 --> [v2:172.21.15.174:6800/3754006463,v1:172.21.15.174:6801/3754006463] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4788062e00 con 0x7f476c0ac460 2024-09-05T02:25:35.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.001+0000 7f478ca00640 1 -- 172.21.15.33:0/2989672345 <== osd.2 v2:172.21.15.174:6800/3754006463 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f4788062e00 con 0x7f476c0ac460 2024-09-05T02:25:35.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.001+0000 7f478de00640 1 -- 172.21.15.33:0/2989672345 >> [v2:172.21.15.174:6800/3754006463,v1:172.21.15.174:6801/3754006463] conn(0x7f476c0ac460 msgr2=0x7f476c0ae880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:35.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.001+0000 7f478de00640 1 --2- 172.21.15.33:0/2989672345 >> [v2:172.21.15.174:6800/3754006463,v1:172.21.15.174:6801/3754006463] conn(0x7f476c0ac460 0x7f476c0ae880 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:35.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.001+0000 7f478de00640 1 -- 172.21.15.33:0/2989672345 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f476c0a2c10 msgr2=0x7f476c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:35.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.001+0000 7f478de00640 1 --2- 172.21.15.33:0/2989672345 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f476c0a2c10 0x7f476c0a50d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f4788102010 tx=0x7f4770005f90 comp rx=0 tx=0).stop 2024-09-05T02:25:35.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.001+0000 7f478de00640 1 -- 172.21.15.33:0/2989672345 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4788104010 msgr2=0x7f478819a660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:35.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.001+0000 7f478de00640 1 --2- 172.21.15.33:0/2989672345 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4788104010 0x7f478819a660 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4778035040 tx=0x7f4778033b60 comp rx=0 tx=0).stop 2024-09-05T02:25:35.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.001+0000 7f4787400640 1 -- 172.21.15.33:0/2989672345 reap_dead start 2024-09-05T02:25:35.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.001+0000 7f478de00640 1 -- 172.21.15.33:0/2989672345 shutdown_connections 2024-09-05T02:25:35.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.001+0000 7f478de00640 1 -- 172.21.15.33:0/2989672345 >> 172.21.15.33:0/2989672345 conn(0x7f47880ffa50 msgr2=0x7f4788100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:35.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.002+0000 7f478de00640 1 -- 172.21.15.33:0/2989672345 shutdown_connections 2024-09-05T02:25:35.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.002+0000 7f478de00640 1 -- 172.21.15.33:0/2989672345 wait complete. 2024-09-05T02:25:35.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:35 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-09-05T02:25:35.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:35 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-09-05T02:25:35.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:35 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-09-05T02:25:35.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:35 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 4]}]: dispatch 2024-09-05T02:25:35.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:35 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]: dispatch 2024-09-05T02:25:35.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:35 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 6]}]: dispatch 2024-09-05T02:25:35.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:35 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]: dispatch 2024-09-05T02:25:35.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:35 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-09-05T02:25:35.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:35 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [3, 9]}]: dispatch 2024-09-05T02:25:35.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:35 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-09-05T02:25:35.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:35 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-09-05T02:25:35.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:35 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-09-05T02:25:35.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:35 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 4]}]: dispatch 2024-09-05T02:25:35.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:35 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]: dispatch 2024-09-05T02:25:35.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:35 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 6]}]: dispatch 2024-09-05T02:25:35.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:35 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]: dispatch 2024-09-05T02:25:35.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:35 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-09-05T02:25:35.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:35 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [3, 9]}]: dispatch 2024-09-05T02:25:35.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:35 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-09-05T02:25:35.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:35 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-09-05T02:25:35.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:35 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-09-05T02:25:35.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:35 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 4]}]: dispatch 2024-09-05T02:25:35.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:35 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]: dispatch 2024-09-05T02:25:35.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:35 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 6]}]: dispatch 2024-09-05T02:25:35.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:35 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]: dispatch 2024-09-05T02:25:35.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:35 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-09-05T02:25:35.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:35 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [3, 9]}]: dispatch 2024-09-05T02:25:35.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.656+0000 7f4501600640 1 -- 172.21.15.33:0/4161002200 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44fc106f10 msgr2=0x7f44fc10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:35.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.656+0000 7f4501600640 1 --2- 172.21.15.33:0/4161002200 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44fc106f10 0x7f44fc10ea90 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f44f4009ca0 tx=0x7f44f402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:25:35.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.656+0000 7f4501600640 1 -- 172.21.15.33:0/4161002200 shutdown_connections 2024-09-05T02:25:35.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.656+0000 7f4501600640 1 --2- 172.21.15.33:0/4161002200 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44fc106f10 0x7f44fc10ea90 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:35.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.656+0000 7f4501600640 1 --2- 172.21.15.33:0/4161002200 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f44fc102790 0x7f44fc1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:35.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.656+0000 7f4501600640 1 --2- 172.21.15.33:0/4161002200 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f44fc101de0 0x7f44fc1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:35.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.656+0000 7f4501600640 1 -- 172.21.15.33:0/4161002200 >> 172.21.15.33:0/4161002200 conn(0x7f44fc0fd8c0 msgr2=0x7f44fc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:35.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.656+0000 7f4501600640 1 -- 172.21.15.33:0/4161002200 shutdown_connections 2024-09-05T02:25:35.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.656+0000 7f4501600640 1 -- 172.21.15.33:0/4161002200 wait complete. 2024-09-05T02:25:35.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.657+0000 7f4501600640 1 Processor -- start 2024-09-05T02:25:35.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.657+0000 7f4501600640 1 -- start start 2024-09-05T02:25:35.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.657+0000 7f4501600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f44fc101de0 0x7f44fc19a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:35.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.657+0000 7f4501600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44fc102790 0x7f44fc19ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:35.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.657+0000 7f4501600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f44fc106f10 0x7f44fc19ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:35.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.657+0000 7f4501600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f44fc111f70 con 0x7f44fc102790 2024-09-05T02:25:35.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.657+0000 7f4501600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f44fc111df0 con 0x7f44fc106f10 2024-09-05T02:25:35.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.657+0000 7f4501600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f44fc1120f0 con 0x7f44fc101de0 2024-09-05T02:25:35.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.657+0000 7f44f3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44fc102790 0x7f44fc19ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:35.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.657+0000 7f44faa00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f44fc101de0 0x7f44fc19a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:35.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.657+0000 7f44f3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44fc102790 0x7f44fc19ab90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45296/0 (socket says 172.21.15.33:45296) 2024-09-05T02:25:35.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.657+0000 7f44f3e00640 1 -- 172.21.15.33:0/3690292000 learned_addr learned my addr 172.21.15.33:0/3690292000 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:35.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.658+0000 7f44fb400640 1 --2- 172.21.15.33:0/3690292000 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f44fc106f10 0x7f44fc19ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:35.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.658+0000 7f44faa00640 1 -- 172.21.15.33:0/3690292000 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f44fc106f10 msgr2=0x7f44fc19ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:35.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.658+0000 7f44faa00640 1 --2- 172.21.15.33:0/3690292000 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f44fc106f10 0x7f44fc19ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:35.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.658+0000 7f44faa00640 1 -- 172.21.15.33:0/3690292000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44fc102790 msgr2=0x7f44fc19ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:35.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.658+0000 7f44faa00640 1 --2- 172.21.15.33:0/3690292000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44fc102790 0x7f44fc19ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:35.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.658+0000 7f44faa00640 1 -- 172.21.15.33:0/3690292000 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44fc19f600 con 0x7f44fc101de0 2024-09-05T02:25:35.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.658+0000 7f44f3e00640 1 --2- 172.21.15.33:0/3690292000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44fc102790 0x7f44fc19ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:25:35.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.658+0000 7f44faa00640 1 --2- 172.21.15.33:0/3690292000 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f44fc101de0 0x7f44fc19a650 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f44ec00e9f0 tx=0x7f44ec00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:35.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.658+0000 7f44f3400640 1 -- 172.21.15.33:0/3690292000 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44ec00cd80 con 0x7f44fc101de0 2024-09-05T02:25:35.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.658+0000 7f44f3400640 1 -- 172.21.15.33:0/3690292000 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f44ec0035f0 con 0x7f44fc101de0 2024-09-05T02:25:35.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.658+0000 7f44f3400640 1 -- 172.21.15.33:0/3690292000 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44ec010690 con 0x7f44fc101de0 2024-09-05T02:25:35.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.658+0000 7f4501600640 1 -- 172.21.15.33:0/3690292000 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44fc19f8f0 con 0x7f44fc101de0 2024-09-05T02:25:35.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.659+0000 7f4501600640 1 -- 172.21.15.33:0/3690292000 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44fc1a71d0 con 0x7f44fc101de0 2024-09-05T02:25:35.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.659+0000 7f4501600640 1 -- 172.21.15.33:0/3690292000 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f44fc0feeb0 con 0x7f44fc101de0 2024-09-05T02:25:35.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.662+0000 7f44f3400640 1 -- 172.21.15.33:0/3690292000 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f44ec003b30 con 0x7f44fc101de0 2024-09-05T02:25:35.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.663+0000 7f44f3400640 1 --2- 172.21.15.33:0/3690292000 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f44e00a2c10 0x7f44e00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:35.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.663+0000 7f44f3400640 1 -- 172.21.15.33:0/3690292000 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f44ec0cf730 con 0x7f44fc101de0 2024-09-05T02:25:35.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.663+0000 7f44f3e00640 1 --2- 172.21.15.33:0/3690292000 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f44e00a2c10 0x7f44e00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:35.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.663+0000 7f44f3400640 1 --2- 172.21.15.33:0/3690292000 >> [v2:172.21.15.123:6824/532510651,v1:172.21.15.123:6825/532510651] conn(0x7f44e00ac840 0x7f44e00aece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:35.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.663+0000 7f44f3400640 1 -- 172.21.15.33:0/3690292000 --> [v2:172.21.15.123:6824/532510651,v1:172.21.15.123:6825/532510651] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f44e00af3b0 con 0x7f44e00ac840 2024-09-05T02:25:35.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.663+0000 7f44f3400640 1 -- 172.21.15.33:0/3690292000 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) ==== 24+0+0 (secure 0 0 0) 0x7f44ec0cfae0 con 0x7f44fc101de0 2024-09-05T02:25:35.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.663+0000 7f44fb400640 1 --2- 172.21.15.33:0/3690292000 >> [v2:172.21.15.123:6824/532510651,v1:172.21.15.123:6825/532510651] conn(0x7f44e00ac840 0x7f44e00aece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:35.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.664+0000 7f44f3e00640 1 --2- 172.21.15.33:0/3690292000 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f44e00a2c10 0x7f44e00a50d0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f44fc10ef40 tx=0x7f44e4005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:35.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.664+0000 7f44fb400640 1 --2- 172.21.15.33:0/3690292000 >> [v2:172.21.15.123:6824/532510651,v1:172.21.15.123:6825/532510651] conn(0x7f44e00ac840 0x7f44e00aece0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:35.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.665+0000 7f44f3400640 1 -- 172.21.15.33:0/3690292000 <== osd.10 v2:172.21.15.123:6824/532510651 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f44e00af3b0 con 0x7f44e00ac840 2024-09-05T02:25:35.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.679+0000 7f4501600640 1 -- 172.21.15.33:0/3690292000 --> [v2:172.21.15.123:6824/532510651,v1:172.21.15.123:6825/532510651] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f44fc1032c0 con 0x7f44e00ac840 2024-09-05T02:25:35.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.680+0000 7f44f3400640 1 -- 172.21.15.33:0/3690292000 <== osd.10 v2:172.21.15.123:6824/532510651 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f44fc1032c0 con 0x7f44e00ac840 2024-09-05T02:25:35.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.680+0000 7f4501600640 1 -- 172.21.15.33:0/3690292000 >> [v2:172.21.15.123:6824/532510651,v1:172.21.15.123:6825/532510651] conn(0x7f44e00ac840 msgr2=0x7f44e00aece0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:35.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.680+0000 7f4501600640 1 --2- 172.21.15.33:0/3690292000 >> [v2:172.21.15.123:6824/532510651,v1:172.21.15.123:6825/532510651] conn(0x7f44e00ac840 0x7f44e00aece0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:35.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.681+0000 7f4501600640 1 -- 172.21.15.33:0/3690292000 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f44e00a2c10 msgr2=0x7f44e00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:35.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.681+0000 7f4501600640 1 --2- 172.21.15.33:0/3690292000 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f44e00a2c10 0x7f44e00a50d0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f44fc10ef40 tx=0x7f44e4005f90 comp rx=0 tx=0).stop 2024-09-05T02:25:35.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.681+0000 7f4501600640 1 -- 172.21.15.33:0/3690292000 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f44fc101de0 msgr2=0x7f44fc19a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:35.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.681+0000 7f4501600640 1 --2- 172.21.15.33:0/3690292000 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f44fc101de0 0x7f44fc19a650 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f44ec00e9f0 tx=0x7f44ec00eeb0 comp rx=0 tx=0).stop 2024-09-05T02:25:35.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.681+0000 7f44fb400640 1 -- 172.21.15.33:0/3690292000 reap_dead start 2024-09-05T02:25:35.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.681+0000 7f4501600640 1 -- 172.21.15.33:0/3690292000 shutdown_connections 2024-09-05T02:25:35.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.681+0000 7f4501600640 1 -- 172.21.15.33:0/3690292000 >> 172.21.15.33:0/3690292000 conn(0x7f44fc0fd8c0 msgr2=0x7f44fc0ffc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:35.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.681+0000 7f4501600640 1 -- 172.21.15.33:0/3690292000 shutdown_connections 2024-09-05T02:25:35.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.681+0000 7f4501600640 1 -- 172.21.15.33:0/3690292000 wait complete. 2024-09-05T02:25:36.508 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:36 smithi033 ceph-mon[29909]: pgmap v314: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 682 B/s wr, 10 op/s 2024-09-05T02:25:36.508 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-09-05T02:25:36.508 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-09-05T02:25:36.508 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-09-05T02:25:36.508 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 4]}]': finished 2024-09-05T02:25:36.508 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]': finished 2024-09-05T02:25:36.508 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 6]}]': finished 2024-09-05T02:25:36.508 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]': finished 2024-09-05T02:25:36.508 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-09-05T02:25:36.509 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:36 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [3, 9]}]': finished 2024-09-05T02:25:36.509 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:36 smithi033 ceph-mon[29909]: osdmap e85: 12 total, 12 up, 12 in 2024-09-05T02:25:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:36 smithi174 ceph-mon[34756]: pgmap v314: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 682 B/s wr, 10 op/s 2024-09-05T02:25:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-09-05T02:25:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-09-05T02:25:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-09-05T02:25:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 4]}]': finished 2024-09-05T02:25:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]': finished 2024-09-05T02:25:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 6]}]': finished 2024-09-05T02:25:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]': finished 2024-09-05T02:25:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-09-05T02:25:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:36 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [3, 9]}]': finished 2024-09-05T02:25:36.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:36 smithi174 ceph-mon[34756]: osdmap e85: 12 total, 12 up, 12 in 2024-09-05T02:25:36.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:36 smithi123 ceph-mon[34031]: pgmap v314: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 682 B/s wr, 10 op/s 2024-09-05T02:25:36.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-09-05T02:25:36.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-09-05T02:25:36.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-09-05T02:25:36.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 4]}]': finished 2024-09-05T02:25:36.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]': finished 2024-09-05T02:25:36.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 6]}]': finished 2024-09-05T02:25:36.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]': finished 2024-09-05T02:25:36.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-09-05T02:25:36.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:36 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [3, 9]}]': finished 2024-09-05T02:25:36.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:36 smithi123 ceph-mon[34031]: osdmap e85: 12 total, 12 up, 12 in 2024-09-05T02:25:36.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.996+0000 7f1d25800640 1 -- 172.21.15.33:0/762326981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d20077040 msgr2=0x7f1d20112310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:36.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.996+0000 7f1d25800640 1 --2- 172.21.15.33:0/762326981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d20077040 0x7f1d20112310 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1d08009900 tx=0x7f1d0802a410 comp rx=0 tx=0).stop 2024-09-05T02:25:36.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.996+0000 7f1d25800640 1 -- 172.21.15.33:0/762326981 shutdown_connections 2024-09-05T02:25:36.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.996+0000 7f1d25800640 1 --2- 172.21.15.33:0/762326981 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d20112850 0x7f1d20114c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:36.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.996+0000 7f1d25800640 1 --2- 172.21.15.33:0/762326981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d20077040 0x7f1d20112310 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:36.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.996+0000 7f1d25800640 1 --2- 172.21.15.33:0/762326981 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d20076720 0x7f1d20076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:36.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.996+0000 7f1d25800640 1 -- 172.21.15.33:0/762326981 >> 172.21.15.33:0/762326981 conn(0x7f1d200ff870 msgr2=0x7f1d20101c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:36.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.996+0000 7f1d25800640 1 -- 172.21.15.33:0/762326981 shutdown_connections 2024-09-05T02:25:36.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.996+0000 7f1d25800640 1 -- 172.21.15.33:0/762326981 wait complete. 2024-09-05T02:25:36.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.997+0000 7f1d25800640 1 Processor -- start 2024-09-05T02:25:36.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.997+0000 7f1d25800640 1 -- start start 2024-09-05T02:25:36.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.998+0000 7f1d25800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d20076720 0x7f1d201a45f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:37.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.998+0000 7f1d25800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d20077040 0x7f1d201a4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:37.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.998+0000 7f1d25800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d20112850 0x7f1d2019e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:37.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.998+0000 7f1d25800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1d20118410 con 0x7f1d20076720 2024-09-05T02:25:37.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.998+0000 7f1d25800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1d20118290 con 0x7f1d20077040 2024-09-05T02:25:37.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.998+0000 7f1d25800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f1d20118590 con 0x7f1d20112850 2024-09-05T02:25:37.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.998+0000 7f1d1fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d20076720 0x7f1d201a45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:37.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.998+0000 7f1d1fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d20076720 0x7f1d201a45f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45322/0 (socket says 172.21.15.33:45322) 2024-09-05T02:25:37.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.998+0000 7f1d1fe00640 1 -- 172.21.15.33:0/1256839136 learned_addr learned my addr 172.21.15.33:0/1256839136 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:37.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.998+0000 7f1d17e00640 1 --2- 172.21.15.33:0/1256839136 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d20077040 0x7f1d201a4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:37.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.998+0000 7f1d24e00640 1 --2- 172.21.15.33:0/1256839136 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d20112850 0x7f1d2019e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:37.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.998+0000 7f1d1fe00640 1 -- 172.21.15.33:0/1256839136 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d20112850 msgr2=0x7f1d2019e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:37.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.998+0000 7f1d1fe00640 1 --2- 172.21.15.33:0/1256839136 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d20112850 0x7f1d2019e6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:37.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.998+0000 7f1d1fe00640 1 -- 172.21.15.33:0/1256839136 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d20077040 msgr2=0x7f1d201a4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:37.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.998+0000 7f1d1fe00640 1 --2- 172.21.15.33:0/1256839136 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d20077040 0x7f1d201a4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:37.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.998+0000 7f1d1fe00640 1 -- 172.21.15.33:0/1256839136 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d2019ef30 con 0x7f1d20076720 2024-09-05T02:25:37.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.999+0000 7f1d1fe00640 1 --2- 172.21.15.33:0/1256839136 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d20076720 0x7f1d201a45f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1d1000e9f0 tx=0x7f1d1000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:37.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.999+0000 7f1d1d600640 1 -- 172.21.15.33:0/1256839136 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d1000cd80 con 0x7f1d20076720 2024-09-05T02:25:37.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.999+0000 7f1d1d600640 1 -- 172.21.15.33:0/1256839136 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1d10010910 con 0x7f1d20076720 2024-09-05T02:25:37.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.999+0000 7f1d1d600640 1 -- 172.21.15.33:0/1256839136 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d10018990 con 0x7f1d20076720 2024-09-05T02:25:37.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.999+0000 7f1d25800640 1 -- 172.21.15.33:0/1256839136 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d2019f220 con 0x7f1d20076720 2024-09-05T02:25:37.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.999+0000 7f1d25800640 1 -- 172.21.15.33:0/1256839136 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d201ab3a0 con 0x7f1d20076720 2024-09-05T02:25:37.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.000+0000 7f1d25800640 1 -- 172.21.15.33:0/1256839136 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1d20062980 con 0x7f1d20076720 2024-09-05T02:25:37.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.002+0000 7f1d1d600640 1 -- 172.21.15.33:0/1256839136 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1d10010ac0 con 0x7f1d20076720 2024-09-05T02:25:37.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.003+0000 7f1d1d600640 1 --2- 172.21.15.33:0/1256839136 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1d040a2c10 0x7f1d040a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:37.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.004+0000 7f1d1d600640 1 -- 172.21.15.33:0/1256839136 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f1d100cfc40 con 0x7f1d20076720 2024-09-05T02:25:37.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.004+0000 7f1d17e00640 1 --2- 172.21.15.33:0/1256839136 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1d040a2c10 0x7f1d040a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:37.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.004+0000 7f1d1d600640 1 --2- 172.21.15.33:0/1256839136 >> [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959] conn(0x7f1d040ac840 0x7f1d040aece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:37.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.004+0000 7f1d1d600640 1 -- 172.21.15.33:0/1256839136 --> [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1d10022e50 con 0x7f1d040ac840 2024-09-05T02:25:37.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.004+0000 7f1d1d600640 1 -- 172.21.15.33:0/1256839136 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f1d100cfff0 con 0x7f1d20076720 2024-09-05T02:25:37.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.004+0000 7f1d24e00640 1 --2- 172.21.15.33:0/1256839136 >> [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959] conn(0x7f1d040ac840 0x7f1d040aece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:37.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.005+0000 7f1d17e00640 1 --2- 172.21.15.33:0/1256839136 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1d040a2c10 0x7f1d040a50d0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f1d08000c00 tx=0x7f1d08005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:37.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.005+0000 7f1d24e00640 1 --2- 172.21.15.33:0/1256839136 >> [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959] conn(0x7f1d040ac840 0x7f1d040aece0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:37.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.006+0000 7f1d1d600640 1 -- 172.21.15.33:0/1256839136 <== osd.9 v2:172.21.15.33:6826/4123845959 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1d10022e50 con 0x7f1d040ac840 2024-09-05T02:25:37.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.020+0000 7f1d25800640 1 -- 172.21.15.33:0/1256839136 --> [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1d20062e00 con 0x7f1d040ac840 2024-09-05T02:25:37.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.020+0000 7f1d1d600640 1 -- 172.21.15.33:0/1256839136 <== osd.9 v2:172.21.15.33:6826/4123845959 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f1d20062e00 con 0x7f1d040ac840 2024-09-05T02:25:37.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.021+0000 7f1d25800640 1 -- 172.21.15.33:0/1256839136 >> [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959] conn(0x7f1d040ac840 msgr2=0x7f1d040aece0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:37.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.021+0000 7f1d25800640 1 --2- 172.21.15.33:0/1256839136 >> [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959] conn(0x7f1d040ac840 0x7f1d040aece0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:37.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.021+0000 7f1d25800640 1 -- 172.21.15.33:0/1256839136 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1d040a2c10 msgr2=0x7f1d040a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:37.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.021+0000 7f1d25800640 1 --2- 172.21.15.33:0/1256839136 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1d040a2c10 0x7f1d040a50d0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f1d08000c00 tx=0x7f1d08005b50 comp rx=0 tx=0).stop 2024-09-05T02:25:37.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.021+0000 7f1d25800640 1 -- 172.21.15.33:0/1256839136 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d20076720 msgr2=0x7f1d201a45f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:37.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.021+0000 7f1d25800640 1 --2- 172.21.15.33:0/1256839136 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d20076720 0x7f1d201a45f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1d1000e9f0 tx=0x7f1d1000eeb0 comp rx=0 tx=0).stop 2024-09-05T02:25:37.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.021+0000 7f1d24e00640 1 -- 172.21.15.33:0/1256839136 reap_dead start 2024-09-05T02:25:37.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.021+0000 7f1d25800640 1 -- 172.21.15.33:0/1256839136 shutdown_connections 2024-09-05T02:25:37.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.021+0000 7f1d25800640 1 -- 172.21.15.33:0/1256839136 >> 172.21.15.33:0/1256839136 conn(0x7f1d200ff870 msgr2=0x7f1d20101c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:37.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.021+0000 7f1d25800640 1 -- 172.21.15.33:0/1256839136 shutdown_connections 2024-09-05T02:25:37.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.021+0000 7f1d25800640 1 -- 172.21.15.33:0/1256839136 wait complete. 2024-09-05T02:25:37.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.537+0000 7fa8ee000640 1 -- 172.21.15.33:0/2574336437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8e8102370 msgr2=0x7fa8e810e8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:37.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.537+0000 7fa8ee000640 1 --2- 172.21.15.33:0/2574336437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8e8102370 0x7fa8e810e8a0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa8e0009c10 tx=0x7fa8e002a6e0 comp rx=0 tx=0).stop 2024-09-05T02:25:37.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.537+0000 7fa8ee000640 1 -- 172.21.15.33:0/2574336437 shutdown_connections 2024-09-05T02:25:37.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.537+0000 7fa8ee000640 1 --2- 172.21.15.33:0/2574336437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8e8102370 0x7fa8e810e8a0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:37.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.537+0000 7fa8ee000640 1 --2- 172.21.15.33:0/2574336437 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa8e81019d0 0x7fa8e8101e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:37.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.537+0000 7fa8ee000640 1 --2- 172.21.15.33:0/2574336437 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa8e81079d0 0x7fa8e8107db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:37.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.537+0000 7fa8ee000640 1 -- 172.21.15.33:0/2574336437 >> 172.21.15.33:0/2574336437 conn(0x7fa8e80fd710 msgr2=0x7fa8e80ffb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:37.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.537+0000 7fa8ee000640 1 -- 172.21.15.33:0/2574336437 shutdown_connections 2024-09-05T02:25:37.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.537+0000 7fa8ee000640 1 -- 172.21.15.33:0/2574336437 wait complete. 2024-09-05T02:25:37.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.538+0000 7fa8ee000640 1 Processor -- start 2024-09-05T02:25:37.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.538+0000 7fa8ee000640 1 -- start start 2024-09-05T02:25:37.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.539+0000 7fa8ee000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8e81019d0 0x7fa8e819a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:37.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.539+0000 7fa8ee000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa8e8102370 0x7fa8e819a990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:37.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.539+0000 7fa8ee000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa8e81079d0 0x7fa8e819ed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:37.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.539+0000 7fa8ee000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e8111dd0 con 0x7fa8e81019d0 2024-09-05T02:25:37.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.539+0000 7fa8ee000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e8111c50 con 0x7fa8e8102370 2024-09-05T02:25:37.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.539+0000 7fa8ee000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e8111f50 con 0x7fa8e81079d0 2024-09-05T02:25:37.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.539+0000 7fa8ecc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8e81019d0 0x7fa8e819a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:37.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.539+0000 7fa8e7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa8e8102370 0x7fa8e819a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:37.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.539+0000 7fa8ecc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8e81019d0 0x7fa8e819a450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45292/0 (socket says 172.21.15.33:45292) 2024-09-05T02:25:37.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.539+0000 7fa8ecc00640 1 -- 172.21.15.33:0/3449160063 learned_addr learned my addr 172.21.15.33:0/3449160063 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:37.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.539+0000 7fa8ed600640 1 --2- 172.21.15.33:0/3449160063 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa8e81079d0 0x7fa8e819ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:37.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.540+0000 7fa8ed600640 1 -- 172.21.15.33:0/3449160063 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa8e8102370 msgr2=0x7fa8e819a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:37.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.540+0000 7fa8ed600640 1 --2- 172.21.15.33:0/3449160063 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa8e8102370 0x7fa8e819a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:37.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.540+0000 7fa8ed600640 1 -- 172.21.15.33:0/3449160063 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8e81019d0 msgr2=0x7fa8e819a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:37.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.540+0000 7fa8ed600640 1 --2- 172.21.15.33:0/3449160063 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8e81019d0 0x7fa8e819a450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:37.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.540+0000 7fa8ed600640 1 -- 172.21.15.33:0/3449160063 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8e819f400 con 0x7fa8e81079d0 2024-09-05T02:25:37.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.541+0000 7fa8ed600640 1 --2- 172.21.15.33:0/3449160063 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa8e81079d0 0x7fa8e819ed20 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa8e0034040 tx=0x7fa8e00305d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:37.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.541+0000 7fa8e5600640 1 -- 172.21.15.33:0/3449160063 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8e0041020 con 0x7fa8e81079d0 2024-09-05T02:25:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.541+0000 7fa8ee000640 1 -- 172.21.15.33:0/3449160063 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8e819f690 con 0x7fa8e81079d0 2024-09-05T02:25:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.541+0000 7fa8e5600640 1 -- 172.21.15.33:0/3449160063 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8e0003e50 con 0x7fa8e81079d0 2024-09-05T02:25:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.541+0000 7fa8e5600640 1 -- 172.21.15.33:0/3449160063 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8e0036040 con 0x7fa8e81079d0 2024-09-05T02:25:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.541+0000 7fa8ee000640 1 -- 172.21.15.33:0/3449160063 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8e81a6fd0 con 0x7fa8e81079d0 2024-09-05T02:25:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.542+0000 7fa8ee000640 1 -- 172.21.15.33:0/3449160063 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa8e80fe7a0 con 0x7fa8e81079d0 2024-09-05T02:25:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.546+0000 7fa8e5600640 1 -- 172.21.15.33:0/3449160063 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fa8e0044020 con 0x7fa8e81079d0 2024-09-05T02:25:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.547+0000 7fa8e5600640 1 --2- 172.21.15.33:0/3449160063 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fa8d00a2c90 0x7fa8d00a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.547+0000 7fa8e5600640 1 -- 172.21.15.33:0/3449160063 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fa8e00ef7a0 con 0x7fa8e81079d0 2024-09-05T02:25:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.547+0000 7fa8ecc00640 1 --2- 172.21.15.33:0/3449160063 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fa8d00a2c90 0x7fa8d00a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.548+0000 7fa8e5600640 1 --2- 172.21.15.33:0/3449160063 >> [v2:172.21.15.174:6816/3984977582,v1:172.21.15.174:6817/3984977582] conn(0x7fa8d00ac790 0x7fa8d00aec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.548+0000 7fa8e5600640 1 -- 172.21.15.33:0/3449160063 --> [v2:172.21.15.174:6816/3984977582,v1:172.21.15.174:6817/3984977582] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa8d00af300 con 0x7fa8d00ac790 2024-09-05T02:25:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.548+0000 7fa8e5600640 1 -- 172.21.15.33:0/3449160063 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) ==== 24+0+0 (secure 0 0 0) 0x7fa8e00f6050 con 0x7fa8e81079d0 2024-09-05T02:25:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.548+0000 7fa8e7e00640 1 --2- 172.21.15.33:0/3449160063 >> [v2:172.21.15.174:6816/3984977582,v1:172.21.15.174:6817/3984977582] conn(0x7fa8d00ac790 0x7fa8d00aec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:37.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.548+0000 7fa8ecc00640 1 --2- 172.21.15.33:0/3449160063 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fa8d00a2c90 0x7fa8d00a5150 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fa8dc0058c0 tx=0x7fa8dc009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:37.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.549+0000 7fa8e7e00640 1 --2- 172.21.15.33:0/3449160063 >> [v2:172.21.15.174:6816/3984977582,v1:172.21.15.174:6817/3984977582] conn(0x7fa8d00ac790 0x7fa8d00aec30 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:37.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.550+0000 7fa8e5600640 1 -- 172.21.15.33:0/3449160063 <== osd.8 v2:172.21.15.174:6816/3984977582 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa8d00af300 con 0x7fa8d00ac790 2024-09-05T02:25:37.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.564+0000 7fa8ee000640 1 -- 172.21.15.33:0/3449160063 --> [v2:172.21.15.174:6816/3984977582,v1:172.21.15.174:6817/3984977582] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa8e8103110 con 0x7fa8d00ac790 2024-09-05T02:25:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.565+0000 7fa8e5600640 1 -- 172.21.15.33:0/3449160063 <== osd.8 v2:172.21.15.174:6816/3984977582 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fa8e8103110 con 0x7fa8d00ac790 2024-09-05T02:25:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.565+0000 7fa8ee000640 1 -- 172.21.15.33:0/3449160063 >> [v2:172.21.15.174:6816/3984977582,v1:172.21.15.174:6817/3984977582] conn(0x7fa8d00ac790 msgr2=0x7fa8d00aec30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.565+0000 7fa8ee000640 1 --2- 172.21.15.33:0/3449160063 >> [v2:172.21.15.174:6816/3984977582,v1:172.21.15.174:6817/3984977582] conn(0x7fa8d00ac790 0x7fa8d00aec30 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.566+0000 7fa8ee000640 1 -- 172.21.15.33:0/3449160063 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fa8d00a2c90 msgr2=0x7fa8d00a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.566+0000 7fa8ee000640 1 --2- 172.21.15.33:0/3449160063 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fa8d00a2c90 0x7fa8d00a5150 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fa8dc0058c0 tx=0x7fa8dc009260 comp rx=0 tx=0).stop 2024-09-05T02:25:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.566+0000 7fa8ee000640 1 -- 172.21.15.33:0/3449160063 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa8e81079d0 msgr2=0x7fa8e819ed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.566+0000 7fa8ee000640 1 --2- 172.21.15.33:0/3449160063 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa8e81079d0 0x7fa8e819ed20 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa8e0034040 tx=0x7fa8e00305d0 comp rx=0 tx=0).stop 2024-09-05T02:25:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.566+0000 7fa8ed600640 1 -- 172.21.15.33:0/3449160063 reap_dead start 2024-09-05T02:25:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.566+0000 7fa8ee000640 1 -- 172.21.15.33:0/3449160063 shutdown_connections 2024-09-05T02:25:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.566+0000 7fa8ee000640 1 -- 172.21.15.33:0/3449160063 >> 172.21.15.33:0/3449160063 conn(0x7fa8e80fd710 msgr2=0x7fa8e80fdd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.566+0000 7fa8ee000640 1 -- 172.21.15.33:0/3449160063 shutdown_connections 2024-09-05T02:25:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:35.566+0000 7fa8ee000640 1 -- 172.21.15.33:0/3449160063 wait complete. 2024-09-05T02:25:37.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:37 smithi174 ceph-mon[34756]: osdmap e86: 12 total, 12 up, 12 in 2024-09-05T02:25:37.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:37 smithi033 ceph-mon[29909]: osdmap e86: 12 total, 12 up, 12 in 2024-09-05T02:25:37.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:37 smithi123 ceph-mon[34031]: osdmap e86: 12 total, 12 up, 12 in 2024-09-05T02:25:37.839 INFO:teuthology.orchestra.run.smithi033.stdout:77309411398 2024-09-05T02:25:37.839 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-05T02:25:38.489 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:38 smithi033 ceph-mon[29909]: pgmap v317: 97 pgs: 6 peering, 91 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 12 op/s 2024-09-05T02:25:38.524 INFO:teuthology.orchestra.run.smithi033.stdout:55834574922 2024-09-05T02:25:38.525 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-05T02:25:38.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:38 smithi174 ceph-mon[34756]: pgmap v317: 97 pgs: 6 peering, 91 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 12 op/s 2024-09-05T02:25:38.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:38 smithi123 ceph-mon[34031]: pgmap v317: 97 pgs: 6 peering, 91 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 12 op/s 2024-09-05T02:25:38.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.901+0000 7f603d400640 1 -- 172.21.15.33:0/4032226204 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6038109140 msgr2=0x7f6038110cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:38.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.901+0000 7f603d400640 1 --2- 172.21.15.33:0/4032226204 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6038109140 0x7f6038110cc0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f6030009be0 tx=0x7f603002a6c0 comp rx=0 tx=0).stop 2024-09-05T02:25:38.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.901+0000 7f603d400640 1 -- 172.21.15.33:0/4032226204 shutdown_connections 2024-09-05T02:25:38.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.901+0000 7f603d400640 1 --2- 172.21.15.33:0/4032226204 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6038109140 0x7f6038110cc0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:38.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.901+0000 7f603d400640 1 --2- 172.21.15.33:0/4032226204 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60381049c0 0x7f6038108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:38.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.901+0000 7f603d400640 1 --2- 172.21.15.33:0/4032226204 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6038104010 0x7f60381043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:38.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.901+0000 7f603d400640 1 -- 172.21.15.33:0/4032226204 >> 172.21.15.33:0/4032226204 conn(0x7f60380ffa50 msgr2=0x7f6038101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:38.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.901+0000 7f603d400640 1 -- 172.21.15.33:0/4032226204 shutdown_connections 2024-09-05T02:25:38.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.901+0000 7f603d400640 1 -- 172.21.15.33:0/4032226204 wait complete. 2024-09-05T02:25:38.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.902+0000 7f603d400640 1 Processor -- start 2024-09-05T02:25:38.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.902+0000 7f603d400640 1 -- start start 2024-09-05T02:25:38.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.902+0000 7f603d400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6038104010 0x7f603819a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:38.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.902+0000 7f603d400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60381049c0 0x7f603819ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:38.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.902+0000 7f603d400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6038109140 0x7f603819ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:38.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.902+0000 7f603d400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6038114120 con 0x7f60381049c0 2024-09-05T02:25:38.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.902+0000 7f603d400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6038113fa0 con 0x7f6038109140 2024-09-05T02:25:38.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.902+0000 7f603d400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f60381142a0 con 0x7f6038104010 2024-09-05T02:25:38.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.903+0000 7f6035e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60381049c0 0x7f603819ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:38.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.903+0000 7f6035e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60381049c0 0x7f603819ab80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45310/0 (socket says 172.21.15.33:45310) 2024-09-05T02:25:38.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.903+0000 7f6035e00640 1 -- 172.21.15.33:0/2081796237 learned_addr learned my addr 172.21.15.33:0/2081796237 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:38.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.903+0000 7f6036800640 1 --2- 172.21.15.33:0/2081796237 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6038104010 0x7f603819a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:38.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.903+0000 7f6037200640 1 --2- 172.21.15.33:0/2081796237 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6038109140 0x7f603819ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:38.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.903+0000 7f6036800640 1 -- 172.21.15.33:0/2081796237 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6038109140 msgr2=0x7f603819ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:38.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.903+0000 7f6036800640 1 --2- 172.21.15.33:0/2081796237 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6038109140 0x7f603819ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:38.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.903+0000 7f6036800640 1 -- 172.21.15.33:0/2081796237 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60381049c0 msgr2=0x7f603819ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:38.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.903+0000 7f6036800640 1 --2- 172.21.15.33:0/2081796237 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60381049c0 0x7f603819ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:38.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.903+0000 7f6036800640 1 -- 172.21.15.33:0/2081796237 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f603819f5f0 con 0x7f6038104010 2024-09-05T02:25:38.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.903+0000 7f6035e00640 1 --2- 172.21.15.33:0/2081796237 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60381049c0 0x7f603819ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:25:38.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.904+0000 7f6036800640 1 --2- 172.21.15.33:0/2081796237 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6038104010 0x7f603819a640 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f602800e9f0 tx=0x7f602800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:38.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.904+0000 7f602f400640 1 -- 172.21.15.33:0/2081796237 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f602800ccc0 con 0x7f6038104010 2024-09-05T02:25:38.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.904+0000 7f603d400640 1 -- 172.21.15.33:0/2081796237 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f603819f8e0 con 0x7f6038104010 2024-09-05T02:25:38.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.904+0000 7f602f400640 1 -- 172.21.15.33:0/2081796237 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6028005020 con 0x7f6038104010 2024-09-05T02:25:38.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.904+0000 7f602f400640 1 -- 172.21.15.33:0/2081796237 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60280049e0 con 0x7f6038104010 2024-09-05T02:25:38.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.904+0000 7f603d400640 1 -- 172.21.15.33:0/2081796237 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60381a71c0 con 0x7f6038104010 2024-09-05T02:25:38.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.905+0000 7f603d400640 1 -- 172.21.15.33:0/2081796237 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6038062980 con 0x7f6038104010 2024-09-05T02:25:38.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.907+0000 7f602f400640 1 -- 172.21.15.33:0/2081796237 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6028005560 con 0x7f6038104010 2024-09-05T02:25:38.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.908+0000 7f602f400640 1 --2- 172.21.15.33:0/2081796237 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f601c0a2c10 0x7f601c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:38.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.909+0000 7f602f400640 1 -- 172.21.15.33:0/2081796237 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f60280cf420 con 0x7f6038104010 2024-09-05T02:25:38.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.909+0000 7f6035e00640 1 --2- 172.21.15.33:0/2081796237 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f601c0a2c10 0x7f601c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:38.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.909+0000 7f602f400640 1 --2- 172.21.15.33:0/2081796237 >> [v2:172.21.15.174:6808/609807204,v1:172.21.15.174:6809/609807204] conn(0x7f601c0ac840 0x7f601c0aece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:38.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.909+0000 7f602f400640 1 -- 172.21.15.33:0/2081796237 --> [v2:172.21.15.174:6808/609807204,v1:172.21.15.174:6809/609807204] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f601c0af3b0 con 0x7f601c0ac840 2024-09-05T02:25:38.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.909+0000 7f602f400640 1 -- 172.21.15.33:0/2081796237 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f60280cf7d0 con 0x7f6038104010 2024-09-05T02:25:38.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.909+0000 7f6037200640 1 --2- 172.21.15.33:0/2081796237 >> [v2:172.21.15.174:6808/609807204,v1:172.21.15.174:6809/609807204] conn(0x7f601c0ac840 0x7f601c0aece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:38.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.909+0000 7f6035e00640 1 --2- 172.21.15.33:0/2081796237 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f601c0a2c10 0x7f601c0a50d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f60240096c0 tx=0x7f6024009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:38.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.910+0000 7f6037200640 1 --2- 172.21.15.33:0/2081796237 >> [v2:172.21.15.174:6808/609807204,v1:172.21.15.174:6809/609807204] conn(0x7f601c0ac840 0x7f601c0aece0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:38.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.911+0000 7f602f400640 1 -- 172.21.15.33:0/2081796237 <== osd.5 v2:172.21.15.174:6808/609807204 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f601c0af3b0 con 0x7f601c0ac840 2024-09-05T02:25:38.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.925+0000 7f603d400640 1 -- 172.21.15.33:0/2081796237 --> [v2:172.21.15.174:6808/609807204,v1:172.21.15.174:6809/609807204] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6038062d80 con 0x7f601c0ac840 2024-09-05T02:25:38.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.926+0000 7f602f400640 1 -- 172.21.15.33:0/2081796237 <== osd.5 v2:172.21.15.174:6808/609807204 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f6038062d80 con 0x7f601c0ac840 2024-09-05T02:25:38.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.926+0000 7f603d400640 1 -- 172.21.15.33:0/2081796237 >> [v2:172.21.15.174:6808/609807204,v1:172.21.15.174:6809/609807204] conn(0x7f601c0ac840 msgr2=0x7f601c0aece0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:38.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.926+0000 7f603d400640 1 --2- 172.21.15.33:0/2081796237 >> [v2:172.21.15.174:6808/609807204,v1:172.21.15.174:6809/609807204] conn(0x7f601c0ac840 0x7f601c0aece0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:38.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.927+0000 7f603d400640 1 -- 172.21.15.33:0/2081796237 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f601c0a2c10 msgr2=0x7f601c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:38.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.927+0000 7f603d400640 1 --2- 172.21.15.33:0/2081796237 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f601c0a2c10 0x7f601c0a50d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f60240096c0 tx=0x7f6024009260 comp rx=0 tx=0).stop 2024-09-05T02:25:38.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.927+0000 7f603d400640 1 -- 172.21.15.33:0/2081796237 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6038104010 msgr2=0x7f603819a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:38.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.927+0000 7f603d400640 1 --2- 172.21.15.33:0/2081796237 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6038104010 0x7f603819a640 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f602800e9f0 tx=0x7f602800eeb0 comp rx=0 tx=0).stop 2024-09-05T02:25:38.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.927+0000 7f6037200640 1 -- 172.21.15.33:0/2081796237 reap_dead start 2024-09-05T02:25:38.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.927+0000 7f603d400640 1 -- 172.21.15.33:0/2081796237 shutdown_connections 2024-09-05T02:25:38.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.927+0000 7f603d400640 1 -- 172.21.15.33:0/2081796237 >> 172.21.15.33:0/2081796237 conn(0x7f60380ffa50 msgr2=0x7f6038100db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:38.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.927+0000 7f603d400640 1 -- 172.21.15.33:0/2081796237 shutdown_connections 2024-09-05T02:25:38.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:36.927+0000 7f603d400640 1 -- 172.21.15.33:0/2081796237 wait complete. 2024-09-05T02:25:39.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.264+0000 7fe96be00640 1 -- 172.21.15.33:0/3848579335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe96c0745c0 msgr2=0x7fe96c0749a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:39.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.264+0000 7fe96be00640 1 --2- 172.21.15.33:0/3848579335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe96c0745c0 0x7fe96c0749a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe95c009900 tx=0x7fe95c02a480 comp rx=0 tx=0).stop 2024-09-05T02:25:39.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.264+0000 7fe96be00640 1 -- 172.21.15.33:0/3848579335 shutdown_connections 2024-09-05T02:25:39.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.264+0000 7fe96be00640 1 --2- 172.21.15.33:0/3848579335 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe96c10e260 0x7fe96c110650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:39.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.264+0000 7fe96be00640 1 --2- 172.21.15.33:0/3848579335 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe96c074ee0 0x7fe96c10dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:39.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.264+0000 7fe96be00640 1 --2- 172.21.15.33:0/3848579335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe96c0745c0 0x7fe96c0749a0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:39.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.264+0000 7fe96be00640 1 -- 172.21.15.33:0/3848579335 >> 172.21.15.33:0/3848579335 conn(0x7fe96c0fd6e0 msgr2=0x7fe96c0ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:39.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.264+0000 7fe96be00640 1 -- 172.21.15.33:0/3848579335 shutdown_connections 2024-09-05T02:25:39.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.264+0000 7fe96be00640 1 -- 172.21.15.33:0/3848579335 wait complete. 2024-09-05T02:25:39.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.265+0000 7fe96be00640 1 Processor -- start 2024-09-05T02:25:39.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.265+0000 7fe96be00640 1 -- start start 2024-09-05T02:25:39.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.265+0000 7fe96be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe96c0745c0 0x7fe96c19a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:39.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.265+0000 7fe96be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe96c074ee0 0x7fe96c19a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:39.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.265+0000 7fe96be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe96c10e260 0x7fe96c19ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:39.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.265+0000 7fe96be00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe96c114000 con 0x7fe96c074ee0 2024-09-05T02:25:39.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.265+0000 7fe96be00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe96c113e80 con 0x7fe96c0745c0 2024-09-05T02:25:39.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.265+0000 7fe96be00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe96c114180 con 0x7fe96c10e260 2024-09-05T02:25:39.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.266+0000 7fe96a000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe96c074ee0 0x7fe96c19a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:39.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.266+0000 7fe96aa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe96c0745c0 0x7fe96c19a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:39.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.266+0000 7fe96a000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe96c074ee0 0x7fe96c19a9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45348/0 (socket says 172.21.15.33:45348) 2024-09-05T02:25:39.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.266+0000 7fe96a000640 1 -- 172.21.15.33:0/2371172365 learned_addr learned my addr 172.21.15.33:0/2371172365 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:39.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.266+0000 7fe96b400640 1 --2- 172.21.15.33:0/2371172365 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe96c10e260 0x7fe96c19ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:39.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.266+0000 7fe96a000640 1 -- 172.21.15.33:0/2371172365 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe96c10e260 msgr2=0x7fe96c19ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:39.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.266+0000 7fe96a000640 1 --2- 172.21.15.33:0/2371172365 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe96c10e260 0x7fe96c19ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:39.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.266+0000 7fe96a000640 1 -- 172.21.15.33:0/2371172365 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe96c0745c0 msgr2=0x7fe96c19a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:39.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.266+0000 7fe96a000640 1 --2- 172.21.15.33:0/2371172365 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe96c0745c0 0x7fe96c19a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:39.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.266+0000 7fe96a000640 1 -- 172.21.15.33:0/2371172365 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe96c19f430 con 0x7fe96c074ee0 2024-09-05T02:25:39.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.266+0000 7fe96aa00640 1 --2- 172.21.15.33:0/2371172365 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe96c0745c0 0x7fe96c19a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:25:39.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.266+0000 7fe96a000640 1 --2- 172.21.15.33:0/2371172365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe96c074ee0 0x7fe96c19a9c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe95800e9f0 tx=0x7fe95800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:39.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.267+0000 7fe963400640 1 -- 172.21.15.33:0/2371172365 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe95800cd80 con 0x7fe96c074ee0 2024-09-05T02:25:39.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.267+0000 7fe963400640 1 -- 172.21.15.33:0/2371172365 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe958010910 con 0x7fe96c074ee0 2024-09-05T02:25:39.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.267+0000 7fe963400640 1 -- 172.21.15.33:0/2371172365 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe958018990 con 0x7fe96c074ee0 2024-09-05T02:25:39.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.267+0000 7fe96be00640 1 -- 172.21.15.33:0/2371172365 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe96c19f720 con 0x7fe96c074ee0 2024-09-05T02:25:39.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.267+0000 7fe96be00640 1 -- 172.21.15.33:0/2371172365 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe96c1a7000 con 0x7fe96c074ee0 2024-09-05T02:25:39.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.268+0000 7fe96be00640 1 -- 172.21.15.33:0/2371172365 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe96c0ff7c0 con 0x7fe96c074ee0 2024-09-05T02:25:39.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.270+0000 7fe963400640 1 -- 172.21.15.33:0/2371172365 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe958010ac0 con 0x7fe96c074ee0 2024-09-05T02:25:39.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.272+0000 7fe963400640 1 --2- 172.21.15.33:0/2371172365 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fe9500a2c90 0x7fe9500a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:39.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.272+0000 7fe963400640 1 -- 172.21.15.33:0/2371172365 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fe9580cfb40 con 0x7fe96c074ee0 2024-09-05T02:25:39.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.272+0000 7fe96aa00640 1 --2- 172.21.15.33:0/2371172365 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fe9500a2c90 0x7fe9500a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:39.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.272+0000 7fe963400640 1 --2- 172.21.15.33:0/2371172365 >> [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676] conn(0x7fe9500ac8c0 0x7fe9500aed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:39.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.272+0000 7fe963400640 1 -- 172.21.15.33:0/2371172365 --> [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe958019ec0 con 0x7fe9500ac8c0 2024-09-05T02:25:39.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.272+0000 7fe963400640 1 -- 172.21.15.33:0/2371172365 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7fe9580cfef0 con 0x7fe96c074ee0 2024-09-05T02:25:39.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.272+0000 7fe96b400640 1 --2- 172.21.15.33:0/2371172365 >> [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676] conn(0x7fe9500ac8c0 0x7fe9500aed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:39.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.273+0000 7fe96aa00640 1 --2- 172.21.15.33:0/2371172365 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fe9500a2c90 0x7fe9500a5150 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fe95c000c00 tx=0x7fe95c031510 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:39.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.273+0000 7fe96b400640 1 --2- 172.21.15.33:0/2371172365 >> [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676] conn(0x7fe9500ac8c0 0x7fe9500aed60 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:39.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.274+0000 7fe963400640 1 -- 172.21.15.33:0/2371172365 <== osd.3 v2:172.21.15.33:6810/3031631676 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe958019ec0 con 0x7fe9500ac8c0 2024-09-05T02:25:39.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.288+0000 7fe96be00640 1 -- 172.21.15.33:0/2371172365 --> [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe96c075c70 con 0x7fe9500ac8c0 2024-09-05T02:25:39.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.288+0000 7fe963400640 1 -- 172.21.15.33:0/2371172365 <== osd.3 v2:172.21.15.33:6810/3031631676 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fe96c075c70 con 0x7fe9500ac8c0 2024-09-05T02:25:39.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.289+0000 7fe96be00640 1 -- 172.21.15.33:0/2371172365 >> [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676] conn(0x7fe9500ac8c0 msgr2=0x7fe9500aed60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:39.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.289+0000 7fe96be00640 1 --2- 172.21.15.33:0/2371172365 >> [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676] conn(0x7fe9500ac8c0 0x7fe9500aed60 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:39.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.289+0000 7fe96be00640 1 -- 172.21.15.33:0/2371172365 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fe9500a2c90 msgr2=0x7fe9500a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:39.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.289+0000 7fe96be00640 1 --2- 172.21.15.33:0/2371172365 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fe9500a2c90 0x7fe9500a5150 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fe95c000c00 tx=0x7fe95c031510 comp rx=0 tx=0).stop 2024-09-05T02:25:39.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.289+0000 7fe96be00640 1 -- 172.21.15.33:0/2371172365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe96c074ee0 msgr2=0x7fe96c19a9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:39.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.289+0000 7fe96be00640 1 --2- 172.21.15.33:0/2371172365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe96c074ee0 0x7fe96c19a9c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe95800e9f0 tx=0x7fe95800eeb0 comp rx=0 tx=0).stop 2024-09-05T02:25:39.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.289+0000 7fe96b400640 1 -- 172.21.15.33:0/2371172365 reap_dead start 2024-09-05T02:25:39.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.289+0000 7fe96be00640 1 -- 172.21.15.33:0/2371172365 shutdown_connections 2024-09-05T02:25:39.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.289+0000 7fe96be00640 1 -- 172.21.15.33:0/2371172365 >> 172.21.15.33:0/2371172365 conn(0x7fe96c0fd6e0 msgr2=0x7fe96c0fed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:39.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.289+0000 7fe96be00640 1 -- 172.21.15.33:0/2371172365 shutdown_connections 2024-09-05T02:25:39.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:37.289+0000 7fe96be00640 1 -- 172.21.15.33:0/2371172365 wait complete. 2024-09-05T02:25:40.024 INFO:teuthology.orchestra.run.smithi033.stdout:279172874274 2024-09-05T02:25:40.025 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-09-05T02:25:40.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:40 smithi033 ceph-mon[29909]: pgmap v318: 97 pgs: 3 peering, 94 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s; 72 B/s, 0 objects/s recovering 2024-09-05T02:25:40.380 INFO:teuthology.orchestra.run.smithi033.stdout:300647710747 2024-09-05T02:25:40.381 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-09-05T02:25:40.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:40 smithi174 ceph-mon[34756]: pgmap v318: 97 pgs: 3 peering, 94 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s; 72 B/s, 0 objects/s recovering 2024-09-05T02:25:40.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:40 smithi123 ceph-mon[34031]: pgmap v318: 97 pgs: 3 peering, 94 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s; 72 B/s, 0 objects/s recovering 2024-09-05T02:25:40.724 INFO:teuthology.orchestra.run.smithi033.stdout:163208757304 2024-09-05T02:25:40.724 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-05T02:25:41.342 INFO:teuthology.orchestra.run.smithi033.stdout:249108103208 2024-09-05T02:25:41.342 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-09-05T02:25:41.884 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:41.885 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:41.887 INFO:teuthology.orchestra.run.smithi033.stdout:111669149761 2024-09-05T02:25:41.887 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-05T02:25:42.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.161+0000 7f3040a00640 1 -- 172.21.15.33:0/1572478422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f303c106df0 msgr2=0x7f303c10e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:42.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.161+0000 7f3040a00640 1 --2- 172.21.15.33:0/1572478422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f303c106df0 0x7f303c10e920 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f3034009cd0 tx=0x7f303402a8e0 comp rx=0 tx=0).stop 2024-09-05T02:25:42.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.162+0000 7f3040a00640 1 -- 172.21.15.33:0/1572478422 shutdown_connections 2024-09-05T02:25:42.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.162+0000 7f3040a00640 1 --2- 172.21.15.33:0/1572478422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f303c106df0 0x7f303c10e920 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:42.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.162+0000 7f3040a00640 1 --2- 172.21.15.33:0/1572478422 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f303c100b50 0x7f303c106690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:42.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.162+0000 7f3040a00640 1 --2- 172.21.15.33:0/1572478422 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f303c1001a0 0x7f303c100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:42.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.162+0000 7f3040a00640 1 -- 172.21.15.33:0/1572478422 >> 172.21.15.33:0/1572478422 conn(0x7f303c077070 msgr2=0x7f303c0fe480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:42.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.162+0000 7f3040a00640 1 -- 172.21.15.33:0/1572478422 shutdown_connections 2024-09-05T02:25:42.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.162+0000 7f3040a00640 1 -- 172.21.15.33:0/1572478422 wait complete. 2024-09-05T02:25:42.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.163+0000 7f3040a00640 1 Processor -- start 2024-09-05T02:25:42.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.164+0000 7f3040a00640 1 -- start start 2024-09-05T02:25:42.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.164+0000 7f3040a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f303c1001a0 0x7f303c101120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:42.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.164+0000 7f3040a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f303c100b50 0x7f303c101660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:42.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.164+0000 7f3040a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f303c106df0 0x7f303c101ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:42.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.164+0000 7f3040a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f303c111e20 con 0x7f303c106df0 2024-09-05T02:25:42.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.164+0000 7f3040a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f303c111ca0 con 0x7f303c100b50 2024-09-05T02:25:42.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.164+0000 7f3040a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f303c111fa0 con 0x7f303c1001a0 2024-09-05T02:25:42.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.164+0000 7f303b200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f303c106df0 0x7f303c101ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:42.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.164+0000 7f3039e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f303c100b50 0x7f303c101660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:42.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.164+0000 7f303a800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f303c1001a0 0x7f303c101120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:42.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.165+0000 7f303b200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f303c106df0 0x7f303c101ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33404/0 (socket says 172.21.15.33:33404) 2024-09-05T02:25:42.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.165+0000 7f3039e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f303c100b50 0x7f303c101660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:42266/0 (socket says 172.21.15.33:42266) 2024-09-05T02:25:42.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.165+0000 7f303b200640 1 -- 172.21.15.33:0/405523906 learned_addr learned my addr 172.21.15.33:0/405523906 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:42.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.165+0000 7f303a800640 1 -- 172.21.15.33:0/405523906 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f303c100b50 msgr2=0x7f303c101660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:42.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.165+0000 7f303a800640 1 --2- 172.21.15.33:0/405523906 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f303c100b50 0x7f303c101660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:42.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.165+0000 7f303a800640 1 -- 172.21.15.33:0/405523906 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f303c106df0 msgr2=0x7f303c101ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:42.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.165+0000 7f303a800640 1 --2- 172.21.15.33:0/405523906 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f303c106df0 0x7f303c101ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:42.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.165+0000 7f303a800640 1 -- 172.21.15.33:0/405523906 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f303c1a6720 con 0x7f303c1001a0 2024-09-05T02:25:42.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.165+0000 7f3039e00640 1 --2- 172.21.15.33:0/405523906 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f303c100b50 0x7f303c101660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:25:42.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.165+0000 7f303a800640 1 --2- 172.21.15.33:0/405523906 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f303c1001a0 0x7f303c101120 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f302c00e9f0 tx=0x7f302c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:42.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.165+0000 7f3033400640 1 -- 172.21.15.33:0/405523906 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f302c00ccc0 con 0x7f303c1001a0 2024-09-05T02:25:42.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.166+0000 7f3033400640 1 -- 172.21.15.33:0/405523906 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f302c005020 con 0x7f303c1001a0 2024-09-05T02:25:42.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.166+0000 7f3033400640 1 -- 172.21.15.33:0/405523906 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f302c0049e0 con 0x7f303c1001a0 2024-09-05T02:25:42.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.166+0000 7f3040a00640 1 -- 172.21.15.33:0/405523906 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f303c1a6a10 con 0x7f303c1001a0 2024-09-05T02:25:42.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.166+0000 7f3040a00640 1 -- 172.21.15.33:0/405523906 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f303c1a6f50 con 0x7f303c1001a0 2024-09-05T02:25:42.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.167+0000 7f3040a00640 1 -- 172.21.15.33:0/405523906 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f303c062980 con 0x7f303c1001a0 2024-09-05T02:25:42.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.169+0000 7f3033400640 1 -- 172.21.15.33:0/405523906 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f302c005560 con 0x7f303c1001a0 2024-09-05T02:25:42.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.170+0000 7f3033400640 1 --2- 172.21.15.33:0/405523906 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f30200a2c90 0x7f30200a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:42.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.170+0000 7f3033400640 1 -- 172.21.15.33:0/405523906 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f302c0cf380 con 0x7f303c1001a0 2024-09-05T02:25:42.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.171+0000 7f3039e00640 1 --2- 172.21.15.33:0/405523906 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f30200a2c90 0x7f30200a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:42.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.171+0000 7f3033400640 1 --2- 172.21.15.33:0/405523906 >> [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394] conn(0x7f30200ac8c0 0x7f30200aed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:42.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.171+0000 7f3033400640 1 -- 172.21.15.33:0/405523906 --> [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f302c011e50 con 0x7f30200ac8c0 2024-09-05T02:25:42.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.171+0000 7f3033400640 1 -- 172.21.15.33:0/405523906 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f302c0cf730 con 0x7f303c1001a0 2024-09-05T02:25:42.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.171+0000 7f303b200640 1 --2- 172.21.15.33:0/405523906 >> [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394] conn(0x7f30200ac8c0 0x7f30200aed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:42.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.171+0000 7f3039e00640 1 --2- 172.21.15.33:0/405523906 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f30200a2c90 0x7f30200a5150 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f30280095f0 tx=0x7f3028005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:42.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.172+0000 7f303b200640 1 --2- 172.21.15.33:0/405523906 >> [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394] conn(0x7f30200ac8c0 0x7f30200aed60 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:42.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.173+0000 7f3033400640 1 -- 172.21.15.33:0/405523906 <== osd.6 v2:172.21.15.33:6818/3289951394 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f302c011e50 con 0x7f30200ac8c0 2024-09-05T02:25:42.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.187+0000 7f3040a00640 1 -- 172.21.15.33:0/405523906 --> [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f303c062e00 con 0x7f30200ac8c0 2024-09-05T02:25:42.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.188+0000 7f3033400640 1 -- 172.21.15.33:0/405523906 <== osd.6 v2:172.21.15.33:6818/3289951394 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f303c062e00 con 0x7f30200ac8c0 2024-09-05T02:25:42.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.188+0000 7f3040a00640 1 -- 172.21.15.33:0/405523906 >> [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394] conn(0x7f30200ac8c0 msgr2=0x7f30200aed60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:42.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.188+0000 7f3040a00640 1 --2- 172.21.15.33:0/405523906 >> [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394] conn(0x7f30200ac8c0 0x7f30200aed60 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.188+0000 7f3040a00640 1 -- 172.21.15.33:0/405523906 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f30200a2c90 msgr2=0x7f30200a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.188+0000 7f3040a00640 1 --2- 172.21.15.33:0/405523906 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f30200a2c90 0x7f30200a5150 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f30280095f0 tx=0x7f3028005f90 comp rx=0 tx=0).stop 2024-09-05T02:25:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.188+0000 7f3040a00640 1 -- 172.21.15.33:0/405523906 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f303c1001a0 msgr2=0x7f303c101120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.188+0000 7f3040a00640 1 --2- 172.21.15.33:0/405523906 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f303c1001a0 0x7f303c101120 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f302c00e9f0 tx=0x7f302c00eeb0 comp rx=0 tx=0).stop 2024-09-05T02:25:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.188+0000 7f303b200640 1 -- 172.21.15.33:0/405523906 reap_dead start 2024-09-05T02:25:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.188+0000 7f3040a00640 1 -- 172.21.15.33:0/405523906 shutdown_connections 2024-09-05T02:25:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.188+0000 7f3040a00640 1 -- 172.21.15.33:0/405523906 >> 172.21.15.33:0/405523906 conn(0x7f303c077070 msgr2=0x7f303c1055a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.188+0000 7f3040a00640 1 -- 172.21.15.33:0/405523906 shutdown_connections 2024-09-05T02:25:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:42.188+0000 7f3040a00640 1 -- 172.21.15.33:0/405523906 wait complete. 2024-09-05T02:25:42.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:42 smithi174 ceph-mon[34756]: pgmap v319: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s; 7.4 KiB/s, 1 keys/s, 2 objects/s recovering 2024-09-05T02:25:42.527 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:42 smithi033 ceph-mon[29909]: pgmap v319: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s; 7.4 KiB/s, 1 keys/s, 2 objects/s recovering 2024-09-05T02:25:42.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:42 smithi123 ceph-mon[34031]: pgmap v319: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s; 7.4 KiB/s, 1 keys/s, 2 objects/s recovering 2024-09-05T02:25:43.337 INFO:teuthology.orchestra.run.smithi033.stdout:193273528371 2024-09-05T02:25:43.338 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-05T02:25:43.540 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:43.541 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:43.547 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:43.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.790+0000 7fd5fea00640 1 -- 172.21.15.33:0/1200340328 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5f81079c0 msgr2=0x7fd5f8107da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:43.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.790+0000 7fd5fea00640 1 --2- 172.21.15.33:0/1200340328 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5f81079c0 0x7fd5f8107da0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fd5ec009930 tx=0x7fd5ec02a440 comp rx=0 tx=0).stop 2024-09-05T02:25:43.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.791+0000 7fd5fea00640 1 -- 172.21.15.33:0/1200340328 shutdown_connections 2024-09-05T02:25:43.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.791+0000 7fd5fea00640 1 --2- 172.21.15.33:0/1200340328 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd5f8102360 0x7fd5f810e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:43.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.791+0000 7fd5fea00640 1 --2- 172.21.15.33:0/1200340328 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd5f81019c0 0x7fd5f8101e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:43.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.791+0000 7fd5fea00640 1 --2- 172.21.15.33:0/1200340328 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5f81079c0 0x7fd5f8107da0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:43.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.791+0000 7fd5fea00640 1 -- 172.21.15.33:0/1200340328 >> 172.21.15.33:0/1200340328 conn(0x7fd5f80fd740 msgr2=0x7fd5f80ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:43.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.791+0000 7fd5fea00640 1 -- 172.21.15.33:0/1200340328 shutdown_connections 2024-09-05T02:25:43.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.791+0000 7fd5fea00640 1 -- 172.21.15.33:0/1200340328 wait complete. 2024-09-05T02:25:43.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.792+0000 7fd5fea00640 1 Processor -- start 2024-09-05T02:25:43.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.792+0000 7fd5fea00640 1 -- start start 2024-09-05T02:25:43.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.792+0000 7fd5fea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5f81019c0 0x7fd5f81981e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:43.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.792+0000 7fd5fea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd5f8102360 0x7fd5f8198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:43.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.792+0000 7fd5fea00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd5f81079c0 0x7fd5f819cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:43.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.792+0000 7fd5fea00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f8111e10 con 0x7fd5f81019c0 2024-09-05T02:25:43.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.792+0000 7fd5fea00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f8111c90 con 0x7fd5f81079c0 2024-09-05T02:25:43.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.792+0000 7fd5fea00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f8111f90 con 0x7fd5f8102360 2024-09-05T02:25:43.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.793+0000 7fd5fd600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5f81019c0 0x7fd5f81981e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:43.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.793+0000 7fd5fd600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5f81019c0 0x7fd5f81981e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33436/0 (socket says 172.21.15.33:33436) 2024-09-05T02:25:43.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.793+0000 7fd5fd600640 1 -- 172.21.15.33:0/1511092665 learned_addr learned my addr 172.21.15.33:0/1511092665 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:43.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.793+0000 7fd5fe000640 1 --2- 172.21.15.33:0/1511092665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd5f81079c0 0x7fd5f819cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:43.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.793+0000 7fd5fcc00640 1 --2- 172.21.15.33:0/1511092665 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd5f8102360 0x7fd5f8198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:43.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.793+0000 7fd5fd600640 1 -- 172.21.15.33:0/1511092665 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd5f8102360 msgr2=0x7fd5f8198720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:43.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.793+0000 7fd5fd600640 1 --2- 172.21.15.33:0/1511092665 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd5f8102360 0x7fd5f8198720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:43.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.793+0000 7fd5fd600640 1 -- 172.21.15.33:0/1511092665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd5f81079c0 msgr2=0x7fd5f819cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:43.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.793+0000 7fd5fd600640 1 --2- 172.21.15.33:0/1511092665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd5f81079c0 0x7fd5f819cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:43.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.793+0000 7fd5fd600640 1 -- 172.21.15.33:0/1511092665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5f819d190 con 0x7fd5f81019c0 2024-09-05T02:25:43.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.793+0000 7fd5fd600640 1 --2- 172.21.15.33:0/1511092665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5f81019c0 0x7fd5f81981e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fd5ec02a960 tx=0x7fd5ec003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:43.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.794+0000 7fd5f6000640 1 -- 172.21.15.33:0/1511092665 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5ec03f070 con 0x7fd5f81019c0 2024-09-05T02:25:43.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.794+0000 7fd5f6000640 1 -- 172.21.15.33:0/1511092665 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd5ec031c90 con 0x7fd5f81019c0 2024-09-05T02:25:43.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.794+0000 7fd5fea00640 1 -- 172.21.15.33:0/1511092665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5f819d420 con 0x7fd5f81019c0 2024-09-05T02:25:43.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.794+0000 7fd5f6000640 1 -- 172.21.15.33:0/1511092665 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5ec035030 con 0x7fd5f81019c0 2024-09-05T02:25:43.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.794+0000 7fd5fea00640 1 -- 172.21.15.33:0/1511092665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5f81a4d60 con 0x7fd5f81019c0 2024-09-05T02:25:43.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.795+0000 7fd5fea00640 1 -- 172.21.15.33:0/1511092665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5f8101e20 con 0x7fd5f81019c0 2024-09-05T02:25:43.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.797+0000 7fd5f6000640 1 -- 172.21.15.33:0/1511092665 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd5ec042070 con 0x7fd5f81019c0 2024-09-05T02:25:43.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.798+0000 7fd5f6000640 1 --2- 172.21.15.33:0/1511092665 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd5e00a2c90 0x7fd5e00a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:43.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.798+0000 7fd5f6000640 1 -- 172.21.15.33:0/1511092665 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fd5ec0ef580 con 0x7fd5f81019c0 2024-09-05T02:25:43.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.798+0000 7fd5fcc00640 1 --2- 172.21.15.33:0/1511092665 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd5e00a2c90 0x7fd5e00a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:43.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.799+0000 7fd5fcc00640 1 --2- 172.21.15.33:0/1511092665 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd5e00a2c90 0x7fd5e00a5150 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd5f8106f40 tx=0x7fd5e400a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:43.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:43.803+0000 7fd5f6000640 1 -- 172.21.15.33:0/1511092665 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd5ec0bc340 con 0x7fd5f81019c0 2024-09-05T02:25:44.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.000+0000 7fd5fea00640 1 -- 172.21.15.33:0/1511092665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fd5f81a4f30 con 0x7fd5f81019c0 2024-09-05T02:25:44.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.001+0000 7fd5f6000640 1 -- 172.21.15.33:0/1511092665 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd5ec0bbc40 con 0x7fd5f81019c0 2024-09-05T02:25:44.003 INFO:teuthology.orchestra.run.smithi033.stdout:34359738451 2024-09-05T02:25:44.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.003+0000 7fd5fea00640 1 -- 172.21.15.33:0/1511092665 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd5e00a2c90 msgr2=0x7fd5e00a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:44.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.003+0000 7fd5fea00640 1 --2- 172.21.15.33:0/1511092665 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd5e00a2c90 0x7fd5e00a5150 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd5f8106f40 tx=0x7fd5e400a2d0 comp rx=0 tx=0).stop 2024-09-05T02:25:44.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.003+0000 7fd5fea00640 1 -- 172.21.15.33:0/1511092665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5f81019c0 msgr2=0x7fd5f81981e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:44.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.003+0000 7fd5fea00640 1 --2- 172.21.15.33:0/1511092665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5f81019c0 0x7fd5f81981e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fd5ec02a960 tx=0x7fd5ec003b90 comp rx=0 tx=0).stop 2024-09-05T02:25:44.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.003+0000 7fd5fea00640 1 -- 172.21.15.33:0/1511092665 shutdown_connections 2024-09-05T02:25:44.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.003+0000 7fd5fea00640 1 --2- 172.21.15.33:0/1511092665 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fd5e00a2c90 0x7fd5e00a5150 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:44.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.003+0000 7fd5fea00640 1 --2- 172.21.15.33:0/1511092665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd5f81079c0 0x7fd5f819cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:44.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.003+0000 7fd5fea00640 1 --2- 172.21.15.33:0/1511092665 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd5f8102360 0x7fd5f8198720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:44.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.003+0000 7fd5fea00640 1 --2- 172.21.15.33:0/1511092665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5f81019c0 0x7fd5f81981e0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:44.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.003+0000 7fd5fea00640 1 -- 172.21.15.33:0/1511092665 >> 172.21.15.33:0/1511092665 conn(0x7fd5f80fd740 msgr2=0x7fd5f80feeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:44.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.004+0000 7fd5fea00640 1 -- 172.21.15.33:0/1511092665 shutdown_connections 2024-09-05T02:25:44.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.004+0000 7fd5fea00640 1 -- 172.21.15.33:0/1511092665 wait complete. 2024-09-05T02:25:44.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.246+0000 7f276ce00640 1 -- 172.21.15.33:0/495303023 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f276806e4f0 msgr2=0x7f276806e8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:44.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.246+0000 7f276ce00640 1 --2- 172.21.15.33:0/495303023 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f276806e4f0 0x7f276806e8d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f2758009900 tx=0x7f275802a400 comp rx=0 tx=0).stop 2024-09-05T02:25:44.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.247+0000 7f276ce00640 1 -- 172.21.15.33:0/495303023 shutdown_connections 2024-09-05T02:25:44.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.247+0000 7f276ce00640 1 --2- 172.21.15.33:0/495303023 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2768114ab0 0x7f2768116ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:44.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.247+0000 7f276ce00640 1 --2- 172.21.15.33:0/495303023 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f276806ee10 0x7f2768114570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:44.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.247+0000 7f276ce00640 1 --2- 172.21.15.33:0/495303023 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f276806e4f0 0x7f276806e8d0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:44.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.247+0000 7f276ce00640 1 -- 172.21.15.33:0/495303023 >> 172.21.15.33:0/495303023 conn(0x7f2768073180 msgr2=0x7f2768073590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:44.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.247+0000 7f276ce00640 1 -- 172.21.15.33:0/495303023 shutdown_connections 2024-09-05T02:25:44.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.247+0000 7f276ce00640 1 -- 172.21.15.33:0/495303023 wait complete. 2024-09-05T02:25:44.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.248+0000 7f276ce00640 1 Processor -- start 2024-09-05T02:25:44.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.248+0000 7f276ce00640 1 -- start start 2024-09-05T02:25:44.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.249+0000 7f276ce00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f276806e4f0 0x7f27681a6720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:44.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.249+0000 7f276ce00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f276806ee10 0x7f27681a6c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:44.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.249+0000 7f276ce00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2768114ab0 0x7f27681a08e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:44.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.249+0000 7f276ce00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f276811a550 con 0x7f276806ee10 2024-09-05T02:25:44.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.249+0000 7f276ce00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f276811a3d0 con 0x7f276806e4f0 2024-09-05T02:25:44.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.249+0000 7f276ce00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f276811a6d0 con 0x7f2768114ab0 2024-09-05T02:25:44.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.249+0000 7f2767400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f276806e4f0 0x7f27681a6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:44.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.249+0000 7f2767400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f276806e4f0 0x7f27681a6720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:42302/0 (socket says 172.21.15.33:42302) 2024-09-05T02:25:44.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.249+0000 7f2767400640 1 -- 172.21.15.33:0/1550559928 learned_addr learned my addr 172.21.15.33:0/1550559928 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:44.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.249+0000 7f2767e00640 1 --2- 172.21.15.33:0/1550559928 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2768114ab0 0x7f27681a08e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:44.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.249+0000 7f2766a00640 1 --2- 172.21.15.33:0/1550559928 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f276806ee10 0x7f27681a6c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:44.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.250+0000 7f2767400640 1 -- 172.21.15.33:0/1550559928 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2768114ab0 msgr2=0x7f27681a08e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:44.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.250+0000 7f2767400640 1 --2- 172.21.15.33:0/1550559928 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2768114ab0 0x7f27681a08e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:44.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.250+0000 7f2767400640 1 -- 172.21.15.33:0/1550559928 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f276806ee10 msgr2=0x7f27681a6c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:44.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.250+0000 7f2767400640 1 --2- 172.21.15.33:0/1550559928 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f276806ee10 0x7f27681a6c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:44.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.250+0000 7f2767400640 1 -- 172.21.15.33:0/1550559928 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27681a1010 con 0x7f276806e4f0 2024-09-05T02:25:44.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.250+0000 7f2767e00640 1 --2- 172.21.15.33:0/1550559928 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2768114ab0 0x7f27681a08e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:25:44.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.250+0000 7f2767400640 1 --2- 172.21.15.33:0/1550559928 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f276806e4f0 0x7f27681a6720 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2758006010 tx=0x7f2758003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:44.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.251+0000 7f275fe00640 1 -- 172.21.15.33:0/1550559928 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f275803f070 con 0x7f276806e4f0 2024-09-05T02:25:44.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.251+0000 7f275fe00640 1 -- 172.21.15.33:0/1550559928 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2758031c30 con 0x7f276806e4f0 2024-09-05T02:25:44.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.251+0000 7f276ce00640 1 -- 172.21.15.33:0/1550559928 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27681a12a0 con 0x7f276806e4f0 2024-09-05T02:25:44.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.251+0000 7f275fe00640 1 -- 172.21.15.33:0/1550559928 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2758035030 con 0x7f276806e4f0 2024-09-05T02:25:44.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.251+0000 7f276ce00640 1 -- 172.21.15.33:0/1550559928 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f276810a300 con 0x7f276806e4f0 2024-09-05T02:25:44.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.252+0000 7f276ce00640 1 -- 172.21.15.33:0/1550559928 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27681096f0 con 0x7f276806e4f0 2024-09-05T02:25:44.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.254+0000 7f275fe00640 1 -- 172.21.15.33:0/1550559928 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f2758042070 con 0x7f276806e4f0 2024-09-05T02:25:44.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.256+0000 7f275fe00640 1 --2- 172.21.15.33:0/1550559928 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f274c0a2c90 0x7f274c0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:44.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.257+0000 7f275fe00640 1 -- 172.21.15.33:0/1550559928 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f27580ef7f0 con 0x7f276806e4f0 2024-09-05T02:25:44.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.257+0000 7f2766a00640 1 --2- 172.21.15.33:0/1550559928 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f274c0a2c90 0x7f274c0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:44.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.257+0000 7f2766a00640 1 --2- 172.21.15.33:0/1550559928 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f274c0a2c90 0x7f274c0a5150 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f276806df90 tx=0x7f2754005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:44.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.260+0000 7f275fe00640 1 -- 172.21.15.33:0/1550559928 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2758031de0 con 0x7f276806e4f0 2024-09-05T02:25:44.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.446+0000 7f276ce00640 1 -- 172.21.15.33:0/1550559928 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f276810fc30 con 0x7f276806e4f0 2024-09-05T02:25:44.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.447+0000 7f275fe00640 1 -- 172.21.15.33:0/1550559928 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f27580bbf60 con 0x7f276806e4f0 2024-09-05T02:25:44.449 INFO:teuthology.orchestra.run.smithi033.stdout:214748364844 2024-09-05T02:25:44.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.449+0000 7f276ce00640 1 -- 172.21.15.33:0/1550559928 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f274c0a2c90 msgr2=0x7f274c0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:44.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.449+0000 7f276ce00640 1 --2- 172.21.15.33:0/1550559928 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f274c0a2c90 0x7f274c0a5150 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f276806df90 tx=0x7f2754005f90 comp rx=0 tx=0).stop 2024-09-05T02:25:44.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.449+0000 7f276ce00640 1 -- 172.21.15.33:0/1550559928 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f276806e4f0 msgr2=0x7f27681a6720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:44.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.449+0000 7f276ce00640 1 --2- 172.21.15.33:0/1550559928 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f276806e4f0 0x7f27681a6720 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2758006010 tx=0x7f2758003c10 comp rx=0 tx=0).stop 2024-09-05T02:25:44.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.449+0000 7f276ce00640 1 -- 172.21.15.33:0/1550559928 shutdown_connections 2024-09-05T02:25:44.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.449+0000 7f276ce00640 1 --2- 172.21.15.33:0/1550559928 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f274c0a2c90 0x7f274c0a5150 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:44.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.449+0000 7f276ce00640 1 --2- 172.21.15.33:0/1550559928 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2768114ab0 0x7f27681a08e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:44.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.449+0000 7f276ce00640 1 --2- 172.21.15.33:0/1550559928 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f276806ee10 0x7f27681a6c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:44.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.449+0000 7f276ce00640 1 --2- 172.21.15.33:0/1550559928 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f276806e4f0 0x7f27681a6720 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:44.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.449+0000 7f276ce00640 1 -- 172.21.15.33:0/1550559928 >> 172.21.15.33:0/1550559928 conn(0x7f2768073180 msgr2=0x7f276806b690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:44.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.450+0000 7f276ce00640 1 -- 172.21.15.33:0/1550559928 shutdown_connections 2024-09-05T02:25:44.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.450+0000 7f276ce00640 1 -- 172.21.15.33:0/1550559928 wait complete. 2024-09-05T02:25:44.500 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:44 smithi033 ceph-mon[29909]: pgmap v320: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s; 7.4 KiB/s, 1 keys/s, 2 objects/s recovering 2024-09-05T02:25:44.500 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:44 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1511092665' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-05T02:25:44.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:44 smithi174 ceph-mon[34756]: pgmap v320: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s; 7.4 KiB/s, 1 keys/s, 2 objects/s recovering 2024-09-05T02:25:44.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:44 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1511092665' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-05T02:25:44.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:44 smithi123 ceph-mon[34031]: pgmap v320: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s; 7.4 KiB/s, 1 keys/s, 2 objects/s recovering 2024-09-05T02:25:44.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:44 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1511092665' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-05T02:25:44.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.975+0000 7f0ff2800640 1 -- 172.21.15.33:0/630404691 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0fec104010 msgr2=0x7f0fec1043f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:44.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.975+0000 7f0ff2800640 1 --2- 172.21.15.33:0/630404691 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0fec104010 0x7f0fec1043f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f0fdc009900 tx=0x7f0fdc02a410 comp rx=0 tx=0).stop 2024-09-05T02:25:44.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.976+0000 7f0ff2800640 1 -- 172.21.15.33:0/630404691 shutdown_connections 2024-09-05T02:25:44.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.976+0000 7f0ff2800640 1 --2- 172.21.15.33:0/630404691 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0fec109140 0x7f0fec110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:44.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.976+0000 7f0ff2800640 1 --2- 172.21.15.33:0/630404691 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0fec1049c0 0x7f0fec108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:44.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.976+0000 7f0ff2800640 1 --2- 172.21.15.33:0/630404691 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0fec104010 0x7f0fec1043f0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:44.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.976+0000 7f0ff2800640 1 -- 172.21.15.33:0/630404691 >> 172.21.15.33:0/630404691 conn(0x7f0fec0ffa50 msgr2=0x7f0fec101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:44.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.976+0000 7f0ff2800640 1 -- 172.21.15.33:0/630404691 shutdown_connections 2024-09-05T02:25:44.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.976+0000 7f0ff2800640 1 -- 172.21.15.33:0/630404691 wait complete. 2024-09-05T02:25:44.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.977+0000 7f0ff2800640 1 Processor -- start 2024-09-05T02:25:44.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.977+0000 7f0ff2800640 1 -- start start 2024-09-05T02:25:44.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.977+0000 7f0ff2800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0fec104010 0x7f0fec19a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:44.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.977+0000 7f0ff2800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0fec1049c0 0x7f0fec19ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:44.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.977+0000 7f0ff2800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0fec109140 0x7f0fec19eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:44.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.977+0000 7f0ff2800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0fec1141c0 con 0x7f0fec109140 2024-09-05T02:25:44.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.977+0000 7f0ff2800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0fec114040 con 0x7f0fec1049c0 2024-09-05T02:25:44.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.977+0000 7f0ff2800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0fec114340 con 0x7f0fec104010 2024-09-05T02:25:44.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.978+0000 7f0feb400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0fec104010 0x7f0fec19a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:44.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.978+0000 7f0feb400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0fec104010 0x7f0fec19a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:48306/0 (socket says 172.21.15.33:48306) 2024-09-05T02:25:44.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.978+0000 7f0feb400640 1 -- 172.21.15.33:0/691995534 learned_addr learned my addr 172.21.15.33:0/691995534 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:44.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.978+0000 7f0fe3e00640 1 --2- 172.21.15.33:0/691995534 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0fec1049c0 0x7f0fec19ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:44.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.978+0000 7f0febe00640 1 --2- 172.21.15.33:0/691995534 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0fec109140 0x7f0fec19eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:44.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.978+0000 7f0feb400640 1 -- 172.21.15.33:0/691995534 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0fec1049c0 msgr2=0x7f0fec19ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:44.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.978+0000 7f0feb400640 1 --2- 172.21.15.33:0/691995534 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0fec1049c0 0x7f0fec19ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:44.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.978+0000 7f0feb400640 1 -- 172.21.15.33:0/691995534 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0fec109140 msgr2=0x7f0fec19eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:44.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.978+0000 7f0feb400640 1 --2- 172.21.15.33:0/691995534 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0fec109140 0x7f0fec19eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:44.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.978+0000 7f0feb400640 1 -- 172.21.15.33:0/691995534 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fec19f5d0 con 0x7f0fec104010 2024-09-05T02:25:44.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.978+0000 7f0febe00640 1 --2- 172.21.15.33:0/691995534 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0fec109140 0x7f0fec19eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:25:44.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.978+0000 7f0feb400640 1 --2- 172.21.15.33:0/691995534 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0fec104010 0x7f0fec19a620 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0fdc004770 tx=0x7f0fdc003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:44.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.979+0000 7f0fe8c00640 1 -- 172.21.15.33:0/691995534 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fdc03f070 con 0x7f0fec104010 2024-09-05T02:25:44.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.979+0000 7f0fe8c00640 1 -- 172.21.15.33:0/691995534 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0fdc031ca0 con 0x7f0fec104010 2024-09-05T02:25:44.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.979+0000 7f0ff2800640 1 -- 172.21.15.33:0/691995534 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fec19f860 con 0x7f0fec104010 2024-09-05T02:25:44.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.979+0000 7f0fe8c00640 1 -- 172.21.15.33:0/691995534 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fdc035030 con 0x7f0fec104010 2024-09-05T02:25:44.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.979+0000 7f0ff2800640 1 -- 172.21.15.33:0/691995534 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fec1a71a0 con 0x7f0fec104010 2024-09-05T02:25:44.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.980+0000 7f0ff2800640 1 -- 172.21.15.33:0/691995534 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0fec062940 con 0x7f0fec104010 2024-09-05T02:25:44.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.982+0000 7f0fe8c00640 1 -- 172.21.15.33:0/691995534 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0fdc042070 con 0x7f0fec104010 2024-09-05T02:25:44.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.983+0000 7f0fe8c00640 1 --2- 172.21.15.33:0/691995534 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0fd00a2c10 0x7f0fd00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:44.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.983+0000 7f0fe8c00640 1 -- 172.21.15.33:0/691995534 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f0fdc0efef0 con 0x7f0fec104010 2024-09-05T02:25:44.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.983+0000 7f0fe3e00640 1 --2- 172.21.15.33:0/691995534 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0fd00a2c10 0x7f0fd00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:44.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.984+0000 7f0fe8c00640 1 --2- 172.21.15.33:0/691995534 >> [v2:172.21.15.174:6824/955565697,v1:172.21.15.174:6825/955565697] conn(0x7f0fd00ac840 0x7f0fd00aece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:44.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.984+0000 7f0fe8c00640 1 -- 172.21.15.33:0/691995534 --> [v2:172.21.15.174:6824/955565697,v1:172.21.15.174:6825/955565697] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0fdc038e90 con 0x7f0fd00ac840 2024-09-05T02:25:44.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.984+0000 7f0fe8c00640 1 -- 172.21.15.33:0/691995534 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f0fdc0f02a0 con 0x7f0fec104010 2024-09-05T02:25:44.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.984+0000 7f0febe00640 1 --2- 172.21.15.33:0/691995534 >> [v2:172.21.15.174:6824/955565697,v1:172.21.15.174:6825/955565697] conn(0x7f0fd00ac840 0x7f0fd00aece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:44.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.984+0000 7f0fe3e00640 1 --2- 172.21.15.33:0/691995534 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0fd00a2c10 0x7f0fd00a50d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f0fec0ffe70 tx=0x7f0fd400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:44.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.985+0000 7f0febe00640 1 --2- 172.21.15.33:0/691995534 >> [v2:172.21.15.174:6824/955565697,v1:172.21.15.174:6825/955565697] conn(0x7f0fd00ac840 0x7f0fd00aece0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:44.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:44.985+0000 7f0fe8c00640 1 -- 172.21.15.33:0/691995534 <== osd.11 v2:172.21.15.174:6824/955565697 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0fdc038e90 con 0x7f0fd00ac840 2024-09-05T02:25:45.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.000+0000 7f0ff2800640 1 -- 172.21.15.33:0/691995534 --> [v2:172.21.15.174:6824/955565697,v1:172.21.15.174:6825/955565697] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0fec062dc0 con 0x7f0fd00ac840 2024-09-05T02:25:45.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.001+0000 7f0fe8c00640 1 -- 172.21.15.33:0/691995534 <== osd.11 v2:172.21.15.174:6824/955565697 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f0fec062dc0 con 0x7f0fd00ac840 2024-09-05T02:25:45.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.001+0000 7f0ff2800640 1 -- 172.21.15.33:0/691995534 >> [v2:172.21.15.174:6824/955565697,v1:172.21.15.174:6825/955565697] conn(0x7f0fd00ac840 msgr2=0x7f0fd00aece0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:45.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.001+0000 7f0ff2800640 1 --2- 172.21.15.33:0/691995534 >> [v2:172.21.15.174:6824/955565697,v1:172.21.15.174:6825/955565697] conn(0x7f0fd00ac840 0x7f0fd00aece0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:45.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.001+0000 7f0ff2800640 1 -- 172.21.15.33:0/691995534 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0fd00a2c10 msgr2=0x7f0fd00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:45.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.001+0000 7f0ff2800640 1 --2- 172.21.15.33:0/691995534 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f0fd00a2c10 0x7f0fd00a50d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f0fec0ffe70 tx=0x7f0fd400b410 comp rx=0 tx=0).stop 2024-09-05T02:25:45.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.001+0000 7f0ff2800640 1 -- 172.21.15.33:0/691995534 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0fec104010 msgr2=0x7f0fec19a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:45.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.001+0000 7f0ff2800640 1 --2- 172.21.15.33:0/691995534 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0fec104010 0x7f0fec19a620 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0fdc004770 tx=0x7f0fdc003c10 comp rx=0 tx=0).stop 2024-09-05T02:25:45.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.002+0000 7f0febe00640 1 -- 172.21.15.33:0/691995534 reap_dead start 2024-09-05T02:25:45.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.002+0000 7f0ff2800640 1 -- 172.21.15.33:0/691995534 shutdown_connections 2024-09-05T02:25:45.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.002+0000 7f0ff2800640 1 -- 172.21.15.33:0/691995534 >> 172.21.15.33:0/691995534 conn(0x7f0fec0ffa50 msgr2=0x7f0fec100db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:45.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.002+0000 7f0ff2800640 1 -- 172.21.15.33:0/691995534 shutdown_connections 2024-09-05T02:25:45.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.002+0000 7f0ff2800640 1 -- 172.21.15.33:0/691995534 wait complete. 2024-09-05T02:25:45.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.216+0000 7f0471000640 1 -- 172.21.15.33:0/3201036091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f046c103e30 msgr2=0x7f046c104210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:45.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.216+0000 7f0471000640 1 --2- 172.21.15.33:0/3201036091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f046c103e30 0x7f046c104210 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f045c009900 tx=0x7f045c02a3f0 comp rx=0 tx=0).stop 2024-09-05T02:25:45.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.216+0000 7f0471000640 1 -- 172.21.15.33:0/3201036091 shutdown_connections 2024-09-05T02:25:45.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.216+0000 7f0471000640 1 --2- 172.21.15.33:0/3201036091 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f046c108f60 0x7f046c110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:45.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.216+0000 7f0471000640 1 --2- 172.21.15.33:0/3201036091 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f046c1047e0 0x7f046c108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:45.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.216+0000 7f0471000640 1 --2- 172.21.15.33:0/3201036091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f046c103e30 0x7f046c104210 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:45.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.216+0000 7f0471000640 1 -- 172.21.15.33:0/3201036091 >> 172.21.15.33:0/3201036091 conn(0x7f046c0ff8d0 msgr2=0x7f046c101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:45.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.216+0000 7f0471000640 1 -- 172.21.15.33:0/3201036091 shutdown_connections 2024-09-05T02:25:45.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.216+0000 7f0471000640 1 -- 172.21.15.33:0/3201036091 wait complete. 2024-09-05T02:25:45.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.217+0000 7f0471000640 1 Processor -- start 2024-09-05T02:25:45.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.217+0000 7f0471000640 1 -- start start 2024-09-05T02:25:45.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.217+0000 7f0471000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f046c103e30 0x7f046c19a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:45.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.217+0000 7f0471000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f046c1047e0 0x7f046c19a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:45.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.217+0000 7f0471000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f046c108f60 0x7f046c19ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:45.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.217+0000 7f0471000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f046c114010 con 0x7f046c1047e0 2024-09-05T02:25:45.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.217+0000 7f0471000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f046c113e90 con 0x7f046c103e30 2024-09-05T02:25:45.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.217+0000 7f0471000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f046c114190 con 0x7f046c108f60 2024-09-05T02:25:45.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.217+0000 7f046b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f046c103e30 0x7f046c19a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:45.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.217+0000 7f0463e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f046c1047e0 0x7f046c19a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:45.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.217+0000 7f046b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f046c103e30 0x7f046c19a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:42332/0 (socket says 172.21.15.33:42332) 2024-09-05T02:25:45.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.217+0000 7f046b400640 1 -- 172.21.15.33:0/1210976493 learned_addr learned my addr 172.21.15.33:0/1210976493 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:45.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.217+0000 7f0463e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f046c1047e0 0x7f046c19a9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33490/0 (socket says 172.21.15.33:33490) 2024-09-05T02:25:45.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.218+0000 7f046be00640 1 --2- 172.21.15.33:0/1210976493 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f046c108f60 0x7f046c19ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:45.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.218+0000 7f046b400640 1 -- 172.21.15.33:0/1210976493 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f046c108f60 msgr2=0x7f046c19ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:45.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.218+0000 7f046b400640 1 --2- 172.21.15.33:0/1210976493 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f046c108f60 0x7f046c19ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:45.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.218+0000 7f046b400640 1 -- 172.21.15.33:0/1210976493 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f046c1047e0 msgr2=0x7f046c19a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:45.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.218+0000 7f046b400640 1 --2- 172.21.15.33:0/1210976493 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f046c1047e0 0x7f046c19a9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:45.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.218+0000 7f046b400640 1 -- 172.21.15.33:0/1210976493 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f046c19f440 con 0x7f046c103e30 2024-09-05T02:25:45.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.218+0000 7f0463e00640 1 --2- 172.21.15.33:0/1210976493 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f046c1047e0 0x7f046c19a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:25:45.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.218+0000 7f046b400640 1 --2- 172.21.15.33:0/1210976493 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f046c103e30 0x7f046c19a490 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f045c004770 tx=0x7f045c003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:45.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.219+0000 7f0468c00640 1 -- 172.21.15.33:0/1210976493 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f045c03f070 con 0x7f046c103e30 2024-09-05T02:25:45.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.219+0000 7f0471000640 1 -- 172.21.15.33:0/1210976493 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f046c19f6d0 con 0x7f046c103e30 2024-09-05T02:25:45.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.219+0000 7f0468c00640 1 -- 172.21.15.33:0/1210976493 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f045c031ca0 con 0x7f046c103e30 2024-09-05T02:25:45.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.219+0000 7f0468c00640 1 -- 172.21.15.33:0/1210976493 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f045c035030 con 0x7f046c103e30 2024-09-05T02:25:45.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.219+0000 7f0471000640 1 -- 172.21.15.33:0/1210976493 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f046c1a7010 con 0x7f046c103e30 2024-09-05T02:25:45.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.220+0000 7f0471000640 1 -- 172.21.15.33:0/1210976493 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f046c104210 con 0x7f046c103e30 2024-09-05T02:25:45.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.222+0000 7f0468c00640 1 -- 172.21.15.33:0/1210976493 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f045c042070 con 0x7f046c103e30 2024-09-05T02:25:45.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.223+0000 7f0468c00640 1 --2- 172.21.15.33:0/1210976493 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f04500a2c10 0x7f04500a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:45.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.223+0000 7f0468c00640 1 -- 172.21.15.33:0/1210976493 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f045c0efd90 con 0x7f046c103e30 2024-09-05T02:25:45.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.223+0000 7f0463e00640 1 --2- 172.21.15.33:0/1210976493 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f04500a2c10 0x7f04500a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:45.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.224+0000 7f0463e00640 1 --2- 172.21.15.33:0/1210976493 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f04500a2c10 0x7f04500a50d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f04540095f0 tx=0x7f0454005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:45.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.225+0000 7f0468c00640 1 -- 172.21.15.33:0/1210976493 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f045c0bc5c0 con 0x7f046c103e30 2024-09-05T02:25:45.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.428+0000 7f0471000640 1 -- 172.21.15.33:0/1210976493 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f046c10c140 con 0x7f046c103e30 2024-09-05T02:25:45.430 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:45 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1550559928' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-05T02:25:45.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.428+0000 7f0468c00640 1 -- 172.21.15.33:0/1210976493 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f045c0c08c0 con 0x7f046c103e30 2024-09-05T02:25:45.431 INFO:teuthology.orchestra.run.smithi033.stdout:55834574924 2024-09-05T02:25:45.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.430+0000 7f0471000640 1 -- 172.21.15.33:0/1210976493 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f04500a2c10 msgr2=0x7f04500a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:45.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.430+0000 7f0471000640 1 --2- 172.21.15.33:0/1210976493 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f04500a2c10 0x7f04500a50d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f04540095f0 tx=0x7f0454005f90 comp rx=0 tx=0).stop 2024-09-05T02:25:45.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.430+0000 7f0471000640 1 -- 172.21.15.33:0/1210976493 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f046c103e30 msgr2=0x7f046c19a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:45.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.430+0000 7f0471000640 1 --2- 172.21.15.33:0/1210976493 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f046c103e30 0x7f046c19a490 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f045c004770 tx=0x7f045c003c10 comp rx=0 tx=0).stop 2024-09-05T02:25:45.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.431+0000 7f0471000640 1 -- 172.21.15.33:0/1210976493 shutdown_connections 2024-09-05T02:25:45.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.431+0000 7f0471000640 1 --2- 172.21.15.33:0/1210976493 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f04500a2c10 0x7f04500a50d0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:45.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.431+0000 7f0471000640 1 --2- 172.21.15.33:0/1210976493 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f046c108f60 0x7f046c19ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:45.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.431+0000 7f0471000640 1 --2- 172.21.15.33:0/1210976493 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f046c1047e0 0x7f046c19a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:45.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.431+0000 7f0471000640 1 --2- 172.21.15.33:0/1210976493 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f046c103e30 0x7f046c19a490 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:45.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.431+0000 7f0471000640 1 -- 172.21.15.33:0/1210976493 >> 172.21.15.33:0/1210976493 conn(0x7f046c0ff8d0 msgr2=0x7f046c100bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:45.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.431+0000 7f0471000640 1 -- 172.21.15.33:0/1210976493 shutdown_connections 2024-09-05T02:25:45.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:45.431+0000 7f0471000640 1 -- 172.21.15.33:0/1210976493 wait complete. 2024-09-05T02:25:45.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:45 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1550559928' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-05T02:25:45.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:45 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1550559928' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-05T02:25:46.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:46 smithi033 ceph-mon[29909]: pgmap v321: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s; 6.3 KiB/s, 1 keys/s, 1 objects/s recovering 2024-09-05T02:25:46.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:46 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1210976493' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-05T02:25:46.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:46 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:25:46.395 INFO:teuthology.orchestra.run.smithi033.stdout:330712481817 2024-09-05T02:25:46.396 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-09-05T02:25:46.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:46 smithi174 ceph-mon[34756]: pgmap v321: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s; 6.3 KiB/s, 1 keys/s, 1 objects/s recovering 2024-09-05T02:25:46.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:46 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1210976493' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-05T02:25:46.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:46 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:25:46.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:46 smithi123 ceph-mon[34031]: pgmap v321: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s; 6.3 KiB/s, 1 keys/s, 1 objects/s recovering 2024-09-05T02:25:46.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:46 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1210976493' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-05T02:25:46.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:46 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:25:46.741 INFO:tasks.cephadm.ceph_manager.ceph:need seq 214748364842 got 214748364844 for osd.7 2024-09-05T02:25:46.741 DEBUG:teuthology.parallel:result is None 2024-09-05T02:25:47.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.923+0000 7fc6d0400640 1 -- 172.21.15.33:0/1045254796 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc6c8104010 msgr2=0x7fc6c81043f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:47.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.923+0000 7fc6d0400640 1 --2- 172.21.15.33:0/1045254796 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc6c8104010 0x7fc6c81043f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc6bc009900 tx=0x7fc6bc02a410 comp rx=0 tx=0).stop 2024-09-05T02:25:47.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.923+0000 7fc6d0400640 1 -- 172.21.15.33:0/1045254796 shutdown_connections 2024-09-05T02:25:47.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.923+0000 7fc6d0400640 1 --2- 172.21.15.33:0/1045254796 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc6c8109140 0x7fc6c8110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:47.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.923+0000 7fc6d0400640 1 --2- 172.21.15.33:0/1045254796 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6c81049c0 0x7fc6c8108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:47.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.923+0000 7fc6d0400640 1 --2- 172.21.15.33:0/1045254796 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc6c8104010 0x7fc6c81043f0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:47.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.923+0000 7fc6d0400640 1 -- 172.21.15.33:0/1045254796 >> 172.21.15.33:0/1045254796 conn(0x7fc6c80ffa50 msgr2=0x7fc6c8101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:47.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.923+0000 7fc6d0400640 1 -- 172.21.15.33:0/1045254796 shutdown_connections 2024-09-05T02:25:47.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.923+0000 7fc6d0400640 1 -- 172.21.15.33:0/1045254796 wait complete. 2024-09-05T02:25:47.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.924+0000 7fc6d0400640 1 Processor -- start 2024-09-05T02:25:47.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.924+0000 7fc6d0400640 1 -- start start 2024-09-05T02:25:47.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.924+0000 7fc6d0400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc6c8104010 0x7fc6c819a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:47.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.924+0000 7fc6d0400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6c81049c0 0x7fc6c819ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:47.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.924+0000 7fc6d0400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc6c8109140 0x7fc6c819eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:47.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.924+0000 7fc6d0400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc6c8114140 con 0x7fc6c81049c0 2024-09-05T02:25:47.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.924+0000 7fc6d0400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc6c8113fc0 con 0x7fc6c8109140 2024-09-05T02:25:47.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.924+0000 7fc6d0400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc6c81142c0 con 0x7fc6c8104010 2024-09-05T02:25:47.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.924+0000 7fc6cda00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc6c8104010 0x7fc6c819a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:47.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.924+0000 7fc6cda00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc6c8104010 0x7fc6c819a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:48336/0 (socket says 172.21.15.33:48336) 2024-09-05T02:25:47.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.924+0000 7fc6cda00640 1 -- 172.21.15.33:0/1279524845 learned_addr learned my addr 172.21.15.33:0/1279524845 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:47.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.924+0000 7fc6cd000640 1 --2- 172.21.15.33:0/1279524845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6c81049c0 0x7fc6c819ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:47.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.924+0000 7fc6ce400640 1 --2- 172.21.15.33:0/1279524845 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc6c8109140 0x7fc6c819eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:47.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.925+0000 7fc6cda00640 1 -- 172.21.15.33:0/1279524845 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc6c8109140 msgr2=0x7fc6c819eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:47.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.925+0000 7fc6cda00640 1 --2- 172.21.15.33:0/1279524845 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc6c8109140 0x7fc6c819eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:47.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.925+0000 7fc6cda00640 1 -- 172.21.15.33:0/1279524845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6c81049c0 msgr2=0x7fc6c819ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:47.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.925+0000 7fc6cda00640 1 --2- 172.21.15.33:0/1279524845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6c81049c0 0x7fc6c819ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:47.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.925+0000 7fc6cda00640 1 -- 172.21.15.33:0/1279524845 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6c819f5d0 con 0x7fc6c8104010 2024-09-05T02:25:47.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.925+0000 7fc6cda00640 1 --2- 172.21.15.33:0/1279524845 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc6c8104010 0x7fc6c819a620 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc6bc006010 tx=0x7fc6bc0042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:47.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.925+0000 7fc6c6000640 1 -- 172.21.15.33:0/1279524845 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6bc03f030 con 0x7fc6c8104010 2024-09-05T02:25:47.178 INFO:teuthology.orchestra.run.smithi033.stdout:141733920830 2024-09-05T02:25:47.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.925+0000 7fc6d0400640 1 -- 172.21.15.33:0/1279524845 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6c819f860 con 0x7fc6c8104010 2024-09-05T02:25:47.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.925+0000 7fc6c6000640 1 -- 172.21.15.33:0/1279524845 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc6bc003ce0 con 0x7fc6c8104010 2024-09-05T02:25:47.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.925+0000 7fc6c6000640 1 -- 172.21.15.33:0/1279524845 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6bc035070 con 0x7fc6c8104010 2024-09-05T02:25:47.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.926+0000 7fc6d0400640 1 -- 172.21.15.33:0/1279524845 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6c81a71a0 con 0x7fc6c8104010 2024-09-05T02:25:47.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.927+0000 7fc6d0400640 1 -- 172.21.15.33:0/1279524845 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6c81054f0 con 0x7fc6c8104010 2024-09-05T02:25:47.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.928+0000 7fc6c6000640 1 -- 172.21.15.33:0/1279524845 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fc6bc042030 con 0x7fc6c8104010 2024-09-05T02:25:47.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.930+0000 7fc6c6000640 1 --2- 172.21.15.33:0/1279524845 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc6b00a2c10 0x7fc6b00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:47.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.930+0000 7fc6c6000640 1 -- 172.21.15.33:0/1279524845 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fc6bc0ef740 con 0x7fc6c8104010 2024-09-05T02:25:47.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.930+0000 7fc6cd000640 1 --2- 172.21.15.33:0/1279524845 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc6b00a2c10 0x7fc6b00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:47.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.930+0000 7fc6cd000640 1 --2- 172.21.15.33:0/1279524845 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc6b00a2c10 0x7fc6b00a50d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fc6c80fff70 tx=0x7fc6b4005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:47.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:46.934+0000 7fc6c6000640 1 -- 172.21.15.33:0/1279524845 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc6bc0bbf70 con 0x7fc6c8104010 2024-09-05T02:25:47.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:47.163+0000 7fc6d0400640 1 -- 172.21.15.33:0/1279524845 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fc6c810c320 con 0x7fc6c8104010 2024-09-05T02:25:47.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:47.164+0000 7fc6c6000640 1 -- 172.21.15.33:0/1279524845 <== mon.1 v2:172.21.15.174:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fc6bc0c0270 con 0x7fc6c8104010 2024-09-05T02:25:47.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:47.166+0000 7fc6d0400640 1 -- 172.21.15.33:0/1279524845 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc6b00a2c10 msgr2=0x7fc6b00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:47.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:47.166+0000 7fc6d0400640 1 --2- 172.21.15.33:0/1279524845 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc6b00a2c10 0x7fc6b00a50d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fc6c80fff70 tx=0x7fc6b4005f90 comp rx=0 tx=0).stop 2024-09-05T02:25:47.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:47.166+0000 7fc6d0400640 1 -- 172.21.15.33:0/1279524845 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc6c8104010 msgr2=0x7fc6c819a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:47.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:47.166+0000 7fc6d0400640 1 --2- 172.21.15.33:0/1279524845 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc6c8104010 0x7fc6c819a620 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc6bc006010 tx=0x7fc6bc0042f0 comp rx=0 tx=0).stop 2024-09-05T02:25:47.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:47.167+0000 7fc6d0400640 1 -- 172.21.15.33:0/1279524845 shutdown_connections 2024-09-05T02:25:47.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:47.167+0000 7fc6d0400640 1 --2- 172.21.15.33:0/1279524845 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc6b00a2c10 0x7fc6b00a50d0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:47.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:47.167+0000 7fc6d0400640 1 --2- 172.21.15.33:0/1279524845 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc6c8109140 0x7fc6c819eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:47.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:47.167+0000 7fc6d0400640 1 --2- 172.21.15.33:0/1279524845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6c81049c0 0x7fc6c819ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:47.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:47.167+0000 7fc6d0400640 1 --2- 172.21.15.33:0/1279524845 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc6c8104010 0x7fc6c819a620 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:47.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:47.167+0000 7fc6d0400640 1 -- 172.21.15.33:0/1279524845 >> 172.21.15.33:0/1279524845 conn(0x7fc6c80ffa50 msgr2=0x7fc6c8100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:47.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:47.167+0000 7fc6d0400640 1 -- 172.21.15.33:0/1279524845 shutdown_connections 2024-09-05T02:25:47.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:47.167+0000 7fc6d0400640 1 -- 172.21.15.33:0/1279524845 wait complete. 2024-09-05T02:25:47.881 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:47.881 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:47.882 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:47.931 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738448 got 34359738451 for osd.0 2024-09-05T02:25:47.931 DEBUG:teuthology.parallel:result is None 2024-09-05T02:25:48.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.102+0000 7f6174800640 1 -- 172.21.15.33:0/1865946317 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f616c1049a0 msgr2=0x7f616c1089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:48.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.102+0000 7f6174800640 1 --2- 172.21.15.33:0/1865946317 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f616c1049a0 0x7f616c1089f0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f615c009900 tx=0x7f615c02a410 comp rx=0 tx=0).stop 2024-09-05T02:25:48.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.102+0000 7f6174800640 1 -- 172.21.15.33:0/1865946317 shutdown_connections 2024-09-05T02:25:48.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.102+0000 7f6174800640 1 --2- 172.21.15.33:0/1865946317 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f616c109120 0x7f616c110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:48.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.102+0000 7f6174800640 1 --2- 172.21.15.33:0/1865946317 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f616c1049a0 0x7f616c1089f0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:48.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.102+0000 7f6174800640 1 --2- 172.21.15.33:0/1865946317 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f616c103ff0 0x7f616c1043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:48.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.102+0000 7f6174800640 1 -- 172.21.15.33:0/1865946317 >> 172.21.15.33:0/1865946317 conn(0x7f616c0ffa90 msgr2=0x7f616c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:48.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.102+0000 7f6174800640 1 -- 172.21.15.33:0/1865946317 shutdown_connections 2024-09-05T02:25:48.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.103+0000 7f6174800640 1 -- 172.21.15.33:0/1865946317 wait complete. 2024-09-05T02:25:48.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.103+0000 7f6174800640 1 Processor -- start 2024-09-05T02:25:48.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.104+0000 7f6174800640 1 -- start start 2024-09-05T02:25:48.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.104+0000 7f6174800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f616c103ff0 0x7f616c19a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:48.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.104+0000 7f6174800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f616c1049a0 0x7f616c19ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:48.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.104+0000 7f6174800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f616c109120 0x7f616c19ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:48.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.104+0000 7f6174800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f616c114120 con 0x7f616c103ff0 2024-09-05T02:25:48.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.104+0000 7f6174800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f616c113fa0 con 0x7f616c109120 2024-09-05T02:25:48.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.104+0000 7f6174800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f616c1142a0 con 0x7f616c1049a0 2024-09-05T02:25:48.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.104+0000 7f6171e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f616c103ff0 0x7f616c19a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:48.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.104+0000 7f6171e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f616c103ff0 0x7f616c19a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33528/0 (socket says 172.21.15.33:33528) 2024-09-05T02:25:48.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.104+0000 7f6171e00640 1 -- 172.21.15.33:0/66113634 learned_addr learned my addr 172.21.15.33:0/66113634 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:48.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.104+0000 7f6171400640 1 --2- 172.21.15.33:0/66113634 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f616c1049a0 0x7f616c19ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:48.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.105+0000 7f6172800640 1 --2- 172.21.15.33:0/66113634 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f616c109120 0x7f616c19ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:48.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.105+0000 7f6171e00640 1 -- 172.21.15.33:0/66113634 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f616c1049a0 msgr2=0x7f616c19ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:48.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.105+0000 7f6171e00640 1 --2- 172.21.15.33:0/66113634 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f616c1049a0 0x7f616c19ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:48.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.105+0000 7f6171e00640 1 -- 172.21.15.33:0/66113634 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f616c109120 msgr2=0x7f616c19ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:48.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.105+0000 7f6171e00640 1 --2- 172.21.15.33:0/66113634 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f616c109120 0x7f616c19ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:48.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.105+0000 7f6171e00640 1 -- 172.21.15.33:0/66113634 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f616c19f5f0 con 0x7f616c103ff0 2024-09-05T02:25:48.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.105+0000 7f6172800640 1 --2- 172.21.15.33:0/66113634 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f616c109120 0x7f616c19ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:25:48.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.105+0000 7f6171e00640 1 --2- 172.21.15.33:0/66113634 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f616c103ff0 0x7f616c19a640 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f616000e9f0 tx=0x7f616000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:48.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.105+0000 7f6166a00640 1 -- 172.21.15.33:0/66113634 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f616000cd80 con 0x7f616c103ff0 2024-09-05T02:25:48.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.106+0000 7f6166a00640 1 -- 172.21.15.33:0/66113634 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6160010910 con 0x7f616c103ff0 2024-09-05T02:25:48.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.106+0000 7f6174800640 1 -- 172.21.15.33:0/66113634 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f616c19f8e0 con 0x7f616c103ff0 2024-09-05T02:25:48.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.106+0000 7f6166a00640 1 -- 172.21.15.33:0/66113634 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6160018990 con 0x7f616c103ff0 2024-09-05T02:25:48.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.106+0000 7f6174800640 1 -- 172.21.15.33:0/66113634 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f616c1a71c0 con 0x7f616c103ff0 2024-09-05T02:25:48.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.107+0000 7f6174800640 1 -- 172.21.15.33:0/66113634 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f616c1054d0 con 0x7f616c103ff0 2024-09-05T02:25:48.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.109+0000 7f6166a00640 1 -- 172.21.15.33:0/66113634 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6160010ac0 con 0x7f616c103ff0 2024-09-05T02:25:48.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.110+0000 7f6166a00640 1 --2- 172.21.15.33:0/66113634 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f61540a2c10 0x7f61540a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:48.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.111+0000 7f6166a00640 1 -- 172.21.15.33:0/66113634 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f61600cf5c0 con 0x7f616c103ff0 2024-09-05T02:25:48.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.111+0000 7f6171400640 1 --2- 172.21.15.33:0/66113634 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f61540a2c10 0x7f61540a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:48.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.111+0000 7f6171400640 1 --2- 172.21.15.33:0/66113634 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f61540a2c10 0x7f61540a50d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f615c009230 tx=0x7f615c0058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:48.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.116+0000 7f6166a00640 1 -- 172.21.15.33:0/66113634 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f616009c380 con 0x7f616c103ff0 2024-09-05T02:25:48.216 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:48 smithi033 ceph-mon[29909]: pgmap v322: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s; 5.7 KiB/s, 0 keys/s, 1 objects/s recovering 2024-09-05T02:25:48.217 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:48 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:25:48.217 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:48 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:25:48.217 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:48 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:25:48.217 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:48 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:25:48.217 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:48 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1279524845' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-05T02:25:48.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.305+0000 7f6174800640 1 -- 172.21.15.33:0/66113634 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f616c10c360 con 0x7f616c103ff0 2024-09-05T02:25:48.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.306+0000 7f6166a00640 1 -- 172.21.15.33:0/66113634 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f616009bc80 con 0x7f616c103ff0 2024-09-05T02:25:48.308 INFO:teuthology.orchestra.run.smithi033.stdout:77309411401 2024-09-05T02:25:48.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.308+0000 7f6174800640 1 -- 172.21.15.33:0/66113634 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f61540a2c10 msgr2=0x7f61540a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:48.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.308+0000 7f6174800640 1 --2- 172.21.15.33:0/66113634 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f61540a2c10 0x7f61540a50d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f615c009230 tx=0x7f615c0058d0 comp rx=0 tx=0).stop 2024-09-05T02:25:48.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.308+0000 7f6174800640 1 -- 172.21.15.33:0/66113634 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f616c103ff0 msgr2=0x7f616c19a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:48.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.308+0000 7f6174800640 1 --2- 172.21.15.33:0/66113634 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f616c103ff0 0x7f616c19a640 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f616000e9f0 tx=0x7f616000eeb0 comp rx=0 tx=0).stop 2024-09-05T02:25:48.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.308+0000 7f6174800640 1 -- 172.21.15.33:0/66113634 shutdown_connections 2024-09-05T02:25:48.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.308+0000 7f6174800640 1 --2- 172.21.15.33:0/66113634 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f61540a2c10 0x7f61540a50d0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:48.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.308+0000 7f6174800640 1 --2- 172.21.15.33:0/66113634 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f616c109120 0x7f616c19ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:48.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.308+0000 7f6174800640 1 --2- 172.21.15.33:0/66113634 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f616c1049a0 0x7f616c19ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:48.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.308+0000 7f6174800640 1 --2- 172.21.15.33:0/66113634 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f616c103ff0 0x7f616c19a640 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:48.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.308+0000 7f6174800640 1 -- 172.21.15.33:0/66113634 >> 172.21.15.33:0/66113634 conn(0x7f616c0ffa90 msgr2=0x7f616c100db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:48.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.308+0000 7f6174800640 1 -- 172.21.15.33:0/66113634 shutdown_connections 2024-09-05T02:25:48.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:48.308+0000 7f6174800640 1 -- 172.21.15.33:0/66113634 wait complete. 2024-09-05T02:25:48.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:48 smithi123 ceph-mon[34031]: pgmap v322: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s; 5.7 KiB/s, 0 keys/s, 1 objects/s recovering 2024-09-05T02:25:48.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:48 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:25:48.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:48 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:25:48.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:48 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:25:48.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:48 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:25:48.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:48 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1279524845' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-05T02:25:48.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:48 smithi174 ceph-mon[34756]: pgmap v322: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s; 5.7 KiB/s, 0 keys/s, 1 objects/s recovering 2024-09-05T02:25:48.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:48 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:25:48.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:48 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:25:48.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:48 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:25:48.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:48 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:25:48.529 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:48 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1279524845' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-05T02:25:48.896 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:48.930 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574922 got 55834574924 for osd.1 2024-09-05T02:25:48.930 DEBUG:teuthology.parallel:result is None 2024-09-05T02:25:49.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.101+0000 7f3b2ac00640 1 -- 172.21.15.33:0/2580822532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b241019d0 msgr2=0x7f3b24101e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:49.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.101+0000 7f3b2ac00640 1 --2- 172.21.15.33:0/2580822532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b241019d0 0x7f3b24101e30 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f3b10009930 tx=0x7f3b1002a440 comp rx=0 tx=0).stop 2024-09-05T02:25:49.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.101+0000 7f3b2ac00640 1 -- 172.21.15.33:0/2580822532 shutdown_connections 2024-09-05T02:25:49.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.101+0000 7f3b2ac00640 1 --2- 172.21.15.33:0/2580822532 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3b24102370 0x7f3b2410e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.101+0000 7f3b2ac00640 1 --2- 172.21.15.33:0/2580822532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b241019d0 0x7f3b24101e30 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.101+0000 7f3b2ac00640 1 --2- 172.21.15.33:0/2580822532 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b241079d0 0x7f3b24107db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.101+0000 7f3b2ac00640 1 -- 172.21.15.33:0/2580822532 >> 172.21.15.33:0/2580822532 conn(0x7f3b240fd710 msgr2=0x7f3b240ffb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:49.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.101+0000 7f3b2ac00640 1 -- 172.21.15.33:0/2580822532 shutdown_connections 2024-09-05T02:25:49.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.101+0000 7f3b2ac00640 1 -- 172.21.15.33:0/2580822532 wait complete. 2024-09-05T02:25:49.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.102+0000 7f3b2ac00640 1 Processor -- start 2024-09-05T02:25:49.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.102+0000 7f3b2ac00640 1 -- start start 2024-09-05T02:25:49.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.103+0000 7f3b2ac00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3b241019d0 0x7f3b2419a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:49.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.103+0000 7f3b2ac00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b24102370 0x7f3b2419aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:49.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.103+0000 7f3b2ac00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b241079d0 0x7f3b2419eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:49.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.103+0000 7f3b2ac00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3b24111de0 con 0x7f3b24102370 2024-09-05T02:25:49.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.103+0000 7f3b2ac00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3b24111c60 con 0x7f3b241079d0 2024-09-05T02:25:49.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.103+0000 7f3b2ac00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3b24111f60 con 0x7f3b241019d0 2024-09-05T02:25:49.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.103+0000 7f3b29800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3b241019d0 0x7f3b2419a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:49.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.103+0000 7f3b29800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3b241019d0 0x7f3b2419a4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:48372/0 (socket says 172.21.15.33:48372) 2024-09-05T02:25:49.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.103+0000 7f3b29800640 1 -- 172.21.15.33:0/566953364 learned_addr learned my addr 172.21.15.33:0/566953364 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:49.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.103+0000 7f3b28e00640 1 --2- 172.21.15.33:0/566953364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b24102370 0x7f3b2419aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:49.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.103+0000 7f3b2a200640 1 --2- 172.21.15.33:0/566953364 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b241079d0 0x7f3b2419eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:49.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.104+0000 7f3b29800640 1 -- 172.21.15.33:0/566953364 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b241079d0 msgr2=0x7f3b2419eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:49.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.104+0000 7f3b29800640 1 --2- 172.21.15.33:0/566953364 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b241079d0 0x7f3b2419eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.104+0000 7f3b29800640 1 -- 172.21.15.33:0/566953364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b24102370 msgr2=0x7f3b2419aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:49.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.104+0000 7f3b29800640 1 --2- 172.21.15.33:0/566953364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b24102370 0x7f3b2419aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.104+0000 7f3b29800640 1 -- 172.21.15.33:0/566953364 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b2419f480 con 0x7f3b241019d0 2024-09-05T02:25:49.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.104+0000 7f3b29800640 1 --2- 172.21.15.33:0/566953364 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3b241019d0 0x7f3b2419a4d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3b1800d950 tx=0x7f3b1800de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:49.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.104+0000 7f3b22000640 1 -- 172.21.15.33:0/566953364 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b18017070 con 0x7f3b241019d0 2024-09-05T02:25:49.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.104+0000 7f3b22000640 1 -- 172.21.15.33:0/566953364 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3b18009c30 con 0x7f3b241019d0 2024-09-05T02:25:49.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.104+0000 7f3b2ac00640 1 -- 172.21.15.33:0/566953364 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b2419f770 con 0x7f3b241019d0 2024-09-05T02:25:49.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.104+0000 7f3b22000640 1 -- 172.21.15.33:0/566953364 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b1800f6b0 con 0x7f3b241019d0 2024-09-05T02:25:49.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.104+0000 7f3b2ac00640 1 -- 172.21.15.33:0/566953364 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b241a7050 con 0x7f3b241019d0 2024-09-05T02:25:49.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.105+0000 7f3b2ac00640 1 -- 172.21.15.33:0/566953364 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b24101e30 con 0x7f3b241019d0 2024-09-05T02:25:49.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.107+0000 7f3b22000640 1 -- 172.21.15.33:0/566953364 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3b180109d0 con 0x7f3b241019d0 2024-09-05T02:25:49.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.109+0000 7f3b22000640 1 --2- 172.21.15.33:0/566953364 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f3b0c0a2c10 0x7f3b0c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:49.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.109+0000 7f3b22000640 1 -- 172.21.15.33:0/566953364 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f3b180cecf0 con 0x7f3b241019d0 2024-09-05T02:25:49.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.109+0000 7f3b28e00640 1 --2- 172.21.15.33:0/566953364 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f3b0c0a2c10 0x7f3b0c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:49.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.109+0000 7f3b28e00640 1 --2- 172.21.15.33:0/566953364 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f3b0c0a2c10 0x7f3b0c0a50d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f3b10006010 tx=0x7f3b10000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:49.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.113+0000 7f3b22000640 1 -- 172.21.15.33:0/566953364 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3b18009de0 con 0x7f3b241019d0 2024-09-05T02:25:49.236 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:49 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/66113634' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-05T02:25:49.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.302+0000 7f3b2ac00640 1 -- 172.21.15.33:0/566953364 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f3b241a7330 con 0x7f3b241019d0 2024-09-05T02:25:49.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.303+0000 7f3b22000640 1 -- 172.21.15.33:0/566953364 <== mon.1 v2:172.21.15.174:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f3b1809b460 con 0x7f3b241019d0 2024-09-05T02:25:49.306 INFO:teuthology.orchestra.run.smithi033.stdout:163208757306 2024-09-05T02:25:49.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.305+0000 7f3b2ac00640 1 -- 172.21.15.33:0/566953364 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f3b0c0a2c10 msgr2=0x7f3b0c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:49.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.305+0000 7f3b2ac00640 1 --2- 172.21.15.33:0/566953364 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f3b0c0a2c10 0x7f3b0c0a50d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f3b10006010 tx=0x7f3b10000bc0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.305+0000 7f3b2ac00640 1 -- 172.21.15.33:0/566953364 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3b241019d0 msgr2=0x7f3b2419a4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:49.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.305+0000 7f3b2ac00640 1 --2- 172.21.15.33:0/566953364 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3b241019d0 0x7f3b2419a4d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3b1800d950 tx=0x7f3b1800de10 comp rx=0 tx=0).stop 2024-09-05T02:25:49.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.305+0000 7f3b2ac00640 1 -- 172.21.15.33:0/566953364 shutdown_connections 2024-09-05T02:25:49.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.305+0000 7f3b2ac00640 1 --2- 172.21.15.33:0/566953364 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f3b0c0a2c10 0x7f3b0c0a50d0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.305+0000 7f3b2ac00640 1 --2- 172.21.15.33:0/566953364 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b241079d0 0x7f3b2419eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.305+0000 7f3b2ac00640 1 --2- 172.21.15.33:0/566953364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b24102370 0x7f3b2419aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.305+0000 7f3b2ac00640 1 --2- 172.21.15.33:0/566953364 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3b241019d0 0x7f3b2419a4d0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.305+0000 7f3b2ac00640 1 -- 172.21.15.33:0/566953364 >> 172.21.15.33:0/566953364 conn(0x7f3b240fd710 msgr2=0x7f3b2410d0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:49.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.306+0000 7f3b2ac00640 1 -- 172.21.15.33:0/566953364 shutdown_connections 2024-09-05T02:25:49.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.306+0000 7f3b2ac00640 1 -- 172.21.15.33:0/566953364 wait complete. 2024-09-05T02:25:49.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:49 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/66113634' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-05T02:25:49.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:49 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/66113634' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-05T02:25:49.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.787+0000 7f9577800640 1 -- 172.21.15.33:0/2040012967 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9570103ff0 msgr2=0x7f95701043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:49.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.787+0000 7f9577800640 1 --2- 172.21.15.33:0/2040012967 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9570103ff0 0x7f95701043d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f9560009900 tx=0x7f956002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.787+0000 7f9577800640 1 -- 172.21.15.33:0/2040012967 shutdown_connections 2024-09-05T02:25:49.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.787+0000 7f9577800640 1 --2- 172.21.15.33:0/2040012967 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9570109120 0x7f9570110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.787+0000 7f9577800640 1 --2- 172.21.15.33:0/2040012967 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f95701049a0 0x7f95701089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.787+0000 7f9577800640 1 --2- 172.21.15.33:0/2040012967 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9570103ff0 0x7f95701043d0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.787+0000 7f9577800640 1 -- 172.21.15.33:0/2040012967 >> 172.21.15.33:0/2040012967 conn(0x7f95700ffa90 msgr2=0x7f9570101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:49.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.787+0000 7f9577800640 1 -- 172.21.15.33:0/2040012967 shutdown_connections 2024-09-05T02:25:49.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.787+0000 7f9577800640 1 -- 172.21.15.33:0/2040012967 wait complete. 2024-09-05T02:25:49.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.788+0000 7f9577800640 1 Processor -- start 2024-09-05T02:25:49.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.788+0000 7f9577800640 1 -- start start 2024-09-05T02:25:49.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.788+0000 7f9577800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9570103ff0 0x7f957019a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:49.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.788+0000 7f9577800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f95701049a0 0x7f957019abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:49.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.789+0000 7f9577800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9570109120 0x7f957019ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:49.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.789+0000 7f9577800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9570114190 con 0x7f9570103ff0 2024-09-05T02:25:49.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.789+0000 7f9577800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9570114010 con 0x7f95701049a0 2024-09-05T02:25:49.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.789+0000 7f9577800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f9570114310 con 0x7f9570109120 2024-09-05T02:25:49.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.789+0000 7f9574e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9570103ff0 0x7f957019a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:49.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.789+0000 7f9574e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9570103ff0 0x7f957019a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33570/0 (socket says 172.21.15.33:33570) 2024-09-05T02:25:49.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.789+0000 7f9567e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f95701049a0 0x7f957019abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:49.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.789+0000 7f9574e00640 1 -- 172.21.15.33:0/1456957616 learned_addr learned my addr 172.21.15.33:0/1456957616 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:49.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.789+0000 7f9575800640 1 --2- 172.21.15.33:0/1456957616 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9570109120 0x7f957019ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:49.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.789+0000 7f9567e00640 1 -- 172.21.15.33:0/1456957616 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9570109120 msgr2=0x7f957019ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:49.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.789+0000 7f9567e00640 1 --2- 172.21.15.33:0/1456957616 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9570109120 0x7f957019ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.789+0000 7f9567e00640 1 -- 172.21.15.33:0/1456957616 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9570103ff0 msgr2=0x7f957019a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:49.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.789+0000 7f9567e00640 1 --2- 172.21.15.33:0/1456957616 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9570103ff0 0x7f957019a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.789+0000 7f9567e00640 1 -- 172.21.15.33:0/1456957616 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f957019f640 con 0x7f95701049a0 2024-09-05T02:25:49.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.790+0000 7f9567e00640 1 --2- 172.21.15.33:0/1456957616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f95701049a0 0x7f957019abd0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f955800e9f0 tx=0x7f955800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:49.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.790+0000 7f956e000640 1 -- 172.21.15.33:0/1456957616 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f955800ccc0 con 0x7f95701049a0 2024-09-05T02:25:49.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.790+0000 7f9577800640 1 -- 172.21.15.33:0/1456957616 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f957019f930 con 0x7f95701049a0 2024-09-05T02:25:49.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.790+0000 7f956e000640 1 -- 172.21.15.33:0/1456957616 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9558005020 con 0x7f95701049a0 2024-09-05T02:25:49.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.790+0000 7f956e000640 1 -- 172.21.15.33:0/1456957616 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95580049e0 con 0x7f95701049a0 2024-09-05T02:25:49.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.790+0000 7f9577800640 1 -- 172.21.15.33:0/1456957616 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95701a7210 con 0x7f95701049a0 2024-09-05T02:25:49.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.791+0000 7f9577800640 1 -- 172.21.15.33:0/1456957616 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95701043d0 con 0x7f95701049a0 2024-09-05T02:25:49.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.793+0000 7f956e000640 1 -- 172.21.15.33:0/1456957616 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f9558005560 con 0x7f95701049a0 2024-09-05T02:25:49.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.794+0000 7f956e000640 1 --2- 172.21.15.33:0/1456957616 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f95540a2c10 0x7f95540a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:49.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.795+0000 7f956e000640 1 -- 172.21.15.33:0/1456957616 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f95580cf220 con 0x7f95701049a0 2024-09-05T02:25:49.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.795+0000 7f9574e00640 1 --2- 172.21.15.33:0/1456957616 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f95540a2c10 0x7f95540a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:49.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.795+0000 7f9574e00640 1 --2- 172.21.15.33:0/1456957616 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f95540a2c10 0x7f95540a50d0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f95600096c0 tx=0x7f95600046c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:49.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.797+0000 7f956e000640 1 -- 172.21.15.33:0/1456957616 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f95580051d0 con 0x7f95701049a0 2024-09-05T02:25:49.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.984+0000 7f9577800640 1 -- 172.21.15.33:0/1456957616 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f957019b9f0 con 0x7f95701049a0 2024-09-05T02:25:49.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.985+0000 7f956e000640 1 -- 172.21.15.33:0/1456957616 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f955809bfe0 con 0x7f95701049a0 2024-09-05T02:25:49.988 INFO:teuthology.orchestra.run.smithi033.stdout:279172874276 2024-09-05T02:25:49.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.987+0000 7f9577800640 1 -- 172.21.15.33:0/1456957616 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f95540a2c10 msgr2=0x7f95540a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:49.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.987+0000 7f9577800640 1 --2- 172.21.15.33:0/1456957616 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f95540a2c10 0x7f95540a50d0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f95600096c0 tx=0x7f95600046c0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.987+0000 7f9577800640 1 -- 172.21.15.33:0/1456957616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f95701049a0 msgr2=0x7f957019abd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:49.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.987+0000 7f9577800640 1 --2- 172.21.15.33:0/1456957616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f95701049a0 0x7f957019abd0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f955800e9f0 tx=0x7f955800eeb0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.987+0000 7f9577800640 1 -- 172.21.15.33:0/1456957616 shutdown_connections 2024-09-05T02:25:49.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.988+0000 7f9577800640 1 --2- 172.21.15.33:0/1456957616 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f95540a2c10 0x7f95540a50d0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.988+0000 7f9577800640 1 --2- 172.21.15.33:0/1456957616 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9570109120 0x7f957019ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.988+0000 7f9577800640 1 --2- 172.21.15.33:0/1456957616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f95701049a0 0x7f957019abd0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.988+0000 7f9577800640 1 --2- 172.21.15.33:0/1456957616 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9570103ff0 0x7f957019a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:49.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.988+0000 7f9577800640 1 -- 172.21.15.33:0/1456957616 >> 172.21.15.33:0/1456957616 conn(0x7f95700ffa90 msgr2=0x7f9570100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:49.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.988+0000 7f9577800640 1 -- 172.21.15.33:0/1456957616 shutdown_connections 2024-09-05T02:25:49.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:49.988+0000 7f9577800640 1 -- 172.21.15.33:0/1456957616 wait complete. 2024-09-05T02:25:50.186 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:50.280 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:50 smithi033 ceph-mon[29909]: pgmap v323: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s; 4.9 KiB/s, 0 keys/s, 1 objects/s recovering 2024-09-05T02:25:50.280 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:50 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/566953364' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-05T02:25:50.280 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:50 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1456957616' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-05T02:25:50.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:50 smithi123 ceph-mon[34031]: pgmap v323: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s; 4.9 KiB/s, 0 keys/s, 1 objects/s recovering 2024-09-05T02:25:50.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:50 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/566953364' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-05T02:25:50.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:50 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1456957616' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-05T02:25:50.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:50 smithi174 ceph-mon[34756]: pgmap v323: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s; 4.9 KiB/s, 0 keys/s, 1 objects/s recovering 2024-09-05T02:25:50.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:50 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/566953364' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-05T02:25:50.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:50 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1456957616' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-05T02:25:50.865 INFO:tasks.cephadm.ceph_manager.ceph:need seq 141733920828 got 141733920830 for osd.4 2024-09-05T02:25:50.865 DEBUG:teuthology.parallel:result is None 2024-09-05T02:25:51.557 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411398 got 77309411401 for osd.2 2024-09-05T02:25:51.557 DEBUG:teuthology.parallel:result is None 2024-09-05T02:25:52.167 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:52 smithi033 ceph-mon[29909]: pgmap v324: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s; 4.9 KiB/s, 0 keys/s, 1 objects/s recovering 2024-09-05T02:25:52.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:52 smithi123 ceph-mon[34031]: pgmap v324: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s; 4.9 KiB/s, 0 keys/s, 1 objects/s recovering 2024-09-05T02:25:52.451 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:52.488 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757304 got 163208757306 for osd.5 2024-09-05T02:25:52.488 DEBUG:teuthology.parallel:result is None 2024-09-05T02:25:52.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:52 smithi174 ceph-mon[34756]: pgmap v324: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s; 4.9 KiB/s, 0 keys/s, 1 objects/s recovering 2024-09-05T02:25:52.738 INFO:teuthology.orchestra.run.smithi033.stdout:249108103211 2024-09-05T02:25:52.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.281+0000 7fb4af200640 1 -- 172.21.15.33:0/2744751340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4a8102780 msgr2=0x7fb4a81067d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:52.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.281+0000 7fb4af200640 1 --2- 172.21.15.33:0/2744751340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4a8102780 0x7fb4a81067d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fb494009900 tx=0x7fb49402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:25:52.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.281+0000 7fb4af200640 1 -- 172.21.15.33:0/2744751340 shutdown_connections 2024-09-05T02:25:52.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.281+0000 7fb4af200640 1 --2- 172.21.15.33:0/2744751340 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb4a8106f00 0x7fb4a810ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:52.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.281+0000 7fb4af200640 1 --2- 172.21.15.33:0/2744751340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4a8102780 0x7fb4a81067d0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:52.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.281+0000 7fb4af200640 1 --2- 172.21.15.33:0/2744751340 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb4a8101dd0 0x7fb4a81021b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:52.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.281+0000 7fb4af200640 1 -- 172.21.15.33:0/2744751340 >> 172.21.15.33:0/2744751340 conn(0x7fb4a80fd8b0 msgr2=0x7fb4a80ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:52.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.281+0000 7fb4af200640 1 -- 172.21.15.33:0/2744751340 shutdown_connections 2024-09-05T02:25:52.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.281+0000 7fb4af200640 1 -- 172.21.15.33:0/2744751340 wait complete. 2024-09-05T02:25:52.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.282+0000 7fb4af200640 1 Processor -- start 2024-09-05T02:25:52.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.282+0000 7fb4af200640 1 -- start start 2024-09-05T02:25:52.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.283+0000 7fb4af200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4a8101dd0 0x7fb4a8198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:52.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.283+0000 7fb4af200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb4a8102780 0x7fb4a81989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:52.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.283+0000 7fb4af200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb4a8106f00 0x7fb4a819cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:52.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.283+0000 7fb4af200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb4a8111f70 con 0x7fb4a8101dd0 2024-09-05T02:25:52.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.283+0000 7fb4af200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb4a8111df0 con 0x7fb4a8106f00 2024-09-05T02:25:52.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.283+0000 7fb4af200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb4a81120f0 con 0x7fb4a8102780 2024-09-05T02:25:52.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.283+0000 7fb4a7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4a8101dd0 0x7fb4a8198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:52.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.283+0000 7fb4a7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4a8101dd0 0x7fb4a8198470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46426/0 (socket says 172.21.15.33:46426) 2024-09-05T02:25:52.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.283+0000 7fb4a7e00640 1 -- 172.21.15.33:0/2350933134 learned_addr learned my addr 172.21.15.33:0/2350933134 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:52.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.283+0000 7fb4ad200640 1 --2- 172.21.15.33:0/2350933134 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb4a8106f00 0x7fb4a819cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:52.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.283+0000 7fb4a7400640 1 --2- 172.21.15.33:0/2350933134 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb4a8102780 0x7fb4a81989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:52.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.284+0000 7fb4a7e00640 1 -- 172.21.15.33:0/2350933134 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb4a8102780 msgr2=0x7fb4a81989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:52.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.284+0000 7fb4a7e00640 1 --2- 172.21.15.33:0/2350933134 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb4a8102780 0x7fb4a81989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:52.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.284+0000 7fb4a7e00640 1 -- 172.21.15.33:0/2350933134 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb4a8106f00 msgr2=0x7fb4a819cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:52.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.284+0000 7fb4a7e00640 1 --2- 172.21.15.33:0/2350933134 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb4a8106f00 0x7fb4a819cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:52.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.284+0000 7fb4a7e00640 1 -- 172.21.15.33:0/2350933134 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4a819d420 con 0x7fb4a8101dd0 2024-09-05T02:25:52.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.284+0000 7fb4ad200640 1 --2- 172.21.15.33:0/2350933134 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb4a8106f00 0x7fb4a819cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:25:52.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.284+0000 7fb4a7e00640 1 --2- 172.21.15.33:0/2350933134 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4a8101dd0 0x7fb4a8198470 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fb49800ea60 tx=0x7fb49800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:52.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.284+0000 7fb4a4c00640 1 -- 172.21.15.33:0/2350933134 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb49800cde0 con 0x7fb4a8101dd0 2024-09-05T02:25:52.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.284+0000 7fb4a4c00640 1 -- 172.21.15.33:0/2350933134 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4980035f0 con 0x7fb4a8101dd0 2024-09-05T02:25:52.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.284+0000 7fb4a4c00640 1 -- 172.21.15.33:0/2350933134 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb498010670 con 0x7fb4a8101dd0 2024-09-05T02:25:52.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.284+0000 7fb4af200640 1 -- 172.21.15.33:0/2350933134 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4a819d710 con 0x7fb4a8101dd0 2024-09-05T02:25:52.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.285+0000 7fb4af200640 1 -- 172.21.15.33:0/2350933134 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4a81a4ff0 con 0x7fb4a8101dd0 2024-09-05T02:25:52.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.286+0000 7fb4af200640 1 -- 172.21.15.33:0/2350933134 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4a81021b0 con 0x7fb4a8101dd0 2024-09-05T02:25:52.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.289+0000 7fb4a4c00640 1 -- 172.21.15.33:0/2350933134 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fb4980037a0 con 0x7fb4a8101dd0 2024-09-05T02:25:52.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.290+0000 7fb4a4c00640 1 --2- 172.21.15.33:0/2350933134 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb48c0a2c10 0x7fb48c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:52.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.290+0000 7fb4a4c00640 1 -- 172.21.15.33:0/2350933134 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fb4980cf5a0 con 0x7fb4a8101dd0 2024-09-05T02:25:52.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.291+0000 7fb4a7400640 1 --2- 172.21.15.33:0/2350933134 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb48c0a2c10 0x7fb48c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:52.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.291+0000 7fb4a7400640 1 --2- 172.21.15.33:0/2350933134 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb48c0a2c10 0x7fb48c0a50d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb494000c00 tx=0x7fb494005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:52.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.293+0000 7fb4a4c00640 1 -- 172.21.15.33:0/2350933134 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb49809c3f0 con 0x7fb4a8101dd0 2024-09-05T02:25:52.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.509+0000 7fb4af200640 1 -- 172.21.15.33:0/2350933134 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7fb4a81997d0 con 0x7fb4a8101dd0 2024-09-05T02:25:52.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.509+0000 7fb4a4c00640 1 -- 172.21.15.33:0/2350933134 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fb4a81997d0 con 0x7fb4a8101dd0 2024-09-05T02:25:52.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.512+0000 7fb4af200640 1 -- 172.21.15.33:0/2350933134 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb48c0a2c10 msgr2=0x7fb48c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:52.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.512+0000 7fb4af200640 1 --2- 172.21.15.33:0/2350933134 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb48c0a2c10 0x7fb48c0a50d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb494000c00 tx=0x7fb494005b50 comp rx=0 tx=0).stop 2024-09-05T02:25:52.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.512+0000 7fb4af200640 1 -- 172.21.15.33:0/2350933134 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4a8101dd0 msgr2=0x7fb4a8198470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:52.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.512+0000 7fb4af200640 1 --2- 172.21.15.33:0/2350933134 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4a8101dd0 0x7fb4a8198470 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fb49800ea60 tx=0x7fb49800ef20 comp rx=0 tx=0).stop 2024-09-05T02:25:52.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.512+0000 7fb4af200640 1 -- 172.21.15.33:0/2350933134 shutdown_connections 2024-09-05T02:25:52.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.512+0000 7fb4af200640 1 --2- 172.21.15.33:0/2350933134 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb48c0a2c10 0x7fb48c0a50d0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:52.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.512+0000 7fb4af200640 1 --2- 172.21.15.33:0/2350933134 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb4a8106f00 0x7fb4a819cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:52.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.512+0000 7fb4af200640 1 --2- 172.21.15.33:0/2350933134 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb4a8102780 0x7fb4a81989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:52.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.512+0000 7fb4af200640 1 --2- 172.21.15.33:0/2350933134 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4a8101dd0 0x7fb4a8198470 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:52.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.512+0000 7fb4af200640 1 -- 172.21.15.33:0/2350933134 >> 172.21.15.33:0/2350933134 conn(0x7fb4a80fd8b0 msgr2=0x7fb4a80fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:52.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.512+0000 7fb4af200640 1 -- 172.21.15.33:0/2350933134 shutdown_connections 2024-09-05T02:25:52.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.512+0000 7fb4af200640 1 -- 172.21.15.33:0/2350933134 wait complete. 2024-09-05T02:25:53.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:53 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2350933134' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-05T02:25:53.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:53 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/4065211768' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-05T02:25:53.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:53 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2350933134' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-05T02:25:53.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:53 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/4065211768' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-05T02:25:53.422 INFO:tasks.cephadm.ceph_manager.ceph:need seq 249108103208 got 249108103211 for osd.8 2024-09-05T02:25:53.422 DEBUG:teuthology.parallel:result is None 2024-09-05T02:25:53.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:53 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2350933134' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-05T02:25:53.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:53 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/4065211768' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-05T02:25:53.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.623+0000 7f1d56c00640 1 -- 172.21.15.33:0/3929810637 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d501027a0 msgr2=0x7f1d501067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:53.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.623+0000 7f1d56c00640 1 --2- 172.21.15.33:0/3929810637 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d501027a0 0x7f1d501067f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f1d38009900 tx=0x7f1d3802a410 comp rx=0 tx=0).stop 2024-09-05T02:25:53.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.623+0000 7f1d56c00640 1 -- 172.21.15.33:0/3929810637 shutdown_connections 2024-09-05T02:25:53.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.623+0000 7f1d56c00640 1 --2- 172.21.15.33:0/3929810637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d50106f20 0x7f1d5010eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:53.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.623+0000 7f1d56c00640 1 --2- 172.21.15.33:0/3929810637 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d501027a0 0x7f1d501067f0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:53.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.623+0000 7f1d56c00640 1 --2- 172.21.15.33:0/3929810637 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d50101df0 0x7f1d501021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:53.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.623+0000 7f1d56c00640 1 -- 172.21.15.33:0/3929810637 >> 172.21.15.33:0/3929810637 conn(0x7f1d500fd8b0 msgr2=0x7f1d500ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:53.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.623+0000 7f1d56c00640 1 -- 172.21.15.33:0/3929810637 shutdown_connections 2024-09-05T02:25:53.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.623+0000 7f1d56c00640 1 -- 172.21.15.33:0/3929810637 wait complete. 2024-09-05T02:25:53.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.624+0000 7f1d56c00640 1 Processor -- start 2024-09-05T02:25:53.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.624+0000 7f1d56c00640 1 -- start start 2024-09-05T02:25:53.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.625+0000 7f1d56c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d50101df0 0x7f1d5019a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:53.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.625+0000 7f1d56c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d501027a0 0x7f1d5019ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:53.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.625+0000 7f1d56c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d50106f20 0x7f1d5019ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:53.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.625+0000 7f1d56c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1d50111f80 con 0x7f1d50101df0 2024-09-05T02:25:53.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.625+0000 7f1d56c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1d50111e00 con 0x7f1d50106f20 2024-09-05T02:25:53.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.625+0000 7f1d56c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f1d50112100 con 0x7f1d501027a0 2024-09-05T02:25:53.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.625+0000 7f1d4fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d50101df0 0x7f1d5019a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:53.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.625+0000 7f1d4fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d50101df0 0x7f1d5019a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46464/0 (socket says 172.21.15.33:46464) 2024-09-05T02:25:53.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.625+0000 7f1d4fe00640 1 -- 172.21.15.33:0/2677088570 learned_addr learned my addr 172.21.15.33:0/2677088570 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:53.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.625+0000 7f1d47400640 1 --2- 172.21.15.33:0/2677088570 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d501027a0 0x7f1d5019ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:53.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.625+0000 7f1d54c00640 1 --2- 172.21.15.33:0/2677088570 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d50106f20 0x7f1d5019ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:53.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.625+0000 7f1d4fe00640 1 -- 172.21.15.33:0/2677088570 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d501027a0 msgr2=0x7f1d5019ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:53.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.625+0000 7f1d4fe00640 1 --2- 172.21.15.33:0/2677088570 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d501027a0 0x7f1d5019ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:53.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.626+0000 7f1d4fe00640 1 -- 172.21.15.33:0/2677088570 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d50106f20 msgr2=0x7f1d5019ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:53.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.626+0000 7f1d4fe00640 1 --2- 172.21.15.33:0/2677088570 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d50106f20 0x7f1d5019ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:53.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.626+0000 7f1d4fe00640 1 -- 172.21.15.33:0/2677088570 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d5019f5f0 con 0x7f1d50101df0 2024-09-05T02:25:53.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.626+0000 7f1d47400640 1 --2- 172.21.15.33:0/2677088570 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d501027a0 0x7f1d5019ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:25:53.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.626+0000 7f1d54c00640 1 --2- 172.21.15.33:0/2677088570 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d50106f20 0x7f1d5019ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:25:53.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.626+0000 7f1d4fe00640 1 --2- 172.21.15.33:0/2677088570 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d50101df0 0x7f1d5019a640 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1d4000e9f0 tx=0x7f1d4000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:53.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.626+0000 7f1d4d600640 1 -- 172.21.15.33:0/2677088570 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d4000cd80 con 0x7f1d50101df0 2024-09-05T02:25:53.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.626+0000 7f1d4d600640 1 -- 172.21.15.33:0/2677088570 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1d40005500 con 0x7f1d50101df0 2024-09-05T02:25:53.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.626+0000 7f1d56c00640 1 -- 172.21.15.33:0/2677088570 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d5019f8e0 con 0x7f1d50101df0 2024-09-05T02:25:53.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.626+0000 7f1d4d600640 1 -- 172.21.15.33:0/2677088570 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d40010690 con 0x7f1d50101df0 2024-09-05T02:25:53.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.626+0000 7f1d56c00640 1 -- 172.21.15.33:0/2677088570 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d501a71c0 con 0x7f1d50101df0 2024-09-05T02:25:53.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.628+0000 7f1d56c00640 1 -- 172.21.15.33:0/2677088570 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d501021d0 con 0x7f1d50101df0 2024-09-05T02:25:53.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.629+0000 7f1d4d600640 1 -- 172.21.15.33:0/2677088570 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1d400046c0 con 0x7f1d50101df0 2024-09-05T02:25:53.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.631+0000 7f1d4d600640 1 --2- 172.21.15.33:0/2677088570 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1d340a2c10 0x7f1d340a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:53.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.631+0000 7f1d4d600640 1 -- 172.21.15.33:0/2677088570 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f1d400cf5f0 con 0x7f1d50101df0 2024-09-05T02:25:53.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.631+0000 7f1d47400640 1 --2- 172.21.15.33:0/2677088570 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1d340a2c10 0x7f1d340a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:53.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.632+0000 7f1d47400640 1 --2- 172.21.15.33:0/2677088570 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1d340a2c10 0x7f1d340a50d0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1d38009230 tx=0x7f1d380058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:53.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.636+0000 7f1d4d600640 1 -- 172.21.15.33:0/2677088570 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1d4009c3b0 con 0x7f1d50101df0 2024-09-05T02:25:53.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.820+0000 7f1d56c00640 1 -- 172.21.15.33:0/2677088570 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f1d5019b9a0 con 0x7f1d50101df0 2024-09-05T02:25:53.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.820+0000 7f1d4d600640 1 -- 172.21.15.33:0/2677088570 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f1d4009bcb0 con 0x7f1d50101df0 2024-09-05T02:25:53.822 INFO:teuthology.orchestra.run.smithi033.stdout:111669149764 2024-09-05T02:25:53.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.822+0000 7f1d56c00640 1 -- 172.21.15.33:0/2677088570 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1d340a2c10 msgr2=0x7f1d340a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:53.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.822+0000 7f1d56c00640 1 --2- 172.21.15.33:0/2677088570 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1d340a2c10 0x7f1d340a50d0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1d38009230 tx=0x7f1d380058d0 comp rx=0 tx=0).stop 2024-09-05T02:25:53.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.822+0000 7f1d56c00640 1 -- 172.21.15.33:0/2677088570 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d50101df0 msgr2=0x7f1d5019a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:53.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.822+0000 7f1d56c00640 1 --2- 172.21.15.33:0/2677088570 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d50101df0 0x7f1d5019a640 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1d4000e9f0 tx=0x7f1d4000edf0 comp rx=0 tx=0).stop 2024-09-05T02:25:53.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.822+0000 7f1d56c00640 1 -- 172.21.15.33:0/2677088570 shutdown_connections 2024-09-05T02:25:53.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.822+0000 7f1d56c00640 1 --2- 172.21.15.33:0/2677088570 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f1d340a2c10 0x7f1d340a50d0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:53.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.822+0000 7f1d56c00640 1 --2- 172.21.15.33:0/2677088570 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d50106f20 0x7f1d5019ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:53.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.822+0000 7f1d56c00640 1 --2- 172.21.15.33:0/2677088570 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d501027a0 0x7f1d5019ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:53.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.822+0000 7f1d56c00640 1 --2- 172.21.15.33:0/2677088570 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d50101df0 0x7f1d5019a640 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:53.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.822+0000 7f1d56c00640 1 -- 172.21.15.33:0/2677088570 >> 172.21.15.33:0/2677088570 conn(0x7f1d500fd8b0 msgr2=0x7f1d500ffc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:53.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.822+0000 7f1d56c00640 1 -- 172.21.15.33:0/2677088570 shutdown_connections 2024-09-05T02:25:53.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:53.822+0000 7f1d56c00640 1 -- 172.21.15.33:0/2677088570 wait complete. 2024-09-05T02:25:53.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.733+0000 7f8cb1400640 1 -- 172.21.15.33:0/1524417081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cac101df0 msgr2=0x7f8cac1021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:53.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.733+0000 7f8cb1400640 1 --2- 172.21.15.33:0/1524417081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cac101df0 0x7f8cac1021d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c009900 tx=0x7f8c9c02a410 comp rx=0 tx=0).stop 2024-09-05T02:25:53.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.734+0000 7f8cb1400640 1 -- 172.21.15.33:0/1524417081 shutdown_connections 2024-09-05T02:25:53.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.734+0000 7f8cb1400640 1 --2- 172.21.15.33:0/1524417081 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8cac106f20 0x7f8cac10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:53.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.734+0000 7f8cb1400640 1 --2- 172.21.15.33:0/1524417081 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8cac1027a0 0x7f8cac1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:53.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.734+0000 7f8cb1400640 1 --2- 172.21.15.33:0/1524417081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cac101df0 0x7f8cac1021d0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:53.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.734+0000 7f8cb1400640 1 -- 172.21.15.33:0/1524417081 >> 172.21.15.33:0/1524417081 conn(0x7f8cac0fd8b0 msgr2=0x7f8cac0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:53.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.734+0000 7f8cb1400640 1 -- 172.21.15.33:0/1524417081 shutdown_connections 2024-09-05T02:25:53.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.734+0000 7f8cb1400640 1 -- 172.21.15.33:0/1524417081 wait complete. 2024-09-05T02:25:53.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.735+0000 7f8cb1400640 1 Processor -- start 2024-09-05T02:25:53.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.735+0000 7f8cb1400640 1 -- start start 2024-09-05T02:25:53.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.736+0000 7f8cb1400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8cac101df0 0x7f8cac0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:53.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.736+0000 7f8cb1400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8cac1027a0 0x7f8cac074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:53.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.736+0000 7f8cb1400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cac106f20 0x7f8cac074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:53.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.736+0000 7f8cb1400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac111f90 con 0x7f8cac106f20 2024-09-05T02:25:53.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.736+0000 7f8cb1400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac111e10 con 0x7f8cac101df0 2024-09-05T02:25:53.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.736+0000 7f8cb1400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac112110 con 0x7f8cac1027a0 2024-09-05T02:25:53.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.736+0000 7f8caa800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8cac101df0 0x7f8cac0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:53.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.736+0000 7f8caa800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8cac101df0 0x7f8cac0744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:46532/0 (socket says 172.21.15.33:46532) 2024-09-05T02:25:53.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.736+0000 7f8caa800640 1 -- 172.21.15.33:0/4065211768 learned_addr learned my addr 172.21.15.33:0/4065211768 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:53.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.736+0000 7f8cab200640 1 --2- 172.21.15.33:0/4065211768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cac106f20 0x7f8cac074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:53.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.736+0000 7f8ca9e00640 1 --2- 172.21.15.33:0/4065211768 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8cac1027a0 0x7f8cac074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:53.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.736+0000 7f8caa800640 1 -- 172.21.15.33:0/4065211768 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8cac1027a0 msgr2=0x7f8cac074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:53.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.736+0000 7f8caa800640 1 --2- 172.21.15.33:0/4065211768 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8cac1027a0 0x7f8cac074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:53.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.736+0000 7f8caa800640 1 -- 172.21.15.33:0/4065211768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cac106f20 msgr2=0x7f8cac074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:53.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.737+0000 7f8caa800640 1 --2- 172.21.15.33:0/4065211768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cac106f20 0x7f8cac074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:53.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.737+0000 7f8caa800640 1 -- 172.21.15.33:0/4065211768 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cac1a6950 con 0x7f8cac101df0 2024-09-05T02:25:53.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.737+0000 7f8cab200640 1 --2- 172.21.15.33:0/4065211768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cac106f20 0x7f8cac074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:25:53.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.737+0000 7f8caa800640 1 --2- 172.21.15.33:0/4065211768 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8cac101df0 0x7f8cac0744f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c004770 tx=0x7f8c9c003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:53.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.738+0000 7f8ca3400640 1 -- 172.21.15.33:0/4065211768 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c03f070 con 0x7f8cac101df0 2024-09-05T02:25:53.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.738+0000 7f8ca3400640 1 -- 172.21.15.33:0/4065211768 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c9c031ca0 con 0x7f8cac101df0 2024-09-05T02:25:53.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.738+0000 7f8ca3400640 1 -- 172.21.15.33:0/4065211768 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c035030 con 0x7f8cac101df0 2024-09-05T02:25:53.848 INFO:teuthology.orchestra.run.smithi033.stdout:300647710750 2024-09-05T02:25:53.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.738+0000 7f8cb1400640 1 -- 172.21.15.33:0/4065211768 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cac1a6be0 con 0x7f8cac101df0 2024-09-05T02:25:53.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.739+0000 7f8cb1400640 1 -- 172.21.15.33:0/4065211768 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cac1a7070 con 0x7f8cac101df0 2024-09-05T02:25:53.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.741+0000 7f8cb1400640 1 -- 172.21.15.33:0/4065211768 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c8c005290 con 0x7f8cac101df0 2024-09-05T02:25:53.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.743+0000 7f8ca3400640 1 -- 172.21.15.33:0/4065211768 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f8c9c042070 con 0x7f8cac101df0 2024-09-05T02:25:53.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.746+0000 7f8ca3400640 1 --2- 172.21.15.33:0/4065211768 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8c900a2d60 0x7f8c900a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:53.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.746+0000 7f8ca3400640 1 -- 172.21.15.33:0/4065211768 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f8c9c0ef9d0 con 0x7f8cac101df0 2024-09-05T02:25:53.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.746+0000 7f8ca9e00640 1 --2- 172.21.15.33:0/4065211768 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8c900a2d60 0x7f8c900a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:53.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.747+0000 7f8ca3400640 1 -- 172.21.15.33:0/4065211768 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8c9c049030 con 0x7f8cac101df0 2024-09-05T02:25:53.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.747+0000 7f8ca9e00640 1 --2- 172.21.15.33:0/4065211768 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8c900a2d60 0x7f8c900a5220 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f8cac075f80 tx=0x7f8c98005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:53.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.948+0000 7f8cb1400640 1 -- 172.21.15.33:0/4065211768 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f8c8c005850 con 0x7f8cac101df0 2024-09-05T02:25:53.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.948+0000 7f8ca3400640 1 -- 172.21.15.33:0/4065211768 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f8c9c0bc810 con 0x7f8cac101df0 2024-09-05T02:25:53.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.950+0000 7f8cb1400640 1 -- 172.21.15.33:0/4065211768 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8c900a2d60 msgr2=0x7f8c900a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:53.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.950+0000 7f8cb1400640 1 --2- 172.21.15.33:0/4065211768 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8c900a2d60 0x7f8c900a5220 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f8cac075f80 tx=0x7f8c98005f90 comp rx=0 tx=0).stop 2024-09-05T02:25:53.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.950+0000 7f8cb1400640 1 -- 172.21.15.33:0/4065211768 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8cac101df0 msgr2=0x7f8cac0744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:53.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.950+0000 7f8cb1400640 1 --2- 172.21.15.33:0/4065211768 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8cac101df0 0x7f8cac0744f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c004770 tx=0x7f8c9c003c10 comp rx=0 tx=0).stop 2024-09-05T02:25:53.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.951+0000 7f8cb1400640 1 -- 172.21.15.33:0/4065211768 shutdown_connections 2024-09-05T02:25:53.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.951+0000 7f8cb1400640 1 --2- 172.21.15.33:0/4065211768 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8c900a2d60 0x7f8c900a5220 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:53.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.951+0000 7f8cb1400640 1 --2- 172.21.15.33:0/4065211768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cac106f20 0x7f8cac074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:53.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.951+0000 7f8cb1400640 1 --2- 172.21.15.33:0/4065211768 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8cac1027a0 0x7f8cac074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:53.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.951+0000 7f8cb1400640 1 --2- 172.21.15.33:0/4065211768 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8cac101df0 0x7f8cac0744f0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:53.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.951+0000 7f8cb1400640 1 -- 172.21.15.33:0/4065211768 >> 172.21.15.33:0/4065211768 conn(0x7f8cac0fd8b0 msgr2=0x7f8cac0feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:53.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.951+0000 7f8cb1400640 1 -- 172.21.15.33:0/4065211768 shutdown_connections 2024-09-05T02:25:53.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:52.951+0000 7f8cb1400640 1 -- 172.21.15.33:0/4065211768 wait complete. 2024-09-05T02:25:54.033 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:54.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:54 smithi033 ceph-mon[29909]: pgmap v325: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-05T02:25:54.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:54 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2677088570' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-05T02:25:54.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:54 smithi123 ceph-mon[34031]: pgmap v325: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-05T02:25:54.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:54 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2677088570' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-05T02:25:54.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:54 smithi174 ceph-mon[34756]: pgmap v325: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-05T02:25:54.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:54 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2677088570' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-05T02:25:54.677 INFO:tasks.cephadm.ceph_manager.ceph:need seq 300647710747 got 300647710750 for osd.10 2024-09-05T02:25:54.677 DEBUG:teuthology.parallel:result is None 2024-09-05T02:25:55.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.469+0000 7fc3e7600640 1 -- 172.21.15.33:0/2322338985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3e0109140 msgr2=0x7fc3e0110cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:55.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.469+0000 7fc3e7600640 1 --2- 172.21.15.33:0/2322338985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3e0109140 0x7fc3e0110cc0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc3d8009ca0 tx=0x7fc3d802a8c0 comp rx=0 tx=0).stop 2024-09-05T02:25:55.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.469+0000 7fc3e7600640 1 -- 172.21.15.33:0/2322338985 shutdown_connections 2024-09-05T02:25:55.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.469+0000 7fc3e7600640 1 --2- 172.21.15.33:0/2322338985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3e0109140 0x7fc3e0110cc0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:55.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.469+0000 7fc3e7600640 1 --2- 172.21.15.33:0/2322338985 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3e01049c0 0x7fc3e0108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:55.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.469+0000 7fc3e7600640 1 --2- 172.21.15.33:0/2322338985 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc3e0104010 0x7fc3e01043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:55.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.469+0000 7fc3e7600640 1 -- 172.21.15.33:0/2322338985 >> 172.21.15.33:0/2322338985 conn(0x7fc3e00ffa50 msgr2=0x7fc3e0101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:55.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.469+0000 7fc3e7600640 1 -- 172.21.15.33:0/2322338985 shutdown_connections 2024-09-05T02:25:55.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.469+0000 7fc3e7600640 1 -- 172.21.15.33:0/2322338985 wait complete. 2024-09-05T02:25:55.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.470+0000 7fc3e7600640 1 Processor -- start 2024-09-05T02:25:55.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.470+0000 7fc3e7600640 1 -- start start 2024-09-05T02:25:55.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.470+0000 7fc3e7600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3e0104010 0x7fc3e019a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:55.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.470+0000 7fc3e7600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc3e01049c0 0x7fc3e019ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:55.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.470+0000 7fc3e7600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3e0109140 0x7fc3e019ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:55.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.470+0000 7fc3e7600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc3e01141a0 con 0x7fc3e0109140 2024-09-05T02:25:55.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.470+0000 7fc3e7600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc3e0114020 con 0x7fc3e0104010 2024-09-05T02:25:55.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.470+0000 7fc3e7600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc3e0114320 con 0x7fc3e01049c0 2024-09-05T02:25:55.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.471+0000 7fc3e5600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3e0109140 0x7fc3e019ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:55.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.471+0000 7fc3e5600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3e0109140 0x7fc3e019ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46490/0 (socket says 172.21.15.33:46490) 2024-09-05T02:25:55.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.471+0000 7fc3e5600640 1 -- 172.21.15.33:0/3164058406 learned_addr learned my addr 172.21.15.33:0/3164058406 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:55.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.471+0000 7fc3e4c00640 1 --2- 172.21.15.33:0/3164058406 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3e0104010 0x7fc3e019a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:55.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.471+0000 7fc3dfe00640 1 --2- 172.21.15.33:0/3164058406 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc3e01049c0 0x7fc3e019ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:55.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.471+0000 7fc3e5600640 1 -- 172.21.15.33:0/3164058406 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc3e01049c0 msgr2=0x7fc3e019ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:55.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.471+0000 7fc3e5600640 1 --2- 172.21.15.33:0/3164058406 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc3e01049c0 0x7fc3e019ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:55.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.471+0000 7fc3e5600640 1 -- 172.21.15.33:0/3164058406 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3e0104010 msgr2=0x7fc3e019a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:55.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.471+0000 7fc3e5600640 1 --2- 172.21.15.33:0/3164058406 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3e0104010 0x7fc3e019a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:55.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.471+0000 7fc3e5600640 1 -- 172.21.15.33:0/3164058406 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3e019f670 con 0x7fc3e0109140 2024-09-05T02:25:55.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.471+0000 7fc3e5600640 1 --2- 172.21.15.33:0/3164058406 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3e0109140 0x7fc3e019ef90 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fc3d8003f10 tx=0x7fc3d8003f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:55.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.472+0000 7fc3dd600640 1 -- 172.21.15.33:0/3164058406 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3d8031710 con 0x7fc3e0109140 2024-09-05T02:25:55.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.472+0000 7fc3dd600640 1 -- 172.21.15.33:0/3164058406 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc3d80318b0 con 0x7fc3e0109140 2024-09-05T02:25:55.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.472+0000 7fc3dd600640 1 -- 172.21.15.33:0/3164058406 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3d802fb50 con 0x7fc3e0109140 2024-09-05T02:25:55.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.472+0000 7fc3e7600640 1 -- 172.21.15.33:0/3164058406 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3e019f900 con 0x7fc3e0109140 2024-09-05T02:25:55.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.472+0000 7fc3e7600640 1 -- 172.21.15.33:0/3164058406 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3e01a7240 con 0x7fc3e0109140 2024-09-05T02:25:55.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.473+0000 7fc3e7600640 1 -- 172.21.15.33:0/3164058406 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3e01043f0 con 0x7fc3e0109140 2024-09-05T02:25:55.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.475+0000 7fc3dd600640 1 -- 172.21.15.33:0/3164058406 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fc3d802fcf0 con 0x7fc3e0109140 2024-09-05T02:25:55.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.476+0000 7fc3dd600640 1 --2- 172.21.15.33:0/3164058406 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc3c80a2c90 0x7fc3c80a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:55.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.477+0000 7fc3dd600640 1 -- 172.21.15.33:0/3164058406 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fc3d80f0750 con 0x7fc3e0109140 2024-09-05T02:25:55.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.477+0000 7fc3e4c00640 1 --2- 172.21.15.33:0/3164058406 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc3c80a2c90 0x7fc3c80a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:55.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.477+0000 7fc3e4c00640 1 --2- 172.21.15.33:0/3164058406 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc3c80a2c90 0x7fc3c80a5150 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc3d4005d00 tx=0x7fc3d400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:55.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.480+0000 7fc3dd600640 1 -- 172.21.15.33:0/3164058406 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc3d80bd620 con 0x7fc3e0109140 2024-09-05T02:25:55.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.670+0000 7fc3e7600640 1 -- 172.21.15.33:0/3164058406 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fc3e010c380 con 0x7fc3e0109140 2024-09-05T02:25:55.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.670+0000 7fc3dd600640 1 -- 172.21.15.33:0/3164058406 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fc3d80bcf20 con 0x7fc3e0109140 2024-09-05T02:25:55.672 INFO:teuthology.orchestra.run.smithi033.stdout:193273528373 2024-09-05T02:25:55.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.673+0000 7fc3e7600640 1 -- 172.21.15.33:0/3164058406 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc3c80a2c90 msgr2=0x7fc3c80a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:55.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.673+0000 7fc3e7600640 1 --2- 172.21.15.33:0/3164058406 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc3c80a2c90 0x7fc3c80a5150 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc3d4005d00 tx=0x7fc3d400b410 comp rx=0 tx=0).stop 2024-09-05T02:25:55.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.673+0000 7fc3e7600640 1 -- 172.21.15.33:0/3164058406 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3e0109140 msgr2=0x7fc3e019ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:55.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.673+0000 7fc3e7600640 1 --2- 172.21.15.33:0/3164058406 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3e0109140 0x7fc3e019ef90 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fc3d8003f10 tx=0x7fc3d8003f40 comp rx=0 tx=0).stop 2024-09-05T02:25:55.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.673+0000 7fc3e7600640 1 -- 172.21.15.33:0/3164058406 shutdown_connections 2024-09-05T02:25:55.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.673+0000 7fc3e7600640 1 --2- 172.21.15.33:0/3164058406 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc3c80a2c90 0x7fc3c80a5150 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:55.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.673+0000 7fc3e7600640 1 --2- 172.21.15.33:0/3164058406 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3e0109140 0x7fc3e019ef90 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:55.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.673+0000 7fc3e7600640 1 --2- 172.21.15.33:0/3164058406 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc3e01049c0 0x7fc3e019ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:55.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.673+0000 7fc3e7600640 1 --2- 172.21.15.33:0/3164058406 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3e0104010 0x7fc3e019a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:55.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.673+0000 7fc3e7600640 1 -- 172.21.15.33:0/3164058406 >> 172.21.15.33:0/3164058406 conn(0x7fc3e00ffa50 msgr2=0x7fc3e0100d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:55.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.673+0000 7fc3e7600640 1 -- 172.21.15.33:0/3164058406 shutdown_connections 2024-09-05T02:25:55.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.673+0000 7fc3e7600640 1 -- 172.21.15.33:0/3164058406 wait complete. 2024-09-05T02:25:55.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.579+0000 7fe40fe00640 1 -- 172.21.15.33:0/23471310 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4101079c0 msgr2=0x7fe410107da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:55.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.579+0000 7fe40fe00640 1 --2- 172.21.15.33:0/23471310 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4101079c0 0x7fe410107da0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe400009930 tx=0x7fe40002a420 comp rx=0 tx=0).stop 2024-09-05T02:25:55.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.579+0000 7fe40fe00640 1 -- 172.21.15.33:0/23471310 shutdown_connections 2024-09-05T02:25:55.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.579+0000 7fe40fe00640 1 --2- 172.21.15.33:0/23471310 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe410102360 0x7fe41010e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.579+0000 7fe40fe00640 1 --2- 172.21.15.33:0/23471310 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe4101019c0 0x7fe410101e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.579+0000 7fe40fe00640 1 --2- 172.21.15.33:0/23471310 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4101079c0 0x7fe410107da0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.579+0000 7fe40fe00640 1 -- 172.21.15.33:0/23471310 >> 172.21.15.33:0/23471310 conn(0x7fe4100fd740 msgr2=0x7fe4100ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.579+0000 7fe40fe00640 1 -- 172.21.15.33:0/23471310 shutdown_connections 2024-09-05T02:25:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.579+0000 7fe40fe00640 1 -- 172.21.15.33:0/23471310 wait complete. 2024-09-05T02:25:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.581+0000 7fe40fe00640 1 Processor -- start 2024-09-05T02:25:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.581+0000 7fe40fe00640 1 -- start start 2024-09-05T02:25:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.581+0000 7fe40fe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe4101019c0 0x7fe4100744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.581+0000 7fe40fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe410102360 0x7fe410074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.581+0000 7fe40fe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe4101079c0 0x7fe410074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.581+0000 7fe40fe00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe410111dc0 con 0x7fe410102360 2024-09-05T02:25:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.581+0000 7fe40fe00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe410111c40 con 0x7fe4101079c0 2024-09-05T02:25:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.581+0000 7fe40fe00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe410111f40 con 0x7fe4101019c0 2024-09-05T02:25:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.581+0000 7fe40e000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe410102360 0x7fe410074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.582+0000 7fe40e000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe410102360 0x7fe410074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46502/0 (socket says 172.21.15.33:46502) 2024-09-05T02:25:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.582+0000 7fe40e000640 1 -- 172.21.15.33:0/3845157954 learned_addr learned my addr 172.21.15.33:0/3845157954 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.582+0000 7fe40ea00640 1 --2- 172.21.15.33:0/3845157954 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe4101019c0 0x7fe4100744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.582+0000 7fe40f400640 1 --2- 172.21.15.33:0/3845157954 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe4101079c0 0x7fe410074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.582+0000 7fe40ea00640 1 -- 172.21.15.33:0/3845157954 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe4101079c0 msgr2=0x7fe410074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.582+0000 7fe40ea00640 1 --2- 172.21.15.33:0/3845157954 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe4101079c0 0x7fe410074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.582+0000 7fe40ea00640 1 -- 172.21.15.33:0/3845157954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe410102360 msgr2=0x7fe410074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.582+0000 7fe40ea00640 1 --2- 172.21.15.33:0/3845157954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe410102360 0x7fe410074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.582+0000 7fe40ea00640 1 -- 172.21.15.33:0/3845157954 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4101a6800 con 0x7fe4101019c0 2024-09-05T02:25:55.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.582+0000 7fe40ea00640 1 --2- 172.21.15.33:0/3845157954 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe4101019c0 0x7fe4100744f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fe400005940 tx=0x7fe4000040c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:55.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.583+0000 7fe407400640 1 -- 172.21.15.33:0/3845157954 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe40003f070 con 0x7fe4101019c0 2024-09-05T02:25:55.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.583+0000 7fe40fe00640 1 -- 172.21.15.33:0/3845157954 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4101a6a90 con 0x7fe4101019c0 2024-09-05T02:25:55.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.583+0000 7fe407400640 1 -- 172.21.15.33:0/3845157954 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe4000044c0 con 0x7fe4101019c0 2024-09-05T02:25:55.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.583+0000 7fe40fe00640 1 -- 172.21.15.33:0/3845157954 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4101a6fc0 con 0x7fe4101019c0 2024-09-05T02:25:55.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.583+0000 7fe407400640 1 -- 172.21.15.33:0/3845157954 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe400048060 con 0x7fe4101019c0 2024-09-05T02:25:55.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.584+0000 7fe40fe00640 1 -- 172.21.15.33:0/3845157954 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe410101e20 con 0x7fe4101019c0 2024-09-05T02:25:55.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.586+0000 7fe407400640 1 -- 172.21.15.33:0/3845157954 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe40003b460 con 0x7fe4101019c0 2024-09-05T02:25:55.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.587+0000 7fe407400640 1 --2- 172.21.15.33:0/3845157954 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fe3f40a2c10 0x7fe3f40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:55.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.587+0000 7fe407400640 1 -- 172.21.15.33:0/3845157954 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fe4000ef5d0 con 0x7fe4101019c0 2024-09-05T02:25:55.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.587+0000 7fe40e000640 1 --2- 172.21.15.33:0/3845157954 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fe3f40a2c10 0x7fe3f40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:55.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.588+0000 7fe40e000640 1 --2- 172.21.15.33:0/3845157954 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fe3f40a2c10 0x7fe3f40a50d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fe410075f80 tx=0x7fe3fc005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:55.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.590+0000 7fe407400640 1 -- 172.21.15.33:0/3845157954 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe4000bbd40 con 0x7fe4101019c0 2024-09-05T02:25:55.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.779+0000 7fe40fe00640 1 -- 172.21.15.33:0/3845157954 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7fe410109f30 con 0x7fe4101019c0 2024-09-05T02:25:55.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.780+0000 7fe407400640 1 -- 172.21.15.33:0/3845157954 <== mon.1 v2:172.21.15.174:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7fe4000c0040 con 0x7fe4101019c0 2024-09-05T02:25:55.782 INFO:teuthology.orchestra.run.smithi033.stdout:330712481819 2024-09-05T02:25:55.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.782+0000 7fe40fe00640 1 -- 172.21.15.33:0/3845157954 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fe3f40a2c10 msgr2=0x7fe3f40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:55.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.782+0000 7fe40fe00640 1 --2- 172.21.15.33:0/3845157954 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fe3f40a2c10 0x7fe3f40a50d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fe410075f80 tx=0x7fe3fc005f90 comp rx=0 tx=0).stop 2024-09-05T02:25:55.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.782+0000 7fe40fe00640 1 -- 172.21.15.33:0/3845157954 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe4101019c0 msgr2=0x7fe4100744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:55.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.782+0000 7fe40fe00640 1 --2- 172.21.15.33:0/3845157954 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe4101019c0 0x7fe4100744f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fe400005940 tx=0x7fe4000040c0 comp rx=0 tx=0).stop 2024-09-05T02:25:55.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.782+0000 7fe40fe00640 1 -- 172.21.15.33:0/3845157954 shutdown_connections 2024-09-05T02:25:55.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.782+0000 7fe40fe00640 1 --2- 172.21.15.33:0/3845157954 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fe3f40a2c10 0x7fe3f40a50d0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:55.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.782+0000 7fe40fe00640 1 --2- 172.21.15.33:0/3845157954 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe4101079c0 0x7fe410074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:55.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.782+0000 7fe40fe00640 1 --2- 172.21.15.33:0/3845157954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe410102360 0x7fe410074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:55.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.782+0000 7fe40fe00640 1 --2- 172.21.15.33:0/3845157954 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe4101019c0 0x7fe4100744f0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:55.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.782+0000 7fe40fe00640 1 -- 172.21.15.33:0/3845157954 >> 172.21.15.33:0/3845157954 conn(0x7fe4100fd740 msgr2=0x7fe4100fe0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:55.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.782+0000 7fe40fe00640 1 -- 172.21.15.33:0/3845157954 shutdown_connections 2024-09-05T02:25:55.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:55.782+0000 7fe40fe00640 1 -- 172.21.15.33:0/3845157954 wait complete. 2024-09-05T02:25:56.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:56 smithi033 ceph-mon[29909]: pgmap v326: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 9 op/s 2024-09-05T02:25:56.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:56 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3164058406' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-05T02:25:56.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:56 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3845157954' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-05T02:25:56.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:56 smithi123 ceph-mon[34031]: pgmap v326: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 9 op/s 2024-09-05T02:25:56.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:56 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/3164058406' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-05T02:25:56.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:56 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/3845157954' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-05T02:25:56.526 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149761 got 111669149764 for osd.3 2024-09-05T02:25:56.527 DEBUG:teuthology.parallel:result is None 2024-09-05T02:25:56.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:56 smithi174 ceph-mon[34756]: pgmap v326: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 9 op/s 2024-09-05T02:25:56.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:56 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/3164058406' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-05T02:25:56.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:56 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/3845157954' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-05T02:25:57.014 INFO:tasks.cephadm.ceph_manager.ceph:need seq 279172874274 got 279172874276 for osd.9 2024-09-05T02:25:57.015 DEBUG:teuthology.parallel:result is None 2024-09-05T02:25:57.466 INFO:tasks.cephadm.ceph_manager.ceph:need seq 330712481817 got 330712481819 for osd.11 2024-09-05T02:25:57.466 DEBUG:teuthology.parallel:result is None 2024-09-05T02:25:57.904 INFO:tasks.cephadm.ceph_manager.ceph:need seq 193273528371 got 193273528373 for osd.6 2024-09-05T02:25:57.904 DEBUG:teuthology.parallel:result is None 2024-09-05T02:25:57.904 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-05T02:25:57.905 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-05T02:25:58.300 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:25:58 smithi033 ceph-mon[29909]: pgmap v327: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 10 op/s 2024-09-05T02:25:58.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:25:58 smithi123 ceph-mon[34031]: pgmap v327: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 10 op/s 2024-09-05T02:25:58.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:25:58 smithi174 ceph-mon[34756]: pgmap v327: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 10 op/s 2024-09-05T02:25:58.841 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:25:59.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.307+0000 7fd011c00640 1 -- 172.21.15.33:0/3216591683 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd00c109120 msgr2=0x7fd00c110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:59.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.307+0000 7fd011c00640 1 --2- 172.21.15.33:0/3216591683 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd00c109120 0x7fd00c110ca0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fd004009ca0 tx=0x7fd00402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:25:59.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.308+0000 7fd011c00640 1 -- 172.21.15.33:0/3216591683 shutdown_connections 2024-09-05T02:25:59.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.308+0000 7fd011c00640 1 --2- 172.21.15.33:0/3216591683 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd00c109120 0x7fd00c110ca0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:59.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.308+0000 7fd011c00640 1 --2- 172.21.15.33:0/3216591683 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd00c1049a0 0x7fd00c1089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:59.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.308+0000 7fd011c00640 1 --2- 172.21.15.33:0/3216591683 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd00c103ff0 0x7fd00c1043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:59.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.308+0000 7fd011c00640 1 -- 172.21.15.33:0/3216591683 >> 172.21.15.33:0/3216591683 conn(0x7fd00c0ffa90 msgr2=0x7fd00c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:59.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.308+0000 7fd011c00640 1 -- 172.21.15.33:0/3216591683 shutdown_connections 2024-09-05T02:25:59.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.308+0000 7fd011c00640 1 -- 172.21.15.33:0/3216591683 wait complete. 2024-09-05T02:25:59.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.309+0000 7fd011c00640 1 Processor -- start 2024-09-05T02:25:59.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.309+0000 7fd011c00640 1 -- start start 2024-09-05T02:25:59.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.309+0000 7fd011c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd00c103ff0 0x7fd00c19a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:59.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.309+0000 7fd011c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd00c1049a0 0x7fd00c19ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:59.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.309+0000 7fd011c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd00c109120 0x7fd00c19ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:59.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.309+0000 7fd011c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd00c1141a0 con 0x7fd00c1049a0 2024-09-05T02:25:59.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.309+0000 7fd011c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd00c114020 con 0x7fd00c109120 2024-09-05T02:25:59.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.309+0000 7fd011c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fd00c114320 con 0x7fd00c103ff0 2024-09-05T02:25:59.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.309+0000 7fd00aa00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd00c103ff0 0x7fd00c19a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:59.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.309+0000 7fd00b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd00c109120 0x7fd00c19ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:59.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.309+0000 7fd00aa00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd00c103ff0 0x7fd00c19a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:55396/0 (socket says 172.21.15.33:55396) 2024-09-05T02:25:59.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.310+0000 7fd00aa00640 1 -- 172.21.15.33:0/4253430445 learned_addr learned my addr 172.21.15.33:0/4253430445 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:25:59.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.310+0000 7fd003e00640 1 --2- 172.21.15.33:0/4253430445 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd00c1049a0 0x7fd00c19ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:59.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.310+0000 7fd00aa00640 1 -- 172.21.15.33:0/4253430445 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd00c109120 msgr2=0x7fd00c19ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:59.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.310+0000 7fd00aa00640 1 --2- 172.21.15.33:0/4253430445 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd00c109120 0x7fd00c19ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:59.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.310+0000 7fd00aa00640 1 -- 172.21.15.33:0/4253430445 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd00c1049a0 msgr2=0x7fd00c19ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:59.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.310+0000 7fd00aa00640 1 --2- 172.21.15.33:0/4253430445 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd00c1049a0 0x7fd00c19ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:59.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.310+0000 7fd00aa00640 1 -- 172.21.15.33:0/4253430445 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd00c19f570 con 0x7fd00c103ff0 2024-09-05T02:25:59.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.310+0000 7fd00aa00640 1 --2- 172.21.15.33:0/4253430445 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd00c103ff0 0x7fd00c19a5c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fcffc00e9f0 tx=0x7fcffc00edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:59.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.310+0000 7fd003400640 1 -- 172.21.15.33:0/4253430445 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcffc00cd80 con 0x7fd00c103ff0 2024-09-05T02:25:59.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.311+0000 7fd003400640 1 -- 172.21.15.33:0/4253430445 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcffc005500 con 0x7fd00c103ff0 2024-09-05T02:25:59.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.311+0000 7fd011c00640 1 -- 172.21.15.33:0/4253430445 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd00c19f860 con 0x7fd00c103ff0 2024-09-05T02:25:59.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.311+0000 7fd003400640 1 -- 172.21.15.33:0/4253430445 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcffc010690 con 0x7fd00c103ff0 2024-09-05T02:25:59.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.311+0000 7fd011c00640 1 -- 172.21.15.33:0/4253430445 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd00c1a7140 con 0x7fd00c103ff0 2024-09-05T02:25:59.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.312+0000 7fd011c00640 1 -- 172.21.15.33:0/4253430445 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd00c1043d0 con 0x7fd00c103ff0 2024-09-05T02:25:59.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.314+0000 7fd003400640 1 -- 172.21.15.33:0/4253430445 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fcffc0046c0 con 0x7fd00c103ff0 2024-09-05T02:25:59.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.315+0000 7fd003400640 1 --2- 172.21.15.33:0/4253430445 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcff00a2c90 0x7fcff00a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:25:59.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.316+0000 7fd003400640 1 -- 172.21.15.33:0/4253430445 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fcffc0cf5b0 con 0x7fd00c103ff0 2024-09-05T02:25:59.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.316+0000 7fd003e00640 1 --2- 172.21.15.33:0/4253430445 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcff00a2c90 0x7fcff00a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:25:59.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.316+0000 7fd003e00640 1 --2- 172.21.15.33:0/4253430445 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcff00a2c90 0x7fcff00a5150 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd00c10aaf0 tx=0x7fcff4005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:25:59.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.320+0000 7fd003400640 1 -- 172.21.15.33:0/4253430445 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcffc09c370 con 0x7fd00c103ff0 2024-09-05T02:25:59.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.534+0000 7fd011c00640 1 -- 172.21.15.33:0/4253430445 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd00c100cc0 con 0x7fcff00a2c90 2024-09-05T02:25:59.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.546+0000 7fd003400640 1 -- 172.21.15.33:0/4253430445 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258771 (secure 0 0 0) 0x7fd00c100cc0 con 0x7fcff00a2c90 2024-09-05T02:25:59.553 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:25:59.554 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-09-05T02:25:59.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.550+0000 7fd011c00640 1 -- 172.21.15.33:0/4253430445 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcff00a2c90 msgr2=0x7fcff00a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:59.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.550+0000 7fd011c00640 1 --2- 172.21.15.33:0/4253430445 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcff00a2c90 0x7fcff00a5150 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd00c10aaf0 tx=0x7fcff4005f90 comp rx=0 tx=0).stop 2024-09-05T02:25:59.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.550+0000 7fd011c00640 1 -- 172.21.15.33:0/4253430445 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd00c103ff0 msgr2=0x7fd00c19a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:25:59.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.550+0000 7fd011c00640 1 --2- 172.21.15.33:0/4253430445 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd00c103ff0 0x7fd00c19a5c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fcffc00e9f0 tx=0x7fcffc00edf0 comp rx=0 tx=0).stop 2024-09-05T02:25:59.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.550+0000 7fd011c00640 1 -- 172.21.15.33:0/4253430445 shutdown_connections 2024-09-05T02:25:59.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.550+0000 7fd011c00640 1 --2- 172.21.15.33:0/4253430445 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fcff00a2c90 0x7fcff00a5150 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:59.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.550+0000 7fd011c00640 1 --2- 172.21.15.33:0/4253430445 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd00c109120 0x7fd00c19ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:59.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.550+0000 7fd011c00640 1 --2- 172.21.15.33:0/4253430445 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd00c1049a0 0x7fd00c19ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:59.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.550+0000 7fd011c00640 1 --2- 172.21.15.33:0/4253430445 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd00c103ff0 0x7fd00c19a5c0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:25:59.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.550+0000 7fd011c00640 1 -- 172.21.15.33:0/4253430445 >> 172.21.15.33:0/4253430445 conn(0x7fd00c0ffa90 msgr2=0x7fd00c1005b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:25:59.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.551+0000 7fd011c00640 1 -- 172.21.15.33:0/4253430445 shutdown_connections 2024-09-05T02:25:59.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:25:59.551+0000 7fd011c00640 1 -- 172.21.15.33:0/4253430445 wait complete. 2024-09-05T02:26:00.214 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:00 smithi033 ceph-mon[29909]: pgmap v328: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:26:00.257 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":328,"stamp":"2024-09-05T02:25:58.487171+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657574,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":706,"num_read_kb":476,"num_write":426,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":1241082,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":348,"ondisk_log_size":348,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":391704,"kb_used_data":13260,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124550120,"statfs":{"total":1151940427776,"available":1151539322880,"internally_reserved":0,"allocated":13578240,"data_stored":7419126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":387233081},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":100,"num_read_kb":50,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003202"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.205411+0000","last_change":"2024-09-05T02:24:47.491184+0000","last_active":"2024-09-05T02:25:36.205411+0000","last_peered":"2024-09-05T02:25:36.205411+0000","last_clean":"2024-09-05T02:25:36.205411+0000","last_became_active":"2024-09-05T02:24:47.490909+0000","last_became_peered":"2024-09-05T02:24:47.490909+0000","last_unstale":"2024-09-05T02:25:36.205411+0000","last_undegraded":"2024-09-05T02:25:36.205411+0000","last_fullsized":"2024-09-05T02:25:36.205411+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:26.740349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204937+0000","last_change":"2024-09-05T02:24:47.485186+0000","last_active":"2024-09-05T02:25:36.204937+0000","last_peered":"2024-09-05T02:25:36.204937+0000","last_clean":"2024-09-05T02:25:36.204937+0000","last_became_active":"2024-09-05T02:24:47.484829+0000","last_became_peered":"2024-09-05T02:24:47.484829+0000","last_unstale":"2024-09-05T02:25:36.204937+0000","last_undegraded":"2024-09-05T02:25:36.204937+0000","last_fullsized":"2024-09-05T02:25:36.204937+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:10:55.313784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.205171+0000","last_change":"2024-09-05T02:24:47.487202+0000","last_active":"2024-09-05T02:25:36.205171+0000","last_peered":"2024-09-05T02:25:36.205171+0000","last_clean":"2024-09-05T02:25:36.205171+0000","last_became_active":"2024-09-05T02:24:47.486906+0000","last_became_peered":"2024-09-05T02:24:47.486906+0000","last_unstale":"2024-09-05T02:25:36.205171+0000","last_undegraded":"2024-09-05T02:25:36.205171+0000","last_fullsized":"2024-09-05T02:25:36.205171+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:48:59.819500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.246891+0000","last_change":"2024-09-05T02:24:47.477645+0000","last_active":"2024-09-05T02:25:36.246891+0000","last_peered":"2024-09-05T02:25:36.246891+0000","last_clean":"2024-09-05T02:25:36.246891+0000","last_became_active":"2024-09-05T02:24:47.477281+0000","last_became_peered":"2024-09-05T02:24:47.477281+0000","last_unstale":"2024-09-05T02:25:36.246891+0000","last_undegraded":"2024-09-05T02:25:36.246891+0000","last_fullsized":"2024-09-05T02:25:36.246891+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:50:30.105056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.222784+0000","last_change":"2024-09-05T02:25:36.222784+0000","last_active":"2024-09-05T02:25:36.222784+0000","last_peered":"2024-09-05T02:25:36.222784+0000","last_clean":"2024-09-05T02:25:36.222784+0000","last_became_active":"2024-09-05T02:25:36.222414+0000","last_became_peered":"2024-09-05T02:25:36.222414+0000","last_unstale":"2024-09-05T02:25:36.222784+0000","last_undegraded":"2024-09-05T02:25:36.222784+0000","last_fullsized":"2024-09-05T02:25:36.222784+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:04.810878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6],"acting":[8,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204175+0000","last_change":"2024-09-05T02:24:47.481997+0000","last_active":"2024-09-05T02:25:36.204175+0000","last_peered":"2024-09-05T02:25:36.204175+0000","last_clean":"2024-09-05T02:25:36.204175+0000","last_became_active":"2024-09-05T02:24:47.481648+0000","last_became_peered":"2024-09-05T02:24:47.481648+0000","last_unstale":"2024-09-05T02:25:36.204175+0000","last_undegraded":"2024-09-05T02:25:36.204175+0000","last_fullsized":"2024-09-05T02:25:36.204175+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:37:03.602800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207448+0000","last_change":"2024-09-05T02:24:47.483442+0000","last_active":"2024-09-05T02:25:36.207448+0000","last_peered":"2024-09-05T02:25:36.207448+0000","last_clean":"2024-09-05T02:25:36.207448+0000","last_became_active":"2024-09-05T02:24:47.483104+0000","last_became_peered":"2024-09-05T02:24:47.483104+0000","last_unstale":"2024-09-05T02:25:36.207448+0000","last_undegraded":"2024-09-05T02:25:36.207448+0000","last_fullsized":"2024-09-05T02:25:36.207448+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:29:48.868995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.200880+0000","last_change":"2024-09-05T02:24:47.483089+0000","last_active":"2024-09-05T02:25:36.200880+0000","last_peered":"2024-09-05T02:25:36.200880+0000","last_clean":"2024-09-05T02:25:36.200880+0000","last_became_active":"2024-09-05T02:24:47.482677+0000","last_became_peered":"2024-09-05T02:24:47.482677+0000","last_unstale":"2024-09-05T02:25:36.200880+0000","last_undegraded":"2024-09-05T02:25:36.200880+0000","last_fullsized":"2024-09-05T02:25:36.200880+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:11.707124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.202469+0000","last_change":"2024-09-05T02:24:47.483010+0000","last_active":"2024-09-05T02:25:36.202469+0000","last_peered":"2024-09-05T02:25:36.202469+0000","last_clean":"2024-09-05T02:25:36.202469+0000","last_became_active":"2024-09-05T02:24:47.482649+0000","last_became_peered":"2024-09-05T02:24:47.482649+0000","last_unstale":"2024-09-05T02:25:36.202469+0000","last_undegraded":"2024-09-05T02:25:36.202469+0000","last_fullsized":"2024-09-05T02:25:36.202469+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:50:13.723197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204697+0000","last_change":"2024-09-05T02:24:47.488852+0000","last_active":"2024-09-05T02:25:36.204697+0000","last_peered":"2024-09-05T02:25:36.204697+0000","last_clean":"2024-09-05T02:25:36.204697+0000","last_became_active":"2024-09-05T02:24:47.488444+0000","last_became_peered":"2024-09-05T02:24:47.488444+0000","last_unstale":"2024-09-05T02:25:36.204697+0000","last_undegraded":"2024-09-05T02:25:36.204697+0000","last_fullsized":"2024-09-05T02:25:36.204697+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:43:11.410976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207756+0000","last_change":"2024-09-05T02:24:47.482922+0000","last_active":"2024-09-05T02:25:36.207756+0000","last_peered":"2024-09-05T02:25:36.207756+0000","last_clean":"2024-09-05T02:25:36.207756+0000","last_became_active":"2024-09-05T02:24:47.482517+0000","last_became_peered":"2024-09-05T02:24:47.482517+0000","last_unstale":"2024-09-05T02:25:36.207756+0000","last_undegraded":"2024-09-05T02:25:36.207756+0000","last_fullsized":"2024-09-05T02:25:36.207756+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:32:18.412647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207594+0000","last_change":"2024-09-05T02:25:36.207594+0000","last_active":"2024-09-05T02:25:36.207594+0000","last_peered":"2024-09-05T02:25:36.207594+0000","last_clean":"2024-09-05T02:25:36.207594+0000","last_became_active":"2024-09-05T02:25:36.207268+0000","last_became_peered":"2024-09-05T02:25:36.207268+0000","last_unstale":"2024-09-05T02:25:36.207594+0000","last_undegraded":"2024-09-05T02:25:36.207594+0000","last_fullsized":"2024-09-05T02:25:36.207594+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:10:19.407275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.221753+0000","last_change":"2024-09-05T02:24:47.487525+0000","last_active":"2024-09-05T02:25:36.221753+0000","last_peered":"2024-09-05T02:25:36.221753+0000","last_clean":"2024-09-05T02:25:36.221753+0000","last_became_active":"2024-09-05T02:24:47.487212+0000","last_became_peered":"2024-09-05T02:24:47.487212+0000","last_unstale":"2024-09-05T02:25:36.221753+0000","last_undegraded":"2024-09-05T02:25:36.221753+0000","last_fullsized":"2024-09-05T02:25:36.221753+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:59:45.141810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204262+0000","last_change":"2024-09-05T02:24:47.484682+0000","last_active":"2024-09-05T02:25:36.204262+0000","last_peered":"2024-09-05T02:25:36.204262+0000","last_clean":"2024-09-05T02:25:36.204262+0000","last_became_active":"2024-09-05T02:24:47.484360+0000","last_became_peered":"2024-09-05T02:24:47.484360+0000","last_unstale":"2024-09-05T02:25:36.204262+0000","last_undegraded":"2024-09-05T02:25:36.204262+0000","last_fullsized":"2024-09-05T02:25:36.204262+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:55:05.905601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.203947+0000","last_change":"2024-09-05T02:24:47.477801+0000","last_active":"2024-09-05T02:25:36.203947+0000","last_peered":"2024-09-05T02:25:36.203947+0000","last_clean":"2024-09-05T02:25:36.203947+0000","last_became_active":"2024-09-05T02:24:47.477483+0000","last_became_peered":"2024-09-05T02:24:47.477483+0000","last_unstale":"2024-09-05T02:25:36.203947+0000","last_undegraded":"2024-09-05T02:25:36.203947+0000","last_fullsized":"2024-09-05T02:25:36.203947+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:28:41.915016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201935+0000","last_change":"2024-09-05T02:24:47.492903+0000","last_active":"2024-09-05T02:25:36.201935+0000","last_peered":"2024-09-05T02:25:36.201935+0000","last_clean":"2024-09-05T02:25:36.201935+0000","last_became_active":"2024-09-05T02:24:47.492561+0000","last_became_peered":"2024-09-05T02:24:47.492561+0000","last_unstale":"2024-09-05T02:25:36.201935+0000","last_undegraded":"2024-09-05T02:25:36.201935+0000","last_fullsized":"2024-09-05T02:25:36.201935+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:04:55.090065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.205544+0000","last_change":"2024-09-05T02:24:47.491299+0000","last_active":"2024-09-05T02:25:36.205544+0000","last_peered":"2024-09-05T02:25:36.205544+0000","last_clean":"2024-09-05T02:25:36.205544+0000","last_became_active":"2024-09-05T02:24:47.490984+0000","last_became_peered":"2024-09-05T02:24:47.490984+0000","last_unstale":"2024-09-05T02:25:36.205544+0000","last_undegraded":"2024-09-05T02:25:36.205544+0000","last_fullsized":"2024-09-05T02:25:36.205544+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:07:17.549051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204028+0000","last_change":"2024-09-05T02:24:47.483319+0000","last_active":"2024-09-05T02:25:36.204028+0000","last_peered":"2024-09-05T02:25:36.204028+0000","last_clean":"2024-09-05T02:25:36.204028+0000","last_became_active":"2024-09-05T02:24:47.483017+0000","last_became_peered":"2024-09-05T02:24:47.483017+0000","last_unstale":"2024-09-05T02:25:36.204028+0000","last_undegraded":"2024-09-05T02:25:36.204028+0000","last_fullsized":"2024-09-05T02:25:36.204028+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:46:16.281658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.209043+0000","last_change":"2024-09-05T02:24:47.472469+0000","last_active":"2024-09-05T02:25:36.209043+0000","last_peered":"2024-09-05T02:25:36.209043+0000","last_clean":"2024-09-05T02:25:36.209043+0000","last_became_active":"2024-09-05T02:24:47.472154+0000","last_became_peered":"2024-09-05T02:24:47.472154+0000","last_unstale":"2024-09-05T02:25:36.209043+0000","last_undegraded":"2024-09-05T02:25:36.209043+0000","last_fullsized":"2024-09-05T02:25:36.209043+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:13:41.486577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204119+0000","last_change":"2024-09-05T02:24:47.472898+0000","last_active":"2024-09-05T02:25:36.204119+0000","last_peered":"2024-09-05T02:25:36.204119+0000","last_clean":"2024-09-05T02:25:36.204119+0000","last_became_active":"2024-09-05T02:24:47.470127+0000","last_became_peered":"2024-09-05T02:24:47.470127+0000","last_unstale":"2024-09-05T02:25:36.204119+0000","last_undegraded":"2024-09-05T02:25:36.204119+0000","last_fullsized":"2024-09-05T02:25:36.204119+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:00:29.277630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.221763+0000","last_change":"2024-09-05T02:24:47.490189+0000","last_active":"2024-09-05T02:25:36.221763+0000","last_peered":"2024-09-05T02:25:36.221763+0000","last_clean":"2024-09-05T02:25:36.221763+0000","last_became_active":"2024-09-05T02:24:47.489899+0000","last_became_peered":"2024-09-05T02:24:47.489899+0000","last_unstale":"2024-09-05T02:25:36.221763+0000","last_undegraded":"2024-09-05T02:25:36.221763+0000","last_fullsized":"2024-09-05T02:25:36.221763+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:40.643179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.202150+0000","last_change":"2024-09-05T02:24:47.486794+0000","last_active":"2024-09-05T02:25:36.202150+0000","last_peered":"2024-09-05T02:25:36.202150+0000","last_clean":"2024-09-05T02:25:36.202150+0000","last_became_active":"2024-09-05T02:24:47.486487+0000","last_became_peered":"2024-09-05T02:24:47.486487+0000","last_unstale":"2024-09-05T02:25:36.202150+0000","last_undegraded":"2024-09-05T02:25:36.202150+0000","last_fullsized":"2024-09-05T02:25:36.202150+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:50:16.871409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.200905+0000","last_change":"2024-09-05T02:24:47.472264+0000","last_active":"2024-09-05T02:25:36.200905+0000","last_peered":"2024-09-05T02:25:36.200905+0000","last_clean":"2024-09-05T02:25:36.200905+0000","last_became_active":"2024-09-05T02:24:47.471923+0000","last_became_peered":"2024-09-05T02:24:47.471923+0000","last_unstale":"2024-09-05T02:25:36.200905+0000","last_undegraded":"2024-09-05T02:25:36.200905+0000","last_fullsized":"2024-09-05T02:25:36.200905+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:37.261821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201614+0000","last_change":"2024-09-05T02:24:47.479598+0000","last_active":"2024-09-05T02:25:36.201614+0000","last_peered":"2024-09-05T02:25:36.201614+0000","last_clean":"2024-09-05T02:25:36.201614+0000","last_became_active":"2024-09-05T02:24:47.479299+0000","last_became_peered":"2024-09-05T02:24:47.479299+0000","last_unstale":"2024-09-05T02:25:36.201614+0000","last_undegraded":"2024-09-05T02:25:36.201614+0000","last_fullsized":"2024-09-05T02:25:36.201614+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:09:23.916286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201208+0000","last_change":"2024-09-05T02:24:47.477576+0000","last_active":"2024-09-05T02:25:36.201208+0000","last_peered":"2024-09-05T02:25:36.201208+0000","last_clean":"2024-09-05T02:25:36.201208+0000","last_became_active":"2024-09-05T02:24:47.477167+0000","last_became_peered":"2024-09-05T02:24:47.477167+0000","last_unstale":"2024-09-05T02:25:36.201208+0000","last_undegraded":"2024-09-05T02:25:36.201208+0000","last_fullsized":"2024-09-05T02:25:36.201208+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:50:37.129705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207424+0000","last_change":"2024-09-05T02:24:47.483520+0000","last_active":"2024-09-05T02:25:36.207424+0000","last_peered":"2024-09-05T02:25:36.207424+0000","last_clean":"2024-09-05T02:25:36.207424+0000","last_became_active":"2024-09-05T02:24:47.481784+0000","last_became_peered":"2024-09-05T02:24:47.481784+0000","last_unstale":"2024-09-05T02:25:36.207424+0000","last_undegraded":"2024-09-05T02:25:36.207424+0000","last_fullsized":"2024-09-05T02:25:36.207424+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:20:39.296324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204234+0000","last_change":"2024-09-05T02:24:47.473686+0000","last_active":"2024-09-05T02:25:36.204234+0000","last_peered":"2024-09-05T02:25:36.204234+0000","last_clean":"2024-09-05T02:25:36.204234+0000","last_became_active":"2024-09-05T02:24:47.473415+0000","last_became_peered":"2024-09-05T02:24:47.473415+0000","last_unstale":"2024-09-05T02:25:36.204234+0000","last_undegraded":"2024-09-05T02:25:36.204234+0000","last_fullsized":"2024-09-05T02:25:36.204234+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:31:51.642451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.221721+0000","last_change":"2024-09-05T02:24:47.486520+0000","last_active":"2024-09-05T02:25:36.221721+0000","last_peered":"2024-09-05T02:25:36.221721+0000","last_clean":"2024-09-05T02:25:36.221721+0000","last_became_active":"2024-09-05T02:24:47.484374+0000","last_became_peered":"2024-09-05T02:24:47.484374+0000","last_unstale":"2024-09-05T02:25:36.221721+0000","last_undegraded":"2024-09-05T02:25:36.221721+0000","last_fullsized":"2024-09-05T02:25:36.221721+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:40:37.528352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204630+0000","last_change":"2024-09-05T02:24:47.488546+0000","last_active":"2024-09-05T02:25:36.204630+0000","last_peered":"2024-09-05T02:25:36.204630+0000","last_clean":"2024-09-05T02:25:36.204630+0000","last_became_active":"2024-09-05T02:24:47.487743+0000","last_became_peered":"2024-09-05T02:24:47.487743+0000","last_unstale":"2024-09-05T02:25:36.204630+0000","last_undegraded":"2024-09-05T02:25:36.204630+0000","last_fullsized":"2024-09-05T02:25:36.204630+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:18:13.725734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207960+0000","last_change":"2024-09-05T02:24:47.479316+0000","last_active":"2024-09-05T02:25:36.207960+0000","last_peered":"2024-09-05T02:25:36.207960+0000","last_clean":"2024-09-05T02:25:36.207960+0000","last_became_active":"2024-09-05T02:24:47.479038+0000","last_became_peered":"2024-09-05T02:24:47.479038+0000","last_unstale":"2024-09-05T02:25:36.207960+0000","last_undegraded":"2024-09-05T02:25:36.207960+0000","last_fullsized":"2024-09-05T02:25:36.207960+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:09:50.622807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.208322+0000","last_change":"2024-09-05T02:24:47.471282+0000","last_active":"2024-09-05T02:25:36.208322+0000","last_peered":"2024-09-05T02:25:36.208322+0000","last_clean":"2024-09-05T02:25:36.208322+0000","last_became_active":"2024-09-05T02:24:47.470984+0000","last_became_peered":"2024-09-05T02:24:47.470984+0000","last_unstale":"2024-09-05T02:25:36.208322+0000","last_undegraded":"2024-09-05T02:25:36.208322+0000","last_fullsized":"2024-09-05T02:25:36.208322+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:28:41.852281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.203267+0000","last_change":"2024-09-05T02:24:47.477153+0000","last_active":"2024-09-05T02:25:36.203267+0000","last_peered":"2024-09-05T02:25:36.203267+0000","last_clean":"2024-09-05T02:25:36.203267+0000","last_became_active":"2024-09-05T02:24:47.476765+0000","last_became_peered":"2024-09-05T02:24:47.476765+0000","last_unstale":"2024-09-05T02:25:36.203267+0000","last_undegraded":"2024-09-05T02:25:36.203267+0000","last_fullsized":"2024-09-05T02:25:36.203267+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:52.887284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.203630+0000","last_change":"2024-09-05T02:24:47.468804+0000","last_active":"2024-09-05T02:25:36.203630+0000","last_peered":"2024-09-05T02:25:36.203630+0000","last_clean":"2024-09-05T02:25:36.203630+0000","last_became_active":"2024-09-05T02:24:47.468532+0000","last_became_peered":"2024-09-05T02:24:47.468532+0000","last_unstale":"2024-09-05T02:25:36.203630+0000","last_undegraded":"2024-09-05T02:25:36.203630+0000","last_fullsized":"2024-09-05T02:25:36.203630+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:05:23.763502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"84'5","reported_seq":85,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:53.620574+0000","last_change":"2024-09-05T02:24:44.295858+0000","last_active":"2024-09-05T02:25:53.620574+0000","last_peered":"2024-09-05T02:25:53.620574+0000","last_clean":"2024-09-05T02:25:53.620574+0000","last_became_active":"2024-09-05T02:24:44.295305+0000","last_became_peered":"2024-09-05T02:24:44.295305+0000","last_unstale":"2024-09-05T02:25:53.620574+0000","last_undegraded":"2024-09-05T02:25:53.620574+0000","last_fullsized":"2024-09-05T02:25:53.620574+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:01:39.220130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201887+0000","last_change":"2024-09-05T02:24:47.479084+0000","last_active":"2024-09-05T02:25:36.201887+0000","last_peered":"2024-09-05T02:25:36.201887+0000","last_clean":"2024-09-05T02:25:36.201887+0000","last_became_active":"2024-09-05T02:24:47.478748+0000","last_became_peered":"2024-09-05T02:24:47.478748+0000","last_unstale":"2024-09-05T02:25:36.201887+0000","last_undegraded":"2024-09-05T02:25:36.201887+0000","last_fullsized":"2024-09-05T02:25:36.201887+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:04:50.466209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204293+0000","last_change":"2024-09-05T02:24:44.296259+0000","last_active":"2024-09-05T02:25:36.204293+0000","last_peered":"2024-09-05T02:25:36.204293+0000","last_clean":"2024-09-05T02:25:36.204293+0000","last_became_active":"2024-09-05T02:24:44.295712+0000","last_became_peered":"2024-09-05T02:24:44.295712+0000","last_unstale":"2024-09-05T02:25:36.204293+0000","last_undegraded":"2024-09-05T02:25:36.204293+0000","last_fullsized":"2024-09-05T02:25:36.204293+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:35:09.076280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"84'3","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.221410+0000","last_change":"2024-09-05T02:24:44.291087+0000","last_active":"2024-09-05T02:25:36.221410+0000","last_peered":"2024-09-05T02:25:36.221410+0000","last_clean":"2024-09-05T02:25:36.221410+0000","last_became_active":"2024-09-05T02:24:44.290507+0000","last_became_peered":"2024-09-05T02:24:44.290507+0000","last_unstale":"2024-09-05T02:25:36.221410+0000","last_undegraded":"2024-09-05T02:25:36.221410+0000","last_fullsized":"2024-09-05T02:25:36.221410+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:39.127718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.200973+0000","last_change":"2024-09-05T02:24:47.481980+0000","last_active":"2024-09-05T02:25:36.200973+0000","last_peered":"2024-09-05T02:25:36.200973+0000","last_clean":"2024-09-05T02:25:36.200973+0000","last_became_active":"2024-09-05T02:24:47.481558+0000","last_became_peered":"2024-09-05T02:24:47.481558+0000","last_unstale":"2024-09-05T02:25:36.200973+0000","last_undegraded":"2024-09-05T02:25:36.200973+0000","last_fullsized":"2024-09-05T02:25:36.200973+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:48:09.994392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"84'3","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.202358+0000","last_change":"2024-09-05T02:24:44.293303+0000","last_active":"2024-09-05T02:25:36.202358+0000","last_peered":"2024-09-05T02:25:36.202358+0000","last_clean":"2024-09-05T02:25:36.202358+0000","last_became_active":"2024-09-05T02:24:44.292969+0000","last_became_peered":"2024-09-05T02:24:44.292969+0000","last_unstale":"2024-09-05T02:25:36.202358+0000","last_undegraded":"2024-09-05T02:25:36.202358+0000","last_fullsized":"2024-09-05T02:25:36.202358+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:25:41.988613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.203638+0000","last_change":"2024-09-05T02:24:47.479856+0000","last_active":"2024-09-05T02:25:36.203638+0000","last_peered":"2024-09-05T02:25:36.203638+0000","last_clean":"2024-09-05T02:25:36.203638+0000","last_became_active":"2024-09-05T02:24:47.479415+0000","last_became_peered":"2024-09-05T02:24:47.479415+0000","last_unstale":"2024-09-05T02:25:36.203638+0000","last_undegraded":"2024-09-05T02:25:36.203638+0000","last_fullsized":"2024-09-05T02:25:36.203638+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:33:17.494077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'4","reported_seq":134,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:53.620055+0000","last_change":"2024-09-05T02:24:44.293590+0000","last_active":"2024-09-05T02:25:53.620055+0000","last_peered":"2024-09-05T02:25:53.620055+0000","last_clean":"2024-09-05T02:25:53.620055+0000","last_became_active":"2024-09-05T02:24:44.293203+0000","last_became_peered":"2024-09-05T02:24:44.293203+0000","last_unstale":"2024-09-05T02:25:53.620055+0000","last_undegraded":"2024-09-05T02:25:53.620055+0000","last_fullsized":"2024-09-05T02:25:53.620055+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:35:15.987387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":106,"num_read_kb":106,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.202271+0000","last_change":"2024-09-05T02:24:47.482456+0000","last_active":"2024-09-05T02:25:36.202271+0000","last_peered":"2024-09-05T02:25:36.202271+0000","last_clean":"2024-09-05T02:25:36.202271+0000","last_became_active":"2024-09-05T02:24:47.482093+0000","last_became_peered":"2024-09-05T02:24:47.482093+0000","last_unstale":"2024-09-05T02:25:36.202271+0000","last_undegraded":"2024-09-05T02:25:36.202271+0000","last_fullsized":"2024-09-05T02:25:36.202271+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:28:42.507810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'4","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207852+0000","last_change":"2024-09-05T02:24:44.294983+0000","last_active":"2024-09-05T02:25:36.207852+0000","last_peered":"2024-09-05T02:25:36.207852+0000","last_clean":"2024-09-05T02:25:36.207852+0000","last_became_active":"2024-09-05T02:24:44.294624+0000","last_became_peered":"2024-09-05T02:24:44.294624+0000","last_unstale":"2024-09-05T02:25:36.207852+0000","last_undegraded":"2024-09-05T02:25:36.207852+0000","last_fullsized":"2024-09-05T02:25:36.207852+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:37:02.051992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.223382+0000","last_change":"2024-09-05T02:25:36.223382+0000","last_active":"2024-09-05T02:25:36.223382+0000","last_peered":"2024-09-05T02:25:36.223382+0000","last_clean":"2024-09-05T02:25:36.223382+0000","last_became_active":"2024-09-05T02:25:36.223006+0000","last_became_peered":"2024-09-05T02:25:36.223006+0000","last_unstale":"2024-09-05T02:25:36.223382+0000","last_undegraded":"2024-09-05T02:25:36.223382+0000","last_fullsized":"2024-09-05T02:25:36.223382+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:47:41.365468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"84'5","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.202148+0000","last_change":"2024-09-05T02:24:44.640478+0000","last_active":"2024-09-05T02:25:36.202148+0000","last_peered":"2024-09-05T02:25:36.202148+0000","last_clean":"2024-09-05T02:25:36.202148+0000","last_became_active":"2024-09-05T02:24:44.640107+0000","last_became_peered":"2024-09-05T02:24:44.640107+0000","last_unstale":"2024-09-05T02:25:36.202148+0000","last_undegraded":"2024-09-05T02:25:36.202148+0000","last_fullsized":"2024-09-05T02:25:36.202148+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:46:22.272180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.202296+0000","last_change":"2024-09-05T02:24:47.488999+0000","last_active":"2024-09-05T02:25:36.202296+0000","last_peered":"2024-09-05T02:25:36.202296+0000","last_clean":"2024-09-05T02:25:36.202296+0000","last_became_active":"2024-09-05T02:24:47.488285+0000","last_became_peered":"2024-09-05T02:24:47.488285+0000","last_unstale":"2024-09-05T02:25:36.202296+0000","last_undegraded":"2024-09-05T02:25:36.202296+0000","last_fullsized":"2024-09-05T02:25:36.202296+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:44:32.524370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"84'31","reported_seq":188,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:53.277717+0000","last_change":"2024-09-05T02:25:36.264795+0000","last_active":"2024-09-05T02:25:53.277717+0000","last_peered":"2024-09-05T02:25:53.277717+0000","last_clean":"2024-09-05T02:25:53.277717+0000","last_became_active":"2024-09-05T02:25:36.248339+0000","last_became_peered":"2024-09-05T02:25:36.248339+0000","last_unstale":"2024-09-05T02:25:53.277717+0000","last_undegraded":"2024-09-05T02:25:53.277717+0000","last_fullsized":"2024-09-05T02:25:53.277717+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:42:59.210529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59764,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":107,"num_read_kb":111,"num_write":33,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":59764,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204960+0000","last_change":"2024-09-05T02:24:47.482485+0000","last_active":"2024-09-05T02:25:36.204960+0000","last_peered":"2024-09-05T02:25:36.204960+0000","last_clean":"2024-09-05T02:25:36.204960+0000","last_became_active":"2024-09-05T02:24:47.482150+0000","last_became_peered":"2024-09-05T02:24:47.482150+0000","last_unstale":"2024-09-05T02:25:36.204960+0000","last_undegraded":"2024-09-05T02:25:36.204960+0000","last_fullsized":"2024-09-05T02:25:36.204960+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:25:05.863640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"84'9","reported_seq":35,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207130+0000","last_change":"2024-09-05T02:24:44.295628+0000","last_active":"2024-09-05T02:25:36.207130+0000","last_peered":"2024-09-05T02:25:36.207130+0000","last_clean":"2024-09-05T02:25:36.207130+0000","last_became_active":"2024-09-05T02:24:44.295265+0000","last_became_peered":"2024-09-05T02:24:44.295265+0000","last_unstale":"2024-09-05T02:25:36.207130+0000","last_undegraded":"2024-09-05T02:25:36.207130+0000","last_fullsized":"2024-09-05T02:25:36.207130+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:50:17.361215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.221531+0000","last_change":"2024-09-05T02:24:47.485558+0000","last_active":"2024-09-05T02:25:36.221531+0000","last_peered":"2024-09-05T02:25:36.221531+0000","last_clean":"2024-09-05T02:25:36.221531+0000","last_became_active":"2024-09-05T02:24:47.480718+0000","last_became_peered":"2024-09-05T02:24:47.480718+0000","last_unstale":"2024-09-05T02:25:36.221531+0000","last_undegraded":"2024-09-05T02:25:36.221531+0000","last_fullsized":"2024-09-05T02:25:36.221531+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:59:59.787907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"84'5","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201882+0000","last_change":"2024-09-05T02:24:44.292578+0000","last_active":"2024-09-05T02:25:36.201882+0000","last_peered":"2024-09-05T02:25:36.201882+0000","last_clean":"2024-09-05T02:25:36.201882+0000","last_became_active":"2024-09-05T02:24:44.292218+0000","last_became_peered":"2024-09-05T02:24:44.292218+0000","last_unstale":"2024-09-05T02:25:36.201882+0000","last_undegraded":"2024-09-05T02:25:36.201882+0000","last_fullsized":"2024-09-05T02:25:36.201882+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:46:16.180439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.208038+0000","last_change":"2024-09-05T02:24:47.491330+0000","last_active":"2024-09-05T02:25:36.208038+0000","last_peered":"2024-09-05T02:25:36.208038+0000","last_clean":"2024-09-05T02:25:36.208038+0000","last_became_active":"2024-09-05T02:24:47.491011+0000","last_became_peered":"2024-09-05T02:24:47.491011+0000","last_unstale":"2024-09-05T02:25:36.208038+0000","last_undegraded":"2024-09-05T02:25:36.208038+0000","last_fullsized":"2024-09-05T02:25:36.208038+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:00:04.483870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"84'5","reported_seq":86,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:54.624029+0000","last_change":"2024-09-05T02:24:44.292409+0000","last_active":"2024-09-05T02:25:54.624029+0000","last_peered":"2024-09-05T02:25:54.624029+0000","last_clean":"2024-09-05T02:25:54.624029+0000","last_became_active":"2024-09-05T02:24:44.292098+0000","last_became_peered":"2024-09-05T02:24:44.292098+0000","last_unstale":"2024-09-05T02:25:54.624029+0000","last_undegraded":"2024-09-05T02:25:54.624029+0000","last_fullsized":"2024-09-05T02:25:54.624029+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:56:42.881710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":58,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207407+0000","last_change":"2024-09-05T02:24:47.483137+0000","last_active":"2024-09-05T02:25:36.207407+0000","last_peered":"2024-09-05T02:25:36.207407+0000","last_clean":"2024-09-05T02:25:36.207407+0000","last_became_active":"2024-09-05T02:24:47.482796+0000","last_became_peered":"2024-09-05T02:24:47.482796+0000","last_unstale":"2024-09-05T02:25:36.207407+0000","last_undegraded":"2024-09-05T02:25:36.207407+0000","last_fullsized":"2024-09-05T02:25:36.207407+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:16:50.093198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"84'17","reported_seq":42,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204310+0000","last_change":"2024-09-05T02:24:44.640539+0000","last_active":"2024-09-05T02:25:36.204310+0000","last_peered":"2024-09-05T02:25:36.204310+0000","last_clean":"2024-09-05T02:25:36.204310+0000","last_became_active":"2024-09-05T02:24:44.640130+0000","last_became_peered":"2024-09-05T02:24:44.640130+0000","last_unstale":"2024-09-05T02:25:36.204310+0000","last_undegraded":"2024-09-05T02:25:36.204310+0000","last_fullsized":"2024-09-05T02:25:36.204310+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:03:00.027234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201683+0000","last_change":"2024-09-05T02:24:47.481831+0000","last_active":"2024-09-05T02:25:36.201683+0000","last_peered":"2024-09-05T02:25:36.201683+0000","last_clean":"2024-09-05T02:25:36.201683+0000","last_became_active":"2024-09-05T02:24:47.481525+0000","last_became_peered":"2024-09-05T02:24:47.481525+0000","last_unstale":"2024-09-05T02:25:36.201683+0000","last_undegraded":"2024-09-05T02:25:36.201683+0000","last_fullsized":"2024-09-05T02:25:36.201683+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:36:43.917931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"84'2","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204845+0000","last_change":"2024-09-05T02:24:44.296842+0000","last_active":"2024-09-05T02:25:36.204845+0000","last_peered":"2024-09-05T02:25:36.204845+0000","last_clean":"2024-09-05T02:25:36.204845+0000","last_became_active":"2024-09-05T02:24:44.296512+0000","last_became_peered":"2024-09-05T02:24:44.296512+0000","last_unstale":"2024-09-05T02:25:36.204845+0000","last_undegraded":"2024-09-05T02:25:36.204845+0000","last_fullsized":"2024-09-05T02:25:36.204845+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:57.912633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204301+0000","last_change":"2024-09-05T02:24:47.476626+0000","last_active":"2024-09-05T02:25:36.204301+0000","last_peered":"2024-09-05T02:25:36.204301+0000","last_clean":"2024-09-05T02:25:36.204301+0000","last_became_active":"2024-09-05T02:24:47.476303+0000","last_became_peered":"2024-09-05T02:24:47.476303+0000","last_unstale":"2024-09-05T02:25:36.204301+0000","last_undegraded":"2024-09-05T02:25:36.204301+0000","last_fullsized":"2024-09-05T02:25:36.204301+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:31:12.657155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"84'5","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.221824+0000","last_change":"2024-09-05T02:24:44.297026+0000","last_active":"2024-09-05T02:25:36.221824+0000","last_peered":"2024-09-05T02:25:36.221824+0000","last_clean":"2024-09-05T02:25:36.221824+0000","last_became_active":"2024-09-05T02:24:44.296702+0000","last_became_peered":"2024-09-05T02:24:44.296702+0000","last_unstale":"2024-09-05T02:25:36.221824+0000","last_undegraded":"2024-09-05T02:25:36.221824+0000","last_fullsized":"2024-09-05T02:25:36.221824+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:20:52.028558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207935+0000","last_change":"2024-09-05T02:24:47.484399+0000","last_active":"2024-09-05T02:25:36.207935+0000","last_peered":"2024-09-05T02:25:36.207935+0000","last_clean":"2024-09-05T02:25:36.207935+0000","last_became_active":"2024-09-05T02:24:47.484066+0000","last_became_peered":"2024-09-05T02:24:47.484066+0000","last_unstale":"2024-09-05T02:25:36.207935+0000","last_undegraded":"2024-09-05T02:25:36.207935+0000","last_fullsized":"2024-09-05T02:25:36.207935+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:16:53.069837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'3","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.202160+0000","last_change":"2024-09-05T02:24:44.295074+0000","last_active":"2024-09-05T02:25:36.202160+0000","last_peered":"2024-09-05T02:25:36.202160+0000","last_clean":"2024-09-05T02:25:36.202160+0000","last_became_active":"2024-09-05T02:24:44.294717+0000","last_became_peered":"2024-09-05T02:24:44.294717+0000","last_unstale":"2024-09-05T02:25:36.202160+0000","last_undegraded":"2024-09-05T02:25:36.202160+0000","last_fullsized":"2024-09-05T02:25:36.202160+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:39:44.846971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"84'1","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207767+0000","last_change":"2024-09-05T02:24:47.485144+0000","last_active":"2024-09-05T02:25:36.207767+0000","last_peered":"2024-09-05T02:25:36.207767+0000","last_clean":"2024-09-05T02:25:36.207767+0000","last_became_active":"2024-09-05T02:24:47.484856+0000","last_became_peered":"2024-09-05T02:24:47.484856+0000","last_unstale":"2024-09-05T02:25:36.207767+0000","last_undegraded":"2024-09-05T02:25:36.207767+0000","last_fullsized":"2024-09-05T02:25:36.207767+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:55:07.174592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"84'6","reported_seq":87,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:53.620727+0000","last_change":"2024-09-05T02:24:44.644196+0000","last_active":"2024-09-05T02:25:53.620727+0000","last_peered":"2024-09-05T02:25:53.620727+0000","last_clean":"2024-09-05T02:25:53.620727+0000","last_became_active":"2024-09-05T02:24:44.643853+0000","last_became_peered":"2024-09-05T02:24:44.643853+0000","last_unstale":"2024-09-05T02:25:53.620727+0000","last_undegraded":"2024-09-05T02:25:53.620727+0000","last_fullsized":"2024-09-05T02:25:53.620727+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:31:55.286395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1563,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":57,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207922+0000","last_change":"2024-09-05T02:24:47.484308+0000","last_active":"2024-09-05T02:25:36.207922+0000","last_peered":"2024-09-05T02:25:36.207922+0000","last_clean":"2024-09-05T02:25:36.207922+0000","last_became_active":"2024-09-05T02:24:47.484017+0000","last_became_peered":"2024-09-05T02:24:47.484017+0000","last_unstale":"2024-09-05T02:25:36.207922+0000","last_undegraded":"2024-09-05T02:25:36.207922+0000","last_fullsized":"2024-09-05T02:25:36.207922+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:45:35.203876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":345,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207574+0000","last_change":"2024-09-05T02:23:31.489439+0000","last_active":"2024-09-05T02:25:36.207574+0000","last_peered":"2024-09-05T02:25:36.207574+0000","last_clean":"2024-09-05T02:25:36.207574+0000","last_became_active":"2024-09-05T02:23:31.488975+0000","last_became_peered":"2024-09-05T02:23:31.488975+0000","last_unstale":"2024-09-05T02:25:36.207574+0000","last_undegraded":"2024-09-05T02:25:36.207574+0000","last_fullsized":"2024-09-05T02:25:36.207574+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:19:57.224719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:19:57.224719+0000","last_clean_scrub_stamp":"2024-09-05T02:19:57.224719+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:57:36.855437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"84'6","reported_seq":33,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.246443+0000","last_change":"2024-09-05T02:24:44.291150+0000","last_active":"2024-09-05T02:25:36.246443+0000","last_peered":"2024-09-05T02:25:36.246443+0000","last_clean":"2024-09-05T02:25:36.246443+0000","last_became_active":"2024-09-05T02:24:44.290803+0000","last_became_peered":"2024-09-05T02:24:44.290803+0000","last_unstale":"2024-09-05T02:25:36.246443+0000","last_undegraded":"2024-09-05T02:25:36.246443+0000","last_fullsized":"2024-09-05T02:25:36.246443+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:56:25.639616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201049+0000","last_change":"2024-09-05T02:24:47.482552+0000","last_active":"2024-09-05T02:25:36.201049+0000","last_peered":"2024-09-05T02:25:36.201049+0000","last_clean":"2024-09-05T02:25:36.201049+0000","last_became_active":"2024-09-05T02:24:47.482209+0000","last_became_peered":"2024-09-05T02:24:47.482209+0000","last_unstale":"2024-09-05T02:25:36.201049+0000","last_undegraded":"2024-09-05T02:25:36.201049+0000","last_fullsized":"2024-09-05T02:25:36.201049+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:34:26.941647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"84'4","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207566+0000","last_change":"2024-09-05T02:24:44.293424+0000","last_active":"2024-09-05T02:25:36.207566+0000","last_peered":"2024-09-05T02:25:36.207566+0000","last_clean":"2024-09-05T02:25:36.207566+0000","last_became_active":"2024-09-05T02:24:44.293126+0000","last_became_peered":"2024-09-05T02:24:44.293126+0000","last_unstale":"2024-09-05T02:25:36.207566+0000","last_undegraded":"2024-09-05T02:25:36.207566+0000","last_fullsized":"2024-09-05T02:25:36.207566+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:18:15.746035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.221384+0000","last_change":"2024-09-05T02:24:47.472890+0000","last_active":"2024-09-05T02:25:36.221384+0000","last_peered":"2024-09-05T02:25:36.221384+0000","last_clean":"2024-09-05T02:25:36.221384+0000","last_became_active":"2024-09-05T02:24:47.472562+0000","last_became_peered":"2024-09-05T02:24:47.472562+0000","last_unstale":"2024-09-05T02:25:36.221384+0000","last_undegraded":"2024-09-05T02:25:36.221384+0000","last_fullsized":"2024-09-05T02:25:36.221384+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:29:26.520821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"84'5","reported_seq":85,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:54.623484+0000","last_change":"2024-09-05T02:24:44.640610+0000","last_active":"2024-09-05T02:25:54.623484+0000","last_peered":"2024-09-05T02:25:54.623484+0000","last_clean":"2024-09-05T02:25:54.623484+0000","last_became_active":"2024-09-05T02:24:44.639865+0000","last_became_peered":"2024-09-05T02:24:44.639865+0000","last_unstale":"2024-09-05T02:25:54.623484+0000","last_undegraded":"2024-09-05T02:25:54.623484+0000","last_fullsized":"2024-09-05T02:25:54.623484+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:51:30.900315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":56,"num_read_kb":56,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.210028+0000","last_change":"2024-09-05T02:25:36.210028+0000","last_active":"2024-09-05T02:25:36.210028+0000","last_peered":"2024-09-05T02:25:36.210028+0000","last_clean":"2024-09-05T02:25:36.210028+0000","last_became_active":"2024-09-05T02:25:36.209638+0000","last_became_peered":"2024-09-05T02:25:36.209638+0000","last_unstale":"2024-09-05T02:25:36.210028+0000","last_undegraded":"2024-09-05T02:25:36.210028+0000","last_fullsized":"2024-09-05T02:25:36.210028+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:24:45.837994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"84'6","reported_seq":86,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:53.622629+0000","last_change":"2024-09-05T02:24:44.291278+0000","last_active":"2024-09-05T02:25:53.622629+0000","last_peered":"2024-09-05T02:25:53.622629+0000","last_clean":"2024-09-05T02:25:53.622629+0000","last_became_active":"2024-09-05T02:24:44.290892+0000","last_became_peered":"2024-09-05T02:24:44.290892+0000","last_unstale":"2024-09-05T02:25:53.622629+0000","last_undegraded":"2024-09-05T02:25:53.622629+0000","last_fullsized":"2024-09-05T02:25:53.622629+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:58:37.196855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204405+0000","last_change":"2024-09-05T02:24:47.491349+0000","last_active":"2024-09-05T02:25:36.204405+0000","last_peered":"2024-09-05T02:25:36.204405+0000","last_clean":"2024-09-05T02:25:36.204405+0000","last_became_active":"2024-09-05T02:24:47.491027+0000","last_became_peered":"2024-09-05T02:24:47.491027+0000","last_unstale":"2024-09-05T02:25:36.204405+0000","last_undegraded":"2024-09-05T02:25:36.204405+0000","last_fullsized":"2024-09-05T02:25:36.204405+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:16:04.950509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"84'1","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.203947+0000","last_change":"2024-09-05T02:24:44.642321+0000","last_active":"2024-09-05T02:25:36.203947+0000","last_peered":"2024-09-05T02:25:36.203947+0000","last_clean":"2024-09-05T02:25:36.203947+0000","last_became_active":"2024-09-05T02:24:44.641997+0000","last_became_peered":"2024-09-05T02:24:44.641997+0000","last_unstale":"2024-09-05T02:25:36.203947+0000","last_undegraded":"2024-09-05T02:25:36.203947+0000","last_fullsized":"2024-09-05T02:25:36.203947+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:38:34.670557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"84'1","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204586+0000","last_change":"2024-09-05T02:24:47.486996+0000","last_active":"2024-09-05T02:25:36.204586+0000","last_peered":"2024-09-05T02:25:36.204586+0000","last_clean":"2024-09-05T02:25:36.204586+0000","last_became_active":"2024-09-05T02:24:47.486695+0000","last_became_peered":"2024-09-05T02:24:47.486695+0000","last_unstale":"2024-09-05T02:25:36.204586+0000","last_undegraded":"2024-09-05T02:25:36.204586+0000","last_fullsized":"2024-09-05T02:25:36.204586+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:23:46.854934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"84'4","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.205068+0000","last_change":"2024-09-05T02:24:44.640627+0000","last_active":"2024-09-05T02:25:36.205068+0000","last_peered":"2024-09-05T02:25:36.205068+0000","last_clean":"2024-09-05T02:25:36.205068+0000","last_became_active":"2024-09-05T02:24:44.640118+0000","last_became_peered":"2024-09-05T02:24:44.640118+0000","last_unstale":"2024-09-05T02:25:36.205068+0000","last_undegraded":"2024-09-05T02:25:36.205068+0000","last_fullsized":"2024-09-05T02:25:36.205068+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:07:01.734127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.221747+0000","last_change":"2024-09-05T02:24:47.475170+0000","last_active":"2024-09-05T02:25:36.221747+0000","last_peered":"2024-09-05T02:25:36.221747+0000","last_clean":"2024-09-05T02:25:36.221747+0000","last_became_active":"2024-09-05T02:24:47.474757+0000","last_became_peered":"2024-09-05T02:24:47.474757+0000","last_unstale":"2024-09-05T02:25:36.221747+0000","last_undegraded":"2024-09-05T02:25:36.221747+0000","last_fullsized":"2024-09-05T02:25:36.221747+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:52:41.444857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"84'14","reported_seq":38,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204106+0000","last_change":"2024-09-05T02:24:44.298385+0000","last_active":"2024-09-05T02:25:36.204106+0000","last_peered":"2024-09-05T02:25:36.204106+0000","last_clean":"2024-09-05T02:25:36.204106+0000","last_became_active":"2024-09-05T02:24:44.297981+0000","last_became_peered":"2024-09-05T02:24:44.297981+0000","last_unstale":"2024-09-05T02:25:36.204106+0000","last_undegraded":"2024-09-05T02:25:36.204106+0000","last_fullsized":"2024-09-05T02:25:36.204106+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:33:42.849584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201261+0000","last_change":"2024-09-05T02:24:47.488049+0000","last_active":"2024-09-05T02:25:36.201261+0000","last_peered":"2024-09-05T02:25:36.201261+0000","last_clean":"2024-09-05T02:25:36.201261+0000","last_became_active":"2024-09-05T02:24:47.485368+0000","last_became_peered":"2024-09-05T02:24:47.485368+0000","last_unstale":"2024-09-05T02:25:36.201261+0000","last_undegraded":"2024-09-05T02:25:36.201261+0000","last_fullsized":"2024-09-05T02:25:36.201261+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:51:17.970446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'7","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.246650+0000","last_change":"2024-09-05T02:24:44.400396+0000","last_active":"2024-09-05T02:25:36.246650+0000","last_peered":"2024-09-05T02:25:36.246650+0000","last_clean":"2024-09-05T02:25:36.246650+0000","last_became_active":"2024-09-05T02:24:44.399960+0000","last_became_peered":"2024-09-05T02:24:44.399960+0000","last_unstale":"2024-09-05T02:25:36.246650+0000","last_undegraded":"2024-09-05T02:25:36.246650+0000","last_fullsized":"2024-09-05T02:25:36.246650+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:48:24.977584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.205126+0000","last_change":"2024-09-05T02:24:47.481128+0000","last_active":"2024-09-05T02:25:36.205126+0000","last_peered":"2024-09-05T02:25:36.205126+0000","last_clean":"2024-09-05T02:25:36.205126+0000","last_became_active":"2024-09-05T02:24:47.480833+0000","last_became_peered":"2024-09-05T02:24:47.480833+0000","last_unstale":"2024-09-05T02:25:36.205126+0000","last_undegraded":"2024-09-05T02:25:36.205126+0000","last_fullsized":"2024-09-05T02:25:36.205126+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:19:32.729539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.202071+0000","last_change":"2024-09-05T02:24:44.640973+0000","last_active":"2024-09-05T02:25:36.202071+0000","last_peered":"2024-09-05T02:25:36.202071+0000","last_clean":"2024-09-05T02:25:36.202071+0000","last_became_active":"2024-09-05T02:24:44.640657+0000","last_became_peered":"2024-09-05T02:24:44.640657+0000","last_unstale":"2024-09-05T02:25:36.202071+0000","last_undegraded":"2024-09-05T02:25:36.202071+0000","last_fullsized":"2024-09-05T02:25:36.202071+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:18:13.413747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.203547+0000","last_change":"2024-09-05T02:24:47.478379+0000","last_active":"2024-09-05T02:25:36.203547+0000","last_peered":"2024-09-05T02:25:36.203547+0000","last_clean":"2024-09-05T02:25:36.203547+0000","last_became_active":"2024-09-05T02:24:47.478053+0000","last_became_peered":"2024-09-05T02:24:47.478053+0000","last_unstale":"2024-09-05T02:25:36.203547+0000","last_undegraded":"2024-09-05T02:25:36.203547+0000","last_fullsized":"2024-09-05T02:25:36.203547+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:23:09.235450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'7","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201028+0000","last_change":"2024-09-05T02:24:44.291080+0000","last_active":"2024-09-05T02:25:36.201028+0000","last_peered":"2024-09-05T02:25:36.201028+0000","last_clean":"2024-09-05T02:25:36.201028+0000","last_became_active":"2024-09-05T02:24:44.290778+0000","last_became_peered":"2024-09-05T02:24:44.290778+0000","last_unstale":"2024-09-05T02:25:36.201028+0000","last_undegraded":"2024-09-05T02:25:36.201028+0000","last_fullsized":"2024-09-05T02:25:36.201028+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:46:58.612545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.203359+0000","last_change":"2024-09-05T02:24:47.477863+0000","last_active":"2024-09-05T02:25:36.203359+0000","last_peered":"2024-09-05T02:25:36.203359+0000","last_clean":"2024-09-05T02:25:36.203359+0000","last_became_active":"2024-09-05T02:24:47.477504+0000","last_became_peered":"2024-09-05T02:24:47.477504+0000","last_unstale":"2024-09-05T02:25:36.203359+0000","last_undegraded":"2024-09-05T02:25:36.203359+0000","last_fullsized":"2024-09-05T02:25:36.203359+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:23:50.906241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'3","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.218247+0000","last_change":"2024-09-05T02:25:36.217796+0000","last_active":"2024-09-05T02:25:36.218247+0000","last_peered":"2024-09-05T02:25:36.218247+0000","last_clean":"2024-09-05T02:25:36.218247+0000","last_became_active":"2024-09-05T02:25:36.208005+0000","last_became_peered":"2024-09-05T02:25:36.208005+0000","last_unstale":"2024-09-05T02:25:36.218247+0000","last_undegraded":"2024-09-05T02:25:36.218247+0000","last_fullsized":"2024-09-05T02:25:36.218247+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:00:55.520681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201427+0000","last_change":"2024-09-05T02:24:47.482550+0000","last_active":"2024-09-05T02:25:36.201427+0000","last_peered":"2024-09-05T02:25:36.201427+0000","last_clean":"2024-09-05T02:25:36.201427+0000","last_became_active":"2024-09-05T02:24:47.482230+0000","last_became_peered":"2024-09-05T02:24:47.482230+0000","last_unstale":"2024-09-05T02:25:36.201427+0000","last_undegraded":"2024-09-05T02:25:36.201427+0000","last_fullsized":"2024-09-05T02:25:36.201427+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:25:50.165849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"84'4","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204571+0000","last_change":"2024-09-05T02:24:44.298584+0000","last_active":"2024-09-05T02:25:36.204571+0000","last_peered":"2024-09-05T02:25:36.204571+0000","last_clean":"2024-09-05T02:25:36.204571+0000","last_became_active":"2024-09-05T02:24:44.298193+0000","last_became_peered":"2024-09-05T02:24:44.298193+0000","last_unstale":"2024-09-05T02:25:36.204571+0000","last_undegraded":"2024-09-05T02:25:36.204571+0000","last_fullsized":"2024-09-05T02:25:36.204571+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:02:31.920971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207986+0000","last_change":"2024-09-05T02:24:47.490421+0000","last_active":"2024-09-05T02:25:36.207986+0000","last_peered":"2024-09-05T02:25:36.207986+0000","last_clean":"2024-09-05T02:25:36.207986+0000","last_became_active":"2024-09-05T02:24:47.489992+0000","last_became_peered":"2024-09-05T02:24:47.489992+0000","last_unstale":"2024-09-05T02:25:36.207986+0000","last_undegraded":"2024-09-05T02:25:36.207986+0000","last_fullsized":"2024-09-05T02:25:36.207986+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:15.842796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.247594+0000","last_change":"2024-09-05T02:25:36.247594+0000","last_active":"2024-09-05T02:25:36.247594+0000","last_peered":"2024-09-05T02:25:36.247594+0000","last_clean":"2024-09-05T02:25:36.247594+0000","last_became_active":"2024-09-05T02:25:36.247333+0000","last_became_peered":"2024-09-05T02:25:36.247333+0000","last_unstale":"2024-09-05T02:25:36.247594+0000","last_undegraded":"2024-09-05T02:25:36.247594+0000","last_fullsized":"2024-09-05T02:25:36.247594+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:53:54.127434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1c","version":"84'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.214730+0000","last_change":"2024-09-05T02:25:36.214295+0000","last_active":"2024-09-05T02:25:36.214730+0000","last_peered":"2024-09-05T02:25:36.214730+0000","last_clean":"2024-09-05T02:25:36.214730+0000","last_became_active":"2024-09-05T02:25:36.206425+0000","last_became_peered":"2024-09-05T02:25:36.206425+0000","last_unstale":"2024-09-05T02:25:36.214730+0000","last_undegraded":"2024-09-05T02:25:36.214730+0000","last_fullsized":"2024-09-05T02:25:36.214730+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:51:03.946758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.202086+0000","last_change":"2024-09-05T02:24:47.492996+0000","last_active":"2024-09-05T02:25:36.202086+0000","last_peered":"2024-09-05T02:25:36.202086+0000","last_clean":"2024-09-05T02:25:36.202086+0000","last_became_active":"2024-09-05T02:24:47.492665+0000","last_became_peered":"2024-09-05T02:24:47.492665+0000","last_unstale":"2024-09-05T02:25:36.202086+0000","last_undegraded":"2024-09-05T02:25:36.202086+0000","last_fullsized":"2024-09-05T02:25:36.202086+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:44:32.954561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"84'12","reported_seq":59,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.258046+0000","last_change":"2024-09-05T02:25:36.258046+0000","last_active":"2024-09-05T02:25:36.258046+0000","last_peered":"2024-09-05T02:25:36.258046+0000","last_clean":"2024-09-05T02:25:36.258046+0000","last_became_active":"2024-09-05T02:25:36.247563+0000","last_became_peered":"2024-09-05T02:25:36.247563+0000","last_unstale":"2024-09-05T02:25:36.258046+0000","last_undegraded":"2024-09-05T02:25:36.258046+0000","last_fullsized":"2024-09-05T02:25:36.258046+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:13:32.936339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.205048+0000","last_change":"2024-09-05T02:24:47.488917+0000","last_active":"2024-09-05T02:25:36.205048+0000","last_peered":"2024-09-05T02:25:36.205048+0000","last_clean":"2024-09-05T02:25:36.205048+0000","last_became_active":"2024-09-05T02:24:47.488543+0000","last_became_peered":"2024-09-05T02:24:47.488543+0000","last_unstale":"2024-09-05T02:25:36.205048+0000","last_undegraded":"2024-09-05T02:25:36.205048+0000","last_fullsized":"2024-09-05T02:25:36.205048+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:08:53.452036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201416+0000","last_change":"2024-09-05T02:24:44.640849+0000","last_active":"2024-09-05T02:25:36.201416+0000","last_peered":"2024-09-05T02:25:36.201416+0000","last_clean":"2024-09-05T02:25:36.201416+0000","last_became_active":"2024-09-05T02:24:44.640181+0000","last_became_peered":"2024-09-05T02:24:44.640181+0000","last_unstale":"2024-09-05T02:25:36.201416+0000","last_undegraded":"2024-09-05T02:25:36.201416+0000","last_fullsized":"2024-09-05T02:25:36.201416+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:12:34.867285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201302+0000","last_change":"2024-09-05T02:24:47.477642+0000","last_active":"2024-09-05T02:25:36.201302+0000","last_peered":"2024-09-05T02:25:36.201302+0000","last_clean":"2024-09-05T02:25:36.201302+0000","last_became_active":"2024-09-05T02:24:47.474109+0000","last_became_peered":"2024-09-05T02:24:47.474109+0000","last_unstale":"2024-09-05T02:25:36.201302+0000","last_undegraded":"2024-09-05T02:25:36.201302+0000","last_fullsized":"2024-09-05T02:25:36.201302+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:48:38.986300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"84'13","reported_seq":92,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:53.622194+0000","last_change":"2024-09-05T02:24:44.295646+0000","last_active":"2024-09-05T02:25:53.622194+0000","last_peered":"2024-09-05T02:25:53.622194+0000","last_clean":"2024-09-05T02:25:53.622194+0000","last_became_active":"2024-09-05T02:24:44.295219+0000","last_became_peered":"2024-09-05T02:24:44.295219+0000","last_unstale":"2024-09-05T02:25:53.622194+0000","last_undegraded":"2024-09-05T02:25:53.622194+0000","last_fullsized":"2024-09-05T02:25:53.622194+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:49.458485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":55,"num_read_kb":55,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66972,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":570,"num_read_kb":357,"num_write":243,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":60346,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":200916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":209,"ondisk_log_size":209,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481820,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":950272,"data_stored":456034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":70,"seq":300647710751,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32800,"kb_used_data":1608,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712352,"statfs":{"total":95995035648,"available":95961448448,"internally_reserved":0,"allocated":1646592,"data_stored":1105852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":65,"seq":279172874278,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36292,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708860,"statfs":{"total":95995035648,"available":95957872640,"internally_reserved":0,"allocated":970752,"data_stored":454989,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":58,"seq":249108103212,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32132,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713020,"statfs":{"total":95995035648,"available":95962132480,"internally_reserved":0,"allocated":962560,"data_stored":454785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364847,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28560,"kb_used_data":1528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716592,"statfs":{"total":95995035648,"available":95965790208,"internally_reserved":0,"allocated":1564672,"data_stored":1047887,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528374,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36280,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708872,"statfs":{"total":95995035648,"available":95957884928,"internally_reserved":0,"allocated":954368,"data_stored":455099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757308,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32728,"kb_used_data":1540,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712424,"statfs":{"total":95995035648,"available":95961522176,"internally_reserved":0,"allocated":1576960,"data_stored":1047172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920833,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1024000,"data_stored":514331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149765,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36300,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708852,"statfs":{"total":95995035648,"available":95957864448,"internally_reserved":0,"allocated":970752,"data_stored":454531,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411403,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36296,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708856,"statfs":{"total":95995035648,"available":95957868544,"internally_reserved":0,"allocated":966656,"data_stored":456232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574927,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1015808,"data_stored":515776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738454,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36304,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708848,"statfs":{"total":95995035648,"available":95957860352,"internally_reserved":0,"allocated":974848,"data_stored":456438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":61909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":60464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":61500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T02:26:00.261 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-05T02:26:00.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:00 smithi123 ceph-mon[34031]: pgmap v328: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:26:00.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:00 smithi174 ceph-mon[34756]: pgmap v328: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:26:00.670 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:01.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.221+0000 7fc24f200640 1 -- 172.21.15.33:0/2347787538 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc248077040 msgr2=0x7fc2481124f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:01.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.221+0000 7fc24f200640 1 --2- 172.21.15.33:0/2347787538 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc248077040 0x7fc2481124f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc230009900 tx=0x7fc23002a410 comp rx=0 tx=0).stop 2024-09-05T02:26:01.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.222+0000 7fc24f200640 1 -- 172.21.15.33:0/2347787538 shutdown_connections 2024-09-05T02:26:01.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.222+0000 7fc24f200640 1 --2- 172.21.15.33:0/2347787538 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc248112a30 0x7fc248114e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:01.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.222+0000 7fc24f200640 1 --2- 172.21.15.33:0/2347787538 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc248077040 0x7fc2481124f0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:01.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.222+0000 7fc24f200640 1 --2- 172.21.15.33:0/2347787538 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc248076720 0x7fc248076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:01.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.222+0000 7fc24f200640 1 -- 172.21.15.33:0/2347787538 >> 172.21.15.33:0/2347787538 conn(0x7fc2480ffa90 msgr2=0x7fc248101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:01.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.222+0000 7fc24f200640 1 -- 172.21.15.33:0/2347787538 shutdown_connections 2024-09-05T02:26:01.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.222+0000 7fc24f200640 1 -- 172.21.15.33:0/2347787538 wait complete. 2024-09-05T02:26:01.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.223+0000 7fc24f200640 1 Processor -- start 2024-09-05T02:26:01.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.223+0000 7fc24f200640 1 -- start start 2024-09-05T02:26:01.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.223+0000 7fc24f200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc248076720 0x7fc2481a46d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:01.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.223+0000 7fc24f200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc248077040 0x7fc2481a4c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:01.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.223+0000 7fc24f200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc248112a30 0x7fc24819e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:01.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.223+0000 7fc24f200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc2481185a0 con 0x7fc248112a30 2024-09-05T02:26:01.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.223+0000 7fc24f200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc248118420 con 0x7fc248077040 2024-09-05T02:26:01.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.223+0000 7fc24f200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc248118720 con 0x7fc248076720 2024-09-05T02:26:01.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.223+0000 7fc247e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc248076720 0x7fc2481a46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:01.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.223+0000 7fc247e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc248076720 0x7fc2481a46d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:49006/0 (socket says 172.21.15.33:49006) 2024-09-05T02:26:01.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.223+0000 7fc247e00640 1 -- 172.21.15.33:0/1159470649 learned_addr learned my addr 172.21.15.33:0/1159470649 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:01.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.223+0000 7fc24d200640 1 --2- 172.21.15.33:0/1159470649 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc248112a30 0x7fc24819e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:01.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.223+0000 7fc23f400640 1 --2- 172.21.15.33:0/1159470649 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc248077040 0x7fc2481a4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:01.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.224+0000 7fc247e00640 1 -- 172.21.15.33:0/1159470649 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc248077040 msgr2=0x7fc2481a4c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:01.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.224+0000 7fc247e00640 1 --2- 172.21.15.33:0/1159470649 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc248077040 0x7fc2481a4c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:01.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.224+0000 7fc247e00640 1 -- 172.21.15.33:0/1159470649 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc248112a30 msgr2=0x7fc24819e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:01.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.224+0000 7fc247e00640 1 --2- 172.21.15.33:0/1159470649 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc248112a30 0x7fc24819e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:01.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.224+0000 7fc247e00640 1 -- 172.21.15.33:0/1159470649 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc24819efc0 con 0x7fc248076720 2024-09-05T02:26:01.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.224+0000 7fc247e00640 1 --2- 172.21.15.33:0/1159470649 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc248076720 0x7fc2481a46d0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc23800e9f0 tx=0x7fc23800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:01.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.224+0000 7fc245600640 1 -- 172.21.15.33:0/1159470649 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc23800cd80 con 0x7fc248076720 2024-09-05T02:26:01.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.224+0000 7fc24f200640 1 -- 172.21.15.33:0/1159470649 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc24819f2b0 con 0x7fc248076720 2024-09-05T02:26:01.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.225+0000 7fc245600640 1 -- 172.21.15.33:0/1159470649 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc238010910 con 0x7fc248076720 2024-09-05T02:26:01.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.225+0000 7fc245600640 1 -- 172.21.15.33:0/1159470649 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2380188f0 con 0x7fc248076720 2024-09-05T02:26:01.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.225+0000 7fc24f200640 1 -- 172.21.15.33:0/1159470649 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2481ab5a0 con 0x7fc248076720 2024-09-05T02:26:01.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.226+0000 7fc24f200640 1 -- 172.21.15.33:0/1159470649 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc248076b00 con 0x7fc248076720 2024-09-05T02:26:01.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.228+0000 7fc245600640 1 -- 172.21.15.33:0/1159470649 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fc238010ac0 con 0x7fc248076720 2024-09-05T02:26:01.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.229+0000 7fc245600640 1 --2- 172.21.15.33:0/1159470649 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc22c0a2c90 0x7fc22c0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:01.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.229+0000 7fc245600640 1 -- 172.21.15.33:0/1159470649 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fc2380cfa00 con 0x7fc248076720 2024-09-05T02:26:01.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.229+0000 7fc23f400640 1 --2- 172.21.15.33:0/1159470649 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc22c0a2c90 0x7fc22c0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:01.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.230+0000 7fc23f400640 1 --2- 172.21.15.33:0/1159470649 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc22c0a2c90 0x7fc22c0a5150 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fc230009230 tx=0x7fc2300058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:01.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.231+0000 7fc245600640 1 -- 172.21.15.33:0/1159470649 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc23809c170 con 0x7fc248076720 2024-09-05T02:26:01.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.416+0000 7fc24f200640 1 -- 172.21.15.33:0/1159470649 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc2481146a0 con 0x7fc22c0a2c90 2024-09-05T02:26:01.419 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:01 smithi033 ceph-mon[29909]: from='client.24826 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:26:01.419 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:26:01.419 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:26:01.419 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:26:01.419 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:26:01.419 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:01 smithi033 ceph-mon[29909]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:26:01.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.423+0000 7fc245600640 1 -- 172.21.15.33:0/1159470649 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258771 (secure 0 0 0) 0x7fc2481146a0 con 0x7fc22c0a2c90 2024-09-05T02:26:01.431 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:26:01.432 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-09-05T02:26:01.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.427+0000 7fc24f200640 1 -- 172.21.15.33:0/1159470649 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc22c0a2c90 msgr2=0x7fc22c0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:01.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.427+0000 7fc24f200640 1 --2- 172.21.15.33:0/1159470649 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc22c0a2c90 0x7fc22c0a5150 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fc230009230 tx=0x7fc2300058d0 comp rx=0 tx=0).stop 2024-09-05T02:26:01.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.428+0000 7fc24f200640 1 -- 172.21.15.33:0/1159470649 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc248076720 msgr2=0x7fc2481a46d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:01.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.428+0000 7fc24f200640 1 --2- 172.21.15.33:0/1159470649 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc248076720 0x7fc2481a46d0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc23800e9f0 tx=0x7fc23800eeb0 comp rx=0 tx=0).stop 2024-09-05T02:26:01.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.428+0000 7fc24f200640 1 -- 172.21.15.33:0/1159470649 shutdown_connections 2024-09-05T02:26:01.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.428+0000 7fc24f200640 1 --2- 172.21.15.33:0/1159470649 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc22c0a2c90 0x7fc22c0a5150 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:01.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.428+0000 7fc24f200640 1 --2- 172.21.15.33:0/1159470649 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc248112a30 0x7fc24819e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:01.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.428+0000 7fc24f200640 1 --2- 172.21.15.33:0/1159470649 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc248077040 0x7fc2481a4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:01.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.428+0000 7fc24f200640 1 --2- 172.21.15.33:0/1159470649 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc248076720 0x7fc2481a46d0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:01.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.428+0000 7fc24f200640 1 -- 172.21.15.33:0/1159470649 >> 172.21.15.33:0/1159470649 conn(0x7fc2480ffa90 msgr2=0x7fc248101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:01.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.428+0000 7fc24f200640 1 -- 172.21.15.33:0/1159470649 shutdown_connections 2024-09-05T02:26:01.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:01.428+0000 7fc24f200640 1 -- 172.21.15.33:0/1159470649 wait complete. 2024-09-05T02:26:01.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:01 smithi123 ceph-mon[34031]: from='client.24826 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:26:01.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:26:01.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:26:01.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:26:01.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:26:01.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:01 smithi123 ceph-mon[34031]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:26:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:01 smithi174 ceph-mon[34756]: from='client.24826 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:26:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:26:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:26:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:26:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:26:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:01 smithi174 ceph-mon[34756]: from='mgr.14150 172.21.15.33:0/658914067' entity='mgr.x' 2024-09-05T02:26:02.061 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":329,"stamp":"2024-09-05T02:26:00.487756+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657574,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":746,"num_read_kb":496,"num_write":426,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":1241082,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":348,"ondisk_log_size":348,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":391704,"kb_used_data":13260,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124550120,"statfs":{"total":1151940427776,"available":1151539322880,"internally_reserved":0,"allocated":13578240,"data_stored":7419126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":387233081},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":140,"num_read_kb":70,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003223"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.205411+0000","last_change":"2024-09-05T02:24:47.491184+0000","last_active":"2024-09-05T02:25:36.205411+0000","last_peered":"2024-09-05T02:25:36.205411+0000","last_clean":"2024-09-05T02:25:36.205411+0000","last_became_active":"2024-09-05T02:24:47.490909+0000","last_became_peered":"2024-09-05T02:24:47.490909+0000","last_unstale":"2024-09-05T02:25:36.205411+0000","last_undegraded":"2024-09-05T02:25:36.205411+0000","last_fullsized":"2024-09-05T02:25:36.205411+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:26.740349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204937+0000","last_change":"2024-09-05T02:24:47.485186+0000","last_active":"2024-09-05T02:25:36.204937+0000","last_peered":"2024-09-05T02:25:36.204937+0000","last_clean":"2024-09-05T02:25:36.204937+0000","last_became_active":"2024-09-05T02:24:47.484829+0000","last_became_peered":"2024-09-05T02:24:47.484829+0000","last_unstale":"2024-09-05T02:25:36.204937+0000","last_undegraded":"2024-09-05T02:25:36.204937+0000","last_fullsized":"2024-09-05T02:25:36.204937+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:10:55.313784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.205171+0000","last_change":"2024-09-05T02:24:47.487202+0000","last_active":"2024-09-05T02:25:36.205171+0000","last_peered":"2024-09-05T02:25:36.205171+0000","last_clean":"2024-09-05T02:25:36.205171+0000","last_became_active":"2024-09-05T02:24:47.486906+0000","last_became_peered":"2024-09-05T02:24:47.486906+0000","last_unstale":"2024-09-05T02:25:36.205171+0000","last_undegraded":"2024-09-05T02:25:36.205171+0000","last_fullsized":"2024-09-05T02:25:36.205171+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:48:59.819500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.246891+0000","last_change":"2024-09-05T02:24:47.477645+0000","last_active":"2024-09-05T02:25:36.246891+0000","last_peered":"2024-09-05T02:25:36.246891+0000","last_clean":"2024-09-05T02:25:36.246891+0000","last_became_active":"2024-09-05T02:24:47.477281+0000","last_became_peered":"2024-09-05T02:24:47.477281+0000","last_unstale":"2024-09-05T02:25:36.246891+0000","last_undegraded":"2024-09-05T02:25:36.246891+0000","last_fullsized":"2024-09-05T02:25:36.246891+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:50:30.105056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.222784+0000","last_change":"2024-09-05T02:25:36.222784+0000","last_active":"2024-09-05T02:25:36.222784+0000","last_peered":"2024-09-05T02:25:36.222784+0000","last_clean":"2024-09-05T02:25:36.222784+0000","last_became_active":"2024-09-05T02:25:36.222414+0000","last_became_peered":"2024-09-05T02:25:36.222414+0000","last_unstale":"2024-09-05T02:25:36.222784+0000","last_undegraded":"2024-09-05T02:25:36.222784+0000","last_fullsized":"2024-09-05T02:25:36.222784+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:04.810878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6],"acting":[8,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204175+0000","last_change":"2024-09-05T02:24:47.481997+0000","last_active":"2024-09-05T02:25:36.204175+0000","last_peered":"2024-09-05T02:25:36.204175+0000","last_clean":"2024-09-05T02:25:36.204175+0000","last_became_active":"2024-09-05T02:24:47.481648+0000","last_became_peered":"2024-09-05T02:24:47.481648+0000","last_unstale":"2024-09-05T02:25:36.204175+0000","last_undegraded":"2024-09-05T02:25:36.204175+0000","last_fullsized":"2024-09-05T02:25:36.204175+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:37:03.602800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207448+0000","last_change":"2024-09-05T02:24:47.483442+0000","last_active":"2024-09-05T02:25:36.207448+0000","last_peered":"2024-09-05T02:25:36.207448+0000","last_clean":"2024-09-05T02:25:36.207448+0000","last_became_active":"2024-09-05T02:24:47.483104+0000","last_became_peered":"2024-09-05T02:24:47.483104+0000","last_unstale":"2024-09-05T02:25:36.207448+0000","last_undegraded":"2024-09-05T02:25:36.207448+0000","last_fullsized":"2024-09-05T02:25:36.207448+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:29:48.868995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.200880+0000","last_change":"2024-09-05T02:24:47.483089+0000","last_active":"2024-09-05T02:25:36.200880+0000","last_peered":"2024-09-05T02:25:36.200880+0000","last_clean":"2024-09-05T02:25:36.200880+0000","last_became_active":"2024-09-05T02:24:47.482677+0000","last_became_peered":"2024-09-05T02:24:47.482677+0000","last_unstale":"2024-09-05T02:25:36.200880+0000","last_undegraded":"2024-09-05T02:25:36.200880+0000","last_fullsized":"2024-09-05T02:25:36.200880+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:11.707124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.202469+0000","last_change":"2024-09-05T02:24:47.483010+0000","last_active":"2024-09-05T02:25:36.202469+0000","last_peered":"2024-09-05T02:25:36.202469+0000","last_clean":"2024-09-05T02:25:36.202469+0000","last_became_active":"2024-09-05T02:24:47.482649+0000","last_became_peered":"2024-09-05T02:24:47.482649+0000","last_unstale":"2024-09-05T02:25:36.202469+0000","last_undegraded":"2024-09-05T02:25:36.202469+0000","last_fullsized":"2024-09-05T02:25:36.202469+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:50:13.723197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204697+0000","last_change":"2024-09-05T02:24:47.488852+0000","last_active":"2024-09-05T02:25:36.204697+0000","last_peered":"2024-09-05T02:25:36.204697+0000","last_clean":"2024-09-05T02:25:36.204697+0000","last_became_active":"2024-09-05T02:24:47.488444+0000","last_became_peered":"2024-09-05T02:24:47.488444+0000","last_unstale":"2024-09-05T02:25:36.204697+0000","last_undegraded":"2024-09-05T02:25:36.204697+0000","last_fullsized":"2024-09-05T02:25:36.204697+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:43:11.410976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207756+0000","last_change":"2024-09-05T02:24:47.482922+0000","last_active":"2024-09-05T02:25:36.207756+0000","last_peered":"2024-09-05T02:25:36.207756+0000","last_clean":"2024-09-05T02:25:36.207756+0000","last_became_active":"2024-09-05T02:24:47.482517+0000","last_became_peered":"2024-09-05T02:24:47.482517+0000","last_unstale":"2024-09-05T02:25:36.207756+0000","last_undegraded":"2024-09-05T02:25:36.207756+0000","last_fullsized":"2024-09-05T02:25:36.207756+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:32:18.412647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207594+0000","last_change":"2024-09-05T02:25:36.207594+0000","last_active":"2024-09-05T02:25:36.207594+0000","last_peered":"2024-09-05T02:25:36.207594+0000","last_clean":"2024-09-05T02:25:36.207594+0000","last_became_active":"2024-09-05T02:25:36.207268+0000","last_became_peered":"2024-09-05T02:25:36.207268+0000","last_unstale":"2024-09-05T02:25:36.207594+0000","last_undegraded":"2024-09-05T02:25:36.207594+0000","last_fullsized":"2024-09-05T02:25:36.207594+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:10:19.407275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.221753+0000","last_change":"2024-09-05T02:24:47.487525+0000","last_active":"2024-09-05T02:25:36.221753+0000","last_peered":"2024-09-05T02:25:36.221753+0000","last_clean":"2024-09-05T02:25:36.221753+0000","last_became_active":"2024-09-05T02:24:47.487212+0000","last_became_peered":"2024-09-05T02:24:47.487212+0000","last_unstale":"2024-09-05T02:25:36.221753+0000","last_undegraded":"2024-09-05T02:25:36.221753+0000","last_fullsized":"2024-09-05T02:25:36.221753+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:59:45.141810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204262+0000","last_change":"2024-09-05T02:24:47.484682+0000","last_active":"2024-09-05T02:25:36.204262+0000","last_peered":"2024-09-05T02:25:36.204262+0000","last_clean":"2024-09-05T02:25:36.204262+0000","last_became_active":"2024-09-05T02:24:47.484360+0000","last_became_peered":"2024-09-05T02:24:47.484360+0000","last_unstale":"2024-09-05T02:25:36.204262+0000","last_undegraded":"2024-09-05T02:25:36.204262+0000","last_fullsized":"2024-09-05T02:25:36.204262+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:55:05.905601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.203947+0000","last_change":"2024-09-05T02:24:47.477801+0000","last_active":"2024-09-05T02:25:36.203947+0000","last_peered":"2024-09-05T02:25:36.203947+0000","last_clean":"2024-09-05T02:25:36.203947+0000","last_became_active":"2024-09-05T02:24:47.477483+0000","last_became_peered":"2024-09-05T02:24:47.477483+0000","last_unstale":"2024-09-05T02:25:36.203947+0000","last_undegraded":"2024-09-05T02:25:36.203947+0000","last_fullsized":"2024-09-05T02:25:36.203947+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:28:41.915016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201935+0000","last_change":"2024-09-05T02:24:47.492903+0000","last_active":"2024-09-05T02:25:36.201935+0000","last_peered":"2024-09-05T02:25:36.201935+0000","last_clean":"2024-09-05T02:25:36.201935+0000","last_became_active":"2024-09-05T02:24:47.492561+0000","last_became_peered":"2024-09-05T02:24:47.492561+0000","last_unstale":"2024-09-05T02:25:36.201935+0000","last_undegraded":"2024-09-05T02:25:36.201935+0000","last_fullsized":"2024-09-05T02:25:36.201935+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:04:55.090065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.205544+0000","last_change":"2024-09-05T02:24:47.491299+0000","last_active":"2024-09-05T02:25:36.205544+0000","last_peered":"2024-09-05T02:25:36.205544+0000","last_clean":"2024-09-05T02:25:36.205544+0000","last_became_active":"2024-09-05T02:24:47.490984+0000","last_became_peered":"2024-09-05T02:24:47.490984+0000","last_unstale":"2024-09-05T02:25:36.205544+0000","last_undegraded":"2024-09-05T02:25:36.205544+0000","last_fullsized":"2024-09-05T02:25:36.205544+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:07:17.549051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204028+0000","last_change":"2024-09-05T02:24:47.483319+0000","last_active":"2024-09-05T02:25:36.204028+0000","last_peered":"2024-09-05T02:25:36.204028+0000","last_clean":"2024-09-05T02:25:36.204028+0000","last_became_active":"2024-09-05T02:24:47.483017+0000","last_became_peered":"2024-09-05T02:24:47.483017+0000","last_unstale":"2024-09-05T02:25:36.204028+0000","last_undegraded":"2024-09-05T02:25:36.204028+0000","last_fullsized":"2024-09-05T02:25:36.204028+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:46:16.281658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.209043+0000","last_change":"2024-09-05T02:24:47.472469+0000","last_active":"2024-09-05T02:25:36.209043+0000","last_peered":"2024-09-05T02:25:36.209043+0000","last_clean":"2024-09-05T02:25:36.209043+0000","last_became_active":"2024-09-05T02:24:47.472154+0000","last_became_peered":"2024-09-05T02:24:47.472154+0000","last_unstale":"2024-09-05T02:25:36.209043+0000","last_undegraded":"2024-09-05T02:25:36.209043+0000","last_fullsized":"2024-09-05T02:25:36.209043+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:13:41.486577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204119+0000","last_change":"2024-09-05T02:24:47.472898+0000","last_active":"2024-09-05T02:25:36.204119+0000","last_peered":"2024-09-05T02:25:36.204119+0000","last_clean":"2024-09-05T02:25:36.204119+0000","last_became_active":"2024-09-05T02:24:47.470127+0000","last_became_peered":"2024-09-05T02:24:47.470127+0000","last_unstale":"2024-09-05T02:25:36.204119+0000","last_undegraded":"2024-09-05T02:25:36.204119+0000","last_fullsized":"2024-09-05T02:25:36.204119+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:00:29.277630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.221763+0000","last_change":"2024-09-05T02:24:47.490189+0000","last_active":"2024-09-05T02:25:36.221763+0000","last_peered":"2024-09-05T02:25:36.221763+0000","last_clean":"2024-09-05T02:25:36.221763+0000","last_became_active":"2024-09-05T02:24:47.489899+0000","last_became_peered":"2024-09-05T02:24:47.489899+0000","last_unstale":"2024-09-05T02:25:36.221763+0000","last_undegraded":"2024-09-05T02:25:36.221763+0000","last_fullsized":"2024-09-05T02:25:36.221763+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:40.643179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.202150+0000","last_change":"2024-09-05T02:24:47.486794+0000","last_active":"2024-09-05T02:25:36.202150+0000","last_peered":"2024-09-05T02:25:36.202150+0000","last_clean":"2024-09-05T02:25:36.202150+0000","last_became_active":"2024-09-05T02:24:47.486487+0000","last_became_peered":"2024-09-05T02:24:47.486487+0000","last_unstale":"2024-09-05T02:25:36.202150+0000","last_undegraded":"2024-09-05T02:25:36.202150+0000","last_fullsized":"2024-09-05T02:25:36.202150+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:50:16.871409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.200905+0000","last_change":"2024-09-05T02:24:47.472264+0000","last_active":"2024-09-05T02:25:36.200905+0000","last_peered":"2024-09-05T02:25:36.200905+0000","last_clean":"2024-09-05T02:25:36.200905+0000","last_became_active":"2024-09-05T02:24:47.471923+0000","last_became_peered":"2024-09-05T02:24:47.471923+0000","last_unstale":"2024-09-05T02:25:36.200905+0000","last_undegraded":"2024-09-05T02:25:36.200905+0000","last_fullsized":"2024-09-05T02:25:36.200905+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:37.261821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201614+0000","last_change":"2024-09-05T02:24:47.479598+0000","last_active":"2024-09-05T02:25:36.201614+0000","last_peered":"2024-09-05T02:25:36.201614+0000","last_clean":"2024-09-05T02:25:36.201614+0000","last_became_active":"2024-09-05T02:24:47.479299+0000","last_became_peered":"2024-09-05T02:24:47.479299+0000","last_unstale":"2024-09-05T02:25:36.201614+0000","last_undegraded":"2024-09-05T02:25:36.201614+0000","last_fullsized":"2024-09-05T02:25:36.201614+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:09:23.916286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201208+0000","last_change":"2024-09-05T02:24:47.477576+0000","last_active":"2024-09-05T02:25:36.201208+0000","last_peered":"2024-09-05T02:25:36.201208+0000","last_clean":"2024-09-05T02:25:36.201208+0000","last_became_active":"2024-09-05T02:24:47.477167+0000","last_became_peered":"2024-09-05T02:24:47.477167+0000","last_unstale":"2024-09-05T02:25:36.201208+0000","last_undegraded":"2024-09-05T02:25:36.201208+0000","last_fullsized":"2024-09-05T02:25:36.201208+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:50:37.129705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207424+0000","last_change":"2024-09-05T02:24:47.483520+0000","last_active":"2024-09-05T02:25:36.207424+0000","last_peered":"2024-09-05T02:25:36.207424+0000","last_clean":"2024-09-05T02:25:36.207424+0000","last_became_active":"2024-09-05T02:24:47.481784+0000","last_became_peered":"2024-09-05T02:24:47.481784+0000","last_unstale":"2024-09-05T02:25:36.207424+0000","last_undegraded":"2024-09-05T02:25:36.207424+0000","last_fullsized":"2024-09-05T02:25:36.207424+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:20:39.296324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204234+0000","last_change":"2024-09-05T02:24:47.473686+0000","last_active":"2024-09-05T02:25:36.204234+0000","last_peered":"2024-09-05T02:25:36.204234+0000","last_clean":"2024-09-05T02:25:36.204234+0000","last_became_active":"2024-09-05T02:24:47.473415+0000","last_became_peered":"2024-09-05T02:24:47.473415+0000","last_unstale":"2024-09-05T02:25:36.204234+0000","last_undegraded":"2024-09-05T02:25:36.204234+0000","last_fullsized":"2024-09-05T02:25:36.204234+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:31:51.642451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.221721+0000","last_change":"2024-09-05T02:24:47.486520+0000","last_active":"2024-09-05T02:25:36.221721+0000","last_peered":"2024-09-05T02:25:36.221721+0000","last_clean":"2024-09-05T02:25:36.221721+0000","last_became_active":"2024-09-05T02:24:47.484374+0000","last_became_peered":"2024-09-05T02:24:47.484374+0000","last_unstale":"2024-09-05T02:25:36.221721+0000","last_undegraded":"2024-09-05T02:25:36.221721+0000","last_fullsized":"2024-09-05T02:25:36.221721+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:40:37.528352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204630+0000","last_change":"2024-09-05T02:24:47.488546+0000","last_active":"2024-09-05T02:25:36.204630+0000","last_peered":"2024-09-05T02:25:36.204630+0000","last_clean":"2024-09-05T02:25:36.204630+0000","last_became_active":"2024-09-05T02:24:47.487743+0000","last_became_peered":"2024-09-05T02:24:47.487743+0000","last_unstale":"2024-09-05T02:25:36.204630+0000","last_undegraded":"2024-09-05T02:25:36.204630+0000","last_fullsized":"2024-09-05T02:25:36.204630+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:18:13.725734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207960+0000","last_change":"2024-09-05T02:24:47.479316+0000","last_active":"2024-09-05T02:25:36.207960+0000","last_peered":"2024-09-05T02:25:36.207960+0000","last_clean":"2024-09-05T02:25:36.207960+0000","last_became_active":"2024-09-05T02:24:47.479038+0000","last_became_peered":"2024-09-05T02:24:47.479038+0000","last_unstale":"2024-09-05T02:25:36.207960+0000","last_undegraded":"2024-09-05T02:25:36.207960+0000","last_fullsized":"2024-09-05T02:25:36.207960+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:09:50.622807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.208322+0000","last_change":"2024-09-05T02:24:47.471282+0000","last_active":"2024-09-05T02:25:36.208322+0000","last_peered":"2024-09-05T02:25:36.208322+0000","last_clean":"2024-09-05T02:25:36.208322+0000","last_became_active":"2024-09-05T02:24:47.470984+0000","last_became_peered":"2024-09-05T02:24:47.470984+0000","last_unstale":"2024-09-05T02:25:36.208322+0000","last_undegraded":"2024-09-05T02:25:36.208322+0000","last_fullsized":"2024-09-05T02:25:36.208322+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:28:41.852281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.203267+0000","last_change":"2024-09-05T02:24:47.477153+0000","last_active":"2024-09-05T02:25:36.203267+0000","last_peered":"2024-09-05T02:25:36.203267+0000","last_clean":"2024-09-05T02:25:36.203267+0000","last_became_active":"2024-09-05T02:24:47.476765+0000","last_became_peered":"2024-09-05T02:24:47.476765+0000","last_unstale":"2024-09-05T02:25:36.203267+0000","last_undegraded":"2024-09-05T02:25:36.203267+0000","last_fullsized":"2024-09-05T02:25:36.203267+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:52.887284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.203630+0000","last_change":"2024-09-05T02:24:47.468804+0000","last_active":"2024-09-05T02:25:36.203630+0000","last_peered":"2024-09-05T02:25:36.203630+0000","last_clean":"2024-09-05T02:25:36.203630+0000","last_became_active":"2024-09-05T02:24:47.468532+0000","last_became_peered":"2024-09-05T02:24:47.468532+0000","last_unstale":"2024-09-05T02:25:36.203630+0000","last_undegraded":"2024-09-05T02:25:36.203630+0000","last_fullsized":"2024-09-05T02:25:36.203630+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:05:23.763502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"84'5","reported_seq":90,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:58.628182+0000","last_change":"2024-09-05T02:24:44.295858+0000","last_active":"2024-09-05T02:25:58.628182+0000","last_peered":"2024-09-05T02:25:58.628182+0000","last_clean":"2024-09-05T02:25:58.628182+0000","last_became_active":"2024-09-05T02:24:44.295305+0000","last_became_peered":"2024-09-05T02:24:44.295305+0000","last_unstale":"2024-09-05T02:25:58.628182+0000","last_undegraded":"2024-09-05T02:25:58.628182+0000","last_fullsized":"2024-09-05T02:25:58.628182+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:01:39.220130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":61,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201887+0000","last_change":"2024-09-05T02:24:47.479084+0000","last_active":"2024-09-05T02:25:36.201887+0000","last_peered":"2024-09-05T02:25:36.201887+0000","last_clean":"2024-09-05T02:25:36.201887+0000","last_became_active":"2024-09-05T02:24:47.478748+0000","last_became_peered":"2024-09-05T02:24:47.478748+0000","last_unstale":"2024-09-05T02:25:36.201887+0000","last_undegraded":"2024-09-05T02:25:36.201887+0000","last_fullsized":"2024-09-05T02:25:36.201887+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:04:50.466209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204293+0000","last_change":"2024-09-05T02:24:44.296259+0000","last_active":"2024-09-05T02:25:36.204293+0000","last_peered":"2024-09-05T02:25:36.204293+0000","last_clean":"2024-09-05T02:25:36.204293+0000","last_became_active":"2024-09-05T02:24:44.295712+0000","last_became_peered":"2024-09-05T02:24:44.295712+0000","last_unstale":"2024-09-05T02:25:36.204293+0000","last_undegraded":"2024-09-05T02:25:36.204293+0000","last_fullsized":"2024-09-05T02:25:36.204293+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:35:09.076280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"84'3","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.221410+0000","last_change":"2024-09-05T02:24:44.291087+0000","last_active":"2024-09-05T02:25:36.221410+0000","last_peered":"2024-09-05T02:25:36.221410+0000","last_clean":"2024-09-05T02:25:36.221410+0000","last_became_active":"2024-09-05T02:24:44.290507+0000","last_became_peered":"2024-09-05T02:24:44.290507+0000","last_unstale":"2024-09-05T02:25:36.221410+0000","last_undegraded":"2024-09-05T02:25:36.221410+0000","last_fullsized":"2024-09-05T02:25:36.221410+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:39.127718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.200973+0000","last_change":"2024-09-05T02:24:47.481980+0000","last_active":"2024-09-05T02:25:36.200973+0000","last_peered":"2024-09-05T02:25:36.200973+0000","last_clean":"2024-09-05T02:25:36.200973+0000","last_became_active":"2024-09-05T02:24:47.481558+0000","last_became_peered":"2024-09-05T02:24:47.481558+0000","last_unstale":"2024-09-05T02:25:36.200973+0000","last_undegraded":"2024-09-05T02:25:36.200973+0000","last_fullsized":"2024-09-05T02:25:36.200973+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:48:09.994392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"84'3","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.202358+0000","last_change":"2024-09-05T02:24:44.293303+0000","last_active":"2024-09-05T02:25:36.202358+0000","last_peered":"2024-09-05T02:25:36.202358+0000","last_clean":"2024-09-05T02:25:36.202358+0000","last_became_active":"2024-09-05T02:24:44.292969+0000","last_became_peered":"2024-09-05T02:24:44.292969+0000","last_unstale":"2024-09-05T02:25:36.202358+0000","last_undegraded":"2024-09-05T02:25:36.202358+0000","last_fullsized":"2024-09-05T02:25:36.202358+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:25:41.988613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.203638+0000","last_change":"2024-09-05T02:24:47.479856+0000","last_active":"2024-09-05T02:25:36.203638+0000","last_peered":"2024-09-05T02:25:36.203638+0000","last_clean":"2024-09-05T02:25:36.203638+0000","last_became_active":"2024-09-05T02:24:47.479415+0000","last_became_peered":"2024-09-05T02:24:47.479415+0000","last_unstale":"2024-09-05T02:25:36.203638+0000","last_undegraded":"2024-09-05T02:25:36.203638+0000","last_fullsized":"2024-09-05T02:25:36.203638+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:33:17.494077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'4","reported_seq":144,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:58.627397+0000","last_change":"2024-09-05T02:24:44.293590+0000","last_active":"2024-09-05T02:25:58.627397+0000","last_peered":"2024-09-05T02:25:58.627397+0000","last_clean":"2024-09-05T02:25:58.627397+0000","last_became_active":"2024-09-05T02:24:44.293203+0000","last_became_peered":"2024-09-05T02:24:44.293203+0000","last_unstale":"2024-09-05T02:25:58.627397+0000","last_undegraded":"2024-09-05T02:25:58.627397+0000","last_fullsized":"2024-09-05T02:25:58.627397+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:35:15.987387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":116,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.202271+0000","last_change":"2024-09-05T02:24:47.482456+0000","last_active":"2024-09-05T02:25:36.202271+0000","last_peered":"2024-09-05T02:25:36.202271+0000","last_clean":"2024-09-05T02:25:36.202271+0000","last_became_active":"2024-09-05T02:24:47.482093+0000","last_became_peered":"2024-09-05T02:24:47.482093+0000","last_unstale":"2024-09-05T02:25:36.202271+0000","last_undegraded":"2024-09-05T02:25:36.202271+0000","last_fullsized":"2024-09-05T02:25:36.202271+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:28:42.507810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'4","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207852+0000","last_change":"2024-09-05T02:24:44.294983+0000","last_active":"2024-09-05T02:25:36.207852+0000","last_peered":"2024-09-05T02:25:36.207852+0000","last_clean":"2024-09-05T02:25:36.207852+0000","last_became_active":"2024-09-05T02:24:44.294624+0000","last_became_peered":"2024-09-05T02:24:44.294624+0000","last_unstale":"2024-09-05T02:25:36.207852+0000","last_undegraded":"2024-09-05T02:25:36.207852+0000","last_fullsized":"2024-09-05T02:25:36.207852+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:37:02.051992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.223382+0000","last_change":"2024-09-05T02:25:36.223382+0000","last_active":"2024-09-05T02:25:36.223382+0000","last_peered":"2024-09-05T02:25:36.223382+0000","last_clean":"2024-09-05T02:25:36.223382+0000","last_became_active":"2024-09-05T02:25:36.223006+0000","last_became_peered":"2024-09-05T02:25:36.223006+0000","last_unstale":"2024-09-05T02:25:36.223382+0000","last_undegraded":"2024-09-05T02:25:36.223382+0000","last_fullsized":"2024-09-05T02:25:36.223382+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:47:41.365468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"84'5","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.202148+0000","last_change":"2024-09-05T02:24:44.640478+0000","last_active":"2024-09-05T02:25:36.202148+0000","last_peered":"2024-09-05T02:25:36.202148+0000","last_clean":"2024-09-05T02:25:36.202148+0000","last_became_active":"2024-09-05T02:24:44.640107+0000","last_became_peered":"2024-09-05T02:24:44.640107+0000","last_unstale":"2024-09-05T02:25:36.202148+0000","last_undegraded":"2024-09-05T02:25:36.202148+0000","last_fullsized":"2024-09-05T02:25:36.202148+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:46:22.272180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.202296+0000","last_change":"2024-09-05T02:24:47.488999+0000","last_active":"2024-09-05T02:25:36.202296+0000","last_peered":"2024-09-05T02:25:36.202296+0000","last_clean":"2024-09-05T02:25:36.202296+0000","last_became_active":"2024-09-05T02:24:47.488285+0000","last_became_peered":"2024-09-05T02:24:47.488285+0000","last_unstale":"2024-09-05T02:25:36.202296+0000","last_undegraded":"2024-09-05T02:25:36.202296+0000","last_fullsized":"2024-09-05T02:25:36.202296+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:44:32.524370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"84'31","reported_seq":198,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:58.286497+0000","last_change":"2024-09-05T02:25:36.264795+0000","last_active":"2024-09-05T02:25:58.286497+0000","last_peered":"2024-09-05T02:25:58.286497+0000","last_clean":"2024-09-05T02:25:58.286497+0000","last_became_active":"2024-09-05T02:25:36.248339+0000","last_became_peered":"2024-09-05T02:25:36.248339+0000","last_unstale":"2024-09-05T02:25:58.286497+0000","last_undegraded":"2024-09-05T02:25:58.286497+0000","last_fullsized":"2024-09-05T02:25:58.286497+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:42:59.210529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59764,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":117,"num_read_kb":116,"num_write":33,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":59764,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204960+0000","last_change":"2024-09-05T02:24:47.482485+0000","last_active":"2024-09-05T02:25:36.204960+0000","last_peered":"2024-09-05T02:25:36.204960+0000","last_clean":"2024-09-05T02:25:36.204960+0000","last_became_active":"2024-09-05T02:24:47.482150+0000","last_became_peered":"2024-09-05T02:24:47.482150+0000","last_unstale":"2024-09-05T02:25:36.204960+0000","last_undegraded":"2024-09-05T02:25:36.204960+0000","last_fullsized":"2024-09-05T02:25:36.204960+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:25:05.863640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"84'9","reported_seq":35,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207130+0000","last_change":"2024-09-05T02:24:44.295628+0000","last_active":"2024-09-05T02:25:36.207130+0000","last_peered":"2024-09-05T02:25:36.207130+0000","last_clean":"2024-09-05T02:25:36.207130+0000","last_became_active":"2024-09-05T02:24:44.295265+0000","last_became_peered":"2024-09-05T02:24:44.295265+0000","last_unstale":"2024-09-05T02:25:36.207130+0000","last_undegraded":"2024-09-05T02:25:36.207130+0000","last_fullsized":"2024-09-05T02:25:36.207130+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:50:17.361215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.221531+0000","last_change":"2024-09-05T02:24:47.485558+0000","last_active":"2024-09-05T02:25:36.221531+0000","last_peered":"2024-09-05T02:25:36.221531+0000","last_clean":"2024-09-05T02:25:36.221531+0000","last_became_active":"2024-09-05T02:24:47.480718+0000","last_became_peered":"2024-09-05T02:24:47.480718+0000","last_unstale":"2024-09-05T02:25:36.221531+0000","last_undegraded":"2024-09-05T02:25:36.221531+0000","last_fullsized":"2024-09-05T02:25:36.221531+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:59:59.787907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"84'5","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201882+0000","last_change":"2024-09-05T02:24:44.292578+0000","last_active":"2024-09-05T02:25:36.201882+0000","last_peered":"2024-09-05T02:25:36.201882+0000","last_clean":"2024-09-05T02:25:36.201882+0000","last_became_active":"2024-09-05T02:24:44.292218+0000","last_became_peered":"2024-09-05T02:24:44.292218+0000","last_unstale":"2024-09-05T02:25:36.201882+0000","last_undegraded":"2024-09-05T02:25:36.201882+0000","last_fullsized":"2024-09-05T02:25:36.201882+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:46:16.180439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.208038+0000","last_change":"2024-09-05T02:24:47.491330+0000","last_active":"2024-09-05T02:25:36.208038+0000","last_peered":"2024-09-05T02:25:36.208038+0000","last_clean":"2024-09-05T02:25:36.208038+0000","last_became_active":"2024-09-05T02:24:47.491011+0000","last_became_peered":"2024-09-05T02:24:47.491011+0000","last_unstale":"2024-09-05T02:25:36.208038+0000","last_undegraded":"2024-09-05T02:25:36.208038+0000","last_fullsized":"2024-09-05T02:25:36.208038+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:00:04.483870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"84'5","reported_seq":86,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:54.624029+0000","last_change":"2024-09-05T02:24:44.292409+0000","last_active":"2024-09-05T02:25:54.624029+0000","last_peered":"2024-09-05T02:25:54.624029+0000","last_clean":"2024-09-05T02:25:54.624029+0000","last_became_active":"2024-09-05T02:24:44.292098+0000","last_became_peered":"2024-09-05T02:24:44.292098+0000","last_unstale":"2024-09-05T02:25:54.624029+0000","last_undegraded":"2024-09-05T02:25:54.624029+0000","last_fullsized":"2024-09-05T02:25:54.624029+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:56:42.881710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":58,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207407+0000","last_change":"2024-09-05T02:24:47.483137+0000","last_active":"2024-09-05T02:25:36.207407+0000","last_peered":"2024-09-05T02:25:36.207407+0000","last_clean":"2024-09-05T02:25:36.207407+0000","last_became_active":"2024-09-05T02:24:47.482796+0000","last_became_peered":"2024-09-05T02:24:47.482796+0000","last_unstale":"2024-09-05T02:25:36.207407+0000","last_undegraded":"2024-09-05T02:25:36.207407+0000","last_fullsized":"2024-09-05T02:25:36.207407+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:16:50.093198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"84'17","reported_seq":42,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204310+0000","last_change":"2024-09-05T02:24:44.640539+0000","last_active":"2024-09-05T02:25:36.204310+0000","last_peered":"2024-09-05T02:25:36.204310+0000","last_clean":"2024-09-05T02:25:36.204310+0000","last_became_active":"2024-09-05T02:24:44.640130+0000","last_became_peered":"2024-09-05T02:24:44.640130+0000","last_unstale":"2024-09-05T02:25:36.204310+0000","last_undegraded":"2024-09-05T02:25:36.204310+0000","last_fullsized":"2024-09-05T02:25:36.204310+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:03:00.027234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201683+0000","last_change":"2024-09-05T02:24:47.481831+0000","last_active":"2024-09-05T02:25:36.201683+0000","last_peered":"2024-09-05T02:25:36.201683+0000","last_clean":"2024-09-05T02:25:36.201683+0000","last_became_active":"2024-09-05T02:24:47.481525+0000","last_became_peered":"2024-09-05T02:24:47.481525+0000","last_unstale":"2024-09-05T02:25:36.201683+0000","last_undegraded":"2024-09-05T02:25:36.201683+0000","last_fullsized":"2024-09-05T02:25:36.201683+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:36:43.917931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"84'2","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204845+0000","last_change":"2024-09-05T02:24:44.296842+0000","last_active":"2024-09-05T02:25:36.204845+0000","last_peered":"2024-09-05T02:25:36.204845+0000","last_clean":"2024-09-05T02:25:36.204845+0000","last_became_active":"2024-09-05T02:24:44.296512+0000","last_became_peered":"2024-09-05T02:24:44.296512+0000","last_unstale":"2024-09-05T02:25:36.204845+0000","last_undegraded":"2024-09-05T02:25:36.204845+0000","last_fullsized":"2024-09-05T02:25:36.204845+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:57.912633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204301+0000","last_change":"2024-09-05T02:24:47.476626+0000","last_active":"2024-09-05T02:25:36.204301+0000","last_peered":"2024-09-05T02:25:36.204301+0000","last_clean":"2024-09-05T02:25:36.204301+0000","last_became_active":"2024-09-05T02:24:47.476303+0000","last_became_peered":"2024-09-05T02:24:47.476303+0000","last_unstale":"2024-09-05T02:25:36.204301+0000","last_undegraded":"2024-09-05T02:25:36.204301+0000","last_fullsized":"2024-09-05T02:25:36.204301+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:31:12.657155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"84'5","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.221824+0000","last_change":"2024-09-05T02:24:44.297026+0000","last_active":"2024-09-05T02:25:36.221824+0000","last_peered":"2024-09-05T02:25:36.221824+0000","last_clean":"2024-09-05T02:25:36.221824+0000","last_became_active":"2024-09-05T02:24:44.296702+0000","last_became_peered":"2024-09-05T02:24:44.296702+0000","last_unstale":"2024-09-05T02:25:36.221824+0000","last_undegraded":"2024-09-05T02:25:36.221824+0000","last_fullsized":"2024-09-05T02:25:36.221824+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:20:52.028558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207935+0000","last_change":"2024-09-05T02:24:47.484399+0000","last_active":"2024-09-05T02:25:36.207935+0000","last_peered":"2024-09-05T02:25:36.207935+0000","last_clean":"2024-09-05T02:25:36.207935+0000","last_became_active":"2024-09-05T02:24:47.484066+0000","last_became_peered":"2024-09-05T02:24:47.484066+0000","last_unstale":"2024-09-05T02:25:36.207935+0000","last_undegraded":"2024-09-05T02:25:36.207935+0000","last_fullsized":"2024-09-05T02:25:36.207935+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:16:53.069837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'3","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.202160+0000","last_change":"2024-09-05T02:24:44.295074+0000","last_active":"2024-09-05T02:25:36.202160+0000","last_peered":"2024-09-05T02:25:36.202160+0000","last_clean":"2024-09-05T02:25:36.202160+0000","last_became_active":"2024-09-05T02:24:44.294717+0000","last_became_peered":"2024-09-05T02:24:44.294717+0000","last_unstale":"2024-09-05T02:25:36.202160+0000","last_undegraded":"2024-09-05T02:25:36.202160+0000","last_fullsized":"2024-09-05T02:25:36.202160+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:39:44.846971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"84'1","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207767+0000","last_change":"2024-09-05T02:24:47.485144+0000","last_active":"2024-09-05T02:25:36.207767+0000","last_peered":"2024-09-05T02:25:36.207767+0000","last_clean":"2024-09-05T02:25:36.207767+0000","last_became_active":"2024-09-05T02:24:47.484856+0000","last_became_peered":"2024-09-05T02:24:47.484856+0000","last_unstale":"2024-09-05T02:25:36.207767+0000","last_undegraded":"2024-09-05T02:25:36.207767+0000","last_fullsized":"2024-09-05T02:25:36.207767+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:55:07.174592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"84'6","reported_seq":92,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:58.628135+0000","last_change":"2024-09-05T02:24:44.644196+0000","last_active":"2024-09-05T02:25:58.628135+0000","last_peered":"2024-09-05T02:25:58.628135+0000","last_clean":"2024-09-05T02:25:58.628135+0000","last_became_active":"2024-09-05T02:24:44.643853+0000","last_became_peered":"2024-09-05T02:24:44.643853+0000","last_unstale":"2024-09-05T02:25:58.628135+0000","last_undegraded":"2024-09-05T02:25:58.628135+0000","last_fullsized":"2024-09-05T02:25:58.628135+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:31:55.286395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1563,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":62,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207922+0000","last_change":"2024-09-05T02:24:47.484308+0000","last_active":"2024-09-05T02:25:36.207922+0000","last_peered":"2024-09-05T02:25:36.207922+0000","last_clean":"2024-09-05T02:25:36.207922+0000","last_became_active":"2024-09-05T02:24:47.484017+0000","last_became_peered":"2024-09-05T02:24:47.484017+0000","last_unstale":"2024-09-05T02:25:36.207922+0000","last_undegraded":"2024-09-05T02:25:36.207922+0000","last_fullsized":"2024-09-05T02:25:36.207922+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:45:35.203876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":345,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207574+0000","last_change":"2024-09-05T02:23:31.489439+0000","last_active":"2024-09-05T02:25:36.207574+0000","last_peered":"2024-09-05T02:25:36.207574+0000","last_clean":"2024-09-05T02:25:36.207574+0000","last_became_active":"2024-09-05T02:23:31.488975+0000","last_became_peered":"2024-09-05T02:23:31.488975+0000","last_unstale":"2024-09-05T02:25:36.207574+0000","last_undegraded":"2024-09-05T02:25:36.207574+0000","last_fullsized":"2024-09-05T02:25:36.207574+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:19:57.224719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:19:57.224719+0000","last_clean_scrub_stamp":"2024-09-05T02:19:57.224719+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:57:36.855437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"84'6","reported_seq":33,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.246443+0000","last_change":"2024-09-05T02:24:44.291150+0000","last_active":"2024-09-05T02:25:36.246443+0000","last_peered":"2024-09-05T02:25:36.246443+0000","last_clean":"2024-09-05T02:25:36.246443+0000","last_became_active":"2024-09-05T02:24:44.290803+0000","last_became_peered":"2024-09-05T02:24:44.290803+0000","last_unstale":"2024-09-05T02:25:36.246443+0000","last_undegraded":"2024-09-05T02:25:36.246443+0000","last_fullsized":"2024-09-05T02:25:36.246443+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:56:25.639616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201049+0000","last_change":"2024-09-05T02:24:47.482552+0000","last_active":"2024-09-05T02:25:36.201049+0000","last_peered":"2024-09-05T02:25:36.201049+0000","last_clean":"2024-09-05T02:25:36.201049+0000","last_became_active":"2024-09-05T02:24:47.482209+0000","last_became_peered":"2024-09-05T02:24:47.482209+0000","last_unstale":"2024-09-05T02:25:36.201049+0000","last_undegraded":"2024-09-05T02:25:36.201049+0000","last_fullsized":"2024-09-05T02:25:36.201049+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:34:26.941647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"84'4","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207566+0000","last_change":"2024-09-05T02:24:44.293424+0000","last_active":"2024-09-05T02:25:36.207566+0000","last_peered":"2024-09-05T02:25:36.207566+0000","last_clean":"2024-09-05T02:25:36.207566+0000","last_became_active":"2024-09-05T02:24:44.293126+0000","last_became_peered":"2024-09-05T02:24:44.293126+0000","last_unstale":"2024-09-05T02:25:36.207566+0000","last_undegraded":"2024-09-05T02:25:36.207566+0000","last_fullsized":"2024-09-05T02:25:36.207566+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:18:15.746035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.221384+0000","last_change":"2024-09-05T02:24:47.472890+0000","last_active":"2024-09-05T02:25:36.221384+0000","last_peered":"2024-09-05T02:25:36.221384+0000","last_clean":"2024-09-05T02:25:36.221384+0000","last_became_active":"2024-09-05T02:24:47.472562+0000","last_became_peered":"2024-09-05T02:24:47.472562+0000","last_unstale":"2024-09-05T02:25:36.221384+0000","last_undegraded":"2024-09-05T02:25:36.221384+0000","last_fullsized":"2024-09-05T02:25:36.221384+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:29:26.520821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"84'5","reported_seq":85,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:54.623484+0000","last_change":"2024-09-05T02:24:44.640610+0000","last_active":"2024-09-05T02:25:54.623484+0000","last_peered":"2024-09-05T02:25:54.623484+0000","last_clean":"2024-09-05T02:25:54.623484+0000","last_became_active":"2024-09-05T02:24:44.639865+0000","last_became_peered":"2024-09-05T02:24:44.639865+0000","last_unstale":"2024-09-05T02:25:54.623484+0000","last_undegraded":"2024-09-05T02:25:54.623484+0000","last_fullsized":"2024-09-05T02:25:54.623484+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:51:30.900315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":56,"num_read_kb":56,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.210028+0000","last_change":"2024-09-05T02:25:36.210028+0000","last_active":"2024-09-05T02:25:36.210028+0000","last_peered":"2024-09-05T02:25:36.210028+0000","last_clean":"2024-09-05T02:25:36.210028+0000","last_became_active":"2024-09-05T02:25:36.209638+0000","last_became_peered":"2024-09-05T02:25:36.209638+0000","last_unstale":"2024-09-05T02:25:36.210028+0000","last_undegraded":"2024-09-05T02:25:36.210028+0000","last_fullsized":"2024-09-05T02:25:36.210028+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:24:45.837994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"84'6","reported_seq":91,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:58.630069+0000","last_change":"2024-09-05T02:24:44.291278+0000","last_active":"2024-09-05T02:25:58.630069+0000","last_peered":"2024-09-05T02:25:58.630069+0000","last_clean":"2024-09-05T02:25:58.630069+0000","last_became_active":"2024-09-05T02:24:44.290892+0000","last_became_peered":"2024-09-05T02:24:44.290892+0000","last_unstale":"2024-09-05T02:25:58.630069+0000","last_undegraded":"2024-09-05T02:25:58.630069+0000","last_fullsized":"2024-09-05T02:25:58.630069+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:58:37.196855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":61,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204405+0000","last_change":"2024-09-05T02:24:47.491349+0000","last_active":"2024-09-05T02:25:36.204405+0000","last_peered":"2024-09-05T02:25:36.204405+0000","last_clean":"2024-09-05T02:25:36.204405+0000","last_became_active":"2024-09-05T02:24:47.491027+0000","last_became_peered":"2024-09-05T02:24:47.491027+0000","last_unstale":"2024-09-05T02:25:36.204405+0000","last_undegraded":"2024-09-05T02:25:36.204405+0000","last_fullsized":"2024-09-05T02:25:36.204405+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:16:04.950509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"84'1","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.203947+0000","last_change":"2024-09-05T02:24:44.642321+0000","last_active":"2024-09-05T02:25:36.203947+0000","last_peered":"2024-09-05T02:25:36.203947+0000","last_clean":"2024-09-05T02:25:36.203947+0000","last_became_active":"2024-09-05T02:24:44.641997+0000","last_became_peered":"2024-09-05T02:24:44.641997+0000","last_unstale":"2024-09-05T02:25:36.203947+0000","last_undegraded":"2024-09-05T02:25:36.203947+0000","last_fullsized":"2024-09-05T02:25:36.203947+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:38:34.670557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"84'1","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204586+0000","last_change":"2024-09-05T02:24:47.486996+0000","last_active":"2024-09-05T02:25:36.204586+0000","last_peered":"2024-09-05T02:25:36.204586+0000","last_clean":"2024-09-05T02:25:36.204586+0000","last_became_active":"2024-09-05T02:24:47.486695+0000","last_became_peered":"2024-09-05T02:24:47.486695+0000","last_unstale":"2024-09-05T02:25:36.204586+0000","last_undegraded":"2024-09-05T02:25:36.204586+0000","last_fullsized":"2024-09-05T02:25:36.204586+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:23:46.854934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"84'4","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.205068+0000","last_change":"2024-09-05T02:24:44.640627+0000","last_active":"2024-09-05T02:25:36.205068+0000","last_peered":"2024-09-05T02:25:36.205068+0000","last_clean":"2024-09-05T02:25:36.205068+0000","last_became_active":"2024-09-05T02:24:44.640118+0000","last_became_peered":"2024-09-05T02:24:44.640118+0000","last_unstale":"2024-09-05T02:25:36.205068+0000","last_undegraded":"2024-09-05T02:25:36.205068+0000","last_fullsized":"2024-09-05T02:25:36.205068+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:07:01.734127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.221747+0000","last_change":"2024-09-05T02:24:47.475170+0000","last_active":"2024-09-05T02:25:36.221747+0000","last_peered":"2024-09-05T02:25:36.221747+0000","last_clean":"2024-09-05T02:25:36.221747+0000","last_became_active":"2024-09-05T02:24:47.474757+0000","last_became_peered":"2024-09-05T02:24:47.474757+0000","last_unstale":"2024-09-05T02:25:36.221747+0000","last_undegraded":"2024-09-05T02:25:36.221747+0000","last_fullsized":"2024-09-05T02:25:36.221747+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:52:41.444857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"84'14","reported_seq":38,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204106+0000","last_change":"2024-09-05T02:24:44.298385+0000","last_active":"2024-09-05T02:25:36.204106+0000","last_peered":"2024-09-05T02:25:36.204106+0000","last_clean":"2024-09-05T02:25:36.204106+0000","last_became_active":"2024-09-05T02:24:44.297981+0000","last_became_peered":"2024-09-05T02:24:44.297981+0000","last_unstale":"2024-09-05T02:25:36.204106+0000","last_undegraded":"2024-09-05T02:25:36.204106+0000","last_fullsized":"2024-09-05T02:25:36.204106+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:33:42.849584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201261+0000","last_change":"2024-09-05T02:24:47.488049+0000","last_active":"2024-09-05T02:25:36.201261+0000","last_peered":"2024-09-05T02:25:36.201261+0000","last_clean":"2024-09-05T02:25:36.201261+0000","last_became_active":"2024-09-05T02:24:47.485368+0000","last_became_peered":"2024-09-05T02:24:47.485368+0000","last_unstale":"2024-09-05T02:25:36.201261+0000","last_undegraded":"2024-09-05T02:25:36.201261+0000","last_fullsized":"2024-09-05T02:25:36.201261+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:51:17.970446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'7","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.246650+0000","last_change":"2024-09-05T02:24:44.400396+0000","last_active":"2024-09-05T02:25:36.246650+0000","last_peered":"2024-09-05T02:25:36.246650+0000","last_clean":"2024-09-05T02:25:36.246650+0000","last_became_active":"2024-09-05T02:24:44.399960+0000","last_became_peered":"2024-09-05T02:24:44.399960+0000","last_unstale":"2024-09-05T02:25:36.246650+0000","last_undegraded":"2024-09-05T02:25:36.246650+0000","last_fullsized":"2024-09-05T02:25:36.246650+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:48:24.977584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.205126+0000","last_change":"2024-09-05T02:24:47.481128+0000","last_active":"2024-09-05T02:25:36.205126+0000","last_peered":"2024-09-05T02:25:36.205126+0000","last_clean":"2024-09-05T02:25:36.205126+0000","last_became_active":"2024-09-05T02:24:47.480833+0000","last_became_peered":"2024-09-05T02:24:47.480833+0000","last_unstale":"2024-09-05T02:25:36.205126+0000","last_undegraded":"2024-09-05T02:25:36.205126+0000","last_fullsized":"2024-09-05T02:25:36.205126+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:19:32.729539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.202071+0000","last_change":"2024-09-05T02:24:44.640973+0000","last_active":"2024-09-05T02:25:36.202071+0000","last_peered":"2024-09-05T02:25:36.202071+0000","last_clean":"2024-09-05T02:25:36.202071+0000","last_became_active":"2024-09-05T02:24:44.640657+0000","last_became_peered":"2024-09-05T02:24:44.640657+0000","last_unstale":"2024-09-05T02:25:36.202071+0000","last_undegraded":"2024-09-05T02:25:36.202071+0000","last_fullsized":"2024-09-05T02:25:36.202071+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:18:13.413747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.203547+0000","last_change":"2024-09-05T02:24:47.478379+0000","last_active":"2024-09-05T02:25:36.203547+0000","last_peered":"2024-09-05T02:25:36.203547+0000","last_clean":"2024-09-05T02:25:36.203547+0000","last_became_active":"2024-09-05T02:24:47.478053+0000","last_became_peered":"2024-09-05T02:24:47.478053+0000","last_unstale":"2024-09-05T02:25:36.203547+0000","last_undegraded":"2024-09-05T02:25:36.203547+0000","last_fullsized":"2024-09-05T02:25:36.203547+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:23:09.235450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'7","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201028+0000","last_change":"2024-09-05T02:24:44.291080+0000","last_active":"2024-09-05T02:25:36.201028+0000","last_peered":"2024-09-05T02:25:36.201028+0000","last_clean":"2024-09-05T02:25:36.201028+0000","last_became_active":"2024-09-05T02:24:44.290778+0000","last_became_peered":"2024-09-05T02:24:44.290778+0000","last_unstale":"2024-09-05T02:25:36.201028+0000","last_undegraded":"2024-09-05T02:25:36.201028+0000","last_fullsized":"2024-09-05T02:25:36.201028+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:46:58.612545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.203359+0000","last_change":"2024-09-05T02:24:47.477863+0000","last_active":"2024-09-05T02:25:36.203359+0000","last_peered":"2024-09-05T02:25:36.203359+0000","last_clean":"2024-09-05T02:25:36.203359+0000","last_became_active":"2024-09-05T02:24:47.477504+0000","last_became_peered":"2024-09-05T02:24:47.477504+0000","last_unstale":"2024-09-05T02:25:36.203359+0000","last_undegraded":"2024-09-05T02:25:36.203359+0000","last_fullsized":"2024-09-05T02:25:36.203359+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:23:50.906241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'3","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.218247+0000","last_change":"2024-09-05T02:25:36.217796+0000","last_active":"2024-09-05T02:25:36.218247+0000","last_peered":"2024-09-05T02:25:36.218247+0000","last_clean":"2024-09-05T02:25:36.218247+0000","last_became_active":"2024-09-05T02:25:36.208005+0000","last_became_peered":"2024-09-05T02:25:36.208005+0000","last_unstale":"2024-09-05T02:25:36.218247+0000","last_undegraded":"2024-09-05T02:25:36.218247+0000","last_fullsized":"2024-09-05T02:25:36.218247+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:00:55.520681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201427+0000","last_change":"2024-09-05T02:24:47.482550+0000","last_active":"2024-09-05T02:25:36.201427+0000","last_peered":"2024-09-05T02:25:36.201427+0000","last_clean":"2024-09-05T02:25:36.201427+0000","last_became_active":"2024-09-05T02:24:47.482230+0000","last_became_peered":"2024-09-05T02:24:47.482230+0000","last_unstale":"2024-09-05T02:25:36.201427+0000","last_undegraded":"2024-09-05T02:25:36.201427+0000","last_fullsized":"2024-09-05T02:25:36.201427+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:25:50.165849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"84'4","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.204571+0000","last_change":"2024-09-05T02:24:44.298584+0000","last_active":"2024-09-05T02:25:36.204571+0000","last_peered":"2024-09-05T02:25:36.204571+0000","last_clean":"2024-09-05T02:25:36.204571+0000","last_became_active":"2024-09-05T02:24:44.298193+0000","last_became_peered":"2024-09-05T02:24:44.298193+0000","last_unstale":"2024-09-05T02:25:36.204571+0000","last_undegraded":"2024-09-05T02:25:36.204571+0000","last_fullsized":"2024-09-05T02:25:36.204571+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:02:31.920971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.207986+0000","last_change":"2024-09-05T02:24:47.490421+0000","last_active":"2024-09-05T02:25:36.207986+0000","last_peered":"2024-09-05T02:25:36.207986+0000","last_clean":"2024-09-05T02:25:36.207986+0000","last_became_active":"2024-09-05T02:24:47.489992+0000","last_became_peered":"2024-09-05T02:24:47.489992+0000","last_unstale":"2024-09-05T02:25:36.207986+0000","last_undegraded":"2024-09-05T02:25:36.207986+0000","last_fullsized":"2024-09-05T02:25:36.207986+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:15.842796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.247594+0000","last_change":"2024-09-05T02:25:36.247594+0000","last_active":"2024-09-05T02:25:36.247594+0000","last_peered":"2024-09-05T02:25:36.247594+0000","last_clean":"2024-09-05T02:25:36.247594+0000","last_became_active":"2024-09-05T02:25:36.247333+0000","last_became_peered":"2024-09-05T02:25:36.247333+0000","last_unstale":"2024-09-05T02:25:36.247594+0000","last_undegraded":"2024-09-05T02:25:36.247594+0000","last_fullsized":"2024-09-05T02:25:36.247594+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:53:54.127434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1c","version":"84'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.214730+0000","last_change":"2024-09-05T02:25:36.214295+0000","last_active":"2024-09-05T02:25:36.214730+0000","last_peered":"2024-09-05T02:25:36.214730+0000","last_clean":"2024-09-05T02:25:36.214730+0000","last_became_active":"2024-09-05T02:25:36.206425+0000","last_became_peered":"2024-09-05T02:25:36.206425+0000","last_unstale":"2024-09-05T02:25:36.214730+0000","last_undegraded":"2024-09-05T02:25:36.214730+0000","last_fullsized":"2024-09-05T02:25:36.214730+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:51:03.946758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.202086+0000","last_change":"2024-09-05T02:24:47.492996+0000","last_active":"2024-09-05T02:25:36.202086+0000","last_peered":"2024-09-05T02:25:36.202086+0000","last_clean":"2024-09-05T02:25:36.202086+0000","last_became_active":"2024-09-05T02:24:47.492665+0000","last_became_peered":"2024-09-05T02:24:47.492665+0000","last_unstale":"2024-09-05T02:25:36.202086+0000","last_undegraded":"2024-09-05T02:25:36.202086+0000","last_fullsized":"2024-09-05T02:25:36.202086+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:44:32.954561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"84'12","reported_seq":59,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.258046+0000","last_change":"2024-09-05T02:25:36.258046+0000","last_active":"2024-09-05T02:25:36.258046+0000","last_peered":"2024-09-05T02:25:36.258046+0000","last_clean":"2024-09-05T02:25:36.258046+0000","last_became_active":"2024-09-05T02:25:36.247563+0000","last_became_peered":"2024-09-05T02:25:36.247563+0000","last_unstale":"2024-09-05T02:25:36.258046+0000","last_undegraded":"2024-09-05T02:25:36.258046+0000","last_fullsized":"2024-09-05T02:25:36.258046+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:13:32.936339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.205048+0000","last_change":"2024-09-05T02:24:47.488917+0000","last_active":"2024-09-05T02:25:36.205048+0000","last_peered":"2024-09-05T02:25:36.205048+0000","last_clean":"2024-09-05T02:25:36.205048+0000","last_became_active":"2024-09-05T02:24:47.488543+0000","last_became_peered":"2024-09-05T02:24:47.488543+0000","last_unstale":"2024-09-05T02:25:36.205048+0000","last_undegraded":"2024-09-05T02:25:36.205048+0000","last_fullsized":"2024-09-05T02:25:36.205048+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:08:53.452036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201416+0000","last_change":"2024-09-05T02:24:44.640849+0000","last_active":"2024-09-05T02:25:36.201416+0000","last_peered":"2024-09-05T02:25:36.201416+0000","last_clean":"2024-09-05T02:25:36.201416+0000","last_became_active":"2024-09-05T02:24:44.640181+0000","last_became_peered":"2024-09-05T02:24:44.640181+0000","last_unstale":"2024-09-05T02:25:36.201416+0000","last_undegraded":"2024-09-05T02:25:36.201416+0000","last_fullsized":"2024-09-05T02:25:36.201416+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:12:34.867285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:36.201302+0000","last_change":"2024-09-05T02:24:47.477642+0000","last_active":"2024-09-05T02:25:36.201302+0000","last_peered":"2024-09-05T02:25:36.201302+0000","last_clean":"2024-09-05T02:25:36.201302+0000","last_became_active":"2024-09-05T02:24:47.474109+0000","last_became_peered":"2024-09-05T02:24:47.474109+0000","last_unstale":"2024-09-05T02:25:36.201302+0000","last_undegraded":"2024-09-05T02:25:36.201302+0000","last_fullsized":"2024-09-05T02:25:36.201302+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:48:38.986300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"84'13","reported_seq":97,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-05T02:25:58.629304+0000","last_change":"2024-09-05T02:24:44.295646+0000","last_active":"2024-09-05T02:25:58.629304+0000","last_peered":"2024-09-05T02:25:58.629304+0000","last_clean":"2024-09-05T02:25:58.629304+0000","last_became_active":"2024-09-05T02:24:44.295219+0000","last_became_peered":"2024-09-05T02:24:44.295219+0000","last_unstale":"2024-09-05T02:25:58.629304+0000","last_undegraded":"2024-09-05T02:25:58.629304+0000","last_fullsized":"2024-09-05T02:25:58.629304+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:49.458485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":60,"num_read_kb":60,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66972,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":610,"num_read_kb":377,"num_write":243,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":60346,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":200916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":209,"ondisk_log_size":209,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481820,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":950272,"data_stored":456034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":70,"seq":300647710752,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32800,"kb_used_data":1608,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712352,"statfs":{"total":95995035648,"available":95961448448,"internally_reserved":0,"allocated":1646592,"data_stored":1105852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":65,"seq":279172874279,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36292,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708860,"statfs":{"total":95995035648,"available":95957872640,"internally_reserved":0,"allocated":970752,"data_stored":454989,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":58,"seq":249108103213,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32132,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713020,"statfs":{"total":95995035648,"available":95962132480,"internally_reserved":0,"allocated":962560,"data_stored":454785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364848,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28560,"kb_used_data":1528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716592,"statfs":{"total":95995035648,"available":95965790208,"internally_reserved":0,"allocated":1564672,"data_stored":1047887,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528374,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36280,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708872,"statfs":{"total":95995035648,"available":95957884928,"internally_reserved":0,"allocated":954368,"data_stored":455099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757309,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32728,"kb_used_data":1540,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712424,"statfs":{"total":95995035648,"available":95961522176,"internally_reserved":0,"allocated":1576960,"data_stored":1047172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920833,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1024000,"data_stored":514331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149765,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36300,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708852,"statfs":{"total":95995035648,"available":95957864448,"internally_reserved":0,"allocated":970752,"data_stored":454531,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411404,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36296,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708856,"statfs":{"total":95995035648,"available":95957868544,"internally_reserved":0,"allocated":966656,"data_stored":456232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574927,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1015808,"data_stored":515776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738454,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36304,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708848,"statfs":{"total":95995035648,"available":95957860352,"internally_reserved":0,"allocated":974848,"data_stored":456438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":61909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":60464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":61500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T02:26:02.066 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-05T02:26:02.066 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-05T02:26:02.066 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-05T02:26:02.066 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph health --format=json 2024-09-05T02:26:02.442 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:02.580 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:02 smithi033 ceph-mon[29909]: pgmap v329: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-05T02:26:02.581 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:02 smithi033 ceph-mon[29909]: from='client.24832 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:26:02.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:02 smithi123 ceph-mon[34031]: pgmap v329: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-05T02:26:02.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:02 smithi123 ceph-mon[34031]: from='client.24832 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:26:02.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:02 smithi174 ceph-mon[34756]: pgmap v329: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-05T02:26:02.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:02 smithi174 ceph-mon[34756]: from='client.24832 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:26:02.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.987+0000 7f037ca00640 1 -- 172.21.15.33:0/3493937688 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03781019c0 msgr2=0x7f0378101e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:02.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.987+0000 7f037ca00640 1 --2- 172.21.15.33:0/3493937688 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03781019c0 0x7f0378101e20 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f0360009930 tx=0x7f036002a420 comp rx=0 tx=0).stop 2024-09-05T02:26:02.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.987+0000 7f037ca00640 1 -- 172.21.15.33:0/3493937688 shutdown_connections 2024-09-05T02:26:02.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.987+0000 7f037ca00640 1 --2- 172.21.15.33:0/3493937688 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0378102360 0x7f037810e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:02.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.987+0000 7f037ca00640 1 --2- 172.21.15.33:0/3493937688 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03781019c0 0x7f0378101e20 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:02.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.987+0000 7f037ca00640 1 --2- 172.21.15.33:0/3493937688 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f03781079c0 0x7f0378107da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:02.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.987+0000 7f037ca00640 1 -- 172.21.15.33:0/3493937688 >> 172.21.15.33:0/3493937688 conn(0x7f03780fd740 msgr2=0x7f03780ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:02.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.987+0000 7f037ca00640 1 -- 172.21.15.33:0/3493937688 shutdown_connections 2024-09-05T02:26:02.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.987+0000 7f037ca00640 1 -- 172.21.15.33:0/3493937688 wait complete. 2024-09-05T02:26:02.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.988+0000 7f037ca00640 1 Processor -- start 2024-09-05T02:26:02.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.988+0000 7f037ca00640 1 -- start start 2024-09-05T02:26:02.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.989+0000 7f037ca00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f03781019c0 0x7f037819a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:02.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.989+0000 7f037ca00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0378102360 0x7f037819aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:02.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.989+0000 7f037ca00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f03781079c0 0x7f037819edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:02.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.989+0000 7f037ca00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0378111d90 con 0x7f0378102360 2024-09-05T02:26:02.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.989+0000 7f037ca00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0378111c10 con 0x7f03781079c0 2024-09-05T02:26:02.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.989+0000 7f037ca00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0378111f10 con 0x7f03781019c0 2024-09-05T02:26:02.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.989+0000 7f036fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0378102360 0x7f037819aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:02.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.989+0000 7f036fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0378102360 0x7f037819aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35502/0 (socket says 172.21.15.33:35502) 2024-09-05T02:26:02.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.989+0000 7f036fe00640 1 -- 172.21.15.33:0/3109960463 learned_addr learned my addr 172.21.15.33:0/3109960463 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:02.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.989+0000 7f0377400640 1 --2- 172.21.15.33:0/3109960463 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f03781019c0 0x7f037819a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:02.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.989+0000 7f0377e00640 1 --2- 172.21.15.33:0/3109960463 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f03781079c0 0x7f037819edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:02.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.990+0000 7f036fe00640 1 -- 172.21.15.33:0/3109960463 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f03781019c0 msgr2=0x7f037819a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:02.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.990+0000 7f036fe00640 1 --2- 172.21.15.33:0/3109960463 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f03781019c0 0x7f037819a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:02.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.990+0000 7f036fe00640 1 -- 172.21.15.33:0/3109960463 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f03781079c0 msgr2=0x7f037819edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:02.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.990+0000 7f036fe00640 1 --2- 172.21.15.33:0/3109960463 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f03781079c0 0x7f037819edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:02.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.990+0000 7f036fe00640 1 -- 172.21.15.33:0/3109960463 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f037819f4a0 con 0x7f0378102360 2024-09-05T02:26:02.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.990+0000 7f036fe00640 1 --2- 172.21.15.33:0/3109960463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0378102360 0x7f037819aa30 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f0360009230 tx=0x7f0360004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:02.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.990+0000 7f0374c00640 1 -- 172.21.15.33:0/3109960463 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f036003f030 con 0x7f0378102360 2024-09-05T02:26:02.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.990+0000 7f0374c00640 1 -- 172.21.15.33:0/3109960463 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0360003ad0 con 0x7f0378102360 2024-09-05T02:26:02.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.990+0000 7f0374c00640 1 -- 172.21.15.33:0/3109960463 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0360035070 con 0x7f0378102360 2024-09-05T02:26:02.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.990+0000 7f037ca00640 1 -- 172.21.15.33:0/3109960463 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f037819f730 con 0x7f0378102360 2024-09-05T02:26:02.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.990+0000 7f037ca00640 1 -- 172.21.15.33:0/3109960463 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f037819fbc0 con 0x7f0378102360 2024-09-05T02:26:02.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.992+0000 7f037ca00640 1 -- 172.21.15.33:0/3109960463 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0378101e20 con 0x7f0378102360 2024-09-05T02:26:02.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.993+0000 7f0374c00640 1 -- 172.21.15.33:0/3109960463 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0360042030 con 0x7f0378102360 2024-09-05T02:26:02.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.995+0000 7f0374c00640 1 --2- 172.21.15.33:0/3109960463 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f035c0a2c10 0x7f035c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:02.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.995+0000 7f0374c00640 1 -- 172.21.15.33:0/3109960463 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f03600ef7a0 con 0x7f0378102360 2024-09-05T02:26:02.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.995+0000 7f0377400640 1 --2- 172.21.15.33:0/3109960463 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f035c0a2c10 0x7f035c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:02.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.996+0000 7f0377400640 1 --2- 172.21.15.33:0/3109960463 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f035c0a2c10 0x7f035c0a50d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f036800bb60 tx=0x7f036800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:03.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:02.999+0000 7f0374c00640 1 -- 172.21.15.33:0/3109960463 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f03600bbf10 con 0x7f0378102360 2024-09-05T02:26:03.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:03.224+0000 7f037ca00640 1 -- 172.21.15.33:0/3109960463 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f03781a72c0 con 0x7f0378102360 2024-09-05T02:26:03.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:03.225+0000 7f0374c00640 1 -- 172.21.15.33:0/3109960463 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f03600c0210 con 0x7f0378102360 2024-09-05T02:26:03.227 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:26:03.227 INFO:teuthology.orchestra.run.smithi033.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-05T02:26:03.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:03.227+0000 7f037ca00640 1 -- 172.21.15.33:0/3109960463 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f035c0a2c10 msgr2=0x7f035c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:03.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:03.227+0000 7f037ca00640 1 --2- 172.21.15.33:0/3109960463 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f035c0a2c10 0x7f035c0a50d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f036800bb60 tx=0x7f036800b390 comp rx=0 tx=0).stop 2024-09-05T02:26:03.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:03.227+0000 7f037ca00640 1 -- 172.21.15.33:0/3109960463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0378102360 msgr2=0x7f037819aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:03.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:03.227+0000 7f037ca00640 1 --2- 172.21.15.33:0/3109960463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0378102360 0x7f037819aa30 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f0360009230 tx=0x7f0360004270 comp rx=0 tx=0).stop 2024-09-05T02:26:03.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:03.228+0000 7f037ca00640 1 -- 172.21.15.33:0/3109960463 shutdown_connections 2024-09-05T02:26:03.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:03.228+0000 7f037ca00640 1 --2- 172.21.15.33:0/3109960463 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f035c0a2c10 0x7f035c0a50d0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:03.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:03.228+0000 7f037ca00640 1 --2- 172.21.15.33:0/3109960463 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f03781079c0 0x7f037819edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:03.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:03.228+0000 7f037ca00640 1 --2- 172.21.15.33:0/3109960463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0378102360 0x7f037819aa30 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:03.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:03.228+0000 7f037ca00640 1 --2- 172.21.15.33:0/3109960463 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f03781019c0 0x7f037819a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:03.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:03.228+0000 7f037ca00640 1 -- 172.21.15.33:0/3109960463 >> 172.21.15.33:0/3109960463 conn(0x7f03780fd740 msgr2=0x7f037810d090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:03.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:03.228+0000 7f037ca00640 1 -- 172.21.15.33:0/3109960463 shutdown_connections 2024-09-05T02:26:03.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:03.228+0000 7f037ca00640 1 -- 172.21.15.33:0/3109960463 wait complete. 2024-09-05T02:26:03.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:03 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3109960463' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-05T02:26:03.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:03 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/3109960463' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-05T02:26:03.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:03 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/3109960463' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-05T02:26:03.942 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-05T02:26:03.942 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:26:04.323 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:04.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:04 smithi033 ceph-mon[29909]: pgmap v330: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-05T02:26:04.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:04 smithi123 ceph-mon[34031]: pgmap v330: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-05T02:26:04.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:04 smithi174 ceph-mon[34756]: pgmap v330: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-05T02:26:04.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.877+0000 7f01a0200640 1 -- 172.21.15.33:0/2136735036 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0198103ff0 msgr2=0x7f01981043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:04.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.877+0000 7f01a0200640 1 --2- 172.21.15.33:0/2136735036 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0198103ff0 0x7f01981043d0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f018c009900 tx=0x7f018c02a3f0 comp rx=0 tx=0).stop 2024-09-05T02:26:04.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.878+0000 7f01a0200640 1 -- 172.21.15.33:0/2136735036 shutdown_connections 2024-09-05T02:26:04.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.878+0000 7f01a0200640 1 --2- 172.21.15.33:0/2136735036 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0198109120 0x7f0198110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:04.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.878+0000 7f01a0200640 1 --2- 172.21.15.33:0/2136735036 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f01981049a0 0x7f01981089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:04.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.878+0000 7f01a0200640 1 --2- 172.21.15.33:0/2136735036 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0198103ff0 0x7f01981043d0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:04.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.878+0000 7f01a0200640 1 -- 172.21.15.33:0/2136735036 >> 172.21.15.33:0/2136735036 conn(0x7f01980ffa90 msgr2=0x7f0198101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:04.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.878+0000 7f01a0200640 1 -- 172.21.15.33:0/2136735036 shutdown_connections 2024-09-05T02:26:04.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.878+0000 7f01a0200640 1 -- 172.21.15.33:0/2136735036 wait complete. 2024-09-05T02:26:04.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.879+0000 7f01a0200640 1 Processor -- start 2024-09-05T02:26:04.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.879+0000 7f01a0200640 1 -- start start 2024-09-05T02:26:04.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.879+0000 7f01a0200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0198103ff0 0x7f019819a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:04.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.879+0000 7f01a0200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f01981049a0 0x7f019819abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:04.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.879+0000 7f01a0200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0198109120 0x7f019819ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:04.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.879+0000 7f01a0200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0198114170 con 0x7f0198103ff0 2024-09-05T02:26:04.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.879+0000 7f01a0200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0198113ff0 con 0x7f01981049a0 2024-09-05T02:26:04.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.879+0000 7f01a0200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f01981142f0 con 0x7f0198109120 2024-09-05T02:26:04.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.880+0000 7f019d800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0198103ff0 0x7f019819a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:04.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.880+0000 7f019d800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0198103ff0 0x7f019819a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35514/0 (socket says 172.21.15.33:35514) 2024-09-05T02:26:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.880+0000 7f019d800640 1 -- 172.21.15.33:0/1597129573 learned_addr learned my addr 172.21.15.33:0/1597129573 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.880+0000 7f019e200640 1 --2- 172.21.15.33:0/1597129573 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0198109120 0x7f019819ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.880+0000 7f019ce00640 1 --2- 172.21.15.33:0/1597129573 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f01981049a0 0x7f019819abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.880+0000 7f019ce00640 1 -- 172.21.15.33:0/1597129573 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0198109120 msgr2=0x7f019819ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.880+0000 7f019ce00640 1 --2- 172.21.15.33:0/1597129573 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0198109120 0x7f019819ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.880+0000 7f019ce00640 1 -- 172.21.15.33:0/1597129573 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0198103ff0 msgr2=0x7f019819a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.880+0000 7f019ce00640 1 --2- 172.21.15.33:0/1597129573 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0198103ff0 0x7f019819a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.880+0000 7f019ce00640 1 -- 172.21.15.33:0/1597129573 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f019819f640 con 0x7f01981049a0 2024-09-05T02:26:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.880+0000 7f019d800640 1 --2- 172.21.15.33:0/1597129573 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0198103ff0 0x7f019819a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:26:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.880+0000 7f019e200640 1 --2- 172.21.15.33:0/1597129573 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0198109120 0x7f019819ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:26:04.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.881+0000 7f019ce00640 1 --2- 172.21.15.33:0/1597129573 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f01981049a0 0x7f019819abd0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f018400e9f0 tx=0x7f018400edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:04.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.881+0000 7f0196000640 1 -- 172.21.15.33:0/1597129573 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f018400ccc0 con 0x7f01981049a0 2024-09-05T02:26:04.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.881+0000 7f01a0200640 1 -- 172.21.15.33:0/1597129573 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f019819f930 con 0x7f01981049a0 2024-09-05T02:26:04.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.881+0000 7f0196000640 1 -- 172.21.15.33:0/1597129573 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0184005020 con 0x7f01981049a0 2024-09-05T02:26:04.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.881+0000 7f0196000640 1 -- 172.21.15.33:0/1597129573 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0184004a40 con 0x7f01981049a0 2024-09-05T02:26:04.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.881+0000 7f01a0200640 1 -- 172.21.15.33:0/1597129573 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01981a7210 con 0x7f01981049a0 2024-09-05T02:26:04.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.882+0000 7f01a0200640 1 -- 172.21.15.33:0/1597129573 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01981043d0 con 0x7f01981049a0 2024-09-05T02:26:04.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.884+0000 7f0196000640 1 -- 172.21.15.33:0/1597129573 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0184004ce0 con 0x7f01981049a0 2024-09-05T02:26:04.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.886+0000 7f0196000640 1 --2- 172.21.15.33:0/1597129573 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f01800a2c90 0x7f01800a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:04.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.886+0000 7f0196000640 1 -- 172.21.15.33:0/1597129573 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f01840cefe0 con 0x7f01981049a0 2024-09-05T02:26:04.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.886+0000 7f019d800640 1 --2- 172.21.15.33:0/1597129573 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f01800a2c90 0x7f01800a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:04.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.887+0000 7f019d800640 1 --2- 172.21.15.33:0/1597129573 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f01800a2c90 0x7f01800a5150 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f018c0096c0 tx=0x7f018c0046c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:04.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:04.888+0000 7f0196000640 1 -- 172.21.15.33:0/1597129573 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f018409bde0 con 0x7f01981049a0 2024-09-05T02:26:05.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:05.109+0000 7f01a0200640 1 -- 172.21.15.33:0/1597129573 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f019819b9f0 con 0x7f01981049a0 2024-09-05T02:26:05.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:05.110+0000 7f0196000640 1 -- 172.21.15.33:0/1597129573 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11987 (secure 0 0 0) 0x7f019819b9f0 con 0x7f01981049a0 2024-09-05T02:26:05.112 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:26:05.112 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":28,"btime":"2024-09-05T02:25:02:535952+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:25:02.427620+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24497,24511,24512,24551,24535]},"id":1}]} 2024-09-05T02:26:05.113 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 28 2024-09-05T02:26:05.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:05.112+0000 7f01a0200640 1 -- 172.21.15.33:0/1597129573 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f01800a2c90 msgr2=0x7f01800a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:05.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:05.112+0000 7f01a0200640 1 --2- 172.21.15.33:0/1597129573 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f01800a2c90 0x7f01800a5150 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f018c0096c0 tx=0x7f018c0046c0 comp rx=0 tx=0).stop 2024-09-05T02:26:05.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:05.112+0000 7f01a0200640 1 -- 172.21.15.33:0/1597129573 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f01981049a0 msgr2=0x7f019819abd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:05.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:05.112+0000 7f01a0200640 1 --2- 172.21.15.33:0/1597129573 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f01981049a0 0x7f019819abd0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f018400e9f0 tx=0x7f018400edf0 comp rx=0 tx=0).stop 2024-09-05T02:26:05.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:05.112+0000 7f01a0200640 1 -- 172.21.15.33:0/1597129573 shutdown_connections 2024-09-05T02:26:05.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:05.112+0000 7f01a0200640 1 --2- 172.21.15.33:0/1597129573 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f01800a2c90 0x7f01800a5150 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:05.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:05.112+0000 7f01a0200640 1 --2- 172.21.15.33:0/1597129573 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0198109120 0x7f019819ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:05.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:05.112+0000 7f01a0200640 1 --2- 172.21.15.33:0/1597129573 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f01981049a0 0x7f019819abd0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:05.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:05.112+0000 7f01a0200640 1 --2- 172.21.15.33:0/1597129573 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0198103ff0 0x7f019819a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:05.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:05.112+0000 7f01a0200640 1 -- 172.21.15.33:0/1597129573 >> 172.21.15.33:0/1597129573 conn(0x7f01980ffa90 msgr2=0x7f0198100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:05.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:05.113+0000 7f01a0200640 1 -- 172.21.15.33:0/1597129573 shutdown_connections 2024-09-05T02:26:05.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:05.113+0000 7f01a0200640 1 -- 172.21.15.33:0/1597129573 wait complete. 2024-09-05T02:26:05.586 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:05 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1597129573' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:26:05.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:05 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1597129573' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:26:05.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:05 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1597129573' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:26:05.827 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:26:06.203 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:06 smithi033 ceph-mon[29909]: pgmap v331: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-05T02:26:06.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:06 smithi123 ceph-mon[34031]: pgmap v331: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-05T02:26:06.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.760+0000 7fdb49600640 1 -- 172.21.15.33:0/2671489961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb44109120 msgr2=0x7fdb44110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:06.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.760+0000 7fdb49600640 1 --2- 172.21.15.33:0/2671489961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb44109120 0x7fdb44110ca0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fdb3c009ca0 tx=0x7fdb3c02a8c0 comp rx=0 tx=0).stop 2024-09-05T02:26:06.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.760+0000 7fdb49600640 1 -- 172.21.15.33:0/2671489961 shutdown_connections 2024-09-05T02:26:06.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.760+0000 7fdb49600640 1 --2- 172.21.15.33:0/2671489961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb44109120 0x7fdb44110ca0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:06.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.760+0000 7fdb49600640 1 --2- 172.21.15.33:0/2671489961 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb441049a0 0x7fdb441089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:06.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.760+0000 7fdb49600640 1 --2- 172.21.15.33:0/2671489961 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdb44103ff0 0x7fdb441043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:06.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.760+0000 7fdb49600640 1 -- 172.21.15.33:0/2671489961 >> 172.21.15.33:0/2671489961 conn(0x7fdb440ffa90 msgr2=0x7fdb44101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:06.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.760+0000 7fdb49600640 1 -- 172.21.15.33:0/2671489961 shutdown_connections 2024-09-05T02:26:06.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.760+0000 7fdb49600640 1 -- 172.21.15.33:0/2671489961 wait complete. 2024-09-05T02:26:06.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.761+0000 7fdb49600640 1 Processor -- start 2024-09-05T02:26:06.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.761+0000 7fdb49600640 1 -- start start 2024-09-05T02:26:06.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.762+0000 7fdb49600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb44103ff0 0x7fdb4419a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:06.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.762+0000 7fdb49600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdb441049a0 0x7fdb4419aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:06.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.762+0000 7fdb49600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb44109120 0x7fdb4419ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:06.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.762+0000 7fdb49600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdb44114150 con 0x7fdb44103ff0 2024-09-05T02:26:06.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.762+0000 7fdb49600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdb44113fd0 con 0x7fdb44109120 2024-09-05T02:26:06.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.762+0000 7fdb49600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fdb441142d0 con 0x7fdb441049a0 2024-09-05T02:26:06.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.762+0000 7fdb42a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb44103ff0 0x7fdb4419a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:06.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.762+0000 7fdb42a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb44103ff0 0x7fdb4419a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35542/0 (socket says 172.21.15.33:35542) 2024-09-05T02:26:06.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.762+0000 7fdb42a00640 1 -- 172.21.15.33:0/3125417173 learned_addr learned my addr 172.21.15.33:0/3125417173 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:06.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.762+0000 7fdb3be00640 1 --2- 172.21.15.33:0/3125417173 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdb441049a0 0x7fdb4419aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:06.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.762+0000 7fdb43400640 1 --2- 172.21.15.33:0/3125417173 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb44109120 0x7fdb4419ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:06.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.762+0000 7fdb3be00640 1 -- 172.21.15.33:0/3125417173 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb44109120 msgr2=0x7fdb4419ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:06.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.762+0000 7fdb3be00640 1 --2- 172.21.15.33:0/3125417173 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb44109120 0x7fdb4419ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:06.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.762+0000 7fdb3be00640 1 -- 172.21.15.33:0/3125417173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb44103ff0 msgr2=0x7fdb4419a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:06.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.762+0000 7fdb3be00640 1 --2- 172.21.15.33:0/3125417173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb44103ff0 0x7fdb4419a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:06.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.762+0000 7fdb3be00640 1 -- 172.21.15.33:0/3125417173 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb4419f560 con 0x7fdb441049a0 2024-09-05T02:26:06.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.763+0000 7fdb43400640 1 --2- 172.21.15.33:0/3125417173 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb44109120 0x7fdb4419ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:26:06.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.763+0000 7fdb3be00640 1 --2- 172.21.15.33:0/3125417173 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdb441049a0 0x7fdb4419aaf0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fdb2c00e9f0 tx=0x7fdb2c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:06.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.763+0000 7fdb3b400640 1 -- 172.21.15.33:0/3125417173 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb2c00ccc0 con 0x7fdb441049a0 2024-09-05T02:26:06.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.763+0000 7fdb49600640 1 -- 172.21.15.33:0/3125417173 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb4419f850 con 0x7fdb441049a0 2024-09-05T02:26:06.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.763+0000 7fdb3b400640 1 -- 172.21.15.33:0/3125417173 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdb2c010910 con 0x7fdb441049a0 2024-09-05T02:26:06.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.763+0000 7fdb3b400640 1 -- 172.21.15.33:0/3125417173 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb2c018960 con 0x7fdb441049a0 2024-09-05T02:26:06.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.763+0000 7fdb49600640 1 -- 172.21.15.33:0/3125417173 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb441a7130 con 0x7fdb441049a0 2024-09-05T02:26:06.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.764+0000 7fdb49600640 1 -- 172.21.15.33:0/3125417173 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb441043d0 con 0x7fdb441049a0 2024-09-05T02:26:06.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.766+0000 7fdb3b400640 1 -- 172.21.15.33:0/3125417173 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fdb2c010ac0 con 0x7fdb441049a0 2024-09-05T02:26:06.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.767+0000 7fdb3b400640 1 --2- 172.21.15.33:0/3125417173 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fdb280a2c10 0x7fdb280a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:06.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.768+0000 7fdb3b400640 1 -- 172.21.15.33:0/3125417173 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fdb2c0cfa70 con 0x7fdb441049a0 2024-09-05T02:26:06.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.768+0000 7fdb42a00640 1 --2- 172.21.15.33:0/3125417173 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fdb280a2c10 0x7fdb280a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:06.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.768+0000 7fdb42a00640 1 --2- 172.21.15.33:0/3125417173 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fdb280a2c10 0x7fdb280a50d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fdb34009cd0 tx=0x7fdb34005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:06.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.769+0000 7fdb3b400640 1 -- 172.21.15.33:0/3125417173 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdb2c09c830 con 0x7fdb441049a0 2024-09-05T02:26:06.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:06 smithi174 ceph-mon[34756]: pgmap v331: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-05T02:26:06.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.995+0000 7fdb49600640 1 -- 172.21.15.33:0/3125417173 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdb441a7460 con 0x7fdb441049a0 2024-09-05T02:26:06.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.996+0000 7fdb3b400640 1 -- 172.21.15.33:0/3125417173 <== mon.1 v2:172.21.15.174:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11987 (secure 0 0 0) 0x7fdb2c09c130 con 0x7fdb441049a0 2024-09-05T02:26:06.998 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:26:06.998 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":28,"btime":"2024-09-05T02:25:02:535952+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:25:02.427620+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24497,24511,24512,24551,24535]},"id":1}]} 2024-09-05T02:26:06.998 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 28 2024-09-05T02:26:07.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.998+0000 7fdb49600640 1 -- 172.21.15.33:0/3125417173 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fdb280a2c10 msgr2=0x7fdb280a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:07.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.998+0000 7fdb49600640 1 --2- 172.21.15.33:0/3125417173 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fdb280a2c10 0x7fdb280a50d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fdb34009cd0 tx=0x7fdb34005f90 comp rx=0 tx=0).stop 2024-09-05T02:26:07.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.998+0000 7fdb49600640 1 -- 172.21.15.33:0/3125417173 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdb441049a0 msgr2=0x7fdb4419aaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:07.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.998+0000 7fdb49600640 1 --2- 172.21.15.33:0/3125417173 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdb441049a0 0x7fdb4419aaf0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fdb2c00e9f0 tx=0x7fdb2c00eeb0 comp rx=0 tx=0).stop 2024-09-05T02:26:07.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.998+0000 7fdb49600640 1 -- 172.21.15.33:0/3125417173 shutdown_connections 2024-09-05T02:26:07.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.998+0000 7fdb49600640 1 --2- 172.21.15.33:0/3125417173 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fdb280a2c10 0x7fdb280a50d0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:07.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.998+0000 7fdb49600640 1 --2- 172.21.15.33:0/3125417173 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb44109120 0x7fdb4419ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:07.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.998+0000 7fdb49600640 1 --2- 172.21.15.33:0/3125417173 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdb441049a0 0x7fdb4419aaf0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:07.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.998+0000 7fdb49600640 1 --2- 172.21.15.33:0/3125417173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb44103ff0 0x7fdb4419a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:07.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.998+0000 7fdb49600640 1 -- 172.21.15.33:0/3125417173 >> 172.21.15.33:0/3125417173 conn(0x7fdb440ffa90 msgr2=0x7fdb44101ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:07.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.998+0000 7fdb49600640 1 -- 172.21.15.33:0/3125417173 shutdown_connections 2024-09-05T02:26:07.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:06.998+0000 7fdb49600640 1 -- 172.21.15.33:0/3125417173 wait complete. 2024-09-05T02:26:07.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:07 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3125417173' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:26:07.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:07 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/3125417173' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:26:07.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:07 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/3125417173' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:26:07.789 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T02:26:08.167 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:08.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:08 smithi033 ceph-mon[29909]: pgmap v332: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-05T02:26:08.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:08 smithi123 ceph-mon[34031]: pgmap v332: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-05T02:26:08.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.727+0000 7f0654c00640 1 -- 172.21.15.33:0/2045101212 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0650109120 msgr2=0x7f0650110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:08.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.727+0000 7f0654c00640 1 --2- 172.21.15.33:0/2045101212 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0650109120 0x7f0650110ca0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f0648009ca0 tx=0x7f064802a8c0 comp rx=0 tx=0).stop 2024-09-05T02:26:08.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.727+0000 7f0654c00640 1 -- 172.21.15.33:0/2045101212 shutdown_connections 2024-09-05T02:26:08.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.727+0000 7f0654c00640 1 --2- 172.21.15.33:0/2045101212 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0650109120 0x7f0650110ca0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:08.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.727+0000 7f0654c00640 1 --2- 172.21.15.33:0/2045101212 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f06501049a0 0x7f06501089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:08.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.727+0000 7f0654c00640 1 --2- 172.21.15.33:0/2045101212 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0650103ff0 0x7f06501043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:08.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.727+0000 7f0654c00640 1 -- 172.21.15.33:0/2045101212 >> 172.21.15.33:0/2045101212 conn(0x7f06500ffa90 msgr2=0x7f0650101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:08.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.727+0000 7f0654c00640 1 -- 172.21.15.33:0/2045101212 shutdown_connections 2024-09-05T02:26:08.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.728+0000 7f0654c00640 1 -- 172.21.15.33:0/2045101212 wait complete. 2024-09-05T02:26:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.728+0000 7f0654c00640 1 Processor -- start 2024-09-05T02:26:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.728+0000 7f0654c00640 1 -- start start 2024-09-05T02:26:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.729+0000 7f0654c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0650103ff0 0x7f065019a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.729+0000 7f0654c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f06501049a0 0x7f065019ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.729+0000 7f0654c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0650109120 0x7f065019eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.729+0000 7f0654c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f06501141a0 con 0x7f0650109120 2024-09-05T02:26:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.729+0000 7f0654c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0650114020 con 0x7f06501049a0 2024-09-05T02:26:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.729+0000 7f0654c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0650114320 con 0x7f0650103ff0 2024-09-05T02:26:08.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.729+0000 7f064de00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0650103ff0 0x7f065019a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:08.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.729+0000 7f064e800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0650109120 0x7f065019eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:08.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.729+0000 7f064de00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0650103ff0 0x7f065019a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:49098/0 (socket says 172.21.15.33:49098) 2024-09-05T02:26:08.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.729+0000 7f064de00640 1 -- 172.21.15.33:0/4134927582 learned_addr learned my addr 172.21.15.33:0/4134927582 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:08.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.729+0000 7f0647e00640 1 --2- 172.21.15.33:0/4134927582 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f06501049a0 0x7f065019ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:08.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.730+0000 7f0647e00640 1 -- 172.21.15.33:0/4134927582 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0650103ff0 msgr2=0x7f065019a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:08.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.730+0000 7f0647e00640 1 --2- 172.21.15.33:0/4134927582 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0650103ff0 0x7f065019a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:08.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.730+0000 7f0647e00640 1 -- 172.21.15.33:0/4134927582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0650109120 msgr2=0x7f065019eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:08.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.730+0000 7f0647e00640 1 --2- 172.21.15.33:0/4134927582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0650109120 0x7f065019eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:08.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.730+0000 7f0647e00640 1 -- 172.21.15.33:0/4134927582 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f065019f590 con 0x7f06501049a0 2024-09-05T02:26:08.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.730+0000 7f064e800640 1 --2- 172.21.15.33:0/4134927582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0650109120 0x7f065019eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:26:08.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.730+0000 7f0647e00640 1 --2- 172.21.15.33:0/4134927582 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f06501049a0 0x7f065019ab20 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f063800e9f0 tx=0x7f063800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:08.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.730+0000 7f0646a00640 1 -- 172.21.15.33:0/4134927582 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f063800ccc0 con 0x7f06501049a0 2024-09-05T02:26:08.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.730+0000 7f0654c00640 1 -- 172.21.15.33:0/4134927582 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f065019f880 con 0x7f06501049a0 2024-09-05T02:26:08.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.730+0000 7f0646a00640 1 -- 172.21.15.33:0/4134927582 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0638005020 con 0x7f06501049a0 2024-09-05T02:26:08.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.730+0000 7f0646a00640 1 -- 172.21.15.33:0/4134927582 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06380049e0 con 0x7f06501049a0 2024-09-05T02:26:08.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.730+0000 7f0654c00640 1 -- 172.21.15.33:0/4134927582 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06501a7160 con 0x7f06501049a0 2024-09-05T02:26:08.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.731+0000 7f0654c00640 1 -- 172.21.15.33:0/4134927582 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06501043d0 con 0x7f06501049a0 2024-09-05T02:26:08.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.734+0000 7f0646a00640 1 -- 172.21.15.33:0/4134927582 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0638005560 con 0x7f06501049a0 2024-09-05T02:26:08.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.735+0000 7f0646a00640 1 --2- 172.21.15.33:0/4134927582 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f06340a2c10 0x7f06340a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:08.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.735+0000 7f0646a00640 1 -- 172.21.15.33:0/4134927582 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f06380cf1d0 con 0x7f06501049a0 2024-09-05T02:26:08.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.735+0000 7f064de00640 1 --2- 172.21.15.33:0/4134927582 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f06340a2c10 0x7f06340a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:08.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.736+0000 7f064de00640 1 --2- 172.21.15.33:0/4134927582 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f06340a2c10 0x7f06340a50d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f0640009c90 tx=0x7f0640005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:08.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.737+0000 7f0646a00640 1 -- 172.21.15.33:0/4134927582 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f06380051d0 con 0x7f06501049a0 2024-09-05T02:26:08.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:08 smithi174 ceph-mon[34756]: pgmap v332: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-05T02:26:08.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.921+0000 7f0654c00640 1 -- 172.21.15.33:0/4134927582 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f065019b940 con 0x7f06501049a0 2024-09-05T02:26:08.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.923+0000 7f0646a00640 1 -- 172.21.15.33:0/4134927582 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+22762 (secure 0 0 0) 0x7f065019b940 con 0x7f06501049a0 2024-09-05T02:26:08.925 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:26:08.925 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":86,"fsid":"b37d3f34-6b2c-11ef-bcd6-c7b262605968","created":"2024-09-05T02:16:40.986430+0000","modified":"2024-09-05T02:25:36.197006+0000","last_up_change":"2024-09-05T02:23:52.310598+0000","last_in_change":"2024-09-05T02:23:29.448936+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T02:19:57.005189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T02:24:42.913016+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T02:24:46.103614+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6803","nonce":2230859978}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6805","nonce":2230859978}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6809","nonce":2230859978}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6807","nonce":2230859978}]},"public_addr":"172.21.15.33:6803/2230859978","cluster_addr":"172.21.15.33:6805/2230859978","heartbeat_back_addr":"172.21.15.33:6809/2230859978","heartbeat_front_addr":"172.21.15.33:6807/2230859978","state":["exists","up"]},{"osd":1,"uuid":"6de45097-769c-467f-9c69-c0e6286b5b72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6801","nonce":982249098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6803","nonce":982249098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6807","nonce":982249098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6805","nonce":982249098}]},"public_addr":"172.21.15.123:6801/982249098","cluster_addr":"172.21.15.123:6803/982249098","heartbeat_back_addr":"172.21.15.123:6807/982249098","heartbeat_front_addr":"172.21.15.123:6805/982249098","state":["exists","up"]},{"osd":2,"uuid":"8d8bdb95-be19-4ae4-8587-ea5dace30521","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6801","nonce":3754006463}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6803","nonce":3754006463}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6807","nonce":3754006463}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6805","nonce":3754006463}]},"public_addr":"172.21.15.174:6801/3754006463","cluster_addr":"172.21.15.174:6803/3754006463","heartbeat_back_addr":"172.21.15.174:6807/3754006463","heartbeat_front_addr":"172.21.15.174:6805/3754006463","state":["exists","up"]},{"osd":3,"uuid":"73cd7f3a-95e0-434d-bac2-b99f4036fe9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6811","nonce":3031631676}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6813","nonce":3031631676}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6817","nonce":3031631676}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6815","nonce":3031631676}]},"public_addr":"172.21.15.33:6811/3031631676","cluster_addr":"172.21.15.33:6813/3031631676","heartbeat_back_addr":"172.21.15.33:6817/3031631676","heartbeat_front_addr":"172.21.15.33:6815/3031631676","state":["exists","up"]},{"osd":4,"uuid":"0f0578f6-ecfb-41c9-9360-6155c02c4a47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6809","nonce":1841051665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6811","nonce":1841051665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6815","nonce":1841051665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6813","nonce":1841051665}]},"public_addr":"172.21.15.123:6809/1841051665","cluster_addr":"172.21.15.123:6811/1841051665","heartbeat_back_addr":"172.21.15.123:6815/1841051665","heartbeat_front_addr":"172.21.15.123:6813/1841051665","state":["exists","up"]},{"osd":5,"uuid":"d140f4bd-ec12-44e7-b9fc-3dd869d73e95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6809","nonce":609807204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6811","nonce":609807204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6815","nonce":609807204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6813","nonce":609807204}]},"public_addr":"172.21.15.174:6809/609807204","cluster_addr":"172.21.15.174:6811/609807204","heartbeat_back_addr":"172.21.15.174:6815/609807204","heartbeat_front_addr":"172.21.15.174:6813/609807204","state":["exists","up"]},{"osd":6,"uuid":"7f01a990-d1b2-40cb-8892-89961631233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6819","nonce":3289951394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6821","nonce":3289951394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6825","nonce":3289951394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6823","nonce":3289951394}]},"public_addr":"172.21.15.33:6819/3289951394","cluster_addr":"172.21.15.33:6821/3289951394","heartbeat_back_addr":"172.21.15.33:6825/3289951394","heartbeat_front_addr":"172.21.15.33:6823/3289951394","state":["exists","up"]},{"osd":7,"uuid":"d5c701d4-188e-4c24-874c-3056d7dc546d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6817","nonce":1928319522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6819","nonce":1928319522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6823","nonce":1928319522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6821","nonce":1928319522}]},"public_addr":"172.21.15.123:6817/1928319522","cluster_addr":"172.21.15.123:6819/1928319522","heartbeat_back_addr":"172.21.15.123:6823/1928319522","heartbeat_front_addr":"172.21.15.123:6821/1928319522","state":["exists","up"]},{"osd":8,"uuid":"e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6817","nonce":3984977582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6819","nonce":3984977582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6823","nonce":3984977582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6821","nonce":3984977582}]},"public_addr":"172.21.15.174:6817/3984977582","cluster_addr":"172.21.15.174:6819/3984977582","heartbeat_back_addr":"172.21.15.174:6823/3984977582","heartbeat_front_addr":"172.21.15.174:6821/3984977582","state":["exists","up"]},{"osd":9,"uuid":"8858f35a-ce38-4484-8393-e138920ed9b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6827","nonce":4123845959}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6829","nonce":4123845959}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6833","nonce":4123845959}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6831","nonce":4123845959}]},"public_addr":"172.21.15.33:6827/4123845959","cluster_addr":"172.21.15.33:6829/4123845959","heartbeat_back_addr":"172.21.15.33:6833/4123845959","heartbeat_front_addr":"172.21.15.33:6831/4123845959","state":["exists","up"]},{"osd":10,"uuid":"d3206b8b-55c3-4988-9cce-cdd805f9969d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6825","nonce":532510651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6827","nonce":532510651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6831","nonce":532510651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6829","nonce":532510651}]},"public_addr":"172.21.15.123:6825/532510651","cluster_addr":"172.21.15.123:6827/532510651","heartbeat_back_addr":"172.21.15.123:6831/532510651","heartbeat_front_addr":"172.21.15.123:6829/532510651","state":["exists","up"]},{"osd":11,"uuid":"50b6059f-00b3-489a-aaf0-75765fbf2e6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6825","nonce":955565697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6827","nonce":955565697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6831","nonce":955565697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6829","nonce":955565697}]},"public_addr":"172.21.15.174:6825/955565697","cluster_addr":"172.21.15.174:6827/955565697","heartbeat_back_addr":"172.21.15.174:6831/955565697","heartbeat_front_addr":"172.21.15.174:6829/955565697","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:04.269795+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:29.126352+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:52.874768+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:23.135411+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:48.453184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:12.929713+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:43.089772+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:08.258936+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:32.108584+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:01.775759+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:26.088382+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:50.391688+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6801/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/1229013790":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/1567746818":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6801/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6800/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6800/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/2503822140":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/3927628736":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/3047771737":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/2751303440":"2024-09-06T02:17:06.260070+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T02:26:08.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.925+0000 7f0654c00640 1 -- 172.21.15.33:0/4134927582 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f06340a2c10 msgr2=0x7f06340a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:08.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.925+0000 7f0654c00640 1 --2- 172.21.15.33:0/4134927582 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f06340a2c10 0x7f06340a50d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f0640009c90 tx=0x7f0640005f90 comp rx=0 tx=0).stop 2024-09-05T02:26:08.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.925+0000 7f0654c00640 1 -- 172.21.15.33:0/4134927582 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f06501049a0 msgr2=0x7f065019ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:08.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.925+0000 7f0654c00640 1 --2- 172.21.15.33:0/4134927582 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f06501049a0 0x7f065019ab20 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f063800e9f0 tx=0x7f063800eeb0 comp rx=0 tx=0).stop 2024-09-05T02:26:08.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.925+0000 7f0654c00640 1 -- 172.21.15.33:0/4134927582 shutdown_connections 2024-09-05T02:26:08.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.925+0000 7f0654c00640 1 --2- 172.21.15.33:0/4134927582 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f06340a2c10 0x7f06340a50d0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:08.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.925+0000 7f0654c00640 1 --2- 172.21.15.33:0/4134927582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0650109120 0x7f065019eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:08.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.925+0000 7f0654c00640 1 --2- 172.21.15.33:0/4134927582 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f06501049a0 0x7f065019ab20 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:08.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.925+0000 7f0654c00640 1 --2- 172.21.15.33:0/4134927582 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0650103ff0 0x7f065019a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:08.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.925+0000 7f0654c00640 1 -- 172.21.15.33:0/4134927582 >> 172.21.15.33:0/4134927582 conn(0x7f06500ffa90 msgr2=0x7f06501005b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:08.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.925+0000 7f0654c00640 1 -- 172.21.15.33:0/4134927582 shutdown_connections 2024-09-05T02:26:08.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:08.926+0000 7f0654c00640 1 -- 172.21.15.33:0/4134927582 wait complete. 2024-09-05T02:26:09.573 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:09 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/4134927582' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:26:09.613 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:26:09.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:09 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/4134927582' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:26:09.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:09 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/4134927582' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:26:09.988 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:10.433 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:10 smithi033 ceph-mon[29909]: pgmap v333: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:26:10.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.544+0000 7f805b400640 1 -- 172.21.15.33:0/3252911384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8054106f20 msgr2=0x7f805410eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:10.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.544+0000 7f805b400640 1 --2- 172.21.15.33:0/3252911384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8054106f20 0x7f805410eaa0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f804c009ca0 tx=0x7f804c02a8c0 comp rx=0 tx=0).stop 2024-09-05T02:26:10.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.544+0000 7f805b400640 1 -- 172.21.15.33:0/3252911384 shutdown_connections 2024-09-05T02:26:10.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.544+0000 7f805b400640 1 --2- 172.21.15.33:0/3252911384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8054106f20 0x7f805410eaa0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:10.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.544+0000 7f805b400640 1 --2- 172.21.15.33:0/3252911384 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f80541027a0 0x7f80541067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:10.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.544+0000 7f805b400640 1 --2- 172.21.15.33:0/3252911384 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8054101df0 0x7f80541021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:10.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.544+0000 7f805b400640 1 -- 172.21.15.33:0/3252911384 >> 172.21.15.33:0/3252911384 conn(0x7f80540fd8b0 msgr2=0x7f80540ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:10.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.544+0000 7f805b400640 1 -- 172.21.15.33:0/3252911384 shutdown_connections 2024-09-05T02:26:10.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.544+0000 7f805b400640 1 -- 172.21.15.33:0/3252911384 wait complete. 2024-09-05T02:26:10.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.545+0000 7f805b400640 1 Processor -- start 2024-09-05T02:26:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.546+0000 7f805b400640 1 -- start start 2024-09-05T02:26:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.546+0000 7f805b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8054101df0 0x7f805419a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.546+0000 7f805b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f80541027a0 0x7f805419aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.546+0000 7f805b400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8054106f20 0x7f805419ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.546+0000 7f805b400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8054111f80 con 0x7f8054101df0 2024-09-05T02:26:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.546+0000 7f805b400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8054111e00 con 0x7f80541027a0 2024-09-05T02:26:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.546+0000 7f805b400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f8054112100 con 0x7f8054106f20 2024-09-05T02:26:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.546+0000 7f8058a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8054101df0 0x7f805419a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.546+0000 7f8053e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f80541027a0 0x7f805419aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.546+0000 7f8058a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8054101df0 0x7f805419a5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48134/0 (socket says 172.21.15.33:48134) 2024-09-05T02:26:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.546+0000 7f8058a00640 1 -- 172.21.15.33:0/2769236648 learned_addr learned my addr 172.21.15.33:0/2769236648 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.546+0000 7f8059400640 1 --2- 172.21.15.33:0/2769236648 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8054106f20 0x7f805419ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:10.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.547+0000 7f8058a00640 1 -- 172.21.15.33:0/2769236648 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8054106f20 msgr2=0x7f805419ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:10.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.547+0000 7f8058a00640 1 --2- 172.21.15.33:0/2769236648 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8054106f20 0x7f805419ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:10.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.547+0000 7f8058a00640 1 -- 172.21.15.33:0/2769236648 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f80541027a0 msgr2=0x7f805419aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:10.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.547+0000 7f8058a00640 1 --2- 172.21.15.33:0/2769236648 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f80541027a0 0x7f805419aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:10.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.547+0000 7f8058a00640 1 -- 172.21.15.33:0/2769236648 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f805419f550 con 0x7f8054101df0 2024-09-05T02:26:10.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.547+0000 7f8058a00640 1 --2- 172.21.15.33:0/2769236648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8054101df0 0x7f805419a5a0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f804800e9f0 tx=0x7f804800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:10.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.547+0000 7f8051600640 1 -- 172.21.15.33:0/2769236648 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f804800cd80 con 0x7f8054101df0 2024-09-05T02:26:10.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.547+0000 7f8051600640 1 -- 172.21.15.33:0/2769236648 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8048005500 con 0x7f8054101df0 2024-09-05T02:26:10.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.547+0000 7f8051600640 1 -- 172.21.15.33:0/2769236648 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8048010690 con 0x7f8054101df0 2024-09-05T02:26:10.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.547+0000 7f805b400640 1 -- 172.21.15.33:0/2769236648 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f805419f840 con 0x7f8054101df0 2024-09-05T02:26:10.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.548+0000 7f805b400640 1 -- 172.21.15.33:0/2769236648 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80541a7120 con 0x7f8054101df0 2024-09-05T02:26:10.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.549+0000 7f805b400640 1 -- 172.21.15.33:0/2769236648 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80541021d0 con 0x7f8054101df0 2024-09-05T02:26:10.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.551+0000 7f8051600640 1 -- 172.21.15.33:0/2769236648 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f80480046c0 con 0x7f8054101df0 2024-09-05T02:26:10.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.553+0000 7f8051600640 1 --2- 172.21.15.33:0/2769236648 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f803c0a2c90 0x7f803c0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:10.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.553+0000 7f8051600640 1 -- 172.21.15.33:0/2769236648 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f80480cf590 con 0x7f8054101df0 2024-09-05T02:26:10.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.553+0000 7f8053e00640 1 --2- 172.21.15.33:0/2769236648 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f803c0a2c90 0x7f803c0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:10.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.554+0000 7f8053e00640 1 --2- 172.21.15.33:0/2769236648 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f803c0a2c90 0x7f803c0a5150 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f8054076480 tx=0x7f8040005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:10.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.557+0000 7f8051600640 1 -- 172.21.15.33:0/2769236648 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f804809c350 con 0x7f8054101df0 2024-09-05T02:26:10.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:10 smithi123 ceph-mon[34031]: pgmap v333: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:26:10.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:10 smithi174 ceph-mon[34756]: pgmap v333: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:26:10.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.778+0000 7f805b400640 1 -- 172.21.15.33:0/2769236648 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f805419b900 con 0x7f8054101df0 2024-09-05T02:26:10.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.779+0000 7f8051600640 1 -- 172.21.15.33:0/2769236648 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11987 (secure 0 0 0) 0x7f804809bc50 con 0x7f8054101df0 2024-09-05T02:26:10.781 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:26:10.782 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":28,"btime":"2024-09-05T02:25:02:535952+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:25:02.427620+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24497,24511,24512,24551,24535]},"id":1}]} 2024-09-05T02:26:10.783 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 28 2024-09-05T02:26:10.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.781+0000 7f805b400640 1 -- 172.21.15.33:0/2769236648 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f803c0a2c90 msgr2=0x7f803c0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:10.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.781+0000 7f805b400640 1 --2- 172.21.15.33:0/2769236648 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f803c0a2c90 0x7f803c0a5150 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f8054076480 tx=0x7f8040005f90 comp rx=0 tx=0).stop 2024-09-05T02:26:10.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.781+0000 7f805b400640 1 -- 172.21.15.33:0/2769236648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8054101df0 msgr2=0x7f805419a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:10.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.781+0000 7f805b400640 1 --2- 172.21.15.33:0/2769236648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8054101df0 0x7f805419a5a0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f804800e9f0 tx=0x7f804800edf0 comp rx=0 tx=0).stop 2024-09-05T02:26:10.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.781+0000 7f805b400640 1 -- 172.21.15.33:0/2769236648 shutdown_connections 2024-09-05T02:26:10.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.781+0000 7f805b400640 1 --2- 172.21.15.33:0/2769236648 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f803c0a2c90 0x7f803c0a5150 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:10.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.781+0000 7f805b400640 1 --2- 172.21.15.33:0/2769236648 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8054106f20 0x7f805419ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:10.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.781+0000 7f805b400640 1 --2- 172.21.15.33:0/2769236648 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f80541027a0 0x7f805419aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:10.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.781+0000 7f805b400640 1 --2- 172.21.15.33:0/2769236648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8054101df0 0x7f805419a5a0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:10.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.781+0000 7f805b400640 1 -- 172.21.15.33:0/2769236648 >> 172.21.15.33:0/2769236648 conn(0x7f80540fd8b0 msgr2=0x7f80540fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:10.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.782+0000 7f805b400640 1 -- 172.21.15.33:0/2769236648 shutdown_connections 2024-09-05T02:26:10.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:10.782+0000 7f805b400640 1 -- 172.21.15.33:0/2769236648 wait complete. 2024-09-05T02:26:11.576 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:11 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2769236648' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:26:11.615 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-05T02:24:48.360212+0000', 'modified': '2024-09-05T02:25:02.427620+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24551, 'mds_1': 24535, 'mds_2': 24512, 'mds_3': 24511, 'mds_4': 24497}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24442': {'gid': 24442, 'name': 'l', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.174:6833/1006700432', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.174:6832', 'nonce': 1006700432}, {'type': 'v1', 'addr': '172.21.15.174:6833', 'nonce': 1006700432}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24461': {'gid': 24461, 'name': 'k', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.123:6833/3303654561', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.123:6832', 'nonce': 3303654561}, {'type': 'v1', 'addr': '172.21.15.123:6833', 'nonce': 3303654561}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24466': {'gid': 24466, 'name': 'd', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.33:6837/1910155079', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6836', 'nonce': 1910155079}, {'type': 'v1', 'addr': '172.21.15.33:6837', 'nonce': 1910155079}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.174:6835/2046660118', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.174:6834', 'nonce': 2046660118}, {'type': 'v1', 'addr': '172.21.15.174:6835', 'nonce': 2046660118}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24496': {'gid': 24496, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.174:6837/586949431', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.174:6836', 'nonce': 586949431}, {'type': 'v1', 'addr': '172.21.15.174:6837', 'nonce': 586949431}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24497': {'gid': 24497, 'name': 'e', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.123:6835/3890226154', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.123:6834', 'nonce': 3890226154}, {'type': 'v1', 'addr': '172.21.15.123:6835', 'nonce': 3890226154}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24511': {'gid': 24511, 'name': 'i', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.174:6839/1866041136', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.174:6838', 'nonce': 1866041136}, {'type': 'v1', 'addr': '172.21.15.174:6839', 'nonce': 1866041136}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24512': {'gid': 24512, 'name': 'h', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.123:6837/4158185559', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.123:6836', 'nonce': 4158185559}, {'type': 'v1', 'addr': '172.21.15.123:6837', 'nonce': 4158185559}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24535': {'gid': 24535, 'name': 'a', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.33:6841/3289258708', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6840', 'nonce': 3289258708}, {'type': 'v1', 'addr': '172.21.15.33:6841', 'nonce': 3289258708}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24551': {'gid': 24551, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.123:6839/2058325369', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.123:6838', 'nonce': 2058325369}, {'type': 'v1', 'addr': '172.21.15.123:6839', 'nonce': 2058325369}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24551, 'qdb_cluster': [24497, 24511, 24512, 24551, 24535]} 2024-09-05T02:26:11.615 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-09-05T02:26:11.615 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.e status 2024-09-05T02:26:11.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:11 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2769236648' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:26:11.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:11 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2769236648' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:26:11.991 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:12.424 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:12 smithi033 ceph-mon[29909]: pgmap v334: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-05T02:26:12.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.536+0000 7f8a4c000640 1 -- 172.21.15.33:0/1797996143 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a441027a0 msgr2=0x7f8a441067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:12.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.536+0000 7f8a4c000640 1 --2- 172.21.15.33:0/1797996143 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a441027a0 0x7f8a441067f0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f8a30009900 tx=0x7f8a3002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.536+0000 7f8a4c000640 1 -- 172.21.15.33:0/1797996143 shutdown_connections 2024-09-05T02:26:12.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.536+0000 7f8a4c000640 1 --2- 172.21.15.33:0/1797996143 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8a44106f20 0x7f8a4410eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.536+0000 7f8a4c000640 1 --2- 172.21.15.33:0/1797996143 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a441027a0 0x7f8a441067f0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.536+0000 7f8a4c000640 1 --2- 172.21.15.33:0/1797996143 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8a44101df0 0x7f8a441021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.536+0000 7f8a4c000640 1 -- 172.21.15.33:0/1797996143 >> 172.21.15.33:0/1797996143 conn(0x7f8a440fd8b0 msgr2=0x7f8a440ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:12.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.536+0000 7f8a4c000640 1 -- 172.21.15.33:0/1797996143 shutdown_connections 2024-09-05T02:26:12.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.536+0000 7f8a4c000640 1 -- 172.21.15.33:0/1797996143 wait complete. 2024-09-05T02:26:12.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.537+0000 7f8a4c000640 1 Processor -- start 2024-09-05T02:26:12.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.537+0000 7f8a4c000640 1 -- start start 2024-09-05T02:26:12.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.537+0000 7f8a4c000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a44101df0 0x7f8a4419a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:12.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.537+0000 7f8a4c000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8a441027a0 0x7f8a4419ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:12.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.537+0000 7f8a4c000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8a44106f20 0x7f8a4419eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:12.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.537+0000 7f8a4c000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8a44111f90 con 0x7f8a44101df0 2024-09-05T02:26:12.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.537+0000 7f8a4c000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8a44111e10 con 0x7f8a44106f20 2024-09-05T02:26:12.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.537+0000 7f8a4c000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f8a44112110 con 0x7f8a441027a0 2024-09-05T02:26:12.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.538+0000 7f8a49600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a44101df0 0x7f8a4419a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:12.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.538+0000 7f8a49600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a44101df0 0x7f8a4419a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48158/0 (socket says 172.21.15.33:48158) 2024-09-05T02:26:12.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.538+0000 7f8a49600640 1 -- 172.21.15.33:0/1812340247 learned_addr learned my addr 172.21.15.33:0/1812340247 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:12.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.538+0000 7f8a48c00640 1 --2- 172.21.15.33:0/1812340247 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8a441027a0 0x7f8a4419ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:12.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.538+0000 7f8a4a000640 1 --2- 172.21.15.33:0/1812340247 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8a44106f20 0x7f8a4419eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:12.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.538+0000 7f8a49600640 1 -- 172.21.15.33:0/1812340247 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8a441027a0 msgr2=0x7f8a4419ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:12.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.538+0000 7f8a49600640 1 --2- 172.21.15.33:0/1812340247 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8a441027a0 0x7f8a4419ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.538+0000 7f8a49600640 1 -- 172.21.15.33:0/1812340247 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8a44106f20 msgr2=0x7f8a4419eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:12.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.538+0000 7f8a49600640 1 --2- 172.21.15.33:0/1812340247 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8a44106f20 0x7f8a4419eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.538+0000 7f8a49600640 1 -- 172.21.15.33:0/1812340247 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a4419f5d0 con 0x7f8a44101df0 2024-09-05T02:26:12.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.538+0000 7f8a49600640 1 --2- 172.21.15.33:0/1812340247 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a44101df0 0x7f8a4419a620 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f8a3800d950 tx=0x7f8a3800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:12.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.539+0000 7f8a42000640 1 -- 172.21.15.33:0/1812340247 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a38017030 con 0x7f8a44101df0 2024-09-05T02:26:12.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.539+0000 7f8a42000640 1 -- 172.21.15.33:0/1812340247 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a38004020 con 0x7f8a44101df0 2024-09-05T02:26:12.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.539+0000 7f8a4c000640 1 -- 172.21.15.33:0/1812340247 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a4419f8c0 con 0x7f8a44101df0 2024-09-05T02:26:12.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.539+0000 7f8a42000640 1 -- 172.21.15.33:0/1812340247 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a380047a0 con 0x7f8a44101df0 2024-09-05T02:26:12.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.539+0000 7f8a4c000640 1 -- 172.21.15.33:0/1812340247 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a441a71a0 con 0x7f8a44101df0 2024-09-05T02:26:12.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.543+0000 7f8a4ea62740 1 Processor -- start 2024-09-05T02:26:12.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.543+0000 7f8a4ea62740 1 -- start start 2024-09-05T02:26:12.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.543+0000 7f8a4ea62740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7330 0x55bcd8ea7710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:12.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.543+0000 7f8a4ea62740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8ea7c50 0x55bcd8eb1fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:12.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.543+0000 7f8a4ea62740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8eb2510 0x55bcd8eb4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:12.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.543+0000 7f8a42000640 1 -- 172.21.15.33:0/1812340247 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f8a380041d0 con 0x7f8a44101df0 2024-09-05T02:26:12.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.543+0000 7f8a4ea62740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55bcd8e0d0b0 con 0x55bcd8ea7330 2024-09-05T02:26:12.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.543+0000 7f8a4ea62740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55bcd8db4ab0 con 0x55bcd8eb2510 2024-09-05T02:26:12.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.543+0000 7f8a4ea62740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55bcd8e09070 con 0x55bcd8ea7c50 2024-09-05T02:26:12.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.544+0000 7f8a4a000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7330 0x55bcd8ea7710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:12.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.544+0000 7f8a4a000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7330 0x55bcd8ea7710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48172/0 (socket says 172.21.15.33:48172) 2024-09-05T02:26:12.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.544+0000 7f8a4a000640 1 -- 172.21.15.33:0/3590112414 learned_addr learned my addr 172.21.15.33:0/3590112414 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:12.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.544+0000 7f8a49600640 1 --2- 172.21.15.33:0/3590112414 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8ea7c50 0x55bcd8eb1fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:12.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.544+0000 7f8a48c00640 1 --2- 172.21.15.33:0/3590112414 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8eb2510 0x55bcd8eb4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:12.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.544+0000 7f8a4a000640 1 -- 172.21.15.33:0/3590112414 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8ea7c50 msgr2=0x55bcd8eb1fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:12.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.544+0000 7f8a4a000640 1 --2- 172.21.15.33:0/3590112414 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8ea7c50 0x55bcd8eb1fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.544+0000 7f8a4a000640 1 -- 172.21.15.33:0/3590112414 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8eb2510 msgr2=0x55bcd8eb4900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:12.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.544+0000 7f8a4a000640 1 --2- 172.21.15.33:0/3590112414 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8eb2510 0x55bcd8eb4900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.544+0000 7f8a4a000640 1 -- 172.21.15.33:0/3590112414 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bcd8dc14a0 con 0x55bcd8ea7330 2024-09-05T02:26:12.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.544+0000 7f8a48c00640 1 --2- 172.21.15.33:0/3590112414 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8eb2510 0x55bcd8eb4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:26:12.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.545+0000 7f8a4a000640 1 --2- 172.21.15.33:0/3590112414 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7330 0x55bcd8ea7710 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8a3c009f90 tx=0x7f8a3c010860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dde2c1842c9631e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:12.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.545+0000 7f8a36600640 1 -- 172.21.15.33:0/3590112414 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a3c011700 con 0x55bcd8ea7330 2024-09-05T02:26:12.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.545+0000 7f8a36600640 1 -- 172.21.15.33:0/3590112414 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a3c011d80 con 0x55bcd8ea7330 2024-09-05T02:26:12.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.545+0000 7f8a36600640 1 -- 172.21.15.33:0/3590112414 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a3c019e40 con 0x55bcd8ea7330 2024-09-05T02:26:12.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.545+0000 7f8a42000640 1 --2- 172.21.15.33:0/1812340247 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8a2c0a2c10 0x7f8a2c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:12.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.545+0000 7f8a42000640 1 -- 172.21.15.33:0/1812340247 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f8a380ceb50 con 0x7f8a44101df0 2024-09-05T02:26:12.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.545+0000 7f8a49600640 1 --2- 172.21.15.33:0/1812340247 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8a2c0a2c10 0x7f8a2c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:12.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.546+0000 7f8a4ea62740 1 -- 172.21.15.33:0/3590112414 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7330 msgr2=0x55bcd8ea7710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:12.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.546+0000 7f8a4ea62740 1 --2- 172.21.15.33:0/3590112414 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7330 0x55bcd8ea7710 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8a3c009f90 tx=0x7f8a3c010860 comp rx=0 tx=0).stop 2024-09-05T02:26:12.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.546+0000 7f8a4ea62740 1 -- 172.21.15.33:0/3590112414 shutdown_connections 2024-09-05T02:26:12.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.546+0000 7f8a4ea62740 1 --2- 172.21.15.33:0/3590112414 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8eb2510 0x55bcd8eb4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.546+0000 7f8a4ea62740 1 --2- 172.21.15.33:0/3590112414 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8ea7c50 0x55bcd8eb1fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.546+0000 7f8a4ea62740 1 --2- 172.21.15.33:0/3590112414 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7330 0x55bcd8ea7710 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.546+0000 7f8a4ea62740 1 -- 172.21.15.33:0/3590112414 >> 172.21.15.33:0/3590112414 conn(0x55bcd8ea38c0 msgr2=0x55bcd8ea3ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:12.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.546+0000 7f8a4ea62740 1 -- 172.21.15.33:0/3590112414 shutdown_connections 2024-09-05T02:26:12.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.546+0000 7f8a49600640 1 --2- 172.21.15.33:0/1812340247 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8a2c0a2c10 0x7f8a2c0a50d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f8a3809b1a0 tx=0x7f8a380d2600 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:12.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.546+0000 7f8a4ea62740 1 -- 172.21.15.33:0/3590112414 wait complete. 2024-09-05T02:26:12.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.547+0000 7f8a4ea62740 1 -- start start 2024-09-05T02:26:12.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.547+0000 7f8a4ea62740 1 Processor -- start 2024-09-05T02:26:12.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.547+0000 7f8a4ea62740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8ea7330 0x55bcd8eaf580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:12.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.547+0000 7f8a4ea62740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8ea7c50 0x55bcd8eafac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:12.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.547+0000 7f8a4ea62740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8eb2510 0x55bcd8eb0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:12.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.547+0000 7f8a4ea62740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55bcd8eb5060 con 0x55bcd8eb2510 2024-09-05T02:26:12.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.547+0000 7f8a4ea62740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55bcd8d95920 con 0x55bcd8ea7c50 2024-09-05T02:26:12.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.547+0000 7f8a4ea62740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55bcd8eb51e0 con 0x55bcd8ea7330 2024-09-05T02:26:12.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.547+0000 7f8a4ea62740 10 client.0 _ll_register_callbacks cb 0x55bcd8db98a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:26:12.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.548+0000 7f8a4a000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8eb2510 0x55bcd8eb0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:12.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.548+0000 7f8a48c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8ea7c50 0x55bcd8eafac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:12.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.548+0000 7f8a4a000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8eb2510 0x55bcd8eb0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48188/0 (socket says 172.21.15.33:48188) 2024-09-05T02:26:12.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.548+0000 7f8a4a000640 1 -- 172.21.15.33:0/2592385071 learned_addr learned my addr 172.21.15.33:0/2592385071 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:12.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.548+0000 7f8a4a000640 1 --2- 172.21.15.33:0/2592385071 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8ea7330 0x55bcd8eaf580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:12.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.548+0000 7f8a48c00640 1 -- 172.21.15.33:0/2592385071 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8ea7330 msgr2=0x55bcd8eaf580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:12.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.548+0000 7f8a48c00640 1 --2- 172.21.15.33:0/2592385071 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8ea7330 0x55bcd8eaf580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.548+0000 7f8a48c00640 1 -- 172.21.15.33:0/2592385071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8eb2510 msgr2=0x55bcd8eb0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:12.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.548+0000 7f8a48c00640 1 --2- 172.21.15.33:0/2592385071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8eb2510 0x55bcd8eb0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.548+0000 7f8a48c00640 1 -- 172.21.15.33:0/2592385071 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bcd8b7e2b0 con 0x55bcd8ea7c50 2024-09-05T02:26:12.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.549+0000 7f8a48c00640 1 --2- 172.21.15.33:0/2592385071 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8ea7c50 0x55bcd8eafac0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f8a3002a9e0 tx=0x7f8a300042e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60a38e49a118691e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:12.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.549+0000 7f8a2aa00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:26:12.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.549+0000 7f8a2aa00640 1 -- 172.21.15.33:0/2592385071 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a30035040 con 0x55bcd8ea7c50 2024-09-05T02:26:12.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.549+0000 7f8a2aa00640 1 -- 172.21.15.33:0/2592385071 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f8a30005450 con 0x55bcd8ea7c50 2024-09-05T02:26:12.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.549+0000 7f8a4ea62740 1 -- 172.21.15.33:0/2592385071 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a3c011d80 con 0x55bcd8ea7c50 2024-09-05T02:26:12.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.549+0000 7f8a2aa00640 1 -- 172.21.15.33:0/2592385071 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8a300046c0 con 0x55bcd8ea7c50 2024-09-05T02:26:12.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.549+0000 7f8a4ea62740 10 client.24899 fetch_fsmap learned FSMap version 28 2024-09-05T02:26:12.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.549+0000 7f8a4ea62740 1 -- 172.21.15.33:0/2592385071 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55bcd8ec0e10 con 0x55bcd8ea7c50 2024-09-05T02:26:12.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.549+0000 7f8a2aa00640 1 -- 172.21.15.33:0/2592385071 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a3c011d80 con 0x55bcd8ea7c50 2024-09-05T02:26:12.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.550+0000 7f8a2aa00640 1 -- 172.21.15.33:0/2592385071 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f8a30003ab0 con 0x55bcd8ea7c50 2024-09-05T02:26:12.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.550+0000 7f8a4ea62740 10 client.24899 fetch_fsmap finished waiting for FSMap version 28 2024-09-05T02:26:12.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.550+0000 7f8a4ea62740 10 client.24899 resolve_mds: resolved name 'e' to daemon mds.e 2024-09-05T02:26:12.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.550+0000 7f8a4ea62740 20 client.24899 populate_metadata read hostname 'smithi033' 2024-09-05T02:26:12.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.550+0000 7f8a4ea62740 1 --2- 172.21.15.33:0/2592385071 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55bcd8ec3400 0x55bcd8ec4870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:12.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.550+0000 7f8a4ea62740 4 client.24899 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:26:12.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.550+0000 7f8a4ea62740 1 -- 172.21.15.33:0/2592385071 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bcd8e1a620 con 0x55bcd8ec3400 2024-09-05T02:26:12.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.550+0000 7f8a4a000640 1 --2- 172.21.15.33:0/2592385071 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55bcd8ec3400 0x55bcd8ec4870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:12.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.551+0000 7f8a4a000640 1 --2- 172.21.15.33:0/2592385071 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55bcd8ec3400 0x55bcd8ec4870 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=75c4c6a0bc878e96 server_cookie=5603f6fae4893462 in_seq=0 out_seq=0 2024-09-05T02:26:12.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.551+0000 7f8a2aa00640 10 client.24899 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:26:12.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.552+0000 7f8a2aa00640 1 -- 172.21.15.33:0/2592385071 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bcd8e1a620 con 0x55bcd8ec3400 2024-09-05T02:26:12.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.552+0000 7f8a2aa00640 10 client.24899 handle_command_reply: tid=0 2024-09-05T02:26:12.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.552+0000 7f8a4ea62740 1 client.24899 shutdown 2024-09-05T02:26:12.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.552+0000 7f8a4ea62740 1 -- 172.21.15.33:0/2592385071 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8ea7c50 msgr2=0x55bcd8eafac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:12.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.552+0000 7f8a4ea62740 1 --2- 172.21.15.33:0/2592385071 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8ea7c50 0x55bcd8eafac0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f8a3002a9e0 tx=0x7f8a300042e0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.552+0000 7f8a4ea62740 1 -- 172.21.15.33:0/2592385071 shutdown_connections 2024-09-05T02:26:12.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.552+0000 7f8a4ea62740 1 --2- 172.21.15.33:0/2592385071 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55bcd8ec3400 0x55bcd8ec4870 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.552+0000 7f8a4ea62740 1 --2- 172.21.15.33:0/2592385071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8eb2510 0x55bcd8eb0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.552+0000 7f8a4ea62740 1 --2- 172.21.15.33:0/2592385071 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8ea7c50 0x55bcd8eafac0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.552+0000 7f8a4ea62740 1 --2- 172.21.15.33:0/2592385071 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8ea7330 0x55bcd8eaf580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.552+0000 7f8a2aa00640 0 client.24899 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:26:12.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.552+0000 7f8a4ea62740 1 -- 172.21.15.33:0/2592385071 >> 172.21.15.33:0/2592385071 conn(0x55bcd8ea38c0 msgr2=0x55bcd8ea95a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:12.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.552+0000 7f8a4ea62740 1 -- 172.21.15.33:0/2592385071 shutdown_connections 2024-09-05T02:26:12.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.552+0000 7f8a4ea62740 1 -- 172.21.15.33:0/2592385071 wait complete. 2024-09-05T02:26:12.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.552+0000 7f8a4ea62740 20 client.24899 trim_cache size 0 max 16384 2024-09-05T02:26:12.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.571+0000 7f8a4ea62740 1 Processor -- start 2024-09-05T02:26:12.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.571+0000 7f8a4ea62740 1 -- start start 2024-09-05T02:26:12.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.572+0000 7f8a4ea62740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8ea7330 0x55bcd8ea9d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:12.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.572+0000 7f8a4ea62740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7c50 0x55bcd8eb14f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:12.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.572+0000 7f8a4ea62740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8eb2510 0x55bcd8eafe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:12.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.572+0000 7f8a4ea62740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55bcd8ec2bb0 con 0x55bcd8ea7c50 2024-09-05T02:26:12.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.572+0000 7f8a4ea62740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55bcd8ec3280 con 0x55bcd8ea7330 2024-09-05T02:26:12.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.572+0000 7f8a4ea62740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55bcd8ec3950 con 0x55bcd8eb2510 2024-09-05T02:26:12.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.572+0000 7f8a48c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7c50 0x55bcd8eb14f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:12.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.572+0000 7f8a48c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7c50 0x55bcd8eb14f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48194/0 (socket says 172.21.15.33:48194) 2024-09-05T02:26:12.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.572+0000 7f8a48c00640 1 -- 172.21.15.33:0/3205053328 learned_addr learned my addr 172.21.15.33:0/3205053328 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:12.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.572+0000 7f8a4a000640 1 --2- 172.21.15.33:0/3205053328 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8ea7330 0x55bcd8ea9d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:12.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.572+0000 7f8a4a000640 1 --2- 172.21.15.33:0/3205053328 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8eb2510 0x55bcd8eafe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:12.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.572+0000 7f8a48c00640 1 -- 172.21.15.33:0/3205053328 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8eb2510 msgr2=0x55bcd8eafe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:12.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.572+0000 7f8a48c00640 1 --2- 172.21.15.33:0/3205053328 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8eb2510 0x55bcd8eafe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.572+0000 7f8a48c00640 1 -- 172.21.15.33:0/3205053328 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8ea7330 msgr2=0x55bcd8ea9d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:12.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.572+0000 7f8a48c00640 1 --2- 172.21.15.33:0/3205053328 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8ea7330 0x55bcd8ea9d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.572+0000 7f8a48c00640 1 -- 172.21.15.33:0/3205053328 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bcd8ea7a80 con 0x55bcd8ea7c50 2024-09-05T02:26:12.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.572+0000 7f8a4a000640 1 --2- 172.21.15.33:0/3205053328 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8eb2510 0x55bcd8eafe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:26:12.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.573+0000 7f8a48c00640 1 --2- 172.21.15.33:0/3205053328 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7c50 0x55bcd8eb14f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f8a3002a910 tx=0x7f8a30005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81e4d754a658ccb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:12.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.573+0000 7f8a35c00640 1 -- 172.21.15.33:0/3205053328 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a30035070 con 0x55bcd8ea7c50 2024-09-05T02:26:12.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.573+0000 7f8a35c00640 1 -- 172.21.15.33:0/3205053328 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a30040070 con 0x55bcd8ea7c50 2024-09-05T02:26:12.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.573+0000 7f8a35c00640 1 -- 172.21.15.33:0/3205053328 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a30004be0 con 0x55bcd8ea7c50 2024-09-05T02:26:12.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.574+0000 7f8a4ea62740 1 -- 172.21.15.33:0/3205053328 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7c50 msgr2=0x55bcd8eb14f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:12.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.574+0000 7f8a4ea62740 1 --2- 172.21.15.33:0/3205053328 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7c50 0x55bcd8eb14f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f8a3002a910 tx=0x7f8a30005fd0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.574+0000 7f8a4ea62740 1 -- 172.21.15.33:0/3205053328 shutdown_connections 2024-09-05T02:26:12.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.574+0000 7f8a4ea62740 1 --2- 172.21.15.33:0/3205053328 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8eb2510 0x55bcd8eafe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.574+0000 7f8a4ea62740 1 --2- 172.21.15.33:0/3205053328 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7c50 0x55bcd8eb14f0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.574+0000 7f8a4ea62740 1 --2- 172.21.15.33:0/3205053328 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8ea7330 0x55bcd8ea9d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.574+0000 7f8a4ea62740 1 -- 172.21.15.33:0/3205053328 >> 172.21.15.33:0/3205053328 conn(0x55bcd8ea38c0 msgr2=0x55bcd8eb0de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:12.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.574+0000 7f8a4ea62740 1 -- 172.21.15.33:0/3205053328 shutdown_connections 2024-09-05T02:26:12.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.574+0000 7f8a4ea62740 1 -- 172.21.15.33:0/3205053328 wait complete. 2024-09-05T02:26:12.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.574+0000 7f8a4ea62740 1 -- start start 2024-09-05T02:26:12.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.575+0000 7f8a4ea62740 1 Processor -- start 2024-09-05T02:26:12.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.575+0000 7f8a4ea62740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7330 0x55bcd8eccad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:12.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.575+0000 7f8a4ea62740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8ea7c50 0x55bcd8ecd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:12.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.575+0000 7f8a4ea62740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8eb2510 0x55bcd8ec7a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:12.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.575+0000 7f8a4ea62740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55bcd8ec46f0 con 0x55bcd8ea7330 2024-09-05T02:26:12.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.575+0000 7f8a4ea62740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55bcd8ec4020 con 0x55bcd8eb2510 2024-09-05T02:26:12.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.575+0000 7f8a4ea62740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55bcd8ec4dc0 con 0x55bcd8ea7c50 2024-09-05T02:26:12.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.575+0000 7f8a4ea62740 10 client.0 _ll_register_callbacks cb 0x7f8a30005dc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:26:12.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.575+0000 7f8a4a000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7330 0x55bcd8eccad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:12.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.575+0000 7f8a4a000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7330 0x55bcd8eccad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48198/0 (socket says 172.21.15.33:48198) 2024-09-05T02:26:12.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.575+0000 7f8a4a000640 1 -- 172.21.15.33:0/1097065500 learned_addr learned my addr 172.21.15.33:0/1097065500 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:12.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.576+0000 7f8a48c00640 1 --2- 172.21.15.33:0/1097065500 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8ea7c50 0x55bcd8ecd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:12.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.576+0000 7f8a4a000640 1 --2- 172.21.15.33:0/1097065500 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8eb2510 0x55bcd8ec7a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:12.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.576+0000 7f8a48c00640 1 -- 172.21.15.33:0/1097065500 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8eb2510 msgr2=0x55bcd8ec7a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:12.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.576+0000 7f8a48c00640 1 --2- 172.21.15.33:0/1097065500 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8eb2510 0x55bcd8ec7a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.576+0000 7f8a48c00640 1 -- 172.21.15.33:0/1097065500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7330 msgr2=0x55bcd8eccad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:12.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.576+0000 7f8a48c00640 1 --2- 172.21.15.33:0/1097065500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7330 0x55bcd8eccad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.576+0000 7f8a48c00640 1 -- 172.21.15.33:0/1097065500 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bcd8ec7fc0 con 0x55bcd8ea7c50 2024-09-05T02:26:12.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.576+0000 7f8a4a000640 1 --2- 172.21.15.33:0/1097065500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7330 0x55bcd8eccad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:26:12.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.576+0000 7f8a48c00640 1 --2- 172.21.15.33:0/1097065500 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8ea7c50 0x55bcd8ecd010 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x55bcd8eb24b0 tx=0x7f8a30004610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7afb573a2a4becce server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:12.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.576+0000 7f8a2aa00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:26:12.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.576+0000 7f8a2aa00640 1 -- 172.21.15.33:0/1097065500 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a30035040 con 0x55bcd8ea7c50 2024-09-05T02:26:12.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.576+0000 7f8a4ea62740 1 -- 172.21.15.33:0/1097065500 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a30040070 con 0x55bcd8ea7c50 2024-09-05T02:26:12.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.577+0000 7f8a2aa00640 1 -- 172.21.15.33:0/1097065500 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f8a30031d30 con 0x55bcd8ea7c50 2024-09-05T02:26:12.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.577+0000 7f8a2aa00640 1 -- 172.21.15.33:0/1097065500 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8a30004960 con 0x55bcd8ea7c50 2024-09-05T02:26:12.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.577+0000 7f8a4ea62740 10 client.24880 fetch_fsmap learned FSMap version 28 2024-09-05T02:26:12.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.577+0000 7f8a4ea62740 1 -- 172.21.15.33:0/1097065500 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55bcd8f2e2c0 con 0x55bcd8ea7c50 2024-09-05T02:26:12.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.577+0000 7f8a2aa00640 1 -- 172.21.15.33:0/1097065500 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a30040070 con 0x55bcd8ea7c50 2024-09-05T02:26:12.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.577+0000 7f8a2aa00640 1 -- 172.21.15.33:0/1097065500 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f8a30050460 con 0x55bcd8ea7c50 2024-09-05T02:26:12.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.577+0000 7f8a4ea62740 10 client.24880 fetch_fsmap finished waiting for FSMap version 28 2024-09-05T02:26:12.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.577+0000 7f8a4ea62740 10 client.24880 resolve_mds: resolved name 'e' to daemon mds.e 2024-09-05T02:26:12.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.578+0000 7f8a4ea62740 20 client.24880 populate_metadata read hostname 'smithi033' 2024-09-05T02:26:12.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.578+0000 7f8a4ea62740 1 --2- 172.21.15.33:0/1097065500 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55bcd8f329e0 0x55bcd8f316f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:12.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.578+0000 7f8a4ea62740 4 client.24880 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T02:26:12.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.578+0000 7f8a4ea62740 1 -- 172.21.15.33:0/1097065500 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "status"}) -- 0x55bcd8e14b30 con 0x55bcd8f329e0 2024-09-05T02:26:12.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.578+0000 7f8a4a000640 1 --2- 172.21.15.33:0/1097065500 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55bcd8f329e0 0x55bcd8f316f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:12.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.578+0000 7f8a4a000640 1 --2- 172.21.15.33:0/1097065500 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55bcd8f329e0 0x55bcd8f316f0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=54420ad6a6a44287 server_cookie=c327bf7f407eb061 in_seq=0 out_seq=0 2024-09-05T02:26:12.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.579+0000 7f8a2aa00640 10 client.24880 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:26:12.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.579+0000 7f8a2aa00640 1 -- 172.21.15.33:0/1097065500 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55bcd8e14b30 con 0x55bcd8f329e0 2024-09-05T02:26:12.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.579+0000 7f8a2aa00640 10 client.24880 handle_command_reply: tid=0 2024-09-05T02:26:12.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.579+0000 7f8a4ea62740 1 client.24880 shutdown 2024-09-05T02:26:12.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.579+0000 7f8a4ea62740 1 -- 172.21.15.33:0/1097065500 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8ea7c50 msgr2=0x55bcd8ecd010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:12.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.579+0000 7f8a4ea62740 1 --2- 172.21.15.33:0/1097065500 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8ea7c50 0x55bcd8ecd010 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x55bcd8eb24b0 tx=0x7f8a30004610 comp rx=0 tx=0).stop 2024-09-05T02:26:12.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.579+0000 7f8a4ea62740 1 -- 172.21.15.33:0/1097065500 shutdown_connections 2024-09-05T02:26:12.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.579+0000 7f8a4ea62740 1 --2- 172.21.15.33:0/1097065500 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55bcd8f329e0 0x55bcd8f316f0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.579+0000 7f8a4ea62740 1 --2- 172.21.15.33:0/1097065500 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bcd8eb2510 0x55bcd8ec7a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.579+0000 7f8a4ea62740 1 --2- 172.21.15.33:0/1097065500 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bcd8ea7c50 0x55bcd8ecd010 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.579+0000 7f8a4ea62740 1 --2- 172.21.15.33:0/1097065500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bcd8ea7330 0x55bcd8eccad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.579+0000 7f8a2aa00640 0 client.24880 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:26:12.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.579+0000 7f8a4ea62740 1 -- 172.21.15.33:0/1097065500 >> 172.21.15.33:0/1097065500 conn(0x55bcd8ea38c0 msgr2=0x55bcd8ebdc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:12.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.579+0000 7f8a4ea62740 1 -- 172.21.15.33:0/1097065500 shutdown_connections 2024-09-05T02:26:12.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.579+0000 7f8a4ea62740 1 -- 172.21.15.33:0/1097065500 wait complete. 2024-09-05T02:26:12.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.579+0000 7f8a4ea62740 20 client.24880 trim_cache size 0 max 16384 2024-09-05T02:26:12.586 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:26:12.586 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "b37d3f34-6b2c-11ef-bcd6-c7b262605968", 2024-09-05T02:26:12.586 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 4, 2024-09-05T02:26:12.586 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 24497, 2024-09-05T02:26:12.587 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-09-05T02:26:12.587 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-09-05T02:26:12.587 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-09-05T02:26:12.587 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 72.050604956000001, 2024-09-05T02:26:12.587 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 28, 2024-09-05T02:26:12.587 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 86, 2024-09-05T02:26:12.587 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 84, 2024-09-05T02:26:12.587 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 115.98474020800001 2024-09-05T02:26:12.587 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:26:12.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.580+0000 7f8a4c000640 1 -- 172.21.15.33:0/1812340247 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8a2c0a2c10 msgr2=0x7f8a2c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:12.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.580+0000 7f8a4c000640 1 --2- 172.21.15.33:0/1812340247 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8a2c0a2c10 0x7f8a2c0a50d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f8a3809b1a0 tx=0x7f8a380d2600 comp rx=0 tx=0).stop 2024-09-05T02:26:12.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.580+0000 7f8a4c000640 1 -- 172.21.15.33:0/1812340247 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a44101df0 msgr2=0x7f8a4419a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:12.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.580+0000 7f8a4c000640 1 --2- 172.21.15.33:0/1812340247 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a44101df0 0x7f8a4419a620 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f8a3800d950 tx=0x7f8a3800de10 comp rx=0 tx=0).stop 2024-09-05T02:26:12.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.580+0000 7f8a4c000640 1 -- 172.21.15.33:0/1812340247 shutdown_connections 2024-09-05T02:26:12.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.580+0000 7f8a4c000640 1 --2- 172.21.15.33:0/1812340247 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8a2c0a2c10 0x7f8a2c0a50d0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.580+0000 7f8a4c000640 1 --2- 172.21.15.33:0/1812340247 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8a44106f20 0x7f8a4419eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.580+0000 7f8a4c000640 1 --2- 172.21.15.33:0/1812340247 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8a441027a0 0x7f8a4419ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.580+0000 7f8a4c000640 1 --2- 172.21.15.33:0/1812340247 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a44101df0 0x7f8a4419a620 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:12.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.580+0000 7f8a4c000640 1 -- 172.21.15.33:0/1812340247 >> 172.21.15.33:0/1812340247 conn(0x7f8a440fd8b0 msgr2=0x7f8a440fe790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:12.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.580+0000 7f8a4c000640 1 -- 172.21.15.33:0/1812340247 shutdown_connections 2024-09-05T02:26:12.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:12.580+0000 7f8a4c000640 1 -- 172.21.15.33:0/1812340247 wait complete. 2024-09-05T02:26:12.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:12 smithi123 ceph-mon[34031]: pgmap v334: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-05T02:26:12.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:12 smithi174 ceph-mon[34756]: pgmap v334: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-05T02:26:13.451 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.i status 2024-09-05T02:26:13.829 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:14.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.363+0000 7f7eeb800640 1 -- 172.21.15.33:0/3111304471 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ee4076720 msgr2=0x7f7ee4076b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:14.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.363+0000 7f7eeb800640 1 --2- 172.21.15.33:0/3111304471 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ee4076720 0x7f7ee4076b00 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f7ed4009900 tx=0x7f7ed402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.363+0000 7f7eeb800640 1 -- 172.21.15.33:0/3111304471 shutdown_connections 2024-09-05T02:26:14.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.363+0000 7f7eeb800640 1 --2- 172.21.15.33:0/3111304471 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7ee4112a50 0x7f7ee4114e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.363+0000 7f7eeb800640 1 --2- 172.21.15.33:0/3111304471 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7ee4077040 0x7f7ee4112510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.363+0000 7f7eeb800640 1 --2- 172.21.15.33:0/3111304471 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ee4076720 0x7f7ee4076b00 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.363+0000 7f7eeb800640 1 -- 172.21.15.33:0/3111304471 >> 172.21.15.33:0/3111304471 conn(0x7f7ee40ffa50 msgr2=0x7f7ee4101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:14.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.364+0000 7f7eeb800640 1 -- 172.21.15.33:0/3111304471 shutdown_connections 2024-09-05T02:26:14.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.364+0000 7f7eeb800640 1 -- 172.21.15.33:0/3111304471 wait complete. 2024-09-05T02:26:14.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.364+0000 7f7eeb800640 1 Processor -- start 2024-09-05T02:26:14.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.364+0000 7f7eeb800640 1 -- start start 2024-09-05T02:26:14.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.365+0000 7f7eeb800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7ee4076720 0x7f7ee41a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:14.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.365+0000 7f7eeb800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7ee4077040 0x7f7ee41a4c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:14.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.365+0000 7f7eeb800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ee4112a50 0x7f7ee419e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:14.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.365+0000 7f7eeb800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7ee4118610 con 0x7f7ee4112a50 2024-09-05T02:26:14.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.365+0000 7f7eeb800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7ee4118490 con 0x7f7ee4076720 2024-09-05T02:26:14.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.365+0000 7f7eeb800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7ee4118790 con 0x7f7ee4077040 2024-09-05T02:26:14.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.365+0000 7f7ee9800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ee4112a50 0x7f7ee419e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:14.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.365+0000 7f7ee9800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ee4112a50 0x7f7ee419e8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48218/0 (socket says 172.21.15.33:48218) 2024-09-05T02:26:14.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.365+0000 7f7ee9800640 1 -- 172.21.15.33:0/4225314018 learned_addr learned my addr 172.21.15.33:0/4225314018 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:14.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.365+0000 7f7edbe00640 1 --2- 172.21.15.33:0/4225314018 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7ee4077040 0x7f7ee41a4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:14.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.365+0000 7f7ee8e00640 1 --2- 172.21.15.33:0/4225314018 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7ee4076720 0x7f7ee41a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:14.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.366+0000 7f7ee9800640 1 -- 172.21.15.33:0/4225314018 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7ee4077040 msgr2=0x7f7ee41a4c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:14.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.366+0000 7f7ee9800640 1 --2- 172.21.15.33:0/4225314018 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7ee4077040 0x7f7ee41a4c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.366+0000 7f7ee9800640 1 -- 172.21.15.33:0/4225314018 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7ee4076720 msgr2=0x7f7ee41a46e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:14.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.366+0000 7f7ee9800640 1 --2- 172.21.15.33:0/4225314018 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7ee4076720 0x7f7ee41a46e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.366+0000 7f7ee9800640 1 -- 172.21.15.33:0/4225314018 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ee419efd0 con 0x7f7ee4112a50 2024-09-05T02:26:14.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.366+0000 7f7edbe00640 1 --2- 172.21.15.33:0/4225314018 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7ee4077040 0x7f7ee41a4c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:26:14.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.366+0000 7f7ee9800640 1 --2- 172.21.15.33:0/4225314018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ee4112a50 0x7f7ee419e8a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f7edc009fd0 tx=0x7f7edc00ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:14.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.366+0000 7f7ee2000640 1 -- 172.21.15.33:0/4225314018 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7edc004d20 con 0x7f7ee4112a50 2024-09-05T02:26:14.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.366+0000 7f7ee2000640 1 -- 172.21.15.33:0/4225314018 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7edc005020 con 0x7f7ee4112a50 2024-09-05T02:26:14.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.366+0000 7f7eeb800640 1 -- 172.21.15.33:0/4225314018 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ee419f2c0 con 0x7f7ee4112a50 2024-09-05T02:26:14.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.366+0000 7f7ee2000640 1 -- 172.21.15.33:0/4225314018 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7edc0116d0 con 0x7f7ee4112a50 2024-09-05T02:26:14.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.366+0000 7f7eeb800640 1 -- 172.21.15.33:0/4225314018 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ee41ab5b0 con 0x7f7ee4112a50 2024-09-05T02:26:14.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.370+0000 7f7eee269740 1 Processor -- start 2024-09-05T02:26:14.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.370+0000 7f7ee2000640 1 -- 172.21.15.33:0/4225314018 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7edc0051d0 con 0x7f7ee4112a50 2024-09-05T02:26:14.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.370+0000 7f7eee269740 1 -- start start 2024-09-05T02:26:14.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.370+0000 7f7eee269740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5590f9e86330 0x5590f9e86710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:14.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.370+0000 7f7eee269740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e86c50 0x5590f9e90fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:14.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.370+0000 7f7eee269740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e91510 0x5590f9e93900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:14.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.370+0000 7f7eee269740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5590f9dec0b0 con 0x5590f9e86c50 2024-09-05T02:26:14.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.370+0000 7f7eee269740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5590f9d93ab0 con 0x5590f9e91510 2024-09-05T02:26:14.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.370+0000 7f7eee269740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5590f9de8070 con 0x5590f9e86330 2024-09-05T02:26:14.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.370+0000 7f7ee8e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e86c50 0x5590f9e90fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:14.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.371+0000 7f7ee8e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e86c50 0x5590f9e90fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48234/0 (socket says 172.21.15.33:48234) 2024-09-05T02:26:14.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.371+0000 7f7ee8e00640 1 -- 172.21.15.33:0/1120490458 learned_addr learned my addr 172.21.15.33:0/1120490458 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:14.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.371+0000 7f7edbe00640 1 --2- 172.21.15.33:0/1120490458 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5590f9e86330 0x5590f9e86710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:14.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.371+0000 7f7edbe00640 1 --2- 172.21.15.33:0/1120490458 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e91510 0x5590f9e93900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:14.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.371+0000 7f7ee8e00640 1 -- 172.21.15.33:0/1120490458 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5590f9e86330 msgr2=0x5590f9e86710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:14.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.371+0000 7f7ee8e00640 1 --2- 172.21.15.33:0/1120490458 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5590f9e86330 0x5590f9e86710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.371+0000 7f7ee8e00640 1 -- 172.21.15.33:0/1120490458 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e91510 msgr2=0x5590f9e93900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:14.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.371+0000 7f7ee8e00640 1 --2- 172.21.15.33:0/1120490458 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e91510 0x5590f9e93900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.371+0000 7f7ee8e00640 1 -- 172.21.15.33:0/1120490458 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590f9da04a0 con 0x5590f9e86c50 2024-09-05T02:26:14.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.371+0000 7f7edbe00640 1 --2- 172.21.15.33:0/1120490458 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e91510 0x5590f9e93900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:26:14.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.371+0000 7f7ee2000640 1 --2- 172.21.15.33:0/4225314018 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7ec80a2c90 0x7f7ec80a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:14.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.371+0000 7f7ee8e00640 1 --2- 172.21.15.33:0/1120490458 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e86c50 0x5590f9e90fd0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f7ed4009900 tx=0x7f7ed4005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4f561c85ffcb18 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:14.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.372+0000 7f7ee2000640 1 -- 172.21.15.33:0/4225314018 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f7edc0cf640 con 0x7f7ee4112a50 2024-09-05T02:26:14.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.372+0000 7f7edbe00640 1 --2- 172.21.15.33:0/4225314018 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7ec80a2c90 0x7f7ec80a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:14.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.372+0000 7f7eda000640 1 -- 172.21.15.33:0/1120490458 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed4035040 con 0x5590f9e86c50 2024-09-05T02:26:14.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.372+0000 7f7eda000640 1 -- 172.21.15.33:0/1120490458 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ed4004470 con 0x5590f9e86c50 2024-09-05T02:26:14.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.372+0000 7f7eda000640 1 -- 172.21.15.33:0/1120490458 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed4003850 con 0x5590f9e86c50 2024-09-05T02:26:14.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.373+0000 7f7eee269740 1 -- 172.21.15.33:0/1120490458 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e86c50 msgr2=0x5590f9e90fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:14.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.373+0000 7f7edbe00640 1 --2- 172.21.15.33:0/4225314018 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7ec80a2c90 0x7f7ec80a5150 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x5590f9e83c40 tx=0x7f7ecc00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:14.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.373+0000 7f7eee269740 1 --2- 172.21.15.33:0/1120490458 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e86c50 0x5590f9e90fd0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f7ed4009900 tx=0x7f7ed4005c00 comp rx=0 tx=0).stop 2024-09-05T02:26:14.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.373+0000 7f7eee269740 1 -- 172.21.15.33:0/1120490458 shutdown_connections 2024-09-05T02:26:14.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.373+0000 7f7eee269740 1 --2- 172.21.15.33:0/1120490458 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e91510 0x5590f9e93900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.373+0000 7f7eee269740 1 --2- 172.21.15.33:0/1120490458 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e86c50 0x5590f9e90fd0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.373+0000 7f7eee269740 1 --2- 172.21.15.33:0/1120490458 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5590f9e86330 0x5590f9e86710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.373+0000 7f7eee269740 1 -- 172.21.15.33:0/1120490458 >> 172.21.15.33:0/1120490458 conn(0x5590f9e828c0 msgr2=0x5590f9e82ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:14.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.373+0000 7f7eee269740 1 -- 172.21.15.33:0/1120490458 shutdown_connections 2024-09-05T02:26:14.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.373+0000 7f7eee269740 1 -- 172.21.15.33:0/1120490458 wait complete. 2024-09-05T02:26:14.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.373+0000 7f7eee269740 1 -- start start 2024-09-05T02:26:14.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.374+0000 7f7eee269740 1 Processor -- start 2024-09-05T02:26:14.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.374+0000 7f7eee269740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e86330 0x5590f9e8e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:14.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.374+0000 7f7eee269740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5590f9e86c50 0x5590f9e8eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:14.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.374+0000 7f7eee269740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e91510 0x5590f9e8f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:14.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.374+0000 7f7eee269740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5590f9e94060 con 0x5590f9e91510 2024-09-05T02:26:14.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.374+0000 7f7eee269740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5590f9d74920 con 0x5590f9e86330 2024-09-05T02:26:14.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.374+0000 7f7eee269740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5590f9e941e0 con 0x5590f9e86c50 2024-09-05T02:26:14.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.374+0000 7f7eee269740 10 client.0 _ll_register_callbacks cb 0x5590f9d988a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:26:14.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.374+0000 7f7ee9800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e91510 0x5590f9e8f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:14.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.374+0000 7f7ee8e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e86330 0x5590f9e8e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:14.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.375+0000 7f7ee9800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e91510 0x5590f9e8f0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48238/0 (socket says 172.21.15.33:48238) 2024-09-05T02:26:14.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.375+0000 7f7ee9800640 1 -- 172.21.15.33:0/411286155 learned_addr learned my addr 172.21.15.33:0/411286155 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:14.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.375+0000 7f7edbe00640 1 --2- 172.21.15.33:0/411286155 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5590f9e86c50 0x5590f9e8eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:14.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.375+0000 7f7ee8e00640 1 -- 172.21.15.33:0/411286155 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5590f9e86c50 msgr2=0x5590f9e8eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:14.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.375+0000 7f7ee8e00640 1 --2- 172.21.15.33:0/411286155 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5590f9e86c50 0x5590f9e8eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.375+0000 7f7ee8e00640 1 -- 172.21.15.33:0/411286155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e91510 msgr2=0x5590f9e8f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:14.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.375+0000 7f7ee8e00640 1 --2- 172.21.15.33:0/411286155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e91510 0x5590f9e8f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.375+0000 7f7ee8e00640 1 -- 172.21.15.33:0/411286155 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590f9b5d2b0 con 0x5590f9e86330 2024-09-05T02:26:14.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.375+0000 7f7ee9800640 1 --2- 172.21.15.33:0/411286155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e91510 0x5590f9e8f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:26:14.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.375+0000 7f7ee8e00640 1 --2- 172.21.15.33:0/411286155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e86330 0x5590f9e8e630 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7ed402a910 tx=0x7f7ed402a3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b1428c304afde62 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:14.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.375+0000 7f7ed2a00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:26:14.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.376+0000 7f7ed2a00640 1 -- 172.21.15.33:0/411286155 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed4052060 con 0x5590f9e86330 2024-09-05T02:26:14.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.376+0000 7f7ed2a00640 1 -- 172.21.15.33:0/411286155 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f7ed4004270 con 0x5590f9e86330 2024-09-05T02:26:14.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.376+0000 7f7eee269740 1 -- 172.21.15.33:0/411286155 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ed4004470 con 0x5590f9e86330 2024-09-05T02:26:14.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.376+0000 7f7ed2a00640 1 -- 172.21.15.33:0/411286155 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7ed4035070 con 0x5590f9e86330 2024-09-05T02:26:14.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.376+0000 7f7eee269740 10 client.24917 fetch_fsmap learned FSMap version 28 2024-09-05T02:26:14.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.376+0000 7f7eee269740 1 -- 172.21.15.33:0/411286155 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5590f9e9ff10 con 0x5590f9e86330 2024-09-05T02:26:14.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.376+0000 7f7ed2a00640 1 -- 172.21.15.33:0/411286155 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ed4004470 con 0x5590f9e86330 2024-09-05T02:26:14.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.376+0000 7f7ed2a00640 1 -- 172.21.15.33:0/411286155 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7ed4057070 con 0x5590f9e86330 2024-09-05T02:26:14.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.376+0000 7f7eee269740 10 client.24917 fetch_fsmap finished waiting for FSMap version 28 2024-09-05T02:26:14.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.376+0000 7f7eee269740 10 client.24917 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-05T02:26:14.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.377+0000 7f7eee269740 20 client.24917 populate_metadata read hostname 'smithi033' 2024-09-05T02:26:14.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.377+0000 7f7eee269740 1 --2- 172.21.15.33:0/411286155 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5590f9ea2030 0x5590f9ea34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:14.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.377+0000 7f7eee269740 4 client.24917 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:26:14.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.377+0000 7f7eee269740 1 -- 172.21.15.33:0/411286155 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5590f9df9620 con 0x5590f9ea2030 2024-09-05T02:26:14.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.377+0000 7f7edbe00640 1 --2- 172.21.15.33:0/411286155 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5590f9ea2030 0x5590f9ea34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:14.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.378+0000 7f7edbe00640 1 --2- 172.21.15.33:0/411286155 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5590f9ea2030 0x5590f9ea34a0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=6528db51260dd75 server_cookie=391bdaf8c31b74db in_seq=0 out_seq=0 2024-09-05T02:26:14.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.378+0000 7f7ed2a00640 10 client.24917 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:26:14.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.378+0000 7f7ed2a00640 1 -- 172.21.15.33:0/411286155 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5590f9df9620 con 0x5590f9ea2030 2024-09-05T02:26:14.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.378+0000 7f7ed2a00640 10 client.24917 handle_command_reply: tid=0 2024-09-05T02:26:14.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.378+0000 7f7eee269740 1 client.24917 shutdown 2024-09-05T02:26:14.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.379+0000 7f7eee269740 1 -- 172.21.15.33:0/411286155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e86330 msgr2=0x5590f9e8e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:14.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.379+0000 7f7eee269740 1 --2- 172.21.15.33:0/411286155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e86330 0x5590f9e8e630 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7ed402a910 tx=0x7f7ed402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.379+0000 7f7eee269740 1 -- 172.21.15.33:0/411286155 shutdown_connections 2024-09-05T02:26:14.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.379+0000 7f7eee269740 1 --2- 172.21.15.33:0/411286155 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5590f9ea2030 0x5590f9ea34a0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.379+0000 7f7eee269740 1 --2- 172.21.15.33:0/411286155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e91510 0x5590f9e8f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.379+0000 7f7eee269740 1 --2- 172.21.15.33:0/411286155 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5590f9e86c50 0x5590f9e8eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.379+0000 7f7eee269740 1 --2- 172.21.15.33:0/411286155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e86330 0x5590f9e8e630 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.379+0000 7f7ed2a00640 0 client.24917 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:26:14.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.379+0000 7f7eee269740 1 -- 172.21.15.33:0/411286155 >> 172.21.15.33:0/411286155 conn(0x5590f9e828c0 msgr2=0x5590f9e885a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:14.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.379+0000 7f7eee269740 1 -- 172.21.15.33:0/411286155 shutdown_connections 2024-09-05T02:26:14.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.379+0000 7f7eee269740 1 -- 172.21.15.33:0/411286155 wait complete. 2024-09-05T02:26:14.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.379+0000 7f7eee269740 20 client.24917 trim_cache size 0 max 16384 2024-09-05T02:26:14.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7eee269740 1 Processor -- start 2024-09-05T02:26:14.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7eee269740 1 -- start start 2024-09-05T02:26:14.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7eee269740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e86330 0x5590f9ea34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:14.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7eee269740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e86c50 0x5590f9e8ef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:14.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7eee269740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5590f9e91510 0x5590f9e8b890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:14.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7eee269740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5590f9ea17e0 con 0x5590f9e86330 2024-09-05T02:26:14.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7eee269740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5590f9ea1eb0 con 0x5590f9e86c50 2024-09-05T02:26:14.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7eee269740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5590f9ea2580 con 0x5590f9e91510 2024-09-05T02:26:14.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7ee8e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e86330 0x5590f9ea34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:14.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7ee8e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e86330 0x5590f9ea34a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48254/0 (socket says 172.21.15.33:48254) 2024-09-05T02:26:14.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7ee8e00640 1 -- 172.21.15.33:0/2425581593 learned_addr learned my addr 172.21.15.33:0/2425581593 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:14.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7edbe00640 1 --2- 172.21.15.33:0/2425581593 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e86c50 0x5590f9e8ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:14.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7ee9800640 1 --2- 172.21.15.33:0/2425581593 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5590f9e91510 0x5590f9e8b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:14.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7ee8e00640 1 -- 172.21.15.33:0/2425581593 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5590f9e91510 msgr2=0x5590f9e8b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:14.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7ee8e00640 1 --2- 172.21.15.33:0/2425581593 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5590f9e91510 0x5590f9e8b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7ee8e00640 1 -- 172.21.15.33:0/2425581593 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e86c50 msgr2=0x5590f9e8ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:14.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7ee8e00640 1 --2- 172.21.15.33:0/2425581593 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e86c50 0x5590f9e8ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7ee8e00640 1 -- 172.21.15.33:0/2425581593 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590f9e83a50 con 0x5590f9e86330 2024-09-05T02:26:14.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7ee8e00640 1 --2- 172.21.15.33:0/2425581593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e86330 0x5590f9ea34a0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7ed4031550 tx=0x7f7ed4005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b785487240a33e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:14.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7ed9600640 1 -- 172.21.15.33:0/2425581593 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed405d070 con 0x5590f9e86330 2024-09-05T02:26:14.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7ed9600640 1 -- 172.21.15.33:0/2425581593 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ed40041f0 con 0x5590f9e86330 2024-09-05T02:26:14.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.399+0000 7f7ed9600640 1 -- 172.21.15.33:0/2425581593 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed4052040 con 0x5590f9e86330 2024-09-05T02:26:14.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.400+0000 7f7eee269740 1 -- 172.21.15.33:0/2425581593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e86330 msgr2=0x5590f9ea34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:14.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.400+0000 7f7eee269740 1 --2- 172.21.15.33:0/2425581593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e86330 0x5590f9ea34a0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7ed4031550 tx=0x7f7ed4005b50 comp rx=0 tx=0).stop 2024-09-05T02:26:14.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.400+0000 7f7eee269740 1 -- 172.21.15.33:0/2425581593 shutdown_connections 2024-09-05T02:26:14.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.400+0000 7f7eee269740 1 --2- 172.21.15.33:0/2425581593 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5590f9e91510 0x5590f9e8b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.400+0000 7f7eee269740 1 --2- 172.21.15.33:0/2425581593 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e86c50 0x5590f9e8ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.400+0000 7f7eee269740 1 --2- 172.21.15.33:0/2425581593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e86330 0x5590f9ea34a0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.400+0000 7f7eee269740 1 -- 172.21.15.33:0/2425581593 >> 172.21.15.33:0/2425581593 conn(0x5590f9e828c0 msgr2=0x5590f9e8cf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:14.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.400+0000 7f7eee269740 1 -- 172.21.15.33:0/2425581593 shutdown_connections 2024-09-05T02:26:14.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.400+0000 7f7eee269740 1 -- 172.21.15.33:0/2425581593 wait complete. 2024-09-05T02:26:14.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.400+0000 7f7eee269740 1 -- start start 2024-09-05T02:26:14.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.401+0000 7f7eee269740 1 Processor -- start 2024-09-05T02:26:14.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.401+0000 7f7eee269740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e86330 0x5590f9eabd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:14.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.401+0000 7f7eee269740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e86c50 0x5590f9ea50f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:14.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.401+0000 7f7eee269740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5590f9e91510 0x5590f9ea5630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:14.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.401+0000 7f7eee269740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5590f9ea3320 con 0x5590f9e86c50 2024-09-05T02:26:14.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.401+0000 7f7eee269740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5590f9ea2c50 con 0x5590f9e86330 2024-09-05T02:26:14.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.401+0000 7f7eee269740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5590f9ea39f0 con 0x5590f9e91510 2024-09-05T02:26:14.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.401+0000 7f7eee269740 10 client.0 _ll_register_callbacks cb 0x7f7ed4005850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:26:14.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.401+0000 7f7edbe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e86c50 0x5590f9ea50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:14.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.401+0000 7f7ee8e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e86330 0x5590f9eabd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:14.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.402+0000 7f7ee8e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e86330 0x5590f9eabd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:53594/0 (socket says 172.21.15.33:53594) 2024-09-05T02:26:14.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.402+0000 7f7ee8e00640 1 -- 172.21.15.33:0/3292207831 learned_addr learned my addr 172.21.15.33:0/3292207831 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:14.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.402+0000 7f7ee9800640 1 --2- 172.21.15.33:0/3292207831 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5590f9e91510 0x5590f9ea5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:14.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.402+0000 7f7edbe00640 1 -- 172.21.15.33:0/3292207831 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5590f9e91510 msgr2=0x5590f9ea5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:14.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.402+0000 7f7edbe00640 1 --2- 172.21.15.33:0/3292207831 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5590f9e91510 0x5590f9ea5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.402+0000 7f7edbe00640 1 -- 172.21.15.33:0/3292207831 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e86330 msgr2=0x5590f9eabd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:14.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.402+0000 7f7edbe00640 1 --2- 172.21.15.33:0/3292207831 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e86330 0x5590f9eabd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.402+0000 7f7edbe00640 1 -- 172.21.15.33:0/3292207831 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590f9ea5cc0 con 0x5590f9e86c50 2024-09-05T02:26:14.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.402+0000 7f7ee8e00640 1 --2- 172.21.15.33:0/3292207831 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e86330 0x5590f9eabd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:26:14.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.402+0000 7f7edbe00640 1 --2- 172.21.15.33:0/3292207831 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e86c50 0x5590f9ea50f0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7ecc0125a0 tx=0x7f7ecc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa4cb87c7c97c55d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:14.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.402+0000 7f7ed2a00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:26:14.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.402+0000 7f7ed2a00640 1 -- 172.21.15.33:0/3292207831 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ecc039060 con 0x5590f9e86c50 2024-09-05T02:26:14.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.403+0000 7f7ed2a00640 1 -- 172.21.15.33:0/3292207831 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f7ecc0219f0 con 0x5590f9e86c50 2024-09-05T02:26:14.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.403+0000 7f7eee269740 1 -- 172.21.15.33:0/3292207831 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ed40041f0 con 0x5590f9e86c50 2024-09-05T02:26:14.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.403+0000 7f7ed2a00640 1 -- 172.21.15.33:0/3292207831 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7ecc021bf0 con 0x5590f9e86c50 2024-09-05T02:26:14.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.403+0000 7f7eee269740 10 client.14913 fetch_fsmap learned FSMap version 28 2024-09-05T02:26:14.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.403+0000 7f7eee269740 1 -- 172.21.15.33:0/3292207831 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5590f9f0c740 con 0x5590f9e86c50 2024-09-05T02:26:14.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.403+0000 7f7ed2a00640 1 -- 172.21.15.33:0/3292207831 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ed40041f0 con 0x5590f9e86c50 2024-09-05T02:26:14.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.403+0000 7f7ed2a00640 1 -- 172.21.15.33:0/3292207831 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7ecc03e070 con 0x5590f9e86c50 2024-09-05T02:26:14.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.403+0000 7f7eee269740 10 client.14913 fetch_fsmap finished waiting for FSMap version 28 2024-09-05T02:26:14.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.403+0000 7f7eee269740 10 client.14913 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-05T02:26:14.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.403+0000 7f7eee269740 20 client.14913 populate_metadata read hostname 'smithi033' 2024-09-05T02:26:14.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.403+0000 7f7eee269740 1 --2- 172.21.15.33:0/3292207831 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5590f9f11230 0x5590f9f0ff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:14.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.403+0000 7f7eee269740 4 client.14913 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T02:26:14.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.403+0000 7f7eee269740 1 -- 172.21.15.33:0/3292207831 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "status"}) -- 0x5590f9df3b30 con 0x5590f9f11230 2024-09-05T02:26:14.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.404+0000 7f7ee8e00640 1 --2- 172.21.15.33:0/3292207831 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5590f9f11230 0x5590f9f0ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:14.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.404+0000 7f7ee8e00640 1 --2- 172.21.15.33:0/3292207831 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5590f9f11230 0x5590f9f0ff40 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=7874866e727ec26 server_cookie=13996d16ad2c61c2 in_seq=0 out_seq=0 2024-09-05T02:26:14.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.404+0000 7f7ed2a00640 10 client.14913 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:26:14.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.405+0000 7f7ed2a00640 1 -- 172.21.15.33:0/3292207831 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5590f9df3b30 con 0x5590f9f11230 2024-09-05T02:26:14.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.405+0000 7f7ed2a00640 10 client.14913 handle_command_reply: tid=0 2024-09-05T02:26:14.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.405+0000 7f7eee269740 1 client.14913 shutdown 2024-09-05T02:26:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.405+0000 7f7eee269740 1 -- 172.21.15.33:0/3292207831 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e86c50 msgr2=0x5590f9ea50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.405+0000 7f7eee269740 1 --2- 172.21.15.33:0/3292207831 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e86c50 0x5590f9ea50f0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7ecc0125a0 tx=0x7f7ecc0046c0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.405+0000 7f7eee269740 1 -- 172.21.15.33:0/3292207831 shutdown_connections 2024-09-05T02:26:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.405+0000 7f7eee269740 1 --2- 172.21.15.33:0/3292207831 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5590f9f11230 0x5590f9f0ff40 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.405+0000 7f7eee269740 1 --2- 172.21.15.33:0/3292207831 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5590f9e91510 0x5590f9ea5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.405+0000 7f7eee269740 1 --2- 172.21.15.33:0/3292207831 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590f9e86c50 0x5590f9ea50f0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.405+0000 7f7eee269740 1 --2- 172.21.15.33:0/3292207831 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5590f9e86330 0x5590f9eabd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.405+0000 7f7eee269740 1 -- 172.21.15.33:0/3292207831 >> 172.21.15.33:0/3292207831 conn(0x5590f9e828c0 msgr2=0x5590f9e81a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.405+0000 7f7ed2a00640 0 client.14913 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:26:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.405+0000 7f7eee269740 1 -- 172.21.15.33:0/3292207831 shutdown_connections 2024-09-05T02:26:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.405+0000 7f7eee269740 1 -- 172.21.15.33:0/3292207831 wait complete. 2024-09-05T02:26:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.405+0000 7f7eee269740 20 client.14913 trim_cache size 0 max 16384 2024-09-05T02:26:14.412 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:26:14.412 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "b37d3f34-6b2c-11ef-bcd6-c7b262605968", 2024-09-05T02:26:14.412 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 3, 2024-09-05T02:26:14.412 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 24511, 2024-09-05T02:26:14.412 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-09-05T02:26:14.412 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-09-05T02:26:14.412 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-09-05T02:26:14.412 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 74.888027668999996, 2024-09-05T02:26:14.413 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 28, 2024-09-05T02:26:14.413 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 86, 2024-09-05T02:26:14.413 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 84, 2024-09-05T02:26:14.413 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 107.81020146199999 2024-09-05T02:26:14.413 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:26:14.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.406+0000 7f7eeb800640 1 -- 172.21.15.33:0/4225314018 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7ec80a2c90 msgr2=0x7f7ec80a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:14.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.406+0000 7f7eeb800640 1 --2- 172.21.15.33:0/4225314018 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7ec80a2c90 0x7f7ec80a5150 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x5590f9e83c40 tx=0x7f7ecc00b410 comp rx=0 tx=0).stop 2024-09-05T02:26:14.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.406+0000 7f7eeb800640 1 -- 172.21.15.33:0/4225314018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ee4112a50 msgr2=0x7f7ee419e8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:14.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.406+0000 7f7eeb800640 1 --2- 172.21.15.33:0/4225314018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ee4112a50 0x7f7ee419e8a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f7edc009fd0 tx=0x7f7edc00ee60 comp rx=0 tx=0).stop 2024-09-05T02:26:14.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.406+0000 7f7eeb800640 1 -- 172.21.15.33:0/4225314018 shutdown_connections 2024-09-05T02:26:14.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.406+0000 7f7eeb800640 1 --2- 172.21.15.33:0/4225314018 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7ec80a2c90 0x7f7ec80a5150 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.406+0000 7f7eeb800640 1 --2- 172.21.15.33:0/4225314018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ee4112a50 0x7f7ee419e8a0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.406+0000 7f7eeb800640 1 --2- 172.21.15.33:0/4225314018 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7ee4077040 0x7f7ee41a4c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.406+0000 7f7eeb800640 1 --2- 172.21.15.33:0/4225314018 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7ee4076720 0x7f7ee41a46e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:14.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.406+0000 7f7eeb800640 1 -- 172.21.15.33:0/4225314018 >> 172.21.15.33:0/4225314018 conn(0x7f7ee40ffa50 msgr2=0x7f7ee4101e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:14.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.406+0000 7f7eeb800640 1 -- 172.21.15.33:0/4225314018 shutdown_connections 2024-09-05T02:26:14.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:14.406+0000 7f7eeb800640 1 -- 172.21.15.33:0/4225314018 wait complete. 2024-09-05T02:26:14.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:14 smithi033 ceph-mon[29909]: pgmap v335: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-05T02:26:14.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:14 smithi123 ceph-mon[34031]: pgmap v335: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-05T02:26:14.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:14 smithi174 ceph-mon[34756]: pgmap v335: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-05T02:26:15.136 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.h status 2024-09-05T02:26:15.514 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:16.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.069+0000 7fa309a00640 1 -- 172.21.15.33:0/2202607559 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa304074620 msgr2=0x7fa304074a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:16.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.069+0000 7fa309a00640 1 --2- 172.21.15.33:0/2202607559 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa304074620 0x7fa304074a00 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fa2f4009900 tx=0x7fa2f402a480 comp rx=0 tx=0).stop 2024-09-05T02:26:16.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.069+0000 7fa309a00640 1 -- 172.21.15.33:0/2202607559 shutdown_connections 2024-09-05T02:26:16.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.069+0000 7fa309a00640 1 --2- 172.21.15.33:0/2202607559 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa30410e3c0 0x7fa304110810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.069+0000 7fa309a00640 1 --2- 172.21.15.33:0/2202607559 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa304074f40 0x7fa30410de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.069+0000 7fa309a00640 1 --2- 172.21.15.33:0/2202607559 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa304074620 0x7fa304074a00 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.069+0000 7fa309a00640 1 -- 172.21.15.33:0/2202607559 >> 172.21.15.33:0/2202607559 conn(0x7fa3040fd8c0 msgr2=0x7fa3040ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:16.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.069+0000 7fa309a00640 1 -- 172.21.15.33:0/2202607559 shutdown_connections 2024-09-05T02:26:16.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.070+0000 7fa309a00640 1 -- 172.21.15.33:0/2202607559 wait complete. 2024-09-05T02:26:16.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.071+0000 7fa309a00640 1 Processor -- start 2024-09-05T02:26:16.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.071+0000 7fa309a00640 1 -- start start 2024-09-05T02:26:16.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.071+0000 7fa309a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa304074620 0x7fa30419a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:16.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.071+0000 7fa309a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa304074f40 0x7fa30419ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:16.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.071+0000 7fa309a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa30410e3c0 0x7fa30419ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:16.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.071+0000 7fa309a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa3041141c0 con 0x7fa304074620 2024-09-05T02:26:16.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.071+0000 7fa309a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa304114040 con 0x7fa304074f40 2024-09-05T02:26:16.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.071+0000 7fa309a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fa304114340 con 0x7fa30410e3c0 2024-09-05T02:26:16.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.072+0000 7fa302a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa304074620 0x7fa30419a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:16.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.072+0000 7fa302a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa304074620 0x7fa30419a6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48278/0 (socket says 172.21.15.33:48278) 2024-09-05T02:26:16.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.072+0000 7fa302a00640 1 -- 172.21.15.33:0/1522428794 learned_addr learned my addr 172.21.15.33:0/1522428794 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:16.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.072+0000 7fa2fa000640 1 --2- 172.21.15.33:0/1522428794 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa304074f40 0x7fa30419ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:16.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.072+0000 7fa303400640 1 --2- 172.21.15.33:0/1522428794 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa30410e3c0 0x7fa30419ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:16.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.072+0000 7fa302a00640 1 -- 172.21.15.33:0/1522428794 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa30410e3c0 msgr2=0x7fa30419ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:16.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.072+0000 7fa302a00640 1 --2- 172.21.15.33:0/1522428794 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa30410e3c0 0x7fa30419ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.072+0000 7fa302a00640 1 -- 172.21.15.33:0/1522428794 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa304074f40 msgr2=0x7fa30419ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:16.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.072+0000 7fa302a00640 1 --2- 172.21.15.33:0/1522428794 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa304074f40 0x7fa30419ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.072+0000 7fa302a00640 1 -- 172.21.15.33:0/1522428794 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa30419f670 con 0x7fa304074620 2024-09-05T02:26:16.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.073+0000 7fa302a00640 1 --2- 172.21.15.33:0/1522428794 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa304074620 0x7fa30419a6c0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa2f4004770 tx=0x7fa2f4003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:16.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.073+0000 7fa2fbe00640 1 -- 172.21.15.33:0/1522428794 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2f403f070 con 0x7fa304074620 2024-09-05T02:26:16.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.073+0000 7fa2fbe00640 1 -- 172.21.15.33:0/1522428794 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa2f4031ca0 con 0x7fa304074620 2024-09-05T02:26:16.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.073+0000 7fa309a00640 1 -- 172.21.15.33:0/1522428794 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa30419f900 con 0x7fa304074620 2024-09-05T02:26:16.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.073+0000 7fa2fbe00640 1 -- 172.21.15.33:0/1522428794 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2f4035030 con 0x7fa304074620 2024-09-05T02:26:16.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.073+0000 7fa309a00640 1 -- 172.21.15.33:0/1522428794 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3041a7240 con 0x7fa304074620 2024-09-05T02:26:16.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.076+0000 7fa30c61c740 1 Processor -- start 2024-09-05T02:26:16.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.076+0000 7fa2fbe00640 1 -- 172.21.15.33:0/1522428794 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fa2f4042070 con 0x7fa304074620 2024-09-05T02:26:16.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.076+0000 7fa30c61c740 1 -- start start 2024-09-05T02:26:16.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.076+0000 7fa30c61c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004568330 0x558004568710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:16.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.076+0000 7fa30c61c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004568c50 0x558004572fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:16.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.077+0000 7fa30c61c740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558004573510 0x558004575900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:16.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.077+0000 7fa30c61c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5580044ce0b0 con 0x558004568c50 2024-09-05T02:26:16.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.077+0000 7fa30c61c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x558004475ab0 con 0x558004568330 2024-09-05T02:26:16.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.077+0000 7fa30c61c740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5580044ca070 con 0x558004573510 2024-09-05T02:26:16.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.077+0000 7fa303400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004568330 0x558004568710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:16.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.077+0000 7fa303400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004568330 0x558004568710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:53614/0 (socket says 172.21.15.33:53614) 2024-09-05T02:26:16.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.077+0000 7fa303400640 1 -- 172.21.15.33:0/2625470745 learned_addr learned my addr 172.21.15.33:0/2625470745 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:16.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.077+0000 7fa2fa000640 1 --2- 172.21.15.33:0/2625470745 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558004573510 0x558004575900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:16.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.077+0000 7fa302a00640 1 --2- 172.21.15.33:0/2625470745 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004568c50 0x558004572fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:16.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.077+0000 7fa303400640 1 -- 172.21.15.33:0/2625470745 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558004573510 msgr2=0x558004575900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:16.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.077+0000 7fa303400640 1 --2- 172.21.15.33:0/2625470745 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558004573510 0x558004575900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.077+0000 7fa303400640 1 -- 172.21.15.33:0/2625470745 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004568c50 msgr2=0x558004572fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:16.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.077+0000 7fa303400640 1 --2- 172.21.15.33:0/2625470745 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004568c50 0x558004572fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.077+0000 7fa303400640 1 -- 172.21.15.33:0/2625470745 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580044824a0 con 0x558004568330 2024-09-05T02:26:16.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.078+0000 7fa303400640 1 --2- 172.21.15.33:0/2625470745 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004568330 0x558004568710 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fa2fc009f90 tx=0x7fa2fc010860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a86a669f2147c0e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:16.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.078+0000 7fa2fbe00640 1 --2- 172.21.15.33:0/1522428794 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fa2e80a2c90 0x7fa2e80a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:16.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.078+0000 7fa2fbe00640 1 -- 172.21.15.33:0/1522428794 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fa2f40ef530 con 0x7fa304074620 2024-09-05T02:26:16.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.078+0000 7fa2f3e00640 1 -- 172.21.15.33:0/2625470745 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2fc011700 con 0x558004568330 2024-09-05T02:26:16.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.078+0000 7fa302a00640 1 --2- 172.21.15.33:0/1522428794 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fa2e80a2c90 0x7fa2e80a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:16.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.078+0000 7fa2f3e00640 1 -- 172.21.15.33:0/2625470745 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa2fc011d80 con 0x558004568330 2024-09-05T02:26:16.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.078+0000 7fa2f3e00640 1 -- 172.21.15.33:0/2625470745 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2fc018380 con 0x558004568330 2024-09-05T02:26:16.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.079+0000 7fa30c61c740 1 -- 172.21.15.33:0/2625470745 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004568330 msgr2=0x558004568710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:16.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.079+0000 7fa30c61c740 1 --2- 172.21.15.33:0/2625470745 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004568330 0x558004568710 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fa2fc009f90 tx=0x7fa2fc010860 comp rx=0 tx=0).stop 2024-09-05T02:26:16.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.079+0000 7fa302a00640 1 --2- 172.21.15.33:0/1522428794 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fa2e80a2c90 0x7fa2e80a5150 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x558004565720 tx=0x7fa2f402a480 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:16.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.079+0000 7fa30c61c740 1 -- 172.21.15.33:0/2625470745 shutdown_connections 2024-09-05T02:26:16.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.079+0000 7fa30c61c740 1 --2- 172.21.15.33:0/2625470745 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558004573510 0x558004575900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.079+0000 7fa30c61c740 1 --2- 172.21.15.33:0/2625470745 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004568c50 0x558004572fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.079+0000 7fa30c61c740 1 --2- 172.21.15.33:0/2625470745 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004568330 0x558004568710 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.079+0000 7fa30c61c740 1 -- 172.21.15.33:0/2625470745 >> 172.21.15.33:0/2625470745 conn(0x5580045648c0 msgr2=0x558004564ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:16.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.079+0000 7fa30c61c740 1 -- 172.21.15.33:0/2625470745 shutdown_connections 2024-09-05T02:26:16.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.079+0000 7fa30c61c740 1 -- 172.21.15.33:0/2625470745 wait complete. 2024-09-05T02:26:16.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.080+0000 7fa30c61c740 1 -- start start 2024-09-05T02:26:16.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.080+0000 7fa30c61c740 1 Processor -- start 2024-09-05T02:26:16.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.080+0000 7fa30c61c740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558004568330 0x5580045705b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:16.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.080+0000 7fa30c61c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004568c50 0x558004570af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:16.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.080+0000 7fa30c61c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004573510 0x558004571030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:16.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.080+0000 7fa30c61c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558004576060 con 0x558004573510 2024-09-05T02:26:16.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.080+0000 7fa30c61c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x558004456920 con 0x558004568c50 2024-09-05T02:26:16.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.080+0000 7fa30c61c740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5580045761e0 con 0x558004568330 2024-09-05T02:26:16.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.081+0000 7fa30c61c740 10 client.0 _ll_register_callbacks cb 0x55800447a8a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:26:16.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.081+0000 7fa2fa000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004568c50 0x558004570af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:16.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.081+0000 7fa303400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558004568330 0x5580045705b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:16.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.081+0000 7fa2fa000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004568c50 0x558004570af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:53624/0 (socket says 172.21.15.33:53624) 2024-09-05T02:26:16.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.081+0000 7fa303400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004573510 0x558004571030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:16.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.081+0000 7fa2fa000640 1 -- 172.21.15.33:0/1360013644 learned_addr learned my addr 172.21.15.33:0/1360013644 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:16.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.081+0000 7fa303400640 1 -- 172.21.15.33:0/1360013644 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558004568330 msgr2=0x5580045705b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:16.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.081+0000 7fa303400640 1 --2- 172.21.15.33:0/1360013644 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558004568330 0x5580045705b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.081+0000 7fa303400640 1 -- 172.21.15.33:0/1360013644 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004568c50 msgr2=0x558004570af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:16.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.081+0000 7fa303400640 1 --2- 172.21.15.33:0/1360013644 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004568c50 0x558004570af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.081+0000 7fa303400640 1 -- 172.21.15.33:0/1360013644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55800423f2b0 con 0x558004573510 2024-09-05T02:26:16.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.081+0000 7fa303400640 1 --2- 172.21.15.33:0/1360013644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004573510 0x558004571030 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa2fc005fd0 tx=0x7fa2fc010fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d4ab759536d84b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:16.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.082+0000 7fa2f0c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:26:16.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.082+0000 7fa2f0c00640 1 -- 172.21.15.33:0/1360013644 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2fc01f040 con 0x558004573510 2024-09-05T02:26:16.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.082+0000 7fa2f0c00640 1 -- 172.21.15.33:0/1360013644 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fa2fc003b70 con 0x558004573510 2024-09-05T02:26:16.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.082+0000 7fa30c61c740 1 -- 172.21.15.33:0/1360013644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa2fc011d80 con 0x558004573510 2024-09-05T02:26:16.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.082+0000 7fa2f0c00640 1 -- 172.21.15.33:0/1360013644 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa2fc019e20 con 0x558004573510 2024-09-05T02:26:16.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.082+0000 7fa30c61c740 10 client.14925 fetch_fsmap learned FSMap version 28 2024-09-05T02:26:16.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.082+0000 7fa30c61c740 1 -- 172.21.15.33:0/1360013644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558004581e40 con 0x558004573510 2024-09-05T02:26:16.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.082+0000 7fa2f0c00640 1 -- 172.21.15.33:0/1360013644 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa2fc011d80 con 0x558004573510 2024-09-05T02:26:16.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.083+0000 7fa2f0c00640 1 -- 172.21.15.33:0/1360013644 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fa2fc0040a0 con 0x558004573510 2024-09-05T02:26:16.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.083+0000 7fa30c61c740 10 client.14925 fetch_fsmap finished waiting for FSMap version 28 2024-09-05T02:26:16.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.083+0000 7fa30c61c740 10 client.14925 resolve_mds: resolved name 'h' to daemon mds.h 2024-09-05T02:26:16.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.083+0000 7fa30c61c740 20 client.14925 populate_metadata read hostname 'smithi033' 2024-09-05T02:26:16.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.083+0000 7fa30c61c740 1 --2- 172.21.15.33:0/1360013644 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5580045840a0 0x558004585510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:16.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.083+0000 7fa30c61c740 4 client.14925 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:26:16.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.083+0000 7fa30c61c740 1 -- 172.21.15.33:0/1360013644 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5580044db620 con 0x5580045840a0 2024-09-05T02:26:16.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.083+0000 7fa2fa000640 1 --2- 172.21.15.33:0/1360013644 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5580045840a0 0x558004585510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:16.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.084+0000 7fa2fa000640 1 --2- 172.21.15.33:0/1360013644 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5580045840a0 0x558004585510 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e53d1fe60b01a7c3 server_cookie=80505f9138252213 in_seq=0 out_seq=0 2024-09-05T02:26:16.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.084+0000 7fa2f0c00640 10 client.14925 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:26:16.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.084+0000 7fa2f0c00640 1 -- 172.21.15.33:0/1360013644 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5580044db620 con 0x5580045840a0 2024-09-05T02:26:16.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.084+0000 7fa2f0c00640 10 client.14925 handle_command_reply: tid=0 2024-09-05T02:26:16.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.085+0000 7fa30c61c740 1 client.14925 shutdown 2024-09-05T02:26:16.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.085+0000 7fa30c61c740 1 -- 172.21.15.33:0/1360013644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004573510 msgr2=0x558004571030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:16.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.085+0000 7fa30c61c740 1 --2- 172.21.15.33:0/1360013644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004573510 0x558004571030 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa2fc005fd0 tx=0x7fa2fc010fd0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.085+0000 7fa30c61c740 1 -- 172.21.15.33:0/1360013644 shutdown_connections 2024-09-05T02:26:16.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.085+0000 7fa30c61c740 1 --2- 172.21.15.33:0/1360013644 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5580045840a0 0x558004585510 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.085+0000 7fa30c61c740 1 --2- 172.21.15.33:0/1360013644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004573510 0x558004571030 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.085+0000 7fa30c61c740 1 --2- 172.21.15.33:0/1360013644 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004568c50 0x558004570af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.085+0000 7fa30c61c740 1 --2- 172.21.15.33:0/1360013644 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558004568330 0x5580045705b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.085+0000 7fa30c61c740 1 -- 172.21.15.33:0/1360013644 >> 172.21.15.33:0/1360013644 conn(0x5580045648c0 msgr2=0x55800456a5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:16.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.085+0000 7fa2f0c00640 0 client.14925 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:26:16.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.085+0000 7fa30c61c740 1 -- 172.21.15.33:0/1360013644 shutdown_connections 2024-09-05T02:26:16.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.085+0000 7fa30c61c740 1 -- 172.21.15.33:0/1360013644 wait complete. 2024-09-05T02:26:16.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.085+0000 7fa30c61c740 20 client.14925 trim_cache size 0 max 16384 2024-09-05T02:26:16.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.104+0000 7fa30c61c740 1 Processor -- start 2024-09-05T02:26:16.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.104+0000 7fa30c61c740 1 -- start start 2024-09-05T02:26:16.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.104+0000 7fa30c61c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004568330 0x55800456d830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:16.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.104+0000 7fa30c61c740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558004568c50 0x55800456dd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:16.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.104+0000 7fa30c61c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004573510 0x55800457e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:16.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.104+0000 7fa30c61c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558004583850 con 0x558004568330 2024-09-05T02:26:16.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.104+0000 7fa30c61c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x558004583f20 con 0x558004573510 2024-09-05T02:26:16.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.104+0000 7fa30c61c740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5580045845f0 con 0x558004568c50 2024-09-05T02:26:16.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.105+0000 7fa303400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004568330 0x55800456d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:16.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.105+0000 7fa303400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004568330 0x55800456d830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48312/0 (socket says 172.21.15.33:48312) 2024-09-05T02:26:16.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.105+0000 7fa303400640 1 -- 172.21.15.33:0/1855024990 learned_addr learned my addr 172.21.15.33:0/1855024990 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:16.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.105+0000 7fa2fa000640 1 --2- 172.21.15.33:0/1855024990 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558004568c50 0x55800456dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:16.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.105+0000 7fa303400640 1 -- 172.21.15.33:0/1855024990 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558004568c50 msgr2=0x55800456dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:16.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.105+0000 7fa303400640 1 --2- 172.21.15.33:0/1855024990 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558004568c50 0x55800456dd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.105+0000 7fa303400640 1 -- 172.21.15.33:0/1855024990 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004573510 msgr2=0x55800457e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:16.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.105+0000 7fa303400640 1 --2- 172.21.15.33:0/1855024990 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004573510 0x55800457e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.105+0000 7fa303400640 1 -- 172.21.15.33:0/1855024990 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558004568a80 con 0x558004568330 2024-09-05T02:26:16.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.105+0000 7fa303400640 1 --2- 172.21.15.33:0/1855024990 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004568330 0x55800456d830 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa2fc002230 tx=0x7fa2fc005b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f699ca437af8d119 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:16.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.106+0000 7fa2f3400640 1 -- 172.21.15.33:0/1855024990 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2fc019750 con 0x558004568330 2024-09-05T02:26:16.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.106+0000 7fa2f3400640 1 -- 172.21.15.33:0/1855024990 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa2fc0198f0 con 0x558004568330 2024-09-05T02:26:16.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.106+0000 7fa2f3400640 1 -- 172.21.15.33:0/1855024990 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2fc003f90 con 0x558004568330 2024-09-05T02:26:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.106+0000 7fa30c61c740 1 -- 172.21.15.33:0/1855024990 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004568330 msgr2=0x55800456d830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.106+0000 7fa30c61c740 1 --2- 172.21.15.33:0/1855024990 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004568330 0x55800456d830 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa2fc002230 tx=0x7fa2fc005b70 comp rx=0 tx=0).stop 2024-09-05T02:26:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.106+0000 7fa30c61c740 1 -- 172.21.15.33:0/1855024990 shutdown_connections 2024-09-05T02:26:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.106+0000 7fa30c61c740 1 --2- 172.21.15.33:0/1855024990 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004573510 0x55800457e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.106+0000 7fa30c61c740 1 --2- 172.21.15.33:0/1855024990 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558004568c50 0x55800456dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.106+0000 7fa30c61c740 1 --2- 172.21.15.33:0/1855024990 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004568330 0x55800456d830 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.106+0000 7fa30c61c740 1 -- 172.21.15.33:0/1855024990 >> 172.21.15.33:0/1855024990 conn(0x5580045648c0 msgr2=0x55800456ee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.107+0000 7fa30c61c740 1 -- 172.21.15.33:0/1855024990 shutdown_connections 2024-09-05T02:26:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.107+0000 7fa30c61c740 1 -- 172.21.15.33:0/1855024990 wait complete. 2024-09-05T02:26:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.107+0000 7fa30c61c740 1 -- start start 2024-09-05T02:26:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.107+0000 7fa30c61c740 1 Processor -- start 2024-09-05T02:26:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.108+0000 7fa30c61c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004568330 0x55800458d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.108+0000 7fa30c61c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004568c50 0x55800458dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:16.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.108+0000 7fa30c61c740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558004573510 0x558004588720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:16.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.108+0000 7fa30c61c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558004585390 con 0x558004568c50 2024-09-05T02:26:16.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.108+0000 7fa30c61c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x558004584cc0 con 0x558004568330 2024-09-05T02:26:16.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.108+0000 7fa30c61c740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x558004585a60 con 0x558004573510 2024-09-05T02:26:16.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.108+0000 7fa30c61c740 10 client.0 _ll_register_callbacks cb 0x7fa2fc0194a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:26:16.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.108+0000 7fa2fa000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004568c50 0x55800458dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:16.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.108+0000 7fa2fa000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004568c50 0x55800458dcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48316/0 (socket says 172.21.15.33:48316) 2024-09-05T02:26:16.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.108+0000 7fa303400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558004573510 0x558004588720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:16.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.108+0000 7fa2fa000640 1 -- 172.21.15.33:0/1964321461 learned_addr learned my addr 172.21.15.33:0/1964321461 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:16.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.108+0000 7fa303400640 1 --2- 172.21.15.33:0/1964321461 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004568330 0x55800458d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:16.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.108+0000 7fa2fa000640 1 -- 172.21.15.33:0/1964321461 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558004573510 msgr2=0x558004588720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:16.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.108+0000 7fa2fa000640 1 --2- 172.21.15.33:0/1964321461 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558004573510 0x558004588720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.108+0000 7fa2fa000640 1 -- 172.21.15.33:0/1964321461 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004568330 msgr2=0x55800458d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:16.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.108+0000 7fa2fa000640 1 --2- 172.21.15.33:0/1964321461 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004568330 0x55800458d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.108+0000 7fa2fa000640 1 -- 172.21.15.33:0/1964321461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558004588c60 con 0x558004568c50 2024-09-05T02:26:16.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.109+0000 7fa2fa000640 1 --2- 172.21.15.33:0/1964321461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004568c50 0x55800458dcb0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa2ec00b860 tx=0x7fa2ec00be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f0db5dbfe068719 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:16.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.109+0000 7fa2f0c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:26:16.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.109+0000 7fa2f0c00640 1 -- 172.21.15.33:0/1964321461 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2ec005020 con 0x558004568c50 2024-09-05T02:26:16.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.109+0000 7fa30c61c740 1 -- 172.21.15.33:0/1964321461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5580044d5b30 con 0x558004568c50 2024-09-05T02:26:16.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.109+0000 7fa2f0c00640 1 -- 172.21.15.33:0/1964321461 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fa2ec0051c0 con 0x558004568c50 2024-09-05T02:26:16.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.109+0000 7fa2f0c00640 1 -- 172.21.15.33:0/1964321461 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa2ec0053c0 con 0x558004568c50 2024-09-05T02:26:16.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.109+0000 7fa30c61c740 10 client.14931 fetch_fsmap learned FSMap version 28 2024-09-05T02:26:16.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.109+0000 7fa30c61c740 1 -- 172.21.15.33:0/1964321461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5580045ef000 con 0x558004568c50 2024-09-05T02:26:16.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.110+0000 7fa2f0c00640 1 -- 172.21.15.33:0/1964321461 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5580044d5b30 con 0x558004568c50 2024-09-05T02:26:16.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.110+0000 7fa2f0c00640 1 -- 172.21.15.33:0/1964321461 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fa2ec01d6d0 con 0x558004568c50 2024-09-05T02:26:16.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.110+0000 7fa30c61c740 10 client.14931 fetch_fsmap finished waiting for FSMap version 28 2024-09-05T02:26:16.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.110+0000 7fa30c61c740 10 client.14931 resolve_mds: resolved name 'h' to daemon mds.h 2024-09-05T02:26:16.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.110+0000 7fa30c61c740 20 client.14931 populate_metadata read hostname 'smithi033' 2024-09-05T02:26:16.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.110+0000 7fa30c61c740 1 --2- 172.21.15.33:0/1964321461 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5580045f3bb0 0x5580045f28c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:16.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.110+0000 7fa30c61c740 4 client.14931 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T02:26:16.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.110+0000 7fa30c61c740 1 -- 172.21.15.33:0/1964321461 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "status"}) -- 0x558004451f80 con 0x5580045f3bb0 2024-09-05T02:26:16.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.110+0000 7fa303400640 1 --2- 172.21.15.33:0/1964321461 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5580045f3bb0 0x5580045f28c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:16.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.111+0000 7fa303400640 1 --2- 172.21.15.33:0/1964321461 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5580045f3bb0 0x5580045f28c0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2f8aea9e5437a162 server_cookie=2874b2bd69335013 in_seq=0 out_seq=0 2024-09-05T02:26:16.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.111+0000 7fa2f0c00640 10 client.14931 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:26:16.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.111+0000 7fa2f0c00640 1 -- 172.21.15.33:0/1964321461 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+321 (crc 0 0 0) 0x558004451f80 con 0x5580045f3bb0 2024-09-05T02:26:16.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.111+0000 7fa2f0c00640 10 client.14931 handle_command_reply: tid=0 2024-09-05T02:26:16.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.111+0000 7fa30c61c740 1 client.14931 shutdown 2024-09-05T02:26:16.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.111+0000 7fa30c61c740 1 -- 172.21.15.33:0/1964321461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004568c50 msgr2=0x55800458dcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:16.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.111+0000 7fa30c61c740 1 --2- 172.21.15.33:0/1964321461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004568c50 0x55800458dcb0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa2ec00b860 tx=0x7fa2ec00be90 comp rx=0 tx=0).stop 2024-09-05T02:26:16.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.111+0000 7fa30c61c740 1 -- 172.21.15.33:0/1964321461 shutdown_connections 2024-09-05T02:26:16.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.111+0000 7fa30c61c740 1 --2- 172.21.15.33:0/1964321461 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5580045f3bb0 0x5580045f28c0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.111+0000 7fa30c61c740 1 --2- 172.21.15.33:0/1964321461 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558004573510 0x558004588720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.111+0000 7fa30c61c740 1 --2- 172.21.15.33:0/1964321461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558004568c50 0x55800458dcb0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.111+0000 7fa30c61c740 1 --2- 172.21.15.33:0/1964321461 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558004568330 0x55800458d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.111+0000 7fa30c61c740 1 -- 172.21.15.33:0/1964321461 >> 172.21.15.33:0/1964321461 conn(0x5580045648c0 msgr2=0x558004570570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:16.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.111+0000 7fa2f0c00640 0 client.14931 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:26:16.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.112+0000 7fa30c61c740 1 -- 172.21.15.33:0/1964321461 shutdown_connections 2024-09-05T02:26:16.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.112+0000 7fa30c61c740 1 -- 172.21.15.33:0/1964321461 wait complete. 2024-09-05T02:26:16.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.112+0000 7fa30c61c740 20 client.14931 trim_cache size 0 max 16384 2024-09-05T02:26:16.116 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:26:16.116 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "b37d3f34-6b2c-11ef-bcd6-c7b262605968", 2024-09-05T02:26:16.116 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 2, 2024-09-05T02:26:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 24512, 2024-09-05T02:26:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-09-05T02:26:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-09-05T02:26:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-09-05T02:26:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 77.602767813, 2024-09-05T02:26:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 28, 2024-09-05T02:26:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 86, 2024-09-05T02:26:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 84, 2024-09-05T02:26:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 112.063279259 2024-09-05T02:26:16.117 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:26:16.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.112+0000 7fa309a00640 1 -- 172.21.15.33:0/1522428794 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fa2e80a2c90 msgr2=0x7fa2e80a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:16.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.112+0000 7fa309a00640 1 --2- 172.21.15.33:0/1522428794 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fa2e80a2c90 0x7fa2e80a5150 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x558004565720 tx=0x7fa2f402a480 comp rx=0 tx=0).stop 2024-09-05T02:26:16.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.112+0000 7fa309a00640 1 -- 172.21.15.33:0/1522428794 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa304074620 msgr2=0x7fa30419a6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:16.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.112+0000 7fa309a00640 1 --2- 172.21.15.33:0/1522428794 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa304074620 0x7fa30419a6c0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa2f4004770 tx=0x7fa2f4003c10 comp rx=0 tx=0).stop 2024-09-05T02:26:16.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.112+0000 7fa309a00640 1 -- 172.21.15.33:0/1522428794 shutdown_connections 2024-09-05T02:26:16.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.112+0000 7fa309a00640 1 --2- 172.21.15.33:0/1522428794 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fa2e80a2c90 0x7fa2e80a5150 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.112+0000 7fa309a00640 1 --2- 172.21.15.33:0/1522428794 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa30410e3c0 0x7fa30419ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.112+0000 7fa309a00640 1 --2- 172.21.15.33:0/1522428794 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa304074f40 0x7fa30419ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.112+0000 7fa309a00640 1 --2- 172.21.15.33:0/1522428794 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa304074620 0x7fa30419a6c0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:16.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.112+0000 7fa309a00640 1 -- 172.21.15.33:0/1522428794 >> 172.21.15.33:0/1522428794 conn(0x7fa3040fd8c0 msgr2=0x7fa3040fe5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:16.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.113+0000 7fa309a00640 1 -- 172.21.15.33:0/1522428794 shutdown_connections 2024-09-05T02:26:16.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:16.113+0000 7fa309a00640 1 -- 172.21.15.33:0/1522428794 wait complete. 2024-09-05T02:26:16.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:16 smithi123 ceph-mon[34031]: pgmap v336: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-05T02:26:16.692 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:16 smithi033 ceph-mon[29909]: pgmap v336: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-05T02:26:16.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:16 smithi174 ceph-mon[34756]: pgmap v336: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-05T02:26:16.986 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.a status 2024-09-05T02:26:17.365 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:17.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.912+0000 7fdaa4c00640 1 -- 172.21.15.33:0/1556305655 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdaa0103e30 msgr2=0x7fdaa0104210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:17.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.912+0000 7fdaa4c00640 1 --2- 172.21.15.33:0/1556305655 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdaa0103e30 0x7fdaa0104210 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fda90009900 tx=0x7fda9002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.912+0000 7fdaa4c00640 1 -- 172.21.15.33:0/1556305655 shutdown_connections 2024-09-05T02:26:17.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.912+0000 7fdaa4c00640 1 --2- 172.21.15.33:0/1556305655 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdaa0108f60 0x7fdaa0110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.912+0000 7fdaa4c00640 1 --2- 172.21.15.33:0/1556305655 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdaa01047e0 0x7fdaa0108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.912+0000 7fdaa4c00640 1 --2- 172.21.15.33:0/1556305655 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdaa0103e30 0x7fdaa0104210 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.912+0000 7fdaa4c00640 1 -- 172.21.15.33:0/1556305655 >> 172.21.15.33:0/1556305655 conn(0x7fdaa00ff8d0 msgr2=0x7fdaa0101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:17.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.912+0000 7fdaa4c00640 1 -- 172.21.15.33:0/1556305655 shutdown_connections 2024-09-05T02:26:17.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.912+0000 7fdaa4c00640 1 -- 172.21.15.33:0/1556305655 wait complete. 2024-09-05T02:26:17.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.913+0000 7fdaa4c00640 1 Processor -- start 2024-09-05T02:26:17.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.913+0000 7fdaa4c00640 1 -- start start 2024-09-05T02:26:17.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.914+0000 7fdaa4c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdaa0103e30 0x7fdaa019a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:17.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.914+0000 7fdaa4c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdaa01047e0 0x7fdaa019a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:17.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.914+0000 7fdaa4c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdaa0108f60 0x7fdaa019ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:17.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.914+0000 7fdaa4c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa0114010 con 0x7fdaa0108f60 2024-09-05T02:26:17.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.914+0000 7fdaa4c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa0113e90 con 0x7fdaa0103e30 2024-09-05T02:26:17.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.914+0000 7fdaa4c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa0114190 con 0x7fdaa01047e0 2024-09-05T02:26:17.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.914+0000 7fda9fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdaa0108f60 0x7fdaa019ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:17.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.914+0000 7fda9fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdaa0108f60 0x7fdaa019ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48322/0 (socket says 172.21.15.33:48322) 2024-09-05T02:26:17.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.914+0000 7fda9fe00640 1 -- 172.21.15.33:0/2891791383 learned_addr learned my addr 172.21.15.33:0/2891791383 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:17.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.914+0000 7fda97e00640 1 --2- 172.21.15.33:0/2891791383 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdaa01047e0 0x7fdaa019a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:17.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.914+0000 7fda9f400640 1 --2- 172.21.15.33:0/2891791383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdaa0103e30 0x7fdaa019a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:17.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.915+0000 7fda9fe00640 1 -- 172.21.15.33:0/2891791383 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdaa01047e0 msgr2=0x7fdaa019a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:17.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.915+0000 7fda9fe00640 1 --2- 172.21.15.33:0/2891791383 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdaa01047e0 0x7fdaa019a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.915+0000 7fda9fe00640 1 -- 172.21.15.33:0/2891791383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdaa0103e30 msgr2=0x7fdaa019a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:17.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.915+0000 7fda9fe00640 1 --2- 172.21.15.33:0/2891791383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdaa0103e30 0x7fdaa019a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.915+0000 7fda9fe00640 1 -- 172.21.15.33:0/2891791383 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaa019f460 con 0x7fdaa0108f60 2024-09-05T02:26:17.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.915+0000 7fda9fe00640 1 --2- 172.21.15.33:0/2891791383 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdaa0108f60 0x7fdaa019ed80 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fda9800eaa0 tx=0x7fda9800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:17.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.915+0000 7fda9cc00640 1 -- 172.21.15.33:0/2891791383 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda9800cdb0 con 0x7fdaa0108f60 2024-09-05T02:26:17.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.915+0000 7fda9cc00640 1 -- 172.21.15.33:0/2891791383 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fda98005020 con 0x7fdaa0108f60 2024-09-05T02:26:17.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.915+0000 7fdaa4c00640 1 -- 172.21.15.33:0/2891791383 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdaa019f750 con 0x7fdaa0108f60 2024-09-05T02:26:17.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.915+0000 7fda9cc00640 1 -- 172.21.15.33:0/2891791383 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda980116b0 con 0x7fdaa0108f60 2024-09-05T02:26:17.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.915+0000 7fdaa4c00640 1 -- 172.21.15.33:0/2891791383 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdaa01a7030 con 0x7fdaa0108f60 2024-09-05T02:26:17.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.918+0000 7fdaa8cc7740 1 Processor -- start 2024-09-05T02:26:17.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.919+0000 7fda9cc00640 1 -- 172.21.15.33:0/2891791383 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fda98005560 con 0x7fdaa0108f60 2024-09-05T02:26:17.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.919+0000 7fdaa8cc7740 1 -- start start 2024-09-05T02:26:17.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.919+0000 7fdaa8cc7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac1f4e0 0x55b97ac1f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:17.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.919+0000 7fdaa8cc7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1fe00 0x55b97ac2a180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:17.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.919+0000 7fdaa8cc7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b97ac2a6c0 0x55b97ac2cab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:17.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.919+0000 7fdaa8cc7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55b97ab850b0 con 0x55b97ac1fe00 2024-09-05T02:26:17.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.919+0000 7fdaa8cc7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b97ab2cab0 con 0x55b97ac2a6c0 2024-09-05T02:26:17.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.919+0000 7fdaa8cc7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55b97ab81070 con 0x55b97ac1f4e0 2024-09-05T02:26:17.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.919+0000 7fda9f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1fe00 0x55b97ac2a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:17.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.919+0000 7fda97e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac1f4e0 0x55b97ac1f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:17.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.919+0000 7fda97e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac1f4e0 0x55b97ac1f8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:37216/0 (socket says 172.21.15.33:37216) 2024-09-05T02:26:17.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.919+0000 7fda97e00640 1 -- 172.21.15.33:0/2626297853 learned_addr learned my addr 172.21.15.33:0/2626297853 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:17.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.919+0000 7fda9f400640 1 --2- 172.21.15.33:0/2626297853 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1fe00 0x55b97ac2a180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48330/0 (socket says 172.21.15.33:48330) 2024-09-05T02:26:17.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.920+0000 7fda97e00640 1 --2- 172.21.15.33:0/2626297853 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b97ac2a6c0 0x55b97ac2cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:17.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.920+0000 7fda9f400640 1 -- 172.21.15.33:0/2626297853 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac1f4e0 msgr2=0x55b97ac1f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:17.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.920+0000 7fda9f400640 1 --2- 172.21.15.33:0/2626297853 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac1f4e0 0x55b97ac1f8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.920+0000 7fda9f400640 1 -- 172.21.15.33:0/2626297853 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b97ac2a6c0 msgr2=0x55b97ac2cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:17.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.920+0000 7fda9f400640 1 --2- 172.21.15.33:0/2626297853 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b97ac2a6c0 0x55b97ac2cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.920+0000 7fda9f400640 1 -- 172.21.15.33:0/2626297853 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b97ab394a0 con 0x55b97ac1fe00 2024-09-05T02:26:17.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.920+0000 7fda9f400640 1 --2- 172.21.15.33:0/2626297853 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1fe00 0x55b97ac2a180 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fda9002a9e0 tx=0x7fda900040f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5218e5c2f8c68e2d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:17.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.920+0000 7fda9cc00640 1 --2- 172.21.15.33:0/2891791383 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fda840a2c10 0x7fda840a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:17.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.921+0000 7fda9cc00640 1 -- 172.21.15.33:0/2891791383 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fda980cf350 con 0x7fdaa0108f60 2024-09-05T02:26:17.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.921+0000 7fda97e00640 1 --2- 172.21.15.33:0/2891791383 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fda840a2c10 0x7fda840a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:17.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.921+0000 7fda8fe00640 1 -- 172.21.15.33:0/2626297853 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda90035040 con 0x55b97ac1fe00 2024-09-05T02:26:17.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.921+0000 7fda8fe00640 1 -- 172.21.15.33:0/2626297853 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fda90005520 con 0x55b97ac1fe00 2024-09-05T02:26:17.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.921+0000 7fda8fe00640 1 -- 172.21.15.33:0/2626297853 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda90003850 con 0x55b97ac1fe00 2024-09-05T02:26:17.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.921+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/2626297853 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1fe00 msgr2=0x55b97ac2a180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:17.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.921+0000 7fda97e00640 1 --2- 172.21.15.33:0/2891791383 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fda840a2c10 0x7fda840a50d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x55b97ac1cdf0 tx=0x7fda8800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:17.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.921+0000 7fdaa8cc7740 1 --2- 172.21.15.33:0/2626297853 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1fe00 0x55b97ac2a180 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fda9002a9e0 tx=0x7fda900040f0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.922+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/2626297853 shutdown_connections 2024-09-05T02:26:17.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.922+0000 7fdaa8cc7740 1 --2- 172.21.15.33:0/2626297853 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b97ac2a6c0 0x55b97ac2cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.922+0000 7fdaa8cc7740 1 --2- 172.21.15.33:0/2626297853 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1fe00 0x55b97ac2a180 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.922+0000 7fdaa8cc7740 1 --2- 172.21.15.33:0/2626297853 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac1f4e0 0x55b97ac1f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.922+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/2626297853 >> 172.21.15.33:0/2626297853 conn(0x55b97ac1ba70 msgr2=0x55b97ac1be50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:17.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.922+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/2626297853 shutdown_connections 2024-09-05T02:26:17.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.922+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/2626297853 wait complete. 2024-09-05T02:26:17.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.922+0000 7fdaa8cc7740 1 -- start start 2024-09-05T02:26:17.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.922+0000 7fdaa8cc7740 1 Processor -- start 2024-09-05T02:26:17.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.923+0000 7fdaa8cc7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1f4e0 0x55b97ac27640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:17.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.923+0000 7fdaa8cc7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b97ac1fe00 0x55b97ac27b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:17.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.923+0000 7fdaa8cc7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac2a6c0 0x55b97ac280c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:17.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.923+0000 7fdaa8cc7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55b97ac2d330 con 0x55b97ac1f4e0 2024-09-05T02:26:17.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.923+0000 7fdaa8cc7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b97ab0d920 con 0x55b97ac1fe00 2024-09-05T02:26:17.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.923+0000 7fdaa8cc7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55b97ac2d4b0 con 0x55b97ac2a6c0 2024-09-05T02:26:17.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.923+0000 7fdaa8cc7740 10 client.0 _ll_register_callbacks cb 0x55b97ab318a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:26:17.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.923+0000 7fda9fe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac2a6c0 0x55b97ac280c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:17.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.923+0000 7fda9f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1f4e0 0x55b97ac27640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:17.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.923+0000 7fda9fe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac2a6c0 0x55b97ac280c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:37222/0 (socket says 172.21.15.33:37222) 2024-09-05T02:26:17.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.923+0000 7fda9fe00640 1 -- 172.21.15.33:0/493924656 learned_addr learned my addr 172.21.15.33:0/493924656 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:17.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.923+0000 7fda97e00640 1 --2- 172.21.15.33:0/493924656 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b97ac1fe00 0x55b97ac27b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:17.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.924+0000 7fda9f400640 1 -- 172.21.15.33:0/493924656 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac2a6c0 msgr2=0x55b97ac280c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:17.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.924+0000 7fda9f400640 1 --2- 172.21.15.33:0/493924656 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac2a6c0 0x55b97ac280c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.924+0000 7fda9f400640 1 -- 172.21.15.33:0/493924656 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b97ac1fe00 msgr2=0x55b97ac27b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:17.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.924+0000 7fda9f400640 1 --2- 172.21.15.33:0/493924656 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b97ac1fe00 0x55b97ac27b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.924+0000 7fda9f400640 1 -- 172.21.15.33:0/493924656 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b97a8f62b0 con 0x55b97ac1f4e0 2024-09-05T02:26:17.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.924+0000 7fda9fe00640 1 --2- 172.21.15.33:0/493924656 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac2a6c0 0x55b97ac280c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:26:17.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.924+0000 7fda9f400640 1 --2- 172.21.15.33:0/493924656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1f4e0 0x55b97ac27640 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fda9002a910 tx=0x7fda900045b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3bc87c40dfbe3ec server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:17.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.924+0000 7fda8cc00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:26:17.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.924+0000 7fda8cc00640 1 -- 172.21.15.33:0/493924656 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda90052060 con 0x55b97ac1f4e0 2024-09-05T02:26:17.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.924+0000 7fda8cc00640 1 -- 172.21.15.33:0/493924656 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fda90004950 con 0x55b97ac1f4e0 2024-09-05T02:26:17.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.924+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/493924656 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda90005520 con 0x55b97ac1f4e0 2024-09-05T02:26:17.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.925+0000 7fda8cc00640 1 -- 172.21.15.33:0/493924656 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fda90035070 con 0x55b97ac1f4e0 2024-09-05T02:26:17.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.925+0000 7fdaa8cc7740 10 client.14943 fetch_fsmap learned FSMap version 28 2024-09-05T02:26:17.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.925+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/493924656 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b97ac39060 con 0x55b97ac1f4e0 2024-09-05T02:26:17.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.925+0000 7fda8cc00640 1 -- 172.21.15.33:0/493924656 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fda90005520 con 0x55b97ac1f4e0 2024-09-05T02:26:17.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.925+0000 7fda8cc00640 1 -- 172.21.15.33:0/493924656 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fda90031a40 con 0x55b97ac1f4e0 2024-09-05T02:26:17.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.925+0000 7fdaa8cc7740 10 client.14943 fetch_fsmap finished waiting for FSMap version 28 2024-09-05T02:26:17.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.925+0000 7fdaa8cc7740 10 client.14943 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-05T02:26:17.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.925+0000 7fdaa8cc7740 20 client.14943 populate_metadata read hostname 'smithi033' 2024-09-05T02:26:17.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.925+0000 7fdaa8cc7740 1 --2- 172.21.15.33:0/493924656 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b97ac3b150 0x55b97ac3a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:17.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.925+0000 7fdaa8cc7740 4 client.14943 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:26:17.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.925+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/493924656 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b97ab92620 con 0x55b97ac3b150 2024-09-05T02:26:17.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.925+0000 7fda97e00640 1 --2- 172.21.15.33:0/493924656 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b97ac3b150 0x55b97ac3a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:17.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.926+0000 7fda97e00640 1 --2- 172.21.15.33:0/493924656 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b97ac3b150 0x55b97ac3a3b0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=81bdc9bf9f1ba07b server_cookie=63e1c44a66b64a16 in_seq=0 out_seq=0 2024-09-05T02:26:17.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.926+0000 7fda8cc00640 10 client.14943 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:26:17.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.927+0000 7fda8cc00640 1 -- 172.21.15.33:0/493924656 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b97ab92620 con 0x55b97ac3b150 2024-09-05T02:26:17.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.927+0000 7fda8cc00640 10 client.14943 handle_command_reply: tid=0 2024-09-05T02:26:17.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.927+0000 7fdaa8cc7740 1 client.14943 shutdown 2024-09-05T02:26:17.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.927+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/493924656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1f4e0 msgr2=0x55b97ac27640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:17.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.927+0000 7fdaa8cc7740 1 --2- 172.21.15.33:0/493924656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1f4e0 0x55b97ac27640 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fda9002a910 tx=0x7fda900045b0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.927+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/493924656 shutdown_connections 2024-09-05T02:26:17.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.927+0000 7fdaa8cc7740 1 --2- 172.21.15.33:0/493924656 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b97ac3b150 0x55b97ac3a3b0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.927+0000 7fdaa8cc7740 1 --2- 172.21.15.33:0/493924656 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac2a6c0 0x55b97ac280c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.927+0000 7fda8cc00640 0 client.14943 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:26:17.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.927+0000 7fdaa8cc7740 1 --2- 172.21.15.33:0/493924656 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b97ac1fe00 0x55b97ac27b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.927+0000 7fdaa8cc7740 1 --2- 172.21.15.33:0/493924656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1f4e0 0x55b97ac27640 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.927+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/493924656 >> 172.21.15.33:0/493924656 conn(0x55b97ac1ba70 msgr2=0x55b97ac217a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:17.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.928+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/493924656 shutdown_connections 2024-09-05T02:26:17.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.928+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/493924656 wait complete. 2024-09-05T02:26:17.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.928+0000 7fdaa8cc7740 20 client.14943 trim_cache size 0 max 16384 2024-09-05T02:26:17.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.946+0000 7fdaa8cc7740 1 Processor -- start 2024-09-05T02:26:17.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.947+0000 7fdaa8cc7740 1 -- start start 2024-09-05T02:26:17.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.947+0000 7fdaa8cc7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac1f4e0 0x55b97ac3b820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:17.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.947+0000 7fdaa8cc7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1fe00 0x55b97ac25f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:17.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.947+0000 7fdaa8cc7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b97ac2a6c0 0x55b97ac26450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:17.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.947+0000 7fdaa8cc7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55b97ac3a900 con 0x55b97ac1fe00 2024-09-05T02:26:17.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.947+0000 7fdaa8cc7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b97ac3afd0 con 0x55b97ac2a6c0 2024-09-05T02:26:17.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.947+0000 7fdaa8cc7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55b97ac3b6a0 con 0x55b97ac1f4e0 2024-09-05T02:26:17.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.947+0000 7fda97e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1fe00 0x55b97ac25f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:17.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.947+0000 7fda97e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1fe00 0x55b97ac25f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48356/0 (socket says 172.21.15.33:48356) 2024-09-05T02:26:17.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.947+0000 7fda97e00640 1 -- 172.21.15.33:0/603223288 learned_addr learned my addr 172.21.15.33:0/603223288 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:17.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.947+0000 7fda9f400640 1 --2- 172.21.15.33:0/603223288 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac1f4e0 0x55b97ac3b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:17.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.947+0000 7fda9fe00640 1 --2- 172.21.15.33:0/603223288 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b97ac2a6c0 0x55b97ac26450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:17.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.948+0000 7fda97e00640 1 -- 172.21.15.33:0/603223288 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac1f4e0 msgr2=0x55b97ac3b820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:17.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.948+0000 7fda97e00640 1 --2- 172.21.15.33:0/603223288 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac1f4e0 0x55b97ac3b820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.948+0000 7fda97e00640 1 -- 172.21.15.33:0/603223288 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b97ac2a6c0 msgr2=0x55b97ac26450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:17.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.948+0000 7fda97e00640 1 --2- 172.21.15.33:0/603223288 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b97ac2a6c0 0x55b97ac26450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.948+0000 7fda97e00640 1 -- 172.21.15.33:0/603223288 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b97ac28ab0 con 0x55b97ac1fe00 2024-09-05T02:26:17.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.948+0000 7fda97e00640 1 --2- 172.21.15.33:0/603223288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1fe00 0x55b97ac25f10 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x55b97ac26ed0 tx=0x7fda88004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3be8b5b3e64062c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:17.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.948+0000 7fda8f400640 1 -- 172.21.15.33:0/603223288 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda88039070 con 0x55b97ac1fe00 2024-09-05T02:26:17.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.948+0000 7fda8f400640 1 -- 172.21.15.33:0/603223288 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fda88004400 con 0x55b97ac1fe00 2024-09-05T02:26:17.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.948+0000 7fda8f400640 1 -- 172.21.15.33:0/603223288 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda8802c600 con 0x55b97ac1fe00 2024-09-05T02:26:17.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.949+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/603223288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1fe00 msgr2=0x55b97ac25f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:17.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.949+0000 7fdaa8cc7740 1 --2- 172.21.15.33:0/603223288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1fe00 0x55b97ac25f10 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x55b97ac26ed0 tx=0x7fda88004730 comp rx=0 tx=0).stop 2024-09-05T02:26:17.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.949+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/603223288 shutdown_connections 2024-09-05T02:26:17.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.949+0000 7fdaa8cc7740 1 --2- 172.21.15.33:0/603223288 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b97ac2a6c0 0x55b97ac26450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.949+0000 7fdaa8cc7740 1 --2- 172.21.15.33:0/603223288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1fe00 0x55b97ac25f10 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.949+0000 7fdaa8cc7740 1 --2- 172.21.15.33:0/603223288 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac1f4e0 0x55b97ac3b820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.949+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/603223288 >> 172.21.15.33:0/603223288 conn(0x55b97ac1ba70 msgr2=0x55b97ac167a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:17.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.949+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/603223288 shutdown_connections 2024-09-05T02:26:17.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.949+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/603223288 wait complete. 2024-09-05T02:26:17.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.950+0000 7fdaa8cc7740 1 -- start start 2024-09-05T02:26:17.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.950+0000 7fdaa8cc7740 1 Processor -- start 2024-09-05T02:26:17.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.950+0000 7fdaa8cc7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1f4e0 0x55b97ac44eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:17.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.950+0000 7fdaa8cc7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b97ac1fe00 0x55b97ac3e230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:17.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.950+0000 7fdaa8cc7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac2a6c0 0x55b97ac3e770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:17.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.950+0000 7fdaa8cc7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55b97ac3c440 con 0x55b97ac1f4e0 2024-09-05T02:26:17.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.950+0000 7fdaa8cc7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b97ac3bd70 con 0x55b97ac1fe00 2024-09-05T02:26:17.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.950+0000 7fdaa8cc7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55b97ac3cb10 con 0x55b97ac2a6c0 2024-09-05T02:26:17.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.950+0000 7fdaa8cc7740 10 client.0 _ll_register_callbacks cb 0x7fda90004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:26:17.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.951+0000 7fda9f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1f4e0 0x55b97ac44eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:17.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.951+0000 7fda9f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1f4e0 0x55b97ac44eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48364/0 (socket says 172.21.15.33:48364) 2024-09-05T02:26:17.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.951+0000 7fda9f400640 1 -- 172.21.15.33:0/3426417676 learned_addr learned my addr 172.21.15.33:0/3426417676 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:17.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.951+0000 7fda97e00640 1 --2- 172.21.15.33:0/3426417676 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b97ac1fe00 0x55b97ac3e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:17.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.951+0000 7fda9fe00640 1 --2- 172.21.15.33:0/3426417676 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac2a6c0 0x55b97ac3e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:17.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.951+0000 7fda9f400640 1 -- 172.21.15.33:0/3426417676 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac2a6c0 msgr2=0x55b97ac3e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:17.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.951+0000 7fda9f400640 1 --2- 172.21.15.33:0/3426417676 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac2a6c0 0x55b97ac3e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.951+0000 7fda9f400640 1 -- 172.21.15.33:0/3426417676 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b97ac1fe00 msgr2=0x55b97ac3e230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:17.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.951+0000 7fda9f400640 1 --2- 172.21.15.33:0/3426417676 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b97ac1fe00 0x55b97ac3e230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.951+0000 7fda9f400640 1 -- 172.21.15.33:0/3426417676 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b97ac3eeb0 con 0x55b97ac1f4e0 2024-09-05T02:26:17.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.951+0000 7fda9f400640 1 --2- 172.21.15.33:0/3426417676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1f4e0 0x55b97ac44eb0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fda90006010 tx=0x7fda90031c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd51d7af1b0afd36 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:17.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.951+0000 7fda8cc00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:26:17.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.951+0000 7fda8cc00640 1 -- 172.21.15.33:0/3426417676 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda9005c020 con 0x55b97ac1f4e0 2024-09-05T02:26:17.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.952+0000 7fda8cc00640 1 -- 172.21.15.33:0/3426417676 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fda90003800 con 0x55b97ac1f4e0 2024-09-05T02:26:17.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.952+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/3426417676 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda88004400 con 0x55b97ac1f4e0 2024-09-05T02:26:17.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.952+0000 7fda8cc00640 1 -- 172.21.15.33:0/3426417676 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fda90052040 con 0x55b97ac1f4e0 2024-09-05T02:26:17.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.952+0000 7fdaa8cc7740 10 client.14949 fetch_fsmap learned FSMap version 28 2024-09-05T02:26:17.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.952+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/3426417676 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b97aca5860 con 0x55b97ac1f4e0 2024-09-05T02:26:17.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.952+0000 7fda8cc00640 1 -- 172.21.15.33:0/3426417676 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fda88004400 con 0x55b97ac1f4e0 2024-09-05T02:26:17.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.952+0000 7fda8cc00640 1 -- 172.21.15.33:0/3426417676 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fda9004e9c0 con 0x55b97ac1f4e0 2024-09-05T02:26:17.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.952+0000 7fdaa8cc7740 10 client.14949 fetch_fsmap finished waiting for FSMap version 28 2024-09-05T02:26:17.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.952+0000 7fdaa8cc7740 10 client.14949 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-05T02:26:17.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.952+0000 7fdaa8cc7740 20 client.14949 populate_metadata read hostname 'smithi033' 2024-09-05T02:26:17.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.952+0000 7fdaa8cc7740 1 --2- 172.21.15.33:0/3426417676 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b97acaa310 0x55b97aca9020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:17.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.952+0000 7fdaa8cc7740 4 client.14949 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T02:26:17.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.952+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/3426417676 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "status"}) -- 0x55b97ab8cb30 con 0x55b97acaa310 2024-09-05T02:26:17.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.953+0000 7fda97e00640 1 --2- 172.21.15.33:0/3426417676 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b97acaa310 0x55b97aca9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:17.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.953+0000 7fda97e00640 1 --2- 172.21.15.33:0/3426417676 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b97acaa310 0x55b97aca9020 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=93ff224a564e6c63 server_cookie=a86af1b4689bf59f in_seq=0 out_seq=0 2024-09-05T02:26:17.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.953+0000 7fda8cc00640 10 client.14949 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:26:17.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.953+0000 7fda8cc00640 1 -- 172.21.15.33:0/3426417676 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55b97ab8cb30 con 0x55b97acaa310 2024-09-05T02:26:17.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.953+0000 7fda8cc00640 10 client.14949 handle_command_reply: tid=0 2024-09-05T02:26:17.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.954+0000 7fdaa8cc7740 1 client.14949 shutdown 2024-09-05T02:26:17.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.954+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/3426417676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1f4e0 msgr2=0x55b97ac44eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:17.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.954+0000 7fdaa8cc7740 1 --2- 172.21.15.33:0/3426417676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1f4e0 0x55b97ac44eb0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fda90006010 tx=0x7fda90031c30 comp rx=0 tx=0).stop 2024-09-05T02:26:17.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.954+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/3426417676 shutdown_connections 2024-09-05T02:26:17.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.954+0000 7fdaa8cc7740 1 --2- 172.21.15.33:0/3426417676 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b97acaa310 0x55b97aca9020 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.954+0000 7fdaa8cc7740 1 --2- 172.21.15.33:0/3426417676 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b97ac2a6c0 0x55b97ac3e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.954+0000 7fdaa8cc7740 1 --2- 172.21.15.33:0/3426417676 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b97ac1fe00 0x55b97ac3e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.954+0000 7fdaa8cc7740 1 --2- 172.21.15.33:0/3426417676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b97ac1f4e0 0x55b97ac44eb0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.954+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/3426417676 >> 172.21.15.33:0/3426417676 conn(0x55b97ac1ba70 msgr2=0x55b97ac25e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:17.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.954+0000 7fda8cc00640 0 client.14949 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:26:17.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.954+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/3426417676 shutdown_connections 2024-09-05T02:26:17.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.954+0000 7fdaa8cc7740 1 -- 172.21.15.33:0/3426417676 wait complete. 2024-09-05T02:26:17.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.954+0000 7fdaa8cc7740 20 client.14949 trim_cache size 0 max 16384 2024-09-05T02:26:17.960 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:26:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "b37d3f34-6b2c-11ef-bcd6-c7b262605968", 2024-09-05T02:26:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 1, 2024-09-05T02:26:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 24535, 2024-09-05T02:26:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-09-05T02:26:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-09-05T02:26:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-09-05T02:26:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 80.455577778999995, 2024-09-05T02:26:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 28, 2024-09-05T02:26:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 86, 2024-09-05T02:26:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 84, 2024-09-05T02:26:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 103.71145548600001 2024-09-05T02:26:17.961 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:26:17.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.955+0000 7fdaa4c00640 1 -- 172.21.15.33:0/2891791383 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fda840a2c10 msgr2=0x7fda840a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:17.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.955+0000 7fdaa4c00640 1 --2- 172.21.15.33:0/2891791383 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fda840a2c10 0x7fda840a50d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x55b97ac1cdf0 tx=0x7fda8800b390 comp rx=0 tx=0).stop 2024-09-05T02:26:17.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.955+0000 7fdaa4c00640 1 -- 172.21.15.33:0/2891791383 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdaa0108f60 msgr2=0x7fdaa019ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:17.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.955+0000 7fdaa4c00640 1 --2- 172.21.15.33:0/2891791383 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdaa0108f60 0x7fdaa019ed80 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fda9800eaa0 tx=0x7fda9800ef60 comp rx=0 tx=0).stop 2024-09-05T02:26:17.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.955+0000 7fdaa4c00640 1 -- 172.21.15.33:0/2891791383 shutdown_connections 2024-09-05T02:26:17.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.955+0000 7fdaa4c00640 1 --2- 172.21.15.33:0/2891791383 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fda840a2c10 0x7fda840a50d0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.955+0000 7fdaa4c00640 1 --2- 172.21.15.33:0/2891791383 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdaa0108f60 0x7fdaa019ed80 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.955+0000 7fdaa4c00640 1 --2- 172.21.15.33:0/2891791383 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdaa01047e0 0x7fdaa019a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.955+0000 7fdaa4c00640 1 --2- 172.21.15.33:0/2891791383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdaa0103e30 0x7fdaa019a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:17.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.955+0000 7fdaa4c00640 1 -- 172.21.15.33:0/2891791383 >> 172.21.15.33:0/2891791383 conn(0x7fdaa00ff8d0 msgr2=0x7fdaa0100bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:17.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.955+0000 7fdaa4c00640 1 -- 172.21.15.33:0/2891791383 shutdown_connections 2024-09-05T02:26:17.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:17.955+0000 7fdaa4c00640 1 -- 172.21.15.33:0/2891791383 wait complete. 2024-09-05T02:26:18.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:18 smithi123 ceph-mon[34031]: pgmap v337: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-05T02:26:18.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:18 smithi174 ceph-mon[34756]: pgmap v337: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-05T02:26:18.820 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:18 smithi033 ceph-mon[29909]: pgmap v337: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-05T02:26:18.860 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.b status 2024-09-05T02:26:19.237 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:19.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.744+0000 7fa280e00640 1 -- 172.21.15.33:0/1227046173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa27c103ff0 msgr2=0x7fa27c1043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:19.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.744+0000 7fa280e00640 1 --2- 172.21.15.33:0/1227046173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa27c103ff0 0x7fa27c1043d0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa26c009860 tx=0x7fa26c02a340 comp rx=0 tx=0).stop 2024-09-05T02:26:19.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.744+0000 7fa280e00640 1 -- 172.21.15.33:0/1227046173 shutdown_connections 2024-09-05T02:26:19.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.744+0000 7fa280e00640 1 --2- 172.21.15.33:0/1227046173 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa27c109120 0x7fa27c110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.744+0000 7fa280e00640 1 --2- 172.21.15.33:0/1227046173 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa27c1049a0 0x7fa27c1089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.744+0000 7fa280e00640 1 --2- 172.21.15.33:0/1227046173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa27c103ff0 0x7fa27c1043d0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.744+0000 7fa280e00640 1 -- 172.21.15.33:0/1227046173 >> 172.21.15.33:0/1227046173 conn(0x7fa27c0ffa90 msgr2=0x7fa27c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:19.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.744+0000 7fa280e00640 1 -- 172.21.15.33:0/1227046173 shutdown_connections 2024-09-05T02:26:19.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.744+0000 7fa280e00640 1 -- 172.21.15.33:0/1227046173 wait complete. 2024-09-05T02:26:19.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.745+0000 7fa280e00640 1 Processor -- start 2024-09-05T02:26:19.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.745+0000 7fa280e00640 1 -- start start 2024-09-05T02:26:19.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.746+0000 7fa280e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa27c103ff0 0x7fa27c19a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:19.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.746+0000 7fa280e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa27c1049a0 0x7fa27c19ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:19.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.746+0000 7fa280e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa27c109120 0x7fa27c19ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:19.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.746+0000 7fa280e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa27c114120 con 0x7fa27c109120 2024-09-05T02:26:19.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.746+0000 7fa280e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa27c113fa0 con 0x7fa27c103ff0 2024-09-05T02:26:19.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.746+0000 7fa280e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fa27c1142a0 con 0x7fa27c1049a0 2024-09-05T02:26:19.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.746+0000 7fa279e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa27c103ff0 0x7fa27c19a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:19.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.746+0000 7fa279e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa27c103ff0 0x7fa27c19a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:53710/0 (socket says 172.21.15.33:53710) 2024-09-05T02:26:19.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.746+0000 7fa279e00640 1 -- 172.21.15.33:0/733997596 learned_addr learned my addr 172.21.15.33:0/733997596 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:19.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.746+0000 7fa27a800640 1 --2- 172.21.15.33:0/733997596 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa27c109120 0x7fa27c19ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:19.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.746+0000 7fa273e00640 1 --2- 172.21.15.33:0/733997596 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa27c1049a0 0x7fa27c19ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:19.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.746+0000 7fa279e00640 1 -- 172.21.15.33:0/733997596 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa27c1049a0 msgr2=0x7fa27c19ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:19.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.746+0000 7fa279e00640 1 --2- 172.21.15.33:0/733997596 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa27c1049a0 0x7fa27c19ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.746+0000 7fa279e00640 1 -- 172.21.15.33:0/733997596 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa27c109120 msgr2=0x7fa27c19ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:19.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.746+0000 7fa279e00640 1 --2- 172.21.15.33:0/733997596 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa27c109120 0x7fa27c19ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.746+0000 7fa279e00640 1 -- 172.21.15.33:0/733997596 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa27c19f5f0 con 0x7fa27c103ff0 2024-09-05T02:26:19.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.747+0000 7fa279e00640 1 --2- 172.21.15.33:0/733997596 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa27c103ff0 0x7fa27c19a640 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fa26c035040 tx=0x7fa26c033d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:19.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.747+0000 7fa272a00640 1 -- 172.21.15.33:0/733997596 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa26c03f020 con 0x7fa27c103ff0 2024-09-05T02:26:19.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.747+0000 7fa272a00640 1 -- 172.21.15.33:0/733997596 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa26c032770 con 0x7fa27c103ff0 2024-09-05T02:26:19.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.747+0000 7fa280e00640 1 -- 172.21.15.33:0/733997596 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa27c19f880 con 0x7fa27c103ff0 2024-09-05T02:26:19.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.747+0000 7fa272a00640 1 -- 172.21.15.33:0/733997596 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa26c037040 con 0x7fa27c103ff0 2024-09-05T02:26:19.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.747+0000 7fa280e00640 1 -- 172.21.15.33:0/733997596 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa27c1a71c0 con 0x7fa27c103ff0 2024-09-05T02:26:19.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.750+0000 7fa272a00640 1 -- 172.21.15.33:0/733997596 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fa26c042020 con 0x7fa27c103ff0 2024-09-05T02:26:19.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.750+0000 7fa283854740 1 Processor -- start 2024-09-05T02:26:19.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.751+0000 7fa283854740 1 -- start start 2024-09-05T02:26:19.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.751+0000 7fa283854740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8dd330 0x56473a8dd710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:19.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.751+0000 7fa283854740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8ddc50 0x56473a8e7fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:19.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.751+0000 7fa283854740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8e8510 0x56473a8ea900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:19.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.751+0000 7fa283854740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56473a8430b0 con 0x56473a8e8510 2024-09-05T02:26:19.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.751+0000 7fa283854740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56473a7eaab0 con 0x56473a8ddc50 2024-09-05T02:26:19.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.751+0000 7fa283854740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56473a83f070 con 0x56473a8dd330 2024-09-05T02:26:19.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.751+0000 7fa279e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8ddc50 0x56473a8e7fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:19.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.751+0000 7fa273e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8e8510 0x56473a8ea900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:19.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.751+0000 7fa279e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8ddc50 0x56473a8e7fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:53720/0 (socket says 172.21.15.33:53720) 2024-09-05T02:26:19.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.751+0000 7fa279e00640 1 -- 172.21.15.33:0/2277733823 learned_addr learned my addr 172.21.15.33:0/2277733823 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:19.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.751+0000 7fa27a800640 1 --2- 172.21.15.33:0/2277733823 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8dd330 0x56473a8dd710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:19.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.752+0000 7fa279e00640 1 -- 172.21.15.33:0/2277733823 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8dd330 msgr2=0x56473a8dd710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:19.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.752+0000 7fa279e00640 1 --2- 172.21.15.33:0/2277733823 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8dd330 0x56473a8dd710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.752+0000 7fa279e00640 1 -- 172.21.15.33:0/2277733823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8e8510 msgr2=0x56473a8ea900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:19.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.752+0000 7fa279e00640 1 --2- 172.21.15.33:0/2277733823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8e8510 0x56473a8ea900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.752+0000 7fa279e00640 1 -- 172.21.15.33:0/2277733823 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56473a7f74a0 con 0x56473a8ddc50 2024-09-05T02:26:19.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.752+0000 7fa279e00640 1 --2- 172.21.15.33:0/2277733823 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8ddc50 0x56473a8e7fd0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fa26c0f2e10 tx=0x7fa26c0f2f00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fc061a01f9165f3a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:19.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.752+0000 7fa272a00640 1 --2- 172.21.15.33:0/733997596 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fa2600a2c90 0x7fa2600a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:19.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.752+0000 7fa26b400640 1 -- 172.21.15.33:0/2277733823 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa26c0b7930 con 0x56473a8ddc50 2024-09-05T02:26:19.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.752+0000 7fa272a00640 1 -- 172.21.15.33:0/733997596 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fa26c0eeec0 con 0x7fa27c103ff0 2024-09-05T02:26:19.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.752+0000 7fa26b400640 1 -- 172.21.15.33:0/2277733823 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa26c0fc070 con 0x56473a8ddc50 2024-09-05T02:26:19.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.752+0000 7fa26b400640 1 -- 172.21.15.33:0/2277733823 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa26c0baae0 con 0x56473a8ddc50 2024-09-05T02:26:19.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.752+0000 7fa27a800640 1 --2- 172.21.15.33:0/733997596 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fa2600a2c90 0x7fa2600a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:19.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.753+0000 7fa283854740 1 -- 172.21.15.33:0/2277733823 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8ddc50 msgr2=0x56473a8e7fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:19.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.753+0000 7fa27a800640 1 --2- 172.21.15.33:0/733997596 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fa2600a2c90 0x7fa2600a5150 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa274005fd0 tx=0x7fa274010040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:19.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.753+0000 7fa283854740 1 --2- 172.21.15.33:0/2277733823 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8ddc50 0x56473a8e7fd0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fa26c0f2e10 tx=0x7fa26c0f2f00 comp rx=0 tx=0).stop 2024-09-05T02:26:19.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.753+0000 7fa283854740 1 -- 172.21.15.33:0/2277733823 shutdown_connections 2024-09-05T02:26:19.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.753+0000 7fa283854740 1 --2- 172.21.15.33:0/2277733823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8e8510 0x56473a8ea900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.753+0000 7fa283854740 1 --2- 172.21.15.33:0/2277733823 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8ddc50 0x56473a8e7fd0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.753+0000 7fa283854740 1 --2- 172.21.15.33:0/2277733823 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8dd330 0x56473a8dd710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.753+0000 7fa283854740 1 -- 172.21.15.33:0/2277733823 >> 172.21.15.33:0/2277733823 conn(0x56473a8d98c0 msgr2=0x56473a8d9ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:19.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.753+0000 7fa283854740 1 -- 172.21.15.33:0/2277733823 shutdown_connections 2024-09-05T02:26:19.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.754+0000 7fa283854740 1 -- 172.21.15.33:0/2277733823 wait complete. 2024-09-05T02:26:19.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.754+0000 7fa283854740 1 -- start start 2024-09-05T02:26:19.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.754+0000 7fa283854740 1 Processor -- start 2024-09-05T02:26:19.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.755+0000 7fa283854740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8dd330 0x56473a8e54d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:19.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.755+0000 7fa283854740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8ddc50 0x56473a8e5a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:19.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.755+0000 7fa283854740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8e8510 0x56473a8e5f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:19.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.755+0000 7fa283854740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56473a8eaea0 con 0x56473a8ddc50 2024-09-05T02:26:19.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.755+0000 7fa283854740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56473a7cb920 con 0x56473a8dd330 2024-09-05T02:26:19.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.755+0000 7fa283854740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56473a8eb020 con 0x56473a8e8510 2024-09-05T02:26:19.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.755+0000 7fa283854740 10 client.0 _ll_register_callbacks cb 0x56473a7ef8a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:26:19.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.755+0000 7fa273e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8ddc50 0x56473a8e5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:19.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.755+0000 7fa273e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8ddc50 0x56473a8e5a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48402/0 (socket says 172.21.15.33:48402) 2024-09-05T02:26:19.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.755+0000 7fa273e00640 1 -- 172.21.15.33:0/1961087499 learned_addr learned my addr 172.21.15.33:0/1961087499 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:19.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.755+0000 7fa279e00640 1 --2- 172.21.15.33:0/1961087499 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8dd330 0x56473a8e54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:19.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.755+0000 7fa27a800640 1 --2- 172.21.15.33:0/1961087499 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8e8510 0x56473a8e5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:19.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.755+0000 7fa273e00640 1 -- 172.21.15.33:0/1961087499 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8e8510 msgr2=0x56473a8e5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:19.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.755+0000 7fa273e00640 1 --2- 172.21.15.33:0/1961087499 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8e8510 0x56473a8e5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.755+0000 7fa273e00640 1 -- 172.21.15.33:0/1961087499 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8dd330 msgr2=0x56473a8e54d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:19.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.755+0000 7fa273e00640 1 --2- 172.21.15.33:0/1961087499 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8dd330 0x56473a8e54d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.755+0000 7fa273e00640 1 -- 172.21.15.33:0/1961087499 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56473a5b42b0 con 0x56473a8ddc50 2024-09-05T02:26:19.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.756+0000 7fa273e00640 1 --2- 172.21.15.33:0/1961087499 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8ddc50 0x56473a8e5a10 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa264012700 tx=0x7fa264012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0ea9fe713a82006 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:19.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.756+0000 7fa25fe00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:26:19.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.756+0000 7fa25fe00640 1 -- 172.21.15.33:0/1961087499 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa26400f8c0 con 0x56473a8ddc50 2024-09-05T02:26:19.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.756+0000 7fa25fe00640 1 -- 172.21.15.33:0/1961087499 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fa26400fa60 con 0x56473a8ddc50 2024-09-05T02:26:19.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.756+0000 7fa283854740 1 -- 172.21.15.33:0/1961087499 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa26c0fc070 con 0x56473a8ddc50 2024-09-05T02:26:19.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.756+0000 7fa25fe00640 1 -- 172.21.15.33:0/1961087499 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa26400fca0 con 0x56473a8ddc50 2024-09-05T02:26:19.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.756+0000 7fa283854740 10 client.14961 fetch_fsmap learned FSMap version 28 2024-09-05T02:26:19.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.756+0000 7fa283854740 1 -- 172.21.15.33:0/1961087499 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56473a8f6b60 con 0x56473a8ddc50 2024-09-05T02:26:19.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.757+0000 7fa25fe00640 1 -- 172.21.15.33:0/1961087499 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa26c0fc070 con 0x56473a8ddc50 2024-09-05T02:26:19.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.757+0000 7fa25fe00640 1 -- 172.21.15.33:0/1961087499 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fa264005320 con 0x56473a8ddc50 2024-09-05T02:26:19.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.757+0000 7fa283854740 10 client.14961 fetch_fsmap finished waiting for FSMap version 28 2024-09-05T02:26:19.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.757+0000 7fa283854740 10 client.14961 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-05T02:26:19.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.757+0000 7fa283854740 20 client.14961 populate_metadata read hostname 'smithi033' 2024-09-05T02:26:19.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.757+0000 7fa283854740 1 --2- 172.21.15.33:0/1961087499 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56473a8f91b0 0x56473a8fa620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:19.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.757+0000 7fa283854740 4 client.14961 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:26:19.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.757+0000 7fa283854740 1 -- 172.21.15.33:0/1961087499 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56473a850620 con 0x56473a8f91b0 2024-09-05T02:26:19.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.757+0000 7fa279e00640 1 --2- 172.21.15.33:0/1961087499 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56473a8f91b0 0x56473a8fa620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:19.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.758+0000 7fa279e00640 1 --2- 172.21.15.33:0/1961087499 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56473a8f91b0 0x56473a8fa620 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3dc4a704fc50991a server_cookie=878dc3c4ba2a7ae3 in_seq=0 out_seq=0 2024-09-05T02:26:19.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.758+0000 7fa25fe00640 10 client.14961 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:26:19.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.759+0000 7fa25fe00640 1 -- 172.21.15.33:0/1961087499 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56473a850620 con 0x56473a8f91b0 2024-09-05T02:26:19.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.759+0000 7fa25fe00640 10 client.14961 handle_command_reply: tid=0 2024-09-05T02:26:19.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.759+0000 7fa283854740 1 client.14961 shutdown 2024-09-05T02:26:19.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.759+0000 7fa283854740 1 -- 172.21.15.33:0/1961087499 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8ddc50 msgr2=0x56473a8e5a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:19.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.759+0000 7fa283854740 1 --2- 172.21.15.33:0/1961087499 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8ddc50 0x56473a8e5a10 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa264012700 tx=0x7fa264012bc0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.759+0000 7fa283854740 1 -- 172.21.15.33:0/1961087499 shutdown_connections 2024-09-05T02:26:19.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.759+0000 7fa283854740 1 --2- 172.21.15.33:0/1961087499 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8e8510 0x56473a8e5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.759+0000 7fa283854740 1 --2- 172.21.15.33:0/1961087499 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56473a8f91b0 0x56473a8fa620 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.759+0000 7fa283854740 1 --2- 172.21.15.33:0/1961087499 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8ddc50 0x56473a8e5a10 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.759+0000 7fa283854740 1 --2- 172.21.15.33:0/1961087499 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8dd330 0x56473a8e54d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.759+0000 7fa283854740 1 -- 172.21.15.33:0/1961087499 >> 172.21.15.33:0/1961087499 conn(0x56473a8d98c0 msgr2=0x56473a8df5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:19.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.759+0000 7fa25fe00640 0 client.14961 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:26:19.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.759+0000 7fa283854740 1 -- 172.21.15.33:0/1961087499 shutdown_connections 2024-09-05T02:26:19.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.760+0000 7fa283854740 1 -- 172.21.15.33:0/1961087499 wait complete. 2024-09-05T02:26:19.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.760+0000 7fa283854740 20 client.14961 trim_cache size 0 max 16384 2024-09-05T02:26:19.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.778+0000 7fa283854740 1 Processor -- start 2024-09-05T02:26:19.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.778+0000 7fa283854740 1 -- start start 2024-09-05T02:26:19.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.779+0000 7fa283854740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8dd330 0x56473a8e5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:19.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.779+0000 7fa283854740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8ddc50 0x56473a8e7440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:19.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.779+0000 7fa283854740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8e8510 0x56473a902900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:19.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.779+0000 7fa283854740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56473a8f8960 con 0x56473a8e8510 2024-09-05T02:26:19.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.779+0000 7fa283854740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56473a8f9030 con 0x56473a8dd330 2024-09-05T02:26:19.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.779+0000 7fa283854740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56473a8f9700 con 0x56473a8ddc50 2024-09-05T02:26:19.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.779+0000 7fa27a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8e8510 0x56473a902900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:19.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.779+0000 7fa27a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8e8510 0x56473a902900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48404/0 (socket says 172.21.15.33:48404) 2024-09-05T02:26:19.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.779+0000 7fa27a800640 1 -- 172.21.15.33:0/50114236 learned_addr learned my addr 172.21.15.33:0/50114236 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:19.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.779+0000 7fa273e00640 1 --2- 172.21.15.33:0/50114236 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8ddc50 0x56473a8e7440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:19.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.779+0000 7fa279e00640 1 --2- 172.21.15.33:0/50114236 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8dd330 0x56473a8e5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:19.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.779+0000 7fa27a800640 1 -- 172.21.15.33:0/50114236 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8ddc50 msgr2=0x56473a8e7440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:19.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.779+0000 7fa27a800640 1 --2- 172.21.15.33:0/50114236 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8ddc50 0x56473a8e7440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.779+0000 7fa27a800640 1 -- 172.21.15.33:0/50114236 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8dd330 msgr2=0x56473a8e5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:19.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.779+0000 7fa27a800640 1 --2- 172.21.15.33:0/50114236 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8dd330 0x56473a8e5da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.779+0000 7fa27a800640 1 -- 172.21.15.33:0/50114236 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56473a8f9bb0 con 0x56473a8e8510 2024-09-05T02:26:19.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.779+0000 7fa279e00640 1 --2- 172.21.15.33:0/50114236 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8dd330 0x56473a8e5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:26:19.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.780+0000 7fa27a800640 1 --2- 172.21.15.33:0/50114236 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8e8510 0x56473a902900 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa274003fb0 tx=0x7fa274016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26886a4071ce62f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:19.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.780+0000 7fa26aa00640 1 -- 172.21.15.33:0/50114236 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa27400da90 con 0x56473a8e8510 2024-09-05T02:26:19.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.780+0000 7fa26aa00640 1 -- 172.21.15.33:0/50114236 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa27402b070 con 0x56473a8e8510 2024-09-05T02:26:19.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.780+0000 7fa26aa00640 1 -- 172.21.15.33:0/50114236 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa274018420 con 0x56473a8e8510 2024-09-05T02:26:19.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.781+0000 7fa283854740 1 -- 172.21.15.33:0/50114236 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8e8510 msgr2=0x56473a902900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:19.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.781+0000 7fa283854740 1 --2- 172.21.15.33:0/50114236 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8e8510 0x56473a902900 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa274003fb0 tx=0x7fa274016000 comp rx=0 tx=0).stop 2024-09-05T02:26:19.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.781+0000 7fa283854740 1 -- 172.21.15.33:0/50114236 shutdown_connections 2024-09-05T02:26:19.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.781+0000 7fa283854740 1 --2- 172.21.15.33:0/50114236 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8e8510 0x56473a902900 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.781+0000 7fa283854740 1 --2- 172.21.15.33:0/50114236 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8ddc50 0x56473a8e7440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.781+0000 7fa283854740 1 --2- 172.21.15.33:0/50114236 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8dd330 0x56473a8e5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.781+0000 7fa283854740 1 -- 172.21.15.33:0/50114236 >> 172.21.15.33:0/50114236 conn(0x56473a8d98c0 msgr2=0x56473a8e6d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:19.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.781+0000 7fa283854740 1 -- 172.21.15.33:0/50114236 shutdown_connections 2024-09-05T02:26:19.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.781+0000 7fa283854740 1 -- 172.21.15.33:0/50114236 wait complete. 2024-09-05T02:26:19.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.781+0000 7fa283854740 1 -- start start 2024-09-05T02:26:19.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.781+0000 7fa283854740 1 Processor -- start 2024-09-05T02:26:19.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.782+0000 7fa283854740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8dd330 0x56473a902880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:19.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.782+0000 7fa283854740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8ddc50 0x56473a902dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:19.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.782+0000 7fa283854740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8e8510 0x56473a8fd830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:19.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.782+0000 7fa283854740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56473a8fa4a0 con 0x56473a8e8510 2024-09-05T02:26:19.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.782+0000 7fa283854740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56473a8f9dd0 con 0x56473a8dd330 2024-09-05T02:26:19.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.782+0000 7fa283854740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56473a8fab70 con 0x56473a8ddc50 2024-09-05T02:26:19.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.782+0000 7fa283854740 10 client.0 _ll_register_callbacks cb 0x7fa264009ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:26:19.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.782+0000 7fa27a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8e8510 0x56473a8fd830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:19.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.782+0000 7fa273e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8ddc50 0x56473a902dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:19.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.782+0000 7fa273e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8ddc50 0x56473a902dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:37300/0 (socket says 172.21.15.33:37300) 2024-09-05T02:26:19.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.782+0000 7fa273e00640 1 -- 172.21.15.33:0/869527505 learned_addr learned my addr 172.21.15.33:0/869527505 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:19.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.782+0000 7fa27a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8e8510 0x56473a8fd830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48414/0 (socket says 172.21.15.33:48414) 2024-09-05T02:26:19.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.782+0000 7fa279e00640 1 --2- 172.21.15.33:0/869527505 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8dd330 0x56473a902880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:19.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.783+0000 7fa273e00640 1 -- 172.21.15.33:0/869527505 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8dd330 msgr2=0x56473a902880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:19.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.783+0000 7fa273e00640 1 --2- 172.21.15.33:0/869527505 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8dd330 0x56473a902880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.783+0000 7fa273e00640 1 -- 172.21.15.33:0/869527505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8e8510 msgr2=0x56473a8fd830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:19.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.783+0000 7fa273e00640 1 --2- 172.21.15.33:0/869527505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8e8510 0x56473a8fd830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.783+0000 7fa273e00640 1 -- 172.21.15.33:0/869527505 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56473a903460 con 0x56473a8ddc50 2024-09-05T02:26:19.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.783+0000 7fa279e00640 1 --2- 172.21.15.33:0/869527505 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8dd330 0x56473a902880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:26:19.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.783+0000 7fa273e00640 1 --2- 172.21.15.33:0/869527505 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8ddc50 0x56473a902dc0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa264005710 tx=0x7fa26401c740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5c245bc6bd7ac1a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:19.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.783+0000 7fa25fe00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:26:19.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.783+0000 7fa25fe00640 1 -- 172.21.15.33:0/869527505 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa26400fe40 con 0x56473a8ddc50 2024-09-05T02:26:19.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.783+0000 7fa283854740 1 -- 172.21.15.33:0/869527505 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa27402b070 con 0x56473a8ddc50 2024-09-05T02:26:19.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.783+0000 7fa25fe00640 1 -- 172.21.15.33:0/869527505 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fa264005320 con 0x56473a8ddc50 2024-09-05T02:26:19.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.784+0000 7fa25fe00640 1 -- 172.21.15.33:0/869527505 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa26401c8b0 con 0x56473a8ddc50 2024-09-05T02:26:19.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.784+0000 7fa283854740 10 client.24952 fetch_fsmap learned FSMap version 28 2024-09-05T02:26:19.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.784+0000 7fa283854740 1 -- 172.21.15.33:0/869527505 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56473a963df0 con 0x56473a8ddc50 2024-09-05T02:26:19.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.784+0000 7fa25fe00640 1 -- 172.21.15.33:0/869527505 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa27402b070 con 0x56473a8ddc50 2024-09-05T02:26:19.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.784+0000 7fa25fe00640 1 -- 172.21.15.33:0/869527505 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fa264003bd0 con 0x56473a8ddc50 2024-09-05T02:26:19.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.784+0000 7fa283854740 10 client.24952 fetch_fsmap finished waiting for FSMap version 28 2024-09-05T02:26:19.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.784+0000 7fa283854740 10 client.24952 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-05T02:26:19.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.784+0000 7fa283854740 20 client.24952 populate_metadata read hostname 'smithi033' 2024-09-05T02:26:19.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.784+0000 7fa283854740 1 --2- 172.21.15.33:0/869527505 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56473a968a00 0x56473a967710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:19.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.784+0000 7fa283854740 4 client.24952 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T02:26:19.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.784+0000 7fa283854740 1 -- 172.21.15.33:0/869527505 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "status"}) -- 0x56473a84ab30 con 0x56473a968a00 2024-09-05T02:26:19.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.784+0000 7fa279e00640 1 --2- 172.21.15.33:0/869527505 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56473a968a00 0x56473a967710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:19.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.785+0000 7fa279e00640 1 --2- 172.21.15.33:0/869527505 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56473a968a00 0x56473a967710 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e250919625cd91a3 server_cookie=8e715a29ade9aa26 in_seq=0 out_seq=0 2024-09-05T02:26:19.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.785+0000 7fa25fe00640 10 client.24952 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:26:19.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.785+0000 7fa25fe00640 1 -- 172.21.15.33:0/869527505 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x56473a84ab30 con 0x56473a968a00 2024-09-05T02:26:19.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.785+0000 7fa25fe00640 10 client.24952 handle_command_reply: tid=0 2024-09-05T02:26:19.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.785+0000 7fa283854740 1 client.24952 shutdown 2024-09-05T02:26:19.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.785+0000 7fa283854740 1 -- 172.21.15.33:0/869527505 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8ddc50 msgr2=0x56473a902dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:19.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.785+0000 7fa283854740 1 --2- 172.21.15.33:0/869527505 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8ddc50 0x56473a902dc0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa264005710 tx=0x7fa26401c740 comp rx=0 tx=0).stop 2024-09-05T02:26:19.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.785+0000 7fa283854740 1 -- 172.21.15.33:0/869527505 shutdown_connections 2024-09-05T02:26:19.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.785+0000 7fa283854740 1 --2- 172.21.15.33:0/869527505 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56473a968a00 0x56473a967710 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.785+0000 7fa283854740 1 --2- 172.21.15.33:0/869527505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56473a8e8510 0x56473a8fd830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.785+0000 7fa283854740 1 --2- 172.21.15.33:0/869527505 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56473a8ddc50 0x56473a902dc0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.785+0000 7fa283854740 1 --2- 172.21.15.33:0/869527505 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56473a8dd330 0x56473a902880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.785+0000 7fa25fe00640 0 client.24952 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:26:19.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.785+0000 7fa283854740 1 -- 172.21.15.33:0/869527505 >> 172.21.15.33:0/869527505 conn(0x56473a8d98c0 msgr2=0x56473a8d8a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:19.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.786+0000 7fa283854740 1 -- 172.21.15.33:0/869527505 shutdown_connections 2024-09-05T02:26:19.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.786+0000 7fa283854740 1 -- 172.21.15.33:0/869527505 wait complete. 2024-09-05T02:26:19.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.786+0000 7fa283854740 20 client.24952 trim_cache size 0 max 16384 2024-09-05T02:26:19.791 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:26:19.791 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "b37d3f34-6b2c-11ef-bcd6-c7b262605968", 2024-09-05T02:26:19.791 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-09-05T02:26:19.791 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 24551, 2024-09-05T02:26:19.791 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-09-05T02:26:19.791 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-09-05T02:26:19.792 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-09-05T02:26:19.792 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 90.862926809000001, 2024-09-05T02:26:19.792 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 28, 2024-09-05T02:26:19.792 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 86, 2024-09-05T02:26:19.792 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 84, 2024-09-05T02:26:19.792 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 103.034322061 2024-09-05T02:26:19.792 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:26:19.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.786+0000 7fa280e00640 1 -- 172.21.15.33:0/733997596 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fa2600a2c90 msgr2=0x7fa2600a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:19.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.786+0000 7fa280e00640 1 --2- 172.21.15.33:0/733997596 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fa2600a2c90 0x7fa2600a5150 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa274005fd0 tx=0x7fa274010040 comp rx=0 tx=0).stop 2024-09-05T02:26:19.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.786+0000 7fa280e00640 1 -- 172.21.15.33:0/733997596 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa27c103ff0 msgr2=0x7fa27c19a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:19.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.786+0000 7fa280e00640 1 --2- 172.21.15.33:0/733997596 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa27c103ff0 0x7fa27c19a640 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fa26c035040 tx=0x7fa26c033d90 comp rx=0 tx=0).stop 2024-09-05T02:26:19.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.787+0000 7fa280e00640 1 -- 172.21.15.33:0/733997596 shutdown_connections 2024-09-05T02:26:19.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.787+0000 7fa280e00640 1 --2- 172.21.15.33:0/733997596 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fa2600a2c90 0x7fa2600a5150 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.787+0000 7fa280e00640 1 --2- 172.21.15.33:0/733997596 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa27c109120 0x7fa27c19ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.787+0000 7fa280e00640 1 --2- 172.21.15.33:0/733997596 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa27c1049a0 0x7fa27c19ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.787+0000 7fa280e00640 1 --2- 172.21.15.33:0/733997596 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa27c103ff0 0x7fa27c19a640 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:19.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.787+0000 7fa280e00640 1 -- 172.21.15.33:0/733997596 >> 172.21.15.33:0/733997596 conn(0x7fa27c0ffa90 msgr2=0x7fa27c100dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:19.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.787+0000 7fa280e00640 1 -- 172.21.15.33:0/733997596 shutdown_connections 2024-09-05T02:26:19.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:19.787+0000 7fa280e00640 1 -- 172.21.15.33:0/733997596 wait complete. 2024-09-05T02:26:20.392 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:20 smithi033 ceph-mon[29909]: pgmap v338: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:26:20.430 INFO:tasks.cephadm:Setup complete, yielding 2024-09-05T02:26:20.430 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-05T02:26:20.440 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi033.front.sepia.ceph.com 2024-09-05T02:26:20.440 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- bash -c 'ceph orch status' 2024-09-05T02:26:20.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:20 smithi123 ceph-mon[34031]: pgmap v338: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:26:20.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:20 smithi174 ceph-mon[34756]: pgmap v338: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:26:20.821 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:21.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.345+0000 7fbf6b800640 1 -- 172.21.15.33:0/241063645 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf64102e00 msgr2=0x7fbf64103280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:21.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.345+0000 7fbf6b800640 1 --2- 172.21.15.33:0/241063645 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf64102e00 0x7fbf64103280 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fbf50009860 tx=0x7fbf5002a340 comp rx=0 tx=0).stop 2024-09-05T02:26:21.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.345+0000 7fbf6b800640 1 -- 172.21.15.33:0/241063645 shutdown_connections 2024-09-05T02:26:21.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.345+0000 7fbf6b800640 1 --2- 172.21.15.33:0/241063645 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf641037c0 0x7fbf6410a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:21.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.345+0000 7fbf6b800640 1 --2- 172.21.15.33:0/241063645 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf64102e00 0x7fbf64103280 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:21.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.345+0000 7fbf6b800640 1 --2- 172.21.15.33:0/241063645 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf64101c00 0x7fbf64102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:21.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.345+0000 7fbf6b800640 1 -- 172.21.15.33:0/241063645 >> 172.21.15.33:0/241063645 conn(0x7fbf640fd390 msgr2=0x7fbf640ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:21.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.345+0000 7fbf6b800640 1 -- 172.21.15.33:0/241063645 shutdown_connections 2024-09-05T02:26:21.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.345+0000 7fbf6b800640 1 -- 172.21.15.33:0/241063645 wait complete. 2024-09-05T02:26:21.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.346+0000 7fbf6b800640 1 Processor -- start 2024-09-05T02:26:21.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.346+0000 7fbf6b800640 1 -- start start 2024-09-05T02:26:21.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.346+0000 7fbf6b800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf64101c00 0x7fbf64075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:21.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.347+0000 7fbf6b800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf64102e00 0x7fbf640745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:21.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.347+0000 7fbf6b800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf641037c0 0x7fbf64074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:21.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.347+0000 7fbf6b800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbf6410d880 con 0x7fbf641037c0 2024-09-05T02:26:21.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.347+0000 7fbf6b800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbf6410d700 con 0x7fbf64101c00 2024-09-05T02:26:21.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.347+0000 7fbf6b800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbf6410da00 con 0x7fbf64102e00 2024-09-05T02:26:21.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.347+0000 7fbf68e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf64101c00 0x7fbf64075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:21.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.347+0000 7fbf68e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf64101c00 0x7fbf64075f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:45240/0 (socket says 172.21.15.33:45240) 2024-09-05T02:26:21.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.347+0000 7fbf68e00640 1 -- 172.21.15.33:0/2897570089 learned_addr learned my addr 172.21.15.33:0/2897570089 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:21.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.347+0000 7fbf69800640 1 --2- 172.21.15.33:0/2897570089 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf641037c0 0x7fbf64074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:21.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.347+0000 7fbf63e00640 1 --2- 172.21.15.33:0/2897570089 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf64102e00 0x7fbf640745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:21.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.347+0000 7fbf68e00640 1 -- 172.21.15.33:0/2897570089 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf64102e00 msgr2=0x7fbf640745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:21.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.347+0000 7fbf68e00640 1 --2- 172.21.15.33:0/2897570089 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf64102e00 0x7fbf640745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:21.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.347+0000 7fbf68e00640 1 -- 172.21.15.33:0/2897570089 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf641037c0 msgr2=0x7fbf64074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:21.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.347+0000 7fbf68e00640 1 --2- 172.21.15.33:0/2897570089 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf641037c0 0x7fbf64074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:21.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.347+0000 7fbf68e00640 1 -- 172.21.15.33:0/2897570089 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf640753e0 con 0x7fbf64101c00 2024-09-05T02:26:21.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.348+0000 7fbf68e00640 1 --2- 172.21.15.33:0/2897570089 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf64101c00 0x7fbf64075f90 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fbf5800e9c0 tx=0x7fbf5800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:21.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.348+0000 7fbf61600640 1 -- 172.21.15.33:0/2897570089 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf5800cd80 con 0x7fbf64101c00 2024-09-05T02:26:21.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.348+0000 7fbf61600640 1 -- 172.21.15.33:0/2897570089 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf580035f0 con 0x7fbf64101c00 2024-09-05T02:26:21.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.348+0000 7fbf6b800640 1 -- 172.21.15.33:0/2897570089 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf641a2080 con 0x7fbf64101c00 2024-09-05T02:26:21.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.348+0000 7fbf61600640 1 -- 172.21.15.33:0/2897570089 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf58010690 con 0x7fbf64101c00 2024-09-05T02:26:21.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.348+0000 7fbf6b800640 1 -- 172.21.15.33:0/2897570089 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf641a2540 con 0x7fbf64101c00 2024-09-05T02:26:21.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.349+0000 7fbf6b800640 1 -- 172.21.15.33:0/2897570089 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf64109000 con 0x7fbf64101c00 2024-09-05T02:26:21.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.351+0000 7fbf61600640 1 -- 172.21.15.33:0/2897570089 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fbf580037a0 con 0x7fbf64101c00 2024-09-05T02:26:21.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.353+0000 7fbf61600640 1 --2- 172.21.15.33:0/2897570089 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbf4c0a2c10 0x7fbf4c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:21.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.353+0000 7fbf61600640 1 -- 172.21.15.33:0/2897570089 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fbf580cf600 con 0x7fbf64101c00 2024-09-05T02:26:21.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.353+0000 7fbf63e00640 1 --2- 172.21.15.33:0/2897570089 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbf4c0a2c10 0x7fbf4c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:21.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.354+0000 7fbf63e00640 1 --2- 172.21.15.33:0/2897570089 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbf4c0a2c10 0x7fbf4c0a50d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fbf5002a930 tx=0x7fbf50030570 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:21.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.354+0000 7fbf61600640 1 -- 172.21.15.33:0/2897570089 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbf5809c3c0 con 0x7fbf64101c00 2024-09-05T02:26:21.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.554+0000 7fbf6b800640 1 -- 172.21.15.33:0/2897570089 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7fbf64062630 con 0x7fbf4c0a2c10 2024-09-05T02:26:21.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.555+0000 7fbf61600640 1 -- 172.21.15.33:0/2897570089 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fbf64062630 con 0x7fbf4c0a2c10 2024-09-05T02:26:21.556 INFO:teuthology.orchestra.run.smithi033.stdout:Backend: cephadm 2024-09-05T02:26:21.557 INFO:teuthology.orchestra.run.smithi033.stdout:Available: Yes 2024-09-05T02:26:21.557 INFO:teuthology.orchestra.run.smithi033.stdout:Paused: No 2024-09-05T02:26:21.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.558+0000 7fbf6b800640 1 -- 172.21.15.33:0/2897570089 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbf4c0a2c10 msgr2=0x7fbf4c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:21.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.558+0000 7fbf6b800640 1 --2- 172.21.15.33:0/2897570089 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbf4c0a2c10 0x7fbf4c0a50d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fbf5002a930 tx=0x7fbf50030570 comp rx=0 tx=0).stop 2024-09-05T02:26:21.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.558+0000 7fbf6b800640 1 -- 172.21.15.33:0/2897570089 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf64101c00 msgr2=0x7fbf64075f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:21.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.558+0000 7fbf6b800640 1 --2- 172.21.15.33:0/2897570089 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf64101c00 0x7fbf64075f90 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fbf5800e9c0 tx=0x7fbf5800ee80 comp rx=0 tx=0).stop 2024-09-05T02:26:21.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.559+0000 7fbf6b800640 1 -- 172.21.15.33:0/2897570089 shutdown_connections 2024-09-05T02:26:21.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.559+0000 7fbf6b800640 1 --2- 172.21.15.33:0/2897570089 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbf4c0a2c10 0x7fbf4c0a50d0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:21.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.559+0000 7fbf6b800640 1 --2- 172.21.15.33:0/2897570089 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf641037c0 0x7fbf64074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:21.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.559+0000 7fbf6b800640 1 --2- 172.21.15.33:0/2897570089 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf64102e00 0x7fbf640745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:21.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.559+0000 7fbf6b800640 1 --2- 172.21.15.33:0/2897570089 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf64101c00 0x7fbf64075f90 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:21.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.559+0000 7fbf6b800640 1 -- 172.21.15.33:0/2897570089 >> 172.21.15.33:0/2897570089 conn(0x7fbf640fd390 msgr2=0x7fbf641061d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:21.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.559+0000 7fbf6b800640 1 -- 172.21.15.33:0/2897570089 shutdown_connections 2024-09-05T02:26:21.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:21.559+0000 7fbf6b800640 1 -- 172.21.15.33:0/2897570089 wait complete. 2024-09-05T02:26:22.249 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- bash -c 'ceph orch ps' 2024-09-05T02:26:22.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:22 smithi033 ceph-mon[29909]: pgmap v339: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-05T02:26:22.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:22 smithi123 ceph-mon[34031]: pgmap v339: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-05T02:26:22.639 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:22.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:22 smithi174 ceph-mon[34756]: pgmap v339: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-05T02:26:23.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.212+0000 7f8f2f600640 1 -- 172.21.15.33:0/872591433 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f28104f60 msgr2=0x7f8f281053e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.212+0000 7f8f2f600640 1 --2- 172.21.15.33:0/872591433 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f28104f60 0x7f8f281053e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f8f14009900 tx=0x7f8f1402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:26:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.212+0000 7f8f2f600640 1 -- 172.21.15.33:0/872591433 shutdown_connections 2024-09-05T02:26:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.212+0000 7f8f2f600640 1 --2- 172.21.15.33:0/872591433 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8f28105920 0x7f8f2810c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.212+0000 7f8f2f600640 1 --2- 172.21.15.33:0/872591433 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f28104f60 0x7f8f281053e0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.212+0000 7f8f2f600640 1 --2- 172.21.15.33:0/872591433 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8f28103e00 0x7f8f28104200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.212+0000 7f8f2f600640 1 -- 172.21.15.33:0/872591433 >> 172.21.15.33:0/872591433 conn(0x7f8f280ff5b0 msgr2=0x7f8f281019d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.212+0000 7f8f2f600640 1 -- 172.21.15.33:0/872591433 shutdown_connections 2024-09-05T02:26:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.212+0000 7f8f2f600640 1 -- 172.21.15.33:0/872591433 wait complete. 2024-09-05T02:26:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.213+0000 7f8f2f600640 1 Processor -- start 2024-09-05T02:26:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.214+0000 7f8f2f600640 1 -- start start 2024-09-05T02:26:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.214+0000 7f8f2f600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8f28103e00 0x7f8f2819a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.214+0000 7f8f2f600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f28104f60 0x7f8f2819a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:23.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.214+0000 7f8f2f600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8f28105920 0x7f8f281a16d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:23.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.214+0000 7f8f2f600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8f2810fae0 con 0x7f8f28104f60 2024-09-05T02:26:23.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.214+0000 7f8f2f600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8f2810f960 con 0x7f8f28103e00 2024-09-05T02:26:23.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.214+0000 7f8f2f600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f8f2810fc60 con 0x7f8f28105920 2024-09-05T02:26:23.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.214+0000 7f8f27e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f28104f60 0x7f8f2819a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:23.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.214+0000 7f8f27e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f28104f60 0x7f8f2819a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52678/0 (socket says 172.21.15.33:52678) 2024-09-05T02:26:23.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.214+0000 7f8f27e00640 1 -- 172.21.15.33:0/259814227 learned_addr learned my addr 172.21.15.33:0/259814227 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:23.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.214+0000 7f8f2d600640 1 --2- 172.21.15.33:0/259814227 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8f28105920 0x7f8f281a16d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:23.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.214+0000 7f8f2cc00640 1 --2- 172.21.15.33:0/259814227 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8f28103e00 0x7f8f2819a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:23.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.215+0000 7f8f27e00640 1 -- 172.21.15.33:0/259814227 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8f28105920 msgr2=0x7f8f281a16d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:23.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.215+0000 7f8f27e00640 1 --2- 172.21.15.33:0/259814227 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8f28105920 0x7f8f281a16d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:23.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.215+0000 7f8f27e00640 1 -- 172.21.15.33:0/259814227 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8f28103e00 msgr2=0x7f8f2819a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:23.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.215+0000 7f8f27e00640 1 --2- 172.21.15.33:0/259814227 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8f28103e00 0x7f8f2819a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:23.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.215+0000 7f8f27e00640 1 -- 172.21.15.33:0/259814227 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f281a1d40 con 0x7f8f28104f60 2024-09-05T02:26:23.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.215+0000 7f8f27e00640 1 --2- 172.21.15.33:0/259814227 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f28104f60 0x7f8f2819a650 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f8f14031440 tx=0x7f8f14032ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:23.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.215+0000 7f8f25600640 1 -- 172.21.15.33:0/259814227 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f1403f030 con 0x7f8f28104f60 2024-09-05T02:26:23.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.216+0000 7f8f25600640 1 -- 172.21.15.33:0/259814227 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8f14003ce0 con 0x7f8f28104f60 2024-09-05T02:26:23.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.216+0000 7f8f2f600640 1 -- 172.21.15.33:0/259814227 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f281a1fd0 con 0x7f8f28104f60 2024-09-05T02:26:23.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.216+0000 7f8f25600640 1 -- 172.21.15.33:0/259814227 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f14035070 con 0x7f8f28104f60 2024-09-05T02:26:23.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.216+0000 7f8f2f600640 1 -- 172.21.15.33:0/259814227 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f281a23c0 con 0x7f8f28104f60 2024-09-05T02:26:23.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.217+0000 7f8f2f600640 1 -- 172.21.15.33:0/259814227 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f2810b1a0 con 0x7f8f28104f60 2024-09-05T02:26:23.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.218+0000 7f8f25600640 1 -- 172.21.15.33:0/259814227 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f8f14042030 con 0x7f8f28104f60 2024-09-05T02:26:23.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.220+0000 7f8f25600640 1 --2- 172.21.15.33:0/259814227 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8f100a2c40 0x7f8f100a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:23.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.220+0000 7f8f25600640 1 -- 172.21.15.33:0/259814227 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f8f140ef6e0 con 0x7f8f28104f60 2024-09-05T02:26:23.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.220+0000 7f8f2cc00640 1 --2- 172.21.15.33:0/259814227 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8f100a2c40 0x7f8f100a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:23.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.221+0000 7f8f2cc00640 1 --2- 172.21.15.33:0/259814227 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8f100a2c40 0x7f8f100a5100 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f8f1c005d00 tx=0x7f8f1c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:23.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.224+0000 7f8f25600640 1 -- 172.21.15.33:0/259814227 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8f140bc4a0 con 0x7f8f28104f60 2024-09-05T02:26:23.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.421+0000 7f8f2f600640 1 -- 172.21.15.33:0/259814227 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f8f28062630 con 0x7f8f100a2c40 2024-09-05T02:26:23.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.433+0000 7f8f25600640 1 -- 172.21.15.33:0/259814227 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4154 (secure 0 0 0) 0x7f8f28062630 con 0x7f8f100a2c40 2024-09-05T02:26:23.434 INFO:teuthology.orchestra.run.smithi033.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T02:26:23.434 INFO:teuthology.orchestra.run.smithi033.stdout:mds.a smithi033 running (109s) 23s ago 109s 16.8M - 19.1.1-259-g91c8a7e5 77770cf7e895 ec3843e78556 2024-09-05T02:26:23.434 INFO:teuthology.orchestra.run.smithi033.stdout:mds.b smithi123 running (107s) 36s ago 106s 26.6M - 19.1.1-259-g91c8a7e5 77770cf7e895 0fb299e0c369 2024-09-05T02:26:23.435 INFO:teuthology.orchestra.run.smithi033.stdout:mds.c smithi174 running (2m) 36s ago 2m 18.0M - 19.1.1-259-g91c8a7e5 77770cf7e895 bdd1c817c6aa 2024-09-05T02:26:23.435 INFO:teuthology.orchestra.run.smithi033.stdout:mds.d smithi033 running (2m) 23s ago 2m 15.5M - 19.1.1-259-g91c8a7e5 77770cf7e895 a455c93acf2b 2024-09-05T02:26:23.435 INFO:teuthology.orchestra.run.smithi033.stdout:mds.e smithi123 running (2m) 36s ago 2m 18.4M - 19.1.1-259-g91c8a7e5 77770cf7e895 e72f22b1300c 2024-09-05T02:26:23.435 INFO:teuthology.orchestra.run.smithi033.stdout:mds.f smithi174 running (2m) 36s ago 2m 15.9M - 19.1.1-259-g91c8a7e5 77770cf7e895 18d2e65fc5ed 2024-09-05T02:26:23.435 INFO:teuthology.orchestra.run.smithi033.stdout:mds.g smithi033 running (113s) 23s ago 112s 12.7M - 19.1.1-259-g91c8a7e5 77770cf7e895 f5484391c9d1 2024-09-05T02:26:23.435 INFO:teuthology.orchestra.run.smithi033.stdout:mds.h smithi123 running (119s) 36s ago 119s 18.1M - 19.1.1-259-g91c8a7e5 77770cf7e895 035aa74e86a2 2024-09-05T02:26:23.435 INFO:teuthology.orchestra.run.smithi033.stdout:mds.i smithi174 running (117s) 36s ago 116s 17.3M - 19.1.1-259-g91c8a7e5 77770cf7e895 35594d8b030a 2024-09-05T02:26:23.435 INFO:teuthology.orchestra.run.smithi033.stdout:mds.j smithi033 running (2m) 23s ago 2m 12.8M - 19.1.1-259-g91c8a7e5 77770cf7e895 89f94cb50d92 2024-09-05T02:26:23.435 INFO:teuthology.orchestra.run.smithi033.stdout:mds.k smithi123 running (2m) 36s ago 2m 16.0M - 19.1.1-259-g91c8a7e5 77770cf7e895 b51497b74502 2024-09-05T02:26:23.435 INFO:teuthology.orchestra.run.smithi033.stdout:mds.l smithi174 running (2m) 36s ago 2m 18.6M - 19.1.1-259-g91c8a7e5 77770cf7e895 1724f01ae1c4 2024-09-05T02:26:23.435 INFO:teuthology.orchestra.run.smithi033.stdout:mgr.x smithi033 *:9283,8765 running (9m) 23s ago 9m 508M - 19.1.1-259-g91c8a7e5 77770cf7e895 fc5c039be152 2024-09-05T02:26:23.436 INFO:teuthology.orchestra.run.smithi033.stdout:mgr.y smithi123 *:8443,8765 running (7m) 36s ago 7m 444M - 19.1.1-259-g91c8a7e5 77770cf7e895 b55e610b9b24 2024-09-05T02:26:23.436 INFO:teuthology.orchestra.run.smithi033.stdout:mgr.z smithi174 *:8443,8765 running (7m) 36s ago 7m 441M - 19.1.1-259-g91c8a7e5 77770cf7e895 881e15c50f26 2024-09-05T02:26:23.436 INFO:teuthology.orchestra.run.smithi033.stdout:mon.a smithi033 running (9m) 23s ago 9m 48.2M 2048M 19.1.1-259-g91c8a7e5 77770cf7e895 19a0c0cd3750 2024-09-05T02:26:23.436 INFO:teuthology.orchestra.run.smithi033.stdout:mon.b smithi123 running (8m) 36s ago 8m 39.8M 2048M 19.1.1-259-g91c8a7e5 77770cf7e895 c7e87a8b2bd6 2024-09-05T02:26:23.436 INFO:teuthology.orchestra.run.smithi033.stdout:mon.c smithi174 running (8m) 36s ago 8m 41.1M 2048M 19.1.1-259-g91c8a7e5 77770cf7e895 10411efb2d36 2024-09-05T02:26:23.436 INFO:teuthology.orchestra.run.smithi033.stdout:osd.0 smithi033 running (7m) 23s ago 7m 54.9M 4273M 19.1.1-259-g91c8a7e5 77770cf7e895 b4f8220979a2 2024-09-05T02:26:23.436 INFO:teuthology.orchestra.run.smithi033.stdout:osd.1 smithi123 running (7m) 36s ago 7m 49.7M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 284a318917f9 2024-09-05T02:26:23.436 INFO:teuthology.orchestra.run.smithi033.stdout:osd.2 smithi174 running (6m) 36s ago 6m 56.5M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 a1c60edf869d 2024-09-05T02:26:23.436 INFO:teuthology.orchestra.run.smithi033.stdout:osd.3 smithi033 running (6m) 23s ago 6m 53.0M 4273M 19.1.1-259-g91c8a7e5 77770cf7e895 16e1ef49a59e 2024-09-05T02:26:23.436 INFO:teuthology.orchestra.run.smithi033.stdout:osd.4 smithi123 running (5m) 36s ago 5m 45.4M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 bc3785bfd533 2024-09-05T02:26:23.436 INFO:teuthology.orchestra.run.smithi033.stdout:osd.5 smithi174 running (5m) 36s ago 5m 56.1M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 2b38e45e6c3f 2024-09-05T02:26:23.437 INFO:teuthology.orchestra.run.smithi033.stdout:osd.6 smithi033 running (4m) 23s ago 4m 49.8M 4273M 19.1.1-259-g91c8a7e5 77770cf7e895 4871e2548b96 2024-09-05T02:26:23.437 INFO:teuthology.orchestra.run.smithi033.stdout:osd.7 smithi123 running (4m) 36s ago 4m 45.5M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 b20307d92040 2024-09-05T02:26:23.437 INFO:teuthology.orchestra.run.smithi033.stdout:osd.8 smithi174 running (3m) 36s ago 3m 55.6M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 39f1c7ea514e 2024-09-05T02:26:23.437 INFO:teuthology.orchestra.run.smithi033.stdout:osd.9 smithi033 running (3m) 23s ago 3m 49.8M 4273M 19.1.1-259-g91c8a7e5 77770cf7e895 0209c1457e09 2024-09-05T02:26:23.437 INFO:teuthology.orchestra.run.smithi033.stdout:osd.10 smithi123 running (3m) 36s ago 3m 55.0M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 48e4adfb91cf 2024-09-05T02:26:23.437 INFO:teuthology.orchestra.run.smithi033.stdout:osd.11 smithi174 running (2m) 36s ago 2m 44.9M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 6e9f51528f21 2024-09-05T02:26:23.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.435+0000 7f8f2f600640 1 -- 172.21.15.33:0/259814227 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8f100a2c40 msgr2=0x7f8f100a5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:23.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.435+0000 7f8f2f600640 1 --2- 172.21.15.33:0/259814227 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8f100a2c40 0x7f8f100a5100 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f8f1c005d00 tx=0x7f8f1c00b410 comp rx=0 tx=0).stop 2024-09-05T02:26:23.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.435+0000 7f8f2f600640 1 -- 172.21.15.33:0/259814227 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f28104f60 msgr2=0x7f8f2819a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:23.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.435+0000 7f8f2f600640 1 --2- 172.21.15.33:0/259814227 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f28104f60 0x7f8f2819a650 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f8f14031440 tx=0x7f8f14032ce0 comp rx=0 tx=0).stop 2024-09-05T02:26:23.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.435+0000 7f8f2f600640 1 -- 172.21.15.33:0/259814227 shutdown_connections 2024-09-05T02:26:23.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.435+0000 7f8f2f600640 1 --2- 172.21.15.33:0/259814227 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f8f100a2c40 0x7f8f100a5100 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:23.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.435+0000 7f8f2f600640 1 --2- 172.21.15.33:0/259814227 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8f28105920 0x7f8f281a16d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:23.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.435+0000 7f8f2f600640 1 --2- 172.21.15.33:0/259814227 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f28104f60 0x7f8f2819a650 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:23.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.435+0000 7f8f2f600640 1 --2- 172.21.15.33:0/259814227 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8f28103e00 0x7f8f2819a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:23.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.435+0000 7f8f2f600640 1 -- 172.21.15.33:0/259814227 >> 172.21.15.33:0/259814227 conn(0x7f8f280ff5b0 msgr2=0x7f8f28108370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:23.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.436+0000 7f8f2f600640 1 -- 172.21.15.33:0/259814227 shutdown_connections 2024-09-05T02:26:23.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:23.436+0000 7f8f2f600640 1 -- 172.21.15.33:0/259814227 wait complete. 2024-09-05T02:26:23.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:23 smithi123 ceph-mon[34031]: from='client.24980 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:26:23.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:23 smithi174 ceph-mon[34756]: from='client.24980 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:26:23.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:23 smithi033 ceph-mon[29909]: from='client.24980 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:26:24.298 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- bash -c 'ceph orch ls' 2024-09-05T02:26:24.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:24 smithi033 ceph-mon[29909]: pgmap v340: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-05T02:26:24.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:24 smithi033 ceph-mon[29909]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:26:24.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:24 smithi123 ceph-mon[34031]: pgmap v340: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-05T02:26:24.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:24 smithi123 ceph-mon[34031]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:26:24.679 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:24.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:24 smithi174 ceph-mon[34756]: pgmap v340: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-05T02:26:24.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:24 smithi174 ceph-mon[34756]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:26:25.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.236+0000 7f07e7c00640 1 -- 172.21.15.33:0/4271355464 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07e0104f60 msgr2=0x7f07e01053e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:25.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.236+0000 7f07e7c00640 1 --2- 172.21.15.33:0/4271355464 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07e0104f60 0x7f07e01053e0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f07cc009900 tx=0x7f07cc02a410 comp rx=0 tx=0).stop 2024-09-05T02:26:25.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.236+0000 7f07e7c00640 1 -- 172.21.15.33:0/4271355464 shutdown_connections 2024-09-05T02:26:25.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.236+0000 7f07e7c00640 1 --2- 172.21.15.33:0/4271355464 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07e0105920 0x7f07e010c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:25.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.236+0000 7f07e7c00640 1 --2- 172.21.15.33:0/4271355464 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07e0104f60 0x7f07e01053e0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:25.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.236+0000 7f07e7c00640 1 --2- 172.21.15.33:0/4271355464 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f07e0103e00 0x7f07e0104200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:25.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.236+0000 7f07e7c00640 1 -- 172.21.15.33:0/4271355464 >> 172.21.15.33:0/4271355464 conn(0x7f07e00ff5b0 msgr2=0x7f07e01019d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:25.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.236+0000 7f07e7c00640 1 -- 172.21.15.33:0/4271355464 shutdown_connections 2024-09-05T02:26:25.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.236+0000 7f07e7c00640 1 -- 172.21.15.33:0/4271355464 wait complete. 2024-09-05T02:26:25.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.237+0000 7f07e7c00640 1 Processor -- start 2024-09-05T02:26:25.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.237+0000 7f07e7c00640 1 -- start start 2024-09-05T02:26:25.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.238+0000 7f07e7c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f07e0103e00 0x7f07e019a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:25.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.238+0000 7f07e7c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07e0104f60 0x7f07e019a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:25.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.238+0000 7f07e7c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07e0105920 0x7f07e01a16b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:25.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.238+0000 7f07e7c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f07e010fb00 con 0x7f07e0104f60 2024-09-05T02:26:25.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.238+0000 7f07e7c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f07e010f980 con 0x7f07e0105920 2024-09-05T02:26:25.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.238+0000 7f07e7c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f07e010fc80 con 0x7f07e0103e00 2024-09-05T02:26:25.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.238+0000 7f07dfe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07e0104f60 0x7f07e019a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:25.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.238+0000 7f07e5200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f07e0103e00 0x7f07e019a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:25.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.238+0000 7f07dfe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07e0104f60 0x7f07e019a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52698/0 (socket says 172.21.15.33:52698) 2024-09-05T02:26:25.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.238+0000 7f07dfe00640 1 -- 172.21.15.33:0/2686836661 learned_addr learned my addr 172.21.15.33:0/2686836661 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:25.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.238+0000 7f07e5c00640 1 --2- 172.21.15.33:0/2686836661 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07e0105920 0x7f07e01a16b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:25.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.238+0000 7f07dfe00640 1 -- 172.21.15.33:0/2686836661 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f07e0103e00 msgr2=0x7f07e019a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:25.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.238+0000 7f07dfe00640 1 --2- 172.21.15.33:0/2686836661 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f07e0103e00 0x7f07e019a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:25.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.238+0000 7f07dfe00640 1 -- 172.21.15.33:0/2686836661 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07e0105920 msgr2=0x7f07e01a16b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.238+0000 7f07dfe00640 1 --2- 172.21.15.33:0/2686836661 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07e0105920 0x7f07e01a16b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.238+0000 7f07dfe00640 1 -- 172.21.15.33:0/2686836661 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07e01a1d20 con 0x7f07e0104f60 2024-09-05T02:26:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.238+0000 7f07e5c00640 1 --2- 172.21.15.33:0/2686836661 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07e0105920 0x7f07e01a16b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:26:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.239+0000 7f07dfe00640 1 --2- 172.21.15.33:0/2686836661 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07e0104f60 0x7f07e019a630 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f07cc031440 tx=0x7f07cc032ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.239+0000 7f07dd600640 1 -- 172.21.15.33:0/2686836661 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07cc03f030 con 0x7f07e0104f60 2024-09-05T02:26:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.239+0000 7f07dd600640 1 -- 172.21.15.33:0/2686836661 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f07cc003ce0 con 0x7f07e0104f60 2024-09-05T02:26:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.239+0000 7f07e7c00640 1 -- 172.21.15.33:0/2686836661 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07e01a1fb0 con 0x7f07e0104f60 2024-09-05T02:26:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.239+0000 7f07dd600640 1 -- 172.21.15.33:0/2686836661 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07cc035070 con 0x7f07e0104f60 2024-09-05T02:26:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.239+0000 7f07e7c00640 1 -- 172.21.15.33:0/2686836661 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07e01a23a0 con 0x7f07e0104f60 2024-09-05T02:26:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.240+0000 7f07e7c00640 1 -- 172.21.15.33:0/2686836661 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07e010b240 con 0x7f07e0104f60 2024-09-05T02:26:25.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.242+0000 7f07dd600640 1 -- 172.21.15.33:0/2686836661 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f07cc042030 con 0x7f07e0104f60 2024-09-05T02:26:25.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.243+0000 7f07dd600640 1 --2- 172.21.15.33:0/2686836661 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f07c80a2c40 0x7f07c80a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:25.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.244+0000 7f07dd600640 1 -- 172.21.15.33:0/2686836661 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f07cc0ef700 con 0x7f07e0104f60 2024-09-05T02:26:25.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.244+0000 7f07e5200640 1 --2- 172.21.15.33:0/2686836661 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f07c80a2c40 0x7f07c80a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:25.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.244+0000 7f07e5200640 1 --2- 172.21.15.33:0/2686836661 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f07c80a2c40 0x7f07c80a5100 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f07d4009bd0 tx=0x7f07d4005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:25.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.248+0000 7f07dd600640 1 -- 172.21.15.33:0/2686836661 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f07cc0bc4c0 con 0x7f07e0104f60 2024-09-05T02:26:25.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.443+0000 7f07e7c00640 1 -- 172.21.15.33:0/2686836661 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f07e0062630 con 0x7f07c80a2c40 2024-09-05T02:26:25.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.449+0000 7f07dd600640 1 -- 172.21.15.33:0/2686836661 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f07e0062630 con 0x7f07c80a2c40 2024-09-05T02:26:25.450 INFO:teuthology.orchestra.run.smithi033.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-05T02:26:25.451 INFO:teuthology.orchestra.run.smithi033.stdout:mds.all 12/12 38s ago 2m smithi033=a;smithi033=d;smithi033=g;smithi033=j;smithi123=b;smithi123=e;smithi123=h;smithi123=k;smithi174=c;smithi174=f;smithi174=i;smithi174=l;count:12 2024-09-05T02:26:25.451 INFO:teuthology.orchestra.run.smithi033.stdout:mgr 3/3 38s ago 7m smithi033=x;smithi123=y;smithi174=z;count:3 2024-09-05T02:26:25.451 INFO:teuthology.orchestra.run.smithi033.stdout:mon 3/3 38s ago 8m smithi033:172.21.15.33=a;smithi123:172.21.15.123=b;smithi174:172.21.15.174=c;count:3 2024-09-05T02:26:25.451 INFO:teuthology.orchestra.run.smithi033.stdout:osd 12 38s ago - 2024-09-05T02:26:25.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.452+0000 7f07e7c00640 1 -- 172.21.15.33:0/2686836661 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f07c80a2c40 msgr2=0x7f07c80a5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:25.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.452+0000 7f07e7c00640 1 --2- 172.21.15.33:0/2686836661 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f07c80a2c40 0x7f07c80a5100 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f07d4009bd0 tx=0x7f07d4005f90 comp rx=0 tx=0).stop 2024-09-05T02:26:25.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.452+0000 7f07e7c00640 1 -- 172.21.15.33:0/2686836661 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07e0104f60 msgr2=0x7f07e019a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:25.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.452+0000 7f07e7c00640 1 --2- 172.21.15.33:0/2686836661 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07e0104f60 0x7f07e019a630 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f07cc031440 tx=0x7f07cc032ce0 comp rx=0 tx=0).stop 2024-09-05T02:26:25.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.452+0000 7f07e7c00640 1 -- 172.21.15.33:0/2686836661 shutdown_connections 2024-09-05T02:26:25.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.452+0000 7f07e7c00640 1 --2- 172.21.15.33:0/2686836661 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f07c80a2c40 0x7f07c80a5100 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:25.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.452+0000 7f07e7c00640 1 --2- 172.21.15.33:0/2686836661 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07e0105920 0x7f07e01a16b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:25.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.452+0000 7f07e7c00640 1 --2- 172.21.15.33:0/2686836661 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07e0104f60 0x7f07e019a630 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:25.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.452+0000 7f07e7c00640 1 --2- 172.21.15.33:0/2686836661 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f07e0103e00 0x7f07e019a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:25.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.452+0000 7f07e7c00640 1 -- 172.21.15.33:0/2686836661 >> 172.21.15.33:0/2686836661 conn(0x7f07e00ff5b0 msgr2=0x7f07e0108410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:25.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.452+0000 7f07e7c00640 1 -- 172.21.15.33:0/2686836661 shutdown_connections 2024-09-05T02:26:25.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:25.452+0000 7f07e7c00640 1 -- 172.21.15.33:0/2686836661 wait complete. 2024-09-05T02:26:26.274 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- bash -c 'ceph orch host ls' 2024-09-05T02:26:26.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:26 smithi033 ceph-mon[29909]: pgmap v341: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-05T02:26:26.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:26 smithi123 ceph-mon[34031]: pgmap v341: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-05T02:26:26.653 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:26.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:26 smithi174 ceph-mon[34756]: pgmap v341: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-05T02:26:27.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.177+0000 7ff51d400640 1 -- 172.21.15.33:0/3515797181 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff518105920 msgr2=0x7ff51810c240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:27.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.177+0000 7ff51d400640 1 --2- 172.21.15.33:0/3515797181 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff518105920 0x7ff51810c240 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ff510009ca0 tx=0x7ff51002a8c0 comp rx=0 tx=0).stop 2024-09-05T02:26:27.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.177+0000 7ff51d400640 1 -- 172.21.15.33:0/3515797181 shutdown_connections 2024-09-05T02:26:27.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.177+0000 7ff51d400640 1 --2- 172.21.15.33:0/3515797181 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff518105920 0x7ff51810c240 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:27.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.177+0000 7ff51d400640 1 --2- 172.21.15.33:0/3515797181 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff518104f60 0x7ff5181053e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:27.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.177+0000 7ff51d400640 1 --2- 172.21.15.33:0/3515797181 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff518103e00 0x7ff518104200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:27.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.177+0000 7ff51d400640 1 -- 172.21.15.33:0/3515797181 >> 172.21.15.33:0/3515797181 conn(0x7ff5180ff5b0 msgr2=0x7ff5181019d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:27.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.177+0000 7ff51d400640 1 -- 172.21.15.33:0/3515797181 shutdown_connections 2024-09-05T02:26:27.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.177+0000 7ff51d400640 1 -- 172.21.15.33:0/3515797181 wait complete. 2024-09-05T02:26:27.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.178+0000 7ff51d400640 1 Processor -- start 2024-09-05T02:26:27.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.179+0000 7ff51d400640 1 -- start start 2024-09-05T02:26:27.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.179+0000 7ff51d400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff518103e00 0x7ff51819a070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:27.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.179+0000 7ff51d400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff518104f60 0x7ff51819a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:27.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.179+0000 7ff51d400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff518105920 0x7ff5181a1630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:27.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.179+0000 7ff51d400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff51810fb00 con 0x7ff518103e00 2024-09-05T02:26:27.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.179+0000 7ff51d400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff51810f980 con 0x7ff518105920 2024-09-05T02:26:27.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.179+0000 7ff51d400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff51810fc80 con 0x7ff518104f60 2024-09-05T02:26:27.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.179+0000 7ff516800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff518103e00 0x7ff51819a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:27.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.179+0000 7ff516800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff518103e00 0x7ff51819a070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52712/0 (socket says 172.21.15.33:52712) 2024-09-05T02:26:27.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.179+0000 7ff516800640 1 -- 172.21.15.33:0/63684569 learned_addr learned my addr 172.21.15.33:0/63684569 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:27.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.179+0000 7ff50fe00640 1 --2- 172.21.15.33:0/63684569 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff518104f60 0x7ff51819a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:27.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.179+0000 7ff517200640 1 --2- 172.21.15.33:0/63684569 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff518105920 0x7ff5181a1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:27.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.180+0000 7ff50fe00640 1 -- 172.21.15.33:0/63684569 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff518105920 msgr2=0x7ff5181a1630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:27.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.180+0000 7ff50fe00640 1 --2- 172.21.15.33:0/63684569 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff518105920 0x7ff5181a1630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:27.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.180+0000 7ff50fe00640 1 -- 172.21.15.33:0/63684569 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff518103e00 msgr2=0x7ff51819a070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:27.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.180+0000 7ff50fe00640 1 --2- 172.21.15.33:0/63684569 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff518103e00 0x7ff51819a070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:27.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.180+0000 7ff50fe00640 1 -- 172.21.15.33:0/63684569 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5181a1ca0 con 0x7ff518104f60 2024-09-05T02:26:27.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.180+0000 7ff50fe00640 1 --2- 172.21.15.33:0/63684569 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff518104f60 0x7ff51819a5b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ff518103b30 tx=0x7ff50000dde0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:27.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.180+0000 7ff50f400640 1 -- 172.21.15.33:0/63684569 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff500017070 con 0x7ff518104f60 2024-09-05T02:26:27.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.180+0000 7ff51d400640 1 -- 172.21.15.33:0/63684569 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5181a1f90 con 0x7ff518104f60 2024-09-05T02:26:27.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.180+0000 7ff50f400640 1 -- 172.21.15.33:0/63684569 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff500009c30 con 0x7ff518104f60 2024-09-05T02:26:27.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.180+0000 7ff50f400640 1 -- 172.21.15.33:0/63684569 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff50000f620 con 0x7ff518104f60 2024-09-05T02:26:27.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.180+0000 7ff51d400640 1 -- 172.21.15.33:0/63684569 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5181a2440 con 0x7ff518104f60 2024-09-05T02:26:27.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.182+0000 7ff51d400640 1 -- 172.21.15.33:0/63684569 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff51810b120 con 0x7ff518104f60 2024-09-05T02:26:27.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.184+0000 7ff50f400640 1 -- 172.21.15.33:0/63684569 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff50001a070 con 0x7ff518104f60 2024-09-05T02:26:27.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.185+0000 7ff50f400640 1 --2- 172.21.15.33:0/63684569 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff4fc0a2c40 0x7ff4fc0a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:27.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.185+0000 7ff50f400640 1 -- 172.21.15.33:0/63684569 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7ff5000ceaf0 con 0x7ff518104f60 2024-09-05T02:26:27.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.185+0000 7ff516800640 1 --2- 172.21.15.33:0/63684569 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff4fc0a2c40 0x7ff4fc0a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:27.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.186+0000 7ff516800640 1 --2- 172.21.15.33:0/63684569 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff4fc0a2c40 0x7ff4fc0a5100 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ff508009cd0 tx=0x7ff508005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:27.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.189+0000 7ff50f400640 1 -- 172.21.15.33:0/63684569 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff50009b260 con 0x7ff518104f60 2024-09-05T02:26:27.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.382+0000 7ff51d400640 1 -- 172.21.15.33:0/63684569 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7ff518062630 con 0x7ff4fc0a2c40 2024-09-05T02:26:27.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.383+0000 7ff50f400640 1 -- 172.21.15.33:0/63684569 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7ff518062630 con 0x7ff4fc0a2c40 2024-09-05T02:26:27.384 INFO:teuthology.orchestra.run.smithi033.stdout:HOST ADDR LABELS STATUS 2024-09-05T02:26:27.385 INFO:teuthology.orchestra.run.smithi033.stdout:smithi033 172.21.15.33 2024-09-05T02:26:27.385 INFO:teuthology.orchestra.run.smithi033.stdout:smithi123 172.21.15.123 2024-09-05T02:26:27.385 INFO:teuthology.orchestra.run.smithi033.stdout:smithi174 172.21.15.174 2024-09-05T02:26:27.385 INFO:teuthology.orchestra.run.smithi033.stdout:3 hosts in cluster 2024-09-05T02:26:27.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.386+0000 7ff51d400640 1 -- 172.21.15.33:0/63684569 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff4fc0a2c40 msgr2=0x7ff4fc0a5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:27.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.386+0000 7ff51d400640 1 --2- 172.21.15.33:0/63684569 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff4fc0a2c40 0x7ff4fc0a5100 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ff508009cd0 tx=0x7ff508005f90 comp rx=0 tx=0).stop 2024-09-05T02:26:27.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.386+0000 7ff51d400640 1 -- 172.21.15.33:0/63684569 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff518104f60 msgr2=0x7ff51819a5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:27.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.386+0000 7ff51d400640 1 --2- 172.21.15.33:0/63684569 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff518104f60 0x7ff51819a5b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ff518103b30 tx=0x7ff50000dde0 comp rx=0 tx=0).stop 2024-09-05T02:26:27.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.386+0000 7ff51d400640 1 -- 172.21.15.33:0/63684569 shutdown_connections 2024-09-05T02:26:27.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.386+0000 7ff51d400640 1 --2- 172.21.15.33:0/63684569 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7ff4fc0a2c40 0x7ff4fc0a5100 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:27.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.386+0000 7ff51d400640 1 --2- 172.21.15.33:0/63684569 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff518105920 0x7ff5181a1630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:27.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.386+0000 7ff51d400640 1 --2- 172.21.15.33:0/63684569 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff518104f60 0x7ff51819a5b0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:27.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.386+0000 7ff51d400640 1 --2- 172.21.15.33:0/63684569 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff518103e00 0x7ff51819a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:27.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.386+0000 7ff51d400640 1 -- 172.21.15.33:0/63684569 >> 172.21.15.33:0/63684569 conn(0x7ff5180ff5b0 msgr2=0x7ff5181082f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:27.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.386+0000 7ff51d400640 1 -- 172.21.15.33:0/63684569 shutdown_connections 2024-09-05T02:26:27.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:27.386+0000 7ff51d400640 1 -- 172.21.15.33:0/63684569 wait complete. 2024-09-05T02:26:27.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:27 smithi123 ceph-mon[34031]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:26:27.757 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:27 smithi033 ceph-mon[29909]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:26:27.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:27 smithi174 ceph-mon[34756]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:26:28.238 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- bash -c 'ceph orch device ls' 2024-09-05T02:26:28.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:28 smithi033 ceph-mon[29909]: pgmap v342: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-05T02:26:28.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:28 smithi033 ceph-mon[29909]: from='client.24976 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:26:28.620 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:28.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:28 smithi123 ceph-mon[34031]: pgmap v342: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-05T02:26:28.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:28 smithi123 ceph-mon[34031]: from='client.24976 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:26:28.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:28 smithi174 ceph-mon[34756]: pgmap v342: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-05T02:26:28.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:28 smithi174 ceph-mon[34756]: from='client.24976 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:26:29.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.125+0000 7f44c1e00640 1 -- 172.21.15.33:0/2332218304 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44bc078790 msgr2=0x7f44bc079030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:29.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.125+0000 7f44c1e00640 1 --2- 172.21.15.33:0/2332218304 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44bc078790 0x7f44bc079030 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f44b4009ca0 tx=0x7f44b402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:26:29.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.125+0000 7f44c1e00640 1 -- 172.21.15.33:0/2332218304 shutdown_connections 2024-09-05T02:26:29.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.125+0000 7f44c1e00640 1 --2- 172.21.15.33:0/2332218304 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44bc078790 0x7f44bc079030 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:29.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.125+0000 7f44c1e00640 1 --2- 172.21.15.33:0/2332218304 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f44bc077df0 0x7f44bc078250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:29.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.125+0000 7f44c1e00640 1 --2- 172.21.15.33:0/2332218304 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f44bc076ba0 0x7f44bc076fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:29.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.125+0000 7f44c1e00640 1 -- 172.21.15.33:0/2332218304 >> 172.21.15.33:0/2332218304 conn(0x7f44bc0ff5b0 msgr2=0x7f44bc1019d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:29.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.125+0000 7f44c1e00640 1 -- 172.21.15.33:0/2332218304 shutdown_connections 2024-09-05T02:26:29.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.125+0000 7f44c1e00640 1 -- 172.21.15.33:0/2332218304 wait complete. 2024-09-05T02:26:29.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.126+0000 7f44c1e00640 1 Processor -- start 2024-09-05T02:26:29.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.126+0000 7f44c1e00640 1 -- start start 2024-09-05T02:26:29.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.126+0000 7f44c1e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f44bc076ba0 0x7f44bc19e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:29.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.126+0000 7f44c1e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f44bc077df0 0x7f44bc19e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:29.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.126+0000 7f44c1e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44bc078790 0x7f44bc1a5a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:29.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.126+0000 7f44c1e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f44bc113ea0 con 0x7f44bc078790 2024-09-05T02:26:29.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.126+0000 7f44c1e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f44bc113d20 con 0x7f44bc077df0 2024-09-05T02:26:29.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.126+0000 7f44c1e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f44bc114020 con 0x7f44bc076ba0 2024-09-05T02:26:29.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.127+0000 7f44baa00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f44bc076ba0 0x7f44bc19e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:29.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.127+0000 7f44bb400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44bc078790 0x7f44bc1a5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:29.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.127+0000 7f44baa00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f44bc076ba0 0x7f44bc19e450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:41344/0 (socket says 172.21.15.33:41344) 2024-09-05T02:26:29.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.127+0000 7f44baa00640 1 -- 172.21.15.33:0/2865624712 learned_addr learned my addr 172.21.15.33:0/2865624712 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:29.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.127+0000 7f44b2000640 1 --2- 172.21.15.33:0/2865624712 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f44bc077df0 0x7f44bc19e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:29.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.127+0000 7f44baa00640 1 -- 172.21.15.33:0/2865624712 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f44bc077df0 msgr2=0x7f44bc19e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:29.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.127+0000 7f44baa00640 1 --2- 172.21.15.33:0/2865624712 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f44bc077df0 0x7f44bc19e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:29.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.127+0000 7f44baa00640 1 -- 172.21.15.33:0/2865624712 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44bc078790 msgr2=0x7f44bc1a5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:29.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.127+0000 7f44baa00640 1 --2- 172.21.15.33:0/2865624712 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44bc078790 0x7f44bc1a5a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:29.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.127+0000 7f44baa00640 1 -- 172.21.15.33:0/2865624712 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44bc1a6080 con 0x7f44bc076ba0 2024-09-05T02:26:29.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.128+0000 7f44baa00640 1 --2- 172.21.15.33:0/2865624712 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f44bc076ba0 0x7f44bc19e450 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f44ac00d950 tx=0x7f44ac00de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:29.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.128+0000 7f44c0a00640 1 -- 172.21.15.33:0/2865624712 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44ac017030 con 0x7f44bc076ba0 2024-09-05T02:26:29.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.128+0000 7f44c1e00640 1 -- 172.21.15.33:0/2865624712 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44bc1a6370 con 0x7f44bc076ba0 2024-09-05T02:26:29.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.128+0000 7f44c0a00640 1 -- 172.21.15.33:0/2865624712 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f44ac004020 con 0x7f44bc076ba0 2024-09-05T02:26:29.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.128+0000 7f44c0a00640 1 -- 172.21.15.33:0/2865624712 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44ac0047a0 con 0x7f44bc076ba0 2024-09-05T02:26:29.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.128+0000 7f44c1e00640 1 -- 172.21.15.33:0/2865624712 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44bc1a68b0 con 0x7f44bc076ba0 2024-09-05T02:26:29.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.129+0000 7f44c1e00640 1 -- 172.21.15.33:0/2865624712 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44bc110780 con 0x7f44bc076ba0 2024-09-05T02:26:29.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.131+0000 7f44c0a00640 1 -- 172.21.15.33:0/2865624712 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f44ac0041d0 con 0x7f44bc076ba0 2024-09-05T02:26:29.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.132+0000 7f44c0a00640 1 --2- 172.21.15.33:0/2865624712 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f44a00a2c40 0x7f44a00a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:29.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.132+0000 7f44c0a00640 1 -- 172.21.15.33:0/2865624712 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f44ac0cee20 con 0x7f44bc076ba0 2024-09-05T02:26:29.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.133+0000 7f44b2000640 1 --2- 172.21.15.33:0/2865624712 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f44a00a2c40 0x7f44a00a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:29.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.133+0000 7f44b2000640 1 --2- 172.21.15.33:0/2865624712 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f44a00a2c40 0x7f44a00a5100 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f44bc19f970 tx=0x7f44a4005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:29.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.134+0000 7f44c0a00640 1 -- 172.21.15.33:0/2865624712 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f44ac09bbe0 con 0x7f44bc076ba0 2024-09-05T02:26:29.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.327+0000 7f44c1e00640 1 -- 172.21.15.33:0/2865624712 --> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f44bc062630 con 0x7f44a00a2c40 2024-09-05T02:26:29.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.329+0000 7f44c0a00640 1 -- 172.21.15.33:0/2865624712 <== mgr.14150 v2:172.21.15.33:6800/105413385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f44bc062630 con 0x7f44a00a2c40 2024-09-05T02:26:29.330 INFO:teuthology.orchestra.run.smithi033.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-09-05T02:26:29.330 INFO:teuthology.orchestra.run.smithi033.stdout:smithi033 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT5330008Q400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-09-05T02:26:29.330 INFO:teuthology.orchestra.run.smithi033.stdout:smithi123 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400YK400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-09-05T02:26:29.330 INFO:teuthology.orchestra.run.smithi033.stdout:smithi174 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT62050074400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-09-05T02:26:29.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.331+0000 7f44c1e00640 1 -- 172.21.15.33:0/2865624712 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f44a00a2c40 msgr2=0x7f44a00a5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:29.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.331+0000 7f44c1e00640 1 --2- 172.21.15.33:0/2865624712 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f44a00a2c40 0x7f44a00a5100 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f44bc19f970 tx=0x7f44a4005f90 comp rx=0 tx=0).stop 2024-09-05T02:26:29.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.331+0000 7f44c1e00640 1 -- 172.21.15.33:0/2865624712 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f44bc076ba0 msgr2=0x7f44bc19e450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:29.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.331+0000 7f44c1e00640 1 --2- 172.21.15.33:0/2865624712 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f44bc076ba0 0x7f44bc19e450 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f44ac00d950 tx=0x7f44ac00de10 comp rx=0 tx=0).stop 2024-09-05T02:26:29.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.331+0000 7f44c1e00640 1 -- 172.21.15.33:0/2865624712 shutdown_connections 2024-09-05T02:26:29.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.331+0000 7f44c1e00640 1 --2- 172.21.15.33:0/2865624712 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f44a00a2c40 0x7f44a00a5100 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:29.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.331+0000 7f44c1e00640 1 --2- 172.21.15.33:0/2865624712 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44bc078790 0x7f44bc1a5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:29.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.331+0000 7f44c1e00640 1 --2- 172.21.15.33:0/2865624712 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f44bc077df0 0x7f44bc19e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:29.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.331+0000 7f44c1e00640 1 --2- 172.21.15.33:0/2865624712 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f44bc076ba0 0x7f44bc19e450 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:29.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.331+0000 7f44c1e00640 1 -- 172.21.15.33:0/2865624712 >> 172.21.15.33:0/2865624712 conn(0x7f44bc0ff5b0 msgr2=0x7f44bc101040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:29.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.331+0000 7f44c1e00640 1 -- 172.21.15.33:0/2865624712 shutdown_connections 2024-09-05T02:26:29.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:29.331+0000 7f44c1e00640 1 -- 172.21.15.33:0/2865624712 wait complete. 2024-09-05T02:26:30.214 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-05T02:26:30.222 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi033.front.sepia.ceph.com 2024-09-05T02:26:30.222 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- bash -c 'ceph fs dump' 2024-09-05T02:26:30.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:30 smithi033 ceph-mon[29909]: pgmap v343: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:26:30.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:30 smithi033 ceph-mon[29909]: from='client.24982 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:26:30.601 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:30.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:30 smithi123 ceph-mon[34031]: pgmap v343: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:26:30.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:30 smithi123 ceph-mon[34031]: from='client.24982 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:26:30.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:30 smithi174 ceph-mon[34756]: pgmap v343: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:26:30.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:30 smithi174 ceph-mon[34756]: from='client.24982 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:26:31.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.151+0000 7f9156400640 1 -- 172.21.15.33:0/3308429553 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9150101a40 msgr2=0x7f9150101e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:31.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.151+0000 7f9156400640 1 --2- 172.21.15.33:0/3308429553 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9150101a40 0x7f9150101e40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f9144009900 tx=0x7f914402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:26:31.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.152+0000 7f9156400640 1 -- 172.21.15.33:0/3308429553 shutdown_connections 2024-09-05T02:26:31.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.152+0000 7f9156400640 1 --2- 172.21.15.33:0/3308429553 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9150103600 0x7f9150109e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:31.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.152+0000 7f9156400640 1 --2- 172.21.15.33:0/3308429553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9150102c40 0x7f91501030c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:31.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.152+0000 7f9156400640 1 --2- 172.21.15.33:0/3308429553 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9150101a40 0x7f9150101e40 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:31.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.152+0000 7f9156400640 1 -- 172.21.15.33:0/3308429553 >> 172.21.15.33:0/3308429553 conn(0x7f91500fd1f0 msgr2=0x7f91500ff610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:31.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.152+0000 7f9156400640 1 -- 172.21.15.33:0/3308429553 shutdown_connections 2024-09-05T02:26:31.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.152+0000 7f9156400640 1 -- 172.21.15.33:0/3308429553 wait complete. 2024-09-05T02:26:31.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.153+0000 7f9156400640 1 Processor -- start 2024-09-05T02:26:31.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.153+0000 7f9156400640 1 -- start start 2024-09-05T02:26:31.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.153+0000 7f9156400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9150101a40 0x7f9150075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:31.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.153+0000 7f9156400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9150102c40 0x7f91500745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:31.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.153+0000 7f9156400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9150103600 0x7f9150074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:31.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.153+0000 7f9156400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f915010d720 con 0x7f9150102c40 2024-09-05T02:26:31.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.153+0000 7f9156400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f915010d5a0 con 0x7f9150101a40 2024-09-05T02:26:31.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.153+0000 7f9156400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f915010d8a0 con 0x7f9150103600 2024-09-05T02:26:31.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.154+0000 7f914fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9150102c40 0x7f91500745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:31.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.154+0000 7f9155000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9150101a40 0x7f9150075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:31.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.154+0000 7f9155000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9150101a40 0x7f9150075f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:48972/0 (socket says 172.21.15.33:48972) 2024-09-05T02:26:31.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.154+0000 7f9155000640 1 -- 172.21.15.33:0/2238700638 learned_addr learned my addr 172.21.15.33:0/2238700638 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:31.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.154+0000 7f9155a00640 1 --2- 172.21.15.33:0/2238700638 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9150103600 0x7f9150074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:31.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.154+0000 7f914fe00640 1 -- 172.21.15.33:0/2238700638 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9150103600 msgr2=0x7f9150074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:31.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.154+0000 7f914fe00640 1 --2- 172.21.15.33:0/2238700638 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9150103600 0x7f9150074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:31.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.154+0000 7f914fe00640 1 -- 172.21.15.33:0/2238700638 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9150101a40 msgr2=0x7f9150075f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:31.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.154+0000 7f914fe00640 1 --2- 172.21.15.33:0/2238700638 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9150101a40 0x7f9150075f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:31.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.154+0000 7f914fe00640 1 -- 172.21.15.33:0/2238700638 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91500753e0 con 0x7f9150102c40 2024-09-05T02:26:31.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.154+0000 7f914fe00640 1 --2- 172.21.15.33:0/2238700638 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9150102c40 0x7f91500745e0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f913c00e9f0 tx=0x7f913c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:31.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.155+0000 7f914d600640 1 -- 172.21.15.33:0/2238700638 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f913c00ccc0 con 0x7f9150102c40 2024-09-05T02:26:31.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.155+0000 7f914d600640 1 -- 172.21.15.33:0/2238700638 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f913c010910 con 0x7f9150102c40 2024-09-05T02:26:31.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.155+0000 7f914d600640 1 -- 172.21.15.33:0/2238700638 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f913c018960 con 0x7f9150102c40 2024-09-05T02:26:31.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.155+0000 7f9156400640 1 -- 172.21.15.33:0/2238700638 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91501a1e80 con 0x7f9150102c40 2024-09-05T02:26:31.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.155+0000 7f9156400640 1 -- 172.21.15.33:0/2238700638 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91501a22e0 con 0x7f9150102c40 2024-09-05T02:26:31.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.156+0000 7f9156400640 1 -- 172.21.15.33:0/2238700638 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9150108d70 con 0x7f9150102c40 2024-09-05T02:26:31.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.158+0000 7f914d600640 1 -- 172.21.15.33:0/2238700638 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f913c010ac0 con 0x7f9150102c40 2024-09-05T02:26:31.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.160+0000 7f914d600640 1 --2- 172.21.15.33:0/2238700638 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f91380a2c10 0x7f91380a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:31.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.160+0000 7f914d600640 1 -- 172.21.15.33:0/2238700638 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f913c0cf630 con 0x7f9150102c40 2024-09-05T02:26:31.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.160+0000 7f9155000640 1 --2- 172.21.15.33:0/2238700638 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f91380a2c10 0x7f91380a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:31.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.161+0000 7f9155000640 1 --2- 172.21.15.33:0/2238700638 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f91380a2c10 0x7f91380a50d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f9144000c00 tx=0x7f91440315b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:31.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.163+0000 7f914d600640 1 -- 172.21.15.33:0/2238700638 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f913c09c3f0 con 0x7f9150102c40 2024-09-05T02:26:31.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.384+0000 7f9156400640 1 -- 172.21.15.33:0/2238700638 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f915002d970 con 0x7f9150102c40 2024-09-05T02:26:31.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.384+0000 7f914d600640 1 -- 172.21.15.33:0/2238700638 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 28 v28) ==== 76+0+3137 (secure 0 0 0) 0x7f913c09bcf0 con 0x7f9150102c40 2024-09-05T02:26:31.386 INFO:teuthology.orchestra.run.smithi033.stdout:e28 2024-09-05T02:26:31.386 INFO:teuthology.orchestra.run.smithi033.stdout:btime 2024-09-05T02:25:02:535952+0000 2024-09-05T02:26:31.386 INFO:teuthology.orchestra.run.smithi033.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-05T02:26:31.386 INFO:teuthology.orchestra.run.smithi033.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-05T02:26:31.386 INFO:teuthology.orchestra.run.smithi033.stdout:legacy client fscid: 1 2024-09-05T02:26:31.386 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:26:31.386 INFO:teuthology.orchestra.run.smithi033.stdout:Filesystem 'cephfs' (1) 2024-09-05T02:26:31.387 INFO:teuthology.orchestra.run.smithi033.stdout:fs_name cephfs 2024-09-05T02:26:31.387 INFO:teuthology.orchestra.run.smithi033.stdout:epoch 28 2024-09-05T02:26:31.387 INFO:teuthology.orchestra.run.smithi033.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-09-05T02:26:31.387 INFO:teuthology.orchestra.run.smithi033.stdout:created 2024-09-05T02:24:48.360212+0000 2024-09-05T02:26:31.387 INFO:teuthology.orchestra.run.smithi033.stdout:modified 2024-09-05T02:25:02.427620+0000 2024-09-05T02:26:31.387 INFO:teuthology.orchestra.run.smithi033.stdout:tableserver 0 2024-09-05T02:26:31.387 INFO:teuthology.orchestra.run.smithi033.stdout:root 0 2024-09-05T02:26:31.387 INFO:teuthology.orchestra.run.smithi033.stdout:session_timeout 300 2024-09-05T02:26:31.387 INFO:teuthology.orchestra.run.smithi033.stdout:session_autoclose 300 2024-09-05T02:26:31.387 INFO:teuthology.orchestra.run.smithi033.stdout:max_file_size 1099511627776 2024-09-05T02:26:31.387 INFO:teuthology.orchestra.run.smithi033.stdout:max_xattr_size 65536 2024-09-05T02:26:31.387 INFO:teuthology.orchestra.run.smithi033.stdout:required_client_features {} 2024-09-05T02:26:31.387 INFO:teuthology.orchestra.run.smithi033.stdout:last_failure 0 2024-09-05T02:26:31.387 INFO:teuthology.orchestra.run.smithi033.stdout:last_failure_osd_epoch 0 2024-09-05T02:26:31.388 INFO:teuthology.orchestra.run.smithi033.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-05T02:26:31.388 INFO:teuthology.orchestra.run.smithi033.stdout:max_mds 5 2024-09-05T02:26:31.388 INFO:teuthology.orchestra.run.smithi033.stdout:in 0,1,2,3,4 2024-09-05T02:26:31.388 INFO:teuthology.orchestra.run.smithi033.stdout:up {0=24551,1=24535,2=24512,3=24511,4=24497} 2024-09-05T02:26:31.388 INFO:teuthology.orchestra.run.smithi033.stdout:failed 2024-09-05T02:26:31.388 INFO:teuthology.orchestra.run.smithi033.stdout:damaged 2024-09-05T02:26:31.388 INFO:teuthology.orchestra.run.smithi033.stdout:stopped 2024-09-05T02:26:31.388 INFO:teuthology.orchestra.run.smithi033.stdout:data_pools [3] 2024-09-05T02:26:31.388 INFO:teuthology.orchestra.run.smithi033.stdout:metadata_pool 2 2024-09-05T02:26:31.388 INFO:teuthology.orchestra.run.smithi033.stdout:inline_data disabled 2024-09-05T02:26:31.388 INFO:teuthology.orchestra.run.smithi033.stdout:balancer 2024-09-05T02:26:31.388 INFO:teuthology.orchestra.run.smithi033.stdout:bal_rank_mask -1 2024-09-05T02:26:31.388 INFO:teuthology.orchestra.run.smithi033.stdout:standby_count_wanted 0 2024-09-05T02:26:31.389 INFO:teuthology.orchestra.run.smithi033.stdout:qdb_cluster leader: 24551 members: 24497,24511,24512,24551,24535 2024-09-05T02:26:31.389 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.b{0:24551} state up:active seq 5 addr [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T02:26:31.389 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.c{0:24496} state up:standby-replay seq 1 addr [v2:172.21.15.174:6836/586949431,v1:172.21.15.174:6837/586949431] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T02:26:31.389 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.a{1:24535} state up:active seq 7 addr [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T02:26:31.389 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.f{1:24484} state up:standby-replay seq 1 addr [v2:172.21.15.174:6834/2046660118,v1:172.21.15.174:6835/2046660118] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T02:26:31.389 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.h{2:24512} state up:active seq 10 addr [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T02:26:31.389 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.d{2:24466} state up:standby-replay seq 1 addr [v2:172.21.15.33:6836/1910155079,v1:172.21.15.33:6837/1910155079] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T02:26:31.389 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.i{3:24511} state up:active seq 10 addr [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T02:26:31.389 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.k{3:24461} state up:standby-replay seq 1 addr [v2:172.21.15.123:6832/3303654561,v1:172.21.15.123:6833/3303654561] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T02:26:31.389 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.e{4:24497} state up:active seq 12 addr [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T02:26:31.389 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.l{4:24442} state up:standby-replay seq 1 addr [v2:172.21.15.174:6832/1006700432,v1:172.21.15.174:6833/1006700432] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T02:26:31.389 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:26:31.389 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:26:31.390 INFO:teuthology.orchestra.run.smithi033.stdout:Standby daemons: 2024-09-05T02:26:31.390 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:26:31.390 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.j{-1:14475} state up:standby seq 1 addr [v2:172.21.15.33:6834/2075017495,v1:172.21.15.33:6835/2075017495] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T02:26:31.390 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.g{-1:14529} state up:standby seq 1 addr [v2:172.21.15.33:6838/1445389133,v1:172.21.15.33:6839/1445389133] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T02:26:31.390 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 28 2024-09-05T02:26:31.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.387+0000 7f9156400640 1 -- 172.21.15.33:0/2238700638 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f91380a2c10 msgr2=0x7f91380a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.387+0000 7f9156400640 1 --2- 172.21.15.33:0/2238700638 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f91380a2c10 0x7f91380a50d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f9144000c00 tx=0x7f91440315b0 comp rx=0 tx=0).stop 2024-09-05T02:26:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.387+0000 7f9156400640 1 -- 172.21.15.33:0/2238700638 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9150102c40 msgr2=0x7f91500745e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.387+0000 7f9156400640 1 --2- 172.21.15.33:0/2238700638 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9150102c40 0x7f91500745e0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f913c00e9f0 tx=0x7f913c00eeb0 comp rx=0 tx=0).stop 2024-09-05T02:26:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.387+0000 7f9156400640 1 -- 172.21.15.33:0/2238700638 shutdown_connections 2024-09-05T02:26:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.387+0000 7f9156400640 1 --2- 172.21.15.33:0/2238700638 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f91380a2c10 0x7f91380a50d0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.387+0000 7f9156400640 1 --2- 172.21.15.33:0/2238700638 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9150103600 0x7f9150074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.387+0000 7f9156400640 1 --2- 172.21.15.33:0/2238700638 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9150102c40 0x7f91500745e0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.387+0000 7f9156400640 1 --2- 172.21.15.33:0/2238700638 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9150101a40 0x7f9150075f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.387+0000 7f9156400640 1 -- 172.21.15.33:0/2238700638 >> 172.21.15.33:0/2238700638 conn(0x7f91500fd1f0 msgr2=0x7f9150105f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.387+0000 7f9156400640 1 -- 172.21.15.33:0/2238700638 shutdown_connections 2024-09-05T02:26:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:31.387+0000 7f9156400640 1 -- 172.21.15.33:0/2238700638 wait complete. 2024-09-05T02:26:32.263 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- bash -c 'ceph osd dump' 2024-09-05T02:26:32.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:32 smithi033 ceph-mon[29909]: pgmap v344: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-05T02:26:32.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:32 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2238700638' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-05T02:26:32.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:32 smithi123 ceph-mon[34031]: pgmap v344: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-05T02:26:32.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:32 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2238700638' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-05T02:26:32.640 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:32.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:32 smithi174 ceph-mon[34756]: pgmap v344: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-05T02:26:32.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:32 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2238700638' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-05T02:26:33.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.164+0000 7f3910a00640 1 -- 172.21.15.33:0/156924477 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f390c105920 msgr2=0x7f390c10c240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:33.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.164+0000 7f3910a00640 1 --2- 172.21.15.33:0/156924477 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f390c105920 0x7f390c10c240 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f3904009ca0 tx=0x7f390402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:26:33.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.164+0000 7f3910a00640 1 -- 172.21.15.33:0/156924477 shutdown_connections 2024-09-05T02:26:33.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.164+0000 7f3910a00640 1 --2- 172.21.15.33:0/156924477 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f390c105920 0x7f390c10c240 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:33.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.164+0000 7f3910a00640 1 --2- 172.21.15.33:0/156924477 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f390c104f60 0x7f390c1053e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:33.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.164+0000 7f3910a00640 1 --2- 172.21.15.33:0/156924477 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f390c103e00 0x7f390c104200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:33.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.164+0000 7f3910a00640 1 -- 172.21.15.33:0/156924477 >> 172.21.15.33:0/156924477 conn(0x7f390c0ff5b0 msgr2=0x7f390c1019d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:33.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.164+0000 7f3910a00640 1 -- 172.21.15.33:0/156924477 shutdown_connections 2024-09-05T02:26:33.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.164+0000 7f3910a00640 1 -- 172.21.15.33:0/156924477 wait complete. 2024-09-05T02:26:33.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.165+0000 7f3910a00640 1 Processor -- start 2024-09-05T02:26:33.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.165+0000 7f3910a00640 1 -- start start 2024-09-05T02:26:33.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.166+0000 7f3910a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f390c103e00 0x7f390c19a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:33.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.166+0000 7f3910a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f390c104f60 0x7f390c19a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:33.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.166+0000 7f3910a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f390c105920 0x7f390c1a1610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:33.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.166+0000 7f3910a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f390c10fae0 con 0x7f390c103e00 2024-09-05T02:26:33.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.166+0000 7f3910a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f390c10f960 con 0x7f390c105920 2024-09-05T02:26:33.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.166+0000 7f3910a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f390c10fc60 con 0x7f390c104f60 2024-09-05T02:26:33.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.166+0000 7f3909e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f390c103e00 0x7f390c19a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:33.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.166+0000 7f3909e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f390c103e00 0x7f390c19a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49280/0 (socket says 172.21.15.33:49280) 2024-09-05T02:26:33.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.166+0000 7f3909e00640 1 -- 172.21.15.33:0/484999463 learned_addr learned my addr 172.21.15.33:0/484999463 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:33.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.166+0000 7f390a800640 1 --2- 172.21.15.33:0/484999463 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f390c105920 0x7f390c1a1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:33.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.166+0000 7f3909400640 1 --2- 172.21.15.33:0/484999463 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f390c104f60 0x7f390c19a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:33.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.166+0000 7f3909e00640 1 -- 172.21.15.33:0/484999463 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f390c104f60 msgr2=0x7f390c19a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:33.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.166+0000 7f3909e00640 1 --2- 172.21.15.33:0/484999463 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f390c104f60 0x7f390c19a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:33.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.166+0000 7f3909e00640 1 -- 172.21.15.33:0/484999463 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f390c105920 msgr2=0x7f390c1a1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:33.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.166+0000 7f3909e00640 1 --2- 172.21.15.33:0/484999463 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f390c105920 0x7f390c1a1610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:33.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.166+0000 7f3909e00640 1 -- 172.21.15.33:0/484999463 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f390c1a1c80 con 0x7f390c103e00 2024-09-05T02:26:33.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.167+0000 7f3909e00640 1 --2- 172.21.15.33:0/484999463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f390c103e00 0x7f390c19a050 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f38fc00d950 tx=0x7f38fc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:33.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.167+0000 7f3902a00640 1 -- 172.21.15.33:0/484999463 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38fc017030 con 0x7f390c103e00 2024-09-05T02:26:33.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.167+0000 7f3902a00640 1 -- 172.21.15.33:0/484999463 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f38fc004020 con 0x7f390c103e00 2024-09-05T02:26:33.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.167+0000 7f3902a00640 1 -- 172.21.15.33:0/484999463 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38fc0047a0 con 0x7f390c103e00 2024-09-05T02:26:33.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.167+0000 7f3910a00640 1 -- 172.21.15.33:0/484999463 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f390c1a1f70 con 0x7f390c103e00 2024-09-05T02:26:33.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.167+0000 7f3910a00640 1 -- 172.21.15.33:0/484999463 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f390c1a2370 con 0x7f390c103e00 2024-09-05T02:26:33.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.168+0000 7f3910a00640 1 -- 172.21.15.33:0/484999463 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f390c10b120 con 0x7f390c103e00 2024-09-05T02:26:33.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.170+0000 7f3902a00640 1 -- 172.21.15.33:0/484999463 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f38fc0041d0 con 0x7f390c103e00 2024-09-05T02:26:33.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.171+0000 7f3902a00640 1 --2- 172.21.15.33:0/484999463 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f38f00a2cc0 0x7f38f00a5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:33.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.172+0000 7f3902a00640 1 -- 172.21.15.33:0/484999463 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f38fc0ceb60 con 0x7f390c103e00 2024-09-05T02:26:33.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.172+0000 7f3909400640 1 --2- 172.21.15.33:0/484999463 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f38f00a2cc0 0x7f38f00a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:33.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.172+0000 7f3909400640 1 --2- 172.21.15.33:0/484999463 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f38f00a2cc0 0x7f38f00a5180 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f390c19b570 tx=0x7f38f800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:33.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.176+0000 7f3902a00640 1 -- 172.21.15.33:0/484999463 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f38fc09b920 con 0x7f390c103e00 2024-09-05T02:26:33.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.362+0000 7f3910a00640 1 -- 172.21.15.33:0/484999463 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f390c02da70 con 0x7f390c103e00 2024-09-05T02:26:33.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.363+0000 7f3902a00640 1 -- 172.21.15.33:0/484999463 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v86) ==== 56+0+5308 (secure 0 0 0) 0x7f38fc09b220 con 0x7f390c103e00 2024-09-05T02:26:33.364 INFO:teuthology.orchestra.run.smithi033.stdout:epoch 86 2024-09-05T02:26:33.364 INFO:teuthology.orchestra.run.smithi033.stdout:fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:26:33.364 INFO:teuthology.orchestra.run.smithi033.stdout:created 2024-09-05T02:16:40.986430+0000 2024-09-05T02:26:33.365 INFO:teuthology.orchestra.run.smithi033.stdout:modified 2024-09-05T02:25:36.197006+0000 2024-09-05T02:26:33.365 INFO:teuthology.orchestra.run.smithi033.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-09-05T02:26:33.365 INFO:teuthology.orchestra.run.smithi033.stdout:crush_version 26 2024-09-05T02:26:33.365 INFO:teuthology.orchestra.run.smithi033.stdout:full_ratio 0.95 2024-09-05T02:26:33.365 INFO:teuthology.orchestra.run.smithi033.stdout:backfillfull_ratio 0.9 2024-09-05T02:26:33.365 INFO:teuthology.orchestra.run.smithi033.stdout:nearfull_ratio 0.85 2024-09-05T02:26:33.365 INFO:teuthology.orchestra.run.smithi033.stdout:require_min_compat_client luminous 2024-09-05T02:26:33.365 INFO:teuthology.orchestra.run.smithi033.stdout:min_compat_client luminous 2024-09-05T02:26:33.365 INFO:teuthology.orchestra.run.smithi033.stdout:require_osd_release squid 2024-09-05T02:26:33.365 INFO:teuthology.orchestra.run.smithi033.stdout:stretch_mode_enabled false 2024-09-05T02:26:33.365 INFO:teuthology.orchestra.run.smithi033.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-09-05T02:26:33.365 INFO:teuthology.orchestra.run.smithi033.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 84 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-09-05T02:26:33.366 INFO:teuthology.orchestra.run.smithi033.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 84 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-09-05T02:26:33.366 INFO:teuthology.orchestra.run.smithi033.stdout:max_osd 12 2024-09-05T02:26:33.366 INFO:teuthology.orchestra.run.smithi033.stdout:osd.0 up in weight 1 up_from 8 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.33:6802/2230859978,v1:172.21.15.33:6803/2230859978] [v2:172.21.15.33:6804/2230859978,v1:172.21.15.33:6805/2230859978] exists,up 55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1 2024-09-05T02:26:33.366 INFO:teuthology.orchestra.run.smithi033.stdout:osd.1 up in weight 1 up_from 13 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.123:6800/982249098,v1:172.21.15.123:6801/982249098] [v2:172.21.15.123:6802/982249098,v1:172.21.15.123:6803/982249098] exists,up 6de45097-769c-467f-9c69-c0e6286b5b72 2024-09-05T02:26:33.366 INFO:teuthology.orchestra.run.smithi033.stdout:osd.2 up in weight 1 up_from 18 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.174:6800/3754006463,v1:172.21.15.174:6801/3754006463] [v2:172.21.15.174:6802/3754006463,v1:172.21.15.174:6803/3754006463] exists,up 8d8bdb95-be19-4ae4-8587-ea5dace30521 2024-09-05T02:26:33.366 INFO:teuthology.orchestra.run.smithi033.stdout:osd.3 up in weight 1 up_from 26 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.33:6810/3031631676,v1:172.21.15.33:6811/3031631676] [v2:172.21.15.33:6812/3031631676,v1:172.21.15.33:6813/3031631676] exists,up 73cd7f3a-95e0-434d-bac2-b99f4036fe9c 2024-09-05T02:26:33.366 INFO:teuthology.orchestra.run.smithi033.stdout:osd.4 up in weight 1 up_from 33 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.123:6808/1841051665,v1:172.21.15.123:6809/1841051665] [v2:172.21.15.123:6810/1841051665,v1:172.21.15.123:6811/1841051665] exists,up 0f0578f6-ecfb-41c9-9360-6155c02c4a47 2024-09-05T02:26:33.366 INFO:teuthology.orchestra.run.smithi033.stdout:osd.5 up in weight 1 up_from 38 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.174:6808/609807204,v1:172.21.15.174:6809/609807204] [v2:172.21.15.174:6810/609807204,v1:172.21.15.174:6811/609807204] exists,up d140f4bd-ec12-44e7-b9fc-3dd869d73e95 2024-09-05T02:26:33.366 INFO:teuthology.orchestra.run.smithi033.stdout:osd.6 up in weight 1 up_from 45 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.33:6818/3289951394,v1:172.21.15.33:6819/3289951394] [v2:172.21.15.33:6820/3289951394,v1:172.21.15.33:6821/3289951394] exists,up 7f01a990-d1b2-40cb-8892-89961631233c 2024-09-05T02:26:33.366 INFO:teuthology.orchestra.run.smithi033.stdout:osd.7 up in weight 1 up_from 50 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.123:6816/1928319522,v1:172.21.15.123:6817/1928319522] [v2:172.21.15.123:6818/1928319522,v1:172.21.15.123:6819/1928319522] exists,up d5c701d4-188e-4c24-874c-3056d7dc546d 2024-09-05T02:26:33.366 INFO:teuthology.orchestra.run.smithi033.stdout:osd.8 up in weight 1 up_from 58 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.174:6816/3984977582,v1:172.21.15.174:6817/3984977582] [v2:172.21.15.174:6818/3984977582,v1:172.21.15.174:6819/3984977582] exists,up e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0 2024-09-05T02:26:33.366 INFO:teuthology.orchestra.run.smithi033.stdout:osd.9 up in weight 1 up_from 65 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.33:6826/4123845959,v1:172.21.15.33:6827/4123845959] [v2:172.21.15.33:6828/4123845959,v1:172.21.15.33:6829/4123845959] exists,up 8858f35a-ce38-4484-8393-e138920ed9b0 2024-09-05T02:26:33.367 INFO:teuthology.orchestra.run.smithi033.stdout:osd.10 up in weight 1 up_from 70 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.123:6824/532510651,v1:172.21.15.123:6825/532510651] [v2:172.21.15.123:6826/532510651,v1:172.21.15.123:6827/532510651] exists,up d3206b8b-55c3-4988-9cce-cdd805f9969d 2024-09-05T02:26:33.367 INFO:teuthology.orchestra.run.smithi033.stdout:osd.11 up in weight 1 up_from 77 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.174:6824/955565697,v1:172.21.15.174:6825/955565697] [v2:172.21.15.174:6826/955565697,v1:172.21.15.174:6827/955565697] exists,up 50b6059f-00b3-489a-aaf0-75765fbf2e6b 2024-09-05T02:26:33.367 INFO:teuthology.orchestra.run.smithi033.stdout:pg_upmap_items 2.a [2,11] 2024-09-05T02:26:33.367 INFO:teuthology.orchestra.run.smithi033.stdout:pg_upmap_items 2.14 [2,4] 2024-09-05T02:26:33.367 INFO:teuthology.orchestra.run.smithi033.stdout:pg_upmap_items 2.1c [8,11] 2024-09-05T02:26:33.367 INFO:teuthology.orchestra.run.smithi033.stdout:pg_upmap_items 2.1d [2,4] 2024-09-05T02:26:33.367 INFO:teuthology.orchestra.run.smithi033.stdout:pg_upmap_items 3.0 [4,8] 2024-09-05T02:26:33.367 INFO:teuthology.orchestra.run.smithi033.stdout:pg_upmap_items 3.17 [4,6] 2024-09-05T02:26:33.367 INFO:teuthology.orchestra.run.smithi033.stdout:pg_upmap_items 3.1d [5,9] 2024-09-05T02:26:33.367 INFO:teuthology.orchestra.run.smithi033.stdout:pg_upmap_items 3.34 [4,9] 2024-09-05T02:26:33.367 INFO:teuthology.orchestra.run.smithi033.stdout:pg_upmap_items 3.3b [3,9] 2024-09-05T02:26:33.368 INFO:teuthology.orchestra.run.smithi033.stdout:blocklist 172.21.15.33:6801/1416969181 expires 2024-09-06T02:17:34.380471+0000 2024-09-05T02:26:33.368 INFO:teuthology.orchestra.run.smithi033.stdout:blocklist 172.21.15.33:0/1229013790 expires 2024-09-06T02:17:34.380471+0000 2024-09-05T02:26:33.368 INFO:teuthology.orchestra.run.smithi033.stdout:blocklist 172.21.15.33:0/1567746818 expires 2024-09-06T02:17:34.380471+0000 2024-09-05T02:26:33.368 INFO:teuthology.orchestra.run.smithi033.stdout:blocklist 172.21.15.33:6801/2899834754 expires 2024-09-06T02:17:06.260070+0000 2024-09-05T02:26:33.368 INFO:teuthology.orchestra.run.smithi033.stdout:blocklist 172.21.15.33:6800/2899834754 expires 2024-09-06T02:17:06.260070+0000 2024-09-05T02:26:33.368 INFO:teuthology.orchestra.run.smithi033.stdout:blocklist 172.21.15.33:6800/1416969181 expires 2024-09-06T02:17:34.380471+0000 2024-09-05T02:26:33.368 INFO:teuthology.orchestra.run.smithi033.stdout:blocklist 172.21.15.33:0/2503822140 expires 2024-09-06T02:17:06.260070+0000 2024-09-05T02:26:33.368 INFO:teuthology.orchestra.run.smithi033.stdout:blocklist 172.21.15.33:0/3927628736 expires 2024-09-06T02:17:34.380471+0000 2024-09-05T02:26:33.368 INFO:teuthology.orchestra.run.smithi033.stdout:blocklist 172.21.15.33:0/3047771737 expires 2024-09-06T02:17:06.260070+0000 2024-09-05T02:26:33.368 INFO:teuthology.orchestra.run.smithi033.stdout:blocklist 172.21.15.33:0/2751303440 expires 2024-09-06T02:17:06.260070+0000 2024-09-05T02:26:33.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.366+0000 7f3910a00640 1 -- 172.21.15.33:0/484999463 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f38f00a2cc0 msgr2=0x7f38f00a5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:33.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.366+0000 7f3910a00640 1 --2- 172.21.15.33:0/484999463 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f38f00a2cc0 0x7f38f00a5180 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f390c19b570 tx=0x7f38f800b390 comp rx=0 tx=0).stop 2024-09-05T02:26:33.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.366+0000 7f3910a00640 1 -- 172.21.15.33:0/484999463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f390c103e00 msgr2=0x7f390c19a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:33.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.366+0000 7f3910a00640 1 --2- 172.21.15.33:0/484999463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f390c103e00 0x7f390c19a050 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f38fc00d950 tx=0x7f38fc00de10 comp rx=0 tx=0).stop 2024-09-05T02:26:33.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.366+0000 7f3910a00640 1 -- 172.21.15.33:0/484999463 shutdown_connections 2024-09-05T02:26:33.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.366+0000 7f3910a00640 1 --2- 172.21.15.33:0/484999463 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f38f00a2cc0 0x7f38f00a5180 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:33.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.366+0000 7f3910a00640 1 --2- 172.21.15.33:0/484999463 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f390c105920 0x7f390c1a1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:33.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.366+0000 7f3910a00640 1 --2- 172.21.15.33:0/484999463 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f390c104f60 0x7f390c19a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:33.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.366+0000 7f3910a00640 1 --2- 172.21.15.33:0/484999463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f390c103e00 0x7f390c19a050 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:33.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.366+0000 7f3910a00640 1 -- 172.21.15.33:0/484999463 >> 172.21.15.33:0/484999463 conn(0x7f390c0ff5b0 msgr2=0x7f390c1082f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:33.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.366+0000 7f3910a00640 1 -- 172.21.15.33:0/484999463 shutdown_connections 2024-09-05T02:26:33.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:33.366+0000 7f3910a00640 1 -- 172.21.15.33:0/484999463 wait complete. 2024-09-05T02:26:33.770 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:33 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/484999463' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-05T02:26:33.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:33 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/484999463' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-05T02:26:33.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:33 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/484999463' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-05T02:26:34.163 INFO:teuthology.run_tasks:Running task fs.ready... 2024-09-05T02:26:34.174 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:26:34.581 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:34.714 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:34 smithi033 ceph-mon[29909]: pgmap v345: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-05T02:26:34.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:34 smithi174 ceph-mon[34756]: pgmap v345: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-05T02:26:34.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:34 smithi123 ceph-mon[34031]: pgmap v345: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-05T02:26:35.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.116+0000 7f3442e00640 1 -- 172.21.15.33:0/3805921507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f343c074f40 msgr2=0x7f343c10de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:35.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.116+0000 7f3442e00640 1 --2- 172.21.15.33:0/3805921507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f343c074f40 0x7f343c10de80 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3424009900 tx=0x7f342402a480 comp rx=0 tx=0).stop 2024-09-05T02:26:35.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.116+0000 7f3442e00640 1 -- 172.21.15.33:0/3805921507 shutdown_connections 2024-09-05T02:26:35.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.116+0000 7f3442e00640 1 --2- 172.21.15.33:0/3805921507 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f343c10e3c0 0x7f343c110810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.116+0000 7f3442e00640 1 --2- 172.21.15.33:0/3805921507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f343c074f40 0x7f343c10de80 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.116+0000 7f3442e00640 1 --2- 172.21.15.33:0/3805921507 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f343c074620 0x7f343c074a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.116+0000 7f3442e00640 1 -- 172.21.15.33:0/3805921507 >> 172.21.15.33:0/3805921507 conn(0x7f343c0fd8c0 msgr2=0x7f343c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.116+0000 7f3442e00640 1 -- 172.21.15.33:0/3805921507 shutdown_connections 2024-09-05T02:26:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.116+0000 7f3442e00640 1 -- 172.21.15.33:0/3805921507 wait complete. 2024-09-05T02:26:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.117+0000 7f3442e00640 1 Processor -- start 2024-09-05T02:26:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.117+0000 7f3442e00640 1 -- start start 2024-09-05T02:26:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.117+0000 7f3442e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f343c074620 0x7f343c19a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.117+0000 7f3442e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f343c074f40 0x7f343c19aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.117+0000 7f3442e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f343c10e3c0 0x7f343c19ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.117+0000 7f3442e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f343c114140 con 0x7f343c074620 2024-09-05T02:26:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.117+0000 7f3442e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f343c113fc0 con 0x7f343c10e3c0 2024-09-05T02:26:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.117+0000 7f3442e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f343c1142c0 con 0x7f343c074f40 2024-09-05T02:26:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.118+0000 7f343be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f343c074620 0x7f343c19a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.118+0000 7f343be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f343c074620 0x7f343c19a660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49302/0 (socket says 172.21.15.33:49302) 2024-09-05T02:26:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.118+0000 7f343be00640 1 -- 172.21.15.33:0/979373348 learned_addr learned my addr 172.21.15.33:0/979373348 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.118+0000 7f3440e00640 1 --2- 172.21.15.33:0/979373348 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f343c10e3c0 0x7f343c19ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:35.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.118+0000 7f3433e00640 1 --2- 172.21.15.33:0/979373348 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f343c074f40 0x7f343c19aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:35.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.118+0000 7f343be00640 1 -- 172.21.15.33:0/979373348 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f343c074f40 msgr2=0x7f343c19aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:35.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.118+0000 7f343be00640 1 --2- 172.21.15.33:0/979373348 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f343c074f40 0x7f343c19aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:35.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.118+0000 7f343be00640 1 -- 172.21.15.33:0/979373348 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f343c10e3c0 msgr2=0x7f343c19ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:35.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.118+0000 7f343be00640 1 --2- 172.21.15.33:0/979373348 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f343c10e3c0 0x7f343c19ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:35.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.118+0000 7f343be00640 1 -- 172.21.15.33:0/979373348 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f343c19f610 con 0x7f343c074620 2024-09-05T02:26:35.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.118+0000 7f343be00640 1 --2- 172.21.15.33:0/979373348 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f343c074620 0x7f343c19a660 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f342c00e9f0 tx=0x7f342c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:35.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.119+0000 7f3439600640 1 -- 172.21.15.33:0/979373348 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f342c00cd80 con 0x7f343c074620 2024-09-05T02:26:35.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.119+0000 7f3439600640 1 -- 172.21.15.33:0/979373348 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f342c010910 con 0x7f343c074620 2024-09-05T02:26:35.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.119+0000 7f3442e00640 1 -- 172.21.15.33:0/979373348 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f343c19f900 con 0x7f343c074620 2024-09-05T02:26:35.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.119+0000 7f3439600640 1 -- 172.21.15.33:0/979373348 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f342c018990 con 0x7f343c074620 2024-09-05T02:26:35.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.119+0000 7f3442e00640 1 -- 172.21.15.33:0/979373348 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f343c1a71e0 con 0x7f343c074620 2024-09-05T02:26:35.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.120+0000 7f3442e00640 1 -- 172.21.15.33:0/979373348 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f343c074a00 con 0x7f343c074620 2024-09-05T02:26:35.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.122+0000 7f3439600640 1 -- 172.21.15.33:0/979373348 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f342c010ac0 con 0x7f343c074620 2024-09-05T02:26:35.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.123+0000 7f3439600640 1 --2- 172.21.15.33:0/979373348 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f34200a2c90 0x7f34200a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:35.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.123+0000 7f3439600640 1 -- 172.21.15.33:0/979373348 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f342c0cf950 con 0x7f343c074620 2024-09-05T02:26:35.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.124+0000 7f3433e00640 1 --2- 172.21.15.33:0/979373348 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f34200a2c90 0x7f34200a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:35.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.124+0000 7f3433e00640 1 --2- 172.21.15.33:0/979373348 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f34200a2c90 0x7f34200a5150 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f343c10f7b0 tx=0x7f3424005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:35.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.126+0000 7f3439600640 1 -- 172.21.15.33:0/979373348 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f342c09c710 con 0x7f343c074620 2024-09-05T02:26:35.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.351+0000 7f3442e00640 1 -- 172.21.15.33:0/979373348 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f343c19b9c0 con 0x7f343c074620 2024-09-05T02:26:35.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.352+0000 7f3439600640 1 -- 172.21.15.33:0/979373348 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11987 (secure 0 0 0) 0x7f343c19b9c0 con 0x7f343c074620 2024-09-05T02:26:35.353 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:26:35.353 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":28,"btime":"2024-09-05T02:25:02:535952+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:25:02.427620+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24497,24511,24512,24551,24535]},"id":1}]} 2024-09-05T02:26:35.353 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 28 2024-09-05T02:26:35.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.354+0000 7f3442e00640 1 -- 172.21.15.33:0/979373348 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f34200a2c90 msgr2=0x7f34200a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:35.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.354+0000 7f3442e00640 1 --2- 172.21.15.33:0/979373348 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f34200a2c90 0x7f34200a5150 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f343c10f7b0 tx=0x7f3424005a20 comp rx=0 tx=0).stop 2024-09-05T02:26:35.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.354+0000 7f3442e00640 1 -- 172.21.15.33:0/979373348 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f343c074620 msgr2=0x7f343c19a660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:35.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.354+0000 7f3442e00640 1 --2- 172.21.15.33:0/979373348 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f343c074620 0x7f343c19a660 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f342c00e9f0 tx=0x7f342c00eeb0 comp rx=0 tx=0).stop 2024-09-05T02:26:35.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.354+0000 7f3442e00640 1 -- 172.21.15.33:0/979373348 shutdown_connections 2024-09-05T02:26:35.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.354+0000 7f3442e00640 1 --2- 172.21.15.33:0/979373348 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f34200a2c90 0x7f34200a5150 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:35.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.354+0000 7f3442e00640 1 --2- 172.21.15.33:0/979373348 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f343c10e3c0 0x7f343c19ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:35.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.354+0000 7f3442e00640 1 --2- 172.21.15.33:0/979373348 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f343c074f40 0x7f343c19aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:35.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.354+0000 7f3442e00640 1 --2- 172.21.15.33:0/979373348 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f343c074620 0x7f343c19a660 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:35.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.354+0000 7f3442e00640 1 -- 172.21.15.33:0/979373348 >> 172.21.15.33:0/979373348 conn(0x7f343c0fd8c0 msgr2=0x7f343c0fe5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:35.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.354+0000 7f3442e00640 1 -- 172.21.15.33:0/979373348 shutdown_connections 2024-09-05T02:26:35.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:35.354+0000 7f3442e00640 1 -- 172.21.15.33:0/979373348 wait complete. 2024-09-05T02:26:35.754 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:35 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/979373348' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:26:35.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:35 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/979373348' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:26:35.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:35 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/979373348' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:26:36.229 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:26:36.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:36 smithi033 ceph-mon[29909]: pgmap v346: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-05T02:26:36.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:36 smithi033 ceph-mon[29909]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-09-05T02:26:36.607 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:36.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:36 smithi174 ceph-mon[34756]: pgmap v346: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-05T02:26:36.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:36 smithi174 ceph-mon[34756]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-09-05T02:26:36.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:36 smithi123 ceph-mon[34031]: pgmap v346: 97 pgs: 97 active+clean; 642 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-05T02:26:36.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:36 smithi123 ceph-mon[34031]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-09-05T02:26:37.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.154+0000 7fbd61400640 1 -- 172.21.15.33:0/50229327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd5c103ff0 msgr2=0x7fbd5c1043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:37.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.154+0000 7fbd61400640 1 --2- 172.21.15.33:0/50229327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd5c103ff0 0x7fbd5c1043d0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fbd4c009900 tx=0x7fbd4c02a3f0 comp rx=0 tx=0).stop 2024-09-05T02:26:37.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.154+0000 7fbd61400640 1 -- 172.21.15.33:0/50229327 shutdown_connections 2024-09-05T02:26:37.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.154+0000 7fbd61400640 1 --2- 172.21.15.33:0/50229327 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbd5c109120 0x7fbd5c110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:37.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.154+0000 7fbd61400640 1 --2- 172.21.15.33:0/50229327 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbd5c1049a0 0x7fbd5c1089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:37.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.154+0000 7fbd61400640 1 --2- 172.21.15.33:0/50229327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd5c103ff0 0x7fbd5c1043d0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:37.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.154+0000 7fbd61400640 1 -- 172.21.15.33:0/50229327 >> 172.21.15.33:0/50229327 conn(0x7fbd5c0ffa90 msgr2=0x7fbd5c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:37.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.154+0000 7fbd61400640 1 -- 172.21.15.33:0/50229327 shutdown_connections 2024-09-05T02:26:37.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.154+0000 7fbd61400640 1 -- 172.21.15.33:0/50229327 wait complete. 2024-09-05T02:26:37.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.155+0000 7fbd61400640 1 Processor -- start 2024-09-05T02:26:37.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.155+0000 7fbd61400640 1 -- start start 2024-09-05T02:26:37.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.155+0000 7fbd61400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd5c103ff0 0x7fbd5c19a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:37.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.155+0000 7fbd61400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbd5c1049a0 0x7fbd5c19abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:37.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.155+0000 7fbd61400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbd5c109120 0x7fbd5c19ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:37.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.155+0000 7fbd61400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbd5c114170 con 0x7fbd5c103ff0 2024-09-05T02:26:37.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.155+0000 7fbd61400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbd5c113ff0 con 0x7fbd5c109120 2024-09-05T02:26:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.155+0000 7fbd61400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbd5c1142f0 con 0x7fbd5c1049a0 2024-09-05T02:26:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.156+0000 7fbd5a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd5c103ff0 0x7fbd5c19a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.156+0000 7fbd5a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd5c103ff0 0x7fbd5c19a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49332/0 (socket says 172.21.15.33:49332) 2024-09-05T02:26:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.156+0000 7fbd5a800640 1 -- 172.21.15.33:0/596662764 learned_addr learned my addr 172.21.15.33:0/596662764 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.156+0000 7fbd53e00640 1 --2- 172.21.15.33:0/596662764 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbd5c1049a0 0x7fbd5c19abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.156+0000 7fbd5b200640 1 --2- 172.21.15.33:0/596662764 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbd5c109120 0x7fbd5c19ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.156+0000 7fbd5a800640 1 -- 172.21.15.33:0/596662764 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbd5c1049a0 msgr2=0x7fbd5c19abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.156+0000 7fbd5a800640 1 --2- 172.21.15.33:0/596662764 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbd5c1049a0 0x7fbd5c19abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.156+0000 7fbd5a800640 1 -- 172.21.15.33:0/596662764 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbd5c109120 msgr2=0x7fbd5c19ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.156+0000 7fbd5a800640 1 --2- 172.21.15.33:0/596662764 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbd5c109120 0x7fbd5c19ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.156+0000 7fbd5a800640 1 -- 172.21.15.33:0/596662764 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd5c19f640 con 0x7fbd5c103ff0 2024-09-05T02:26:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.157+0000 7fbd5a800640 1 --2- 172.21.15.33:0/596662764 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd5c103ff0 0x7fbd5c19a690 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fbd4c004770 tx=0x7fbd4c003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.157+0000 7fbd53400640 1 -- 172.21.15.33:0/596662764 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd4c03f070 con 0x7fbd5c103ff0 2024-09-05T02:26:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.157+0000 7fbd53400640 1 -- 172.21.15.33:0/596662764 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbd4c031ca0 con 0x7fbd5c103ff0 2024-09-05T02:26:37.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.157+0000 7fbd61400640 1 -- 172.21.15.33:0/596662764 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd5c19f8d0 con 0x7fbd5c103ff0 2024-09-05T02:26:37.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.157+0000 7fbd53400640 1 -- 172.21.15.33:0/596662764 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd4c035030 con 0x7fbd5c103ff0 2024-09-05T02:26:37.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.157+0000 7fbd61400640 1 -- 172.21.15.33:0/596662764 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd5c1a7210 con 0x7fbd5c103ff0 2024-09-05T02:26:37.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.158+0000 7fbd61400640 1 -- 172.21.15.33:0/596662764 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd5c1043d0 con 0x7fbd5c103ff0 2024-09-05T02:26:37.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.160+0000 7fbd53400640 1 -- 172.21.15.33:0/596662764 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fbd4c042070 con 0x7fbd5c103ff0 2024-09-05T02:26:37.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.161+0000 7fbd53400640 1 --2- 172.21.15.33:0/596662764 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbd400a2c00 0x7fbd400a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:37.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.162+0000 7fbd53400640 1 -- 172.21.15.33:0/596662764 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fbd4c0efe80 con 0x7fbd5c103ff0 2024-09-05T02:26:37.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.162+0000 7fbd53e00640 1 --2- 172.21.15.33:0/596662764 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbd400a2c00 0x7fbd400a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:37.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.162+0000 7fbd53e00640 1 --2- 172.21.15.33:0/596662764 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbd400a2c00 0x7fbd400a50c0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fbd5c0fffb0 tx=0x7fbd4400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:37.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.164+0000 7fbd53400640 1 -- 172.21.15.33:0/596662764 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbd4c0bcda0 con 0x7fbd5c103ff0 2024-09-05T02:26:37.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.386+0000 7fbd61400640 1 -- 172.21.15.33:0/596662764 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbd5c19b9f0 con 0x7fbd5c103ff0 2024-09-05T02:26:37.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.386+0000 7fbd53400640 1 -- 172.21.15.33:0/596662764 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11987 (secure 0 0 0) 0x7fbd4c0bc6a0 con 0x7fbd5c103ff0 2024-09-05T02:26:37.388 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:26:37.388 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":28,"btime":"2024-09-05T02:25:02:535952+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:25:02.427620+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24497,24511,24512,24551,24535]},"id":1}]} 2024-09-05T02:26:37.388 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 28 2024-09-05T02:26:37.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.389+0000 7fbd61400640 1 -- 172.21.15.33:0/596662764 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbd400a2c00 msgr2=0x7fbd400a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:37.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.389+0000 7fbd61400640 1 --2- 172.21.15.33:0/596662764 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbd400a2c00 0x7fbd400a50c0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fbd5c0fffb0 tx=0x7fbd4400b410 comp rx=0 tx=0).stop 2024-09-05T02:26:37.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.389+0000 7fbd61400640 1 -- 172.21.15.33:0/596662764 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd5c103ff0 msgr2=0x7fbd5c19a690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:37.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.389+0000 7fbd61400640 1 --2- 172.21.15.33:0/596662764 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd5c103ff0 0x7fbd5c19a690 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fbd4c004770 tx=0x7fbd4c003c10 comp rx=0 tx=0).stop 2024-09-05T02:26:37.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.389+0000 7fbd61400640 1 -- 172.21.15.33:0/596662764 shutdown_connections 2024-09-05T02:26:37.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.389+0000 7fbd61400640 1 --2- 172.21.15.33:0/596662764 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fbd400a2c00 0x7fbd400a50c0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:37.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.389+0000 7fbd61400640 1 --2- 172.21.15.33:0/596662764 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbd5c109120 0x7fbd5c19ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:37.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.389+0000 7fbd61400640 1 --2- 172.21.15.33:0/596662764 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbd5c1049a0 0x7fbd5c19abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:37.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.389+0000 7fbd61400640 1 --2- 172.21.15.33:0/596662764 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd5c103ff0 0x7fbd5c19a690 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:37.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.389+0000 7fbd61400640 1 -- 172.21.15.33:0/596662764 >> 172.21.15.33:0/596662764 conn(0x7fbd5c0ffa90 msgr2=0x7fbd5c100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:37.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.389+0000 7fbd61400640 1 -- 172.21.15.33:0/596662764 shutdown_connections 2024-09-05T02:26:37.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:37.389+0000 7fbd61400640 1 -- 172.21.15.33:0/596662764 wait complete. 2024-09-05T02:26:37.768 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:37 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/596662764' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:26:37.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:37 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/596662764' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:26:37.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:37 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/596662764' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:26:38.228 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T02:26:38.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:38 smithi033 ceph-mon[29909]: pgmap v347: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 255 B/s wr, 11 op/s 2024-09-05T02:26:38.604 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:38.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:38 smithi174 ceph-mon[34756]: pgmap v347: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 255 B/s wr, 11 op/s 2024-09-05T02:26:38.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:38 smithi123 ceph-mon[34031]: pgmap v347: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 255 B/s wr, 11 op/s 2024-09-05T02:26:39.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.186+0000 7f7e9a000640 1 -- 172.21.15.33:0/2668932436 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7e941049a0 msgr2=0x7f7e941089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:39.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.186+0000 7f7e9a000640 1 --2- 172.21.15.33:0/2668932436 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7e941049a0 0x7f7e941089f0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7e80009900 tx=0x7f7e8002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:26:39.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.186+0000 7f7e9a000640 1 -- 172.21.15.33:0/2668932436 shutdown_connections 2024-09-05T02:26:39.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.186+0000 7f7e9a000640 1 --2- 172.21.15.33:0/2668932436 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7e94109120 0x7f7e94110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:39.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.186+0000 7f7e9a000640 1 --2- 172.21.15.33:0/2668932436 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7e941049a0 0x7f7e941089f0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:39.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.186+0000 7f7e9a000640 1 --2- 172.21.15.33:0/2668932436 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e94103ff0 0x7f7e941043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:39.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.186+0000 7f7e9a000640 1 -- 172.21.15.33:0/2668932436 >> 172.21.15.33:0/2668932436 conn(0x7f7e940ffa90 msgr2=0x7f7e94101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:39.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.186+0000 7f7e9a000640 1 -- 172.21.15.33:0/2668932436 shutdown_connections 2024-09-05T02:26:39.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.186+0000 7f7e9a000640 1 -- 172.21.15.33:0/2668932436 wait complete. 2024-09-05T02:26:39.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.187+0000 7f7e9a000640 1 Processor -- start 2024-09-05T02:26:39.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.187+0000 7f7e9a000640 1 -- start start 2024-09-05T02:26:39.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.187+0000 7f7e9a000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7e94103ff0 0x7f7e9419a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:39.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.187+0000 7f7e9a000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7e941049a0 0x7f7e9419ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:39.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.187+0000 7f7e9a000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e94109120 0x7f7e9419ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:39.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.187+0000 7f7e9a000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7e94114190 con 0x7f7e94109120 2024-09-05T02:26:39.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.187+0000 7f7e9a000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7e94114010 con 0x7f7e94103ff0 2024-09-05T02:26:39.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.187+0000 7f7e9a000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7e94114310 con 0x7f7e941049a0 2024-09-05T02:26:39.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.188+0000 7f7e93e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e94109120 0x7f7e9419ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:39.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.188+0000 7f7e93400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7e94103ff0 0x7f7e9419a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:39.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.188+0000 7f7e93e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e94109120 0x7f7e9419ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49344/0 (socket says 172.21.15.33:49344) 2024-09-05T02:26:39.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.188+0000 7f7e93e00640 1 -- 172.21.15.33:0/4099323711 learned_addr learned my addr 172.21.15.33:0/4099323711 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:39.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.188+0000 7f7e92a00640 1 --2- 172.21.15.33:0/4099323711 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7e941049a0 0x7f7e9419ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:39.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.188+0000 7f7e93e00640 1 -- 172.21.15.33:0/4099323711 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7e941049a0 msgr2=0x7f7e9419ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:39.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.188+0000 7f7e93e00640 1 --2- 172.21.15.33:0/4099323711 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7e941049a0 0x7f7e9419ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:39.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.188+0000 7f7e93e00640 1 -- 172.21.15.33:0/4099323711 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7e94103ff0 msgr2=0x7f7e9419a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:39.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.188+0000 7f7e93e00640 1 --2- 172.21.15.33:0/4099323711 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7e94103ff0 0x7f7e9419a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:39.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.188+0000 7f7e93e00640 1 -- 172.21.15.33:0/4099323711 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e9419f5e0 con 0x7f7e94109120 2024-09-05T02:26:39.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.188+0000 7f7e93400640 1 --2- 172.21.15.33:0/4099323711 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7e94103ff0 0x7f7e9419a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:26:39.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.188+0000 7f7e93e00640 1 --2- 172.21.15.33:0/4099323711 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e94109120 0x7f7e9419ef00 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f7e8c00eb10 tx=0x7f7e8c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:39.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.189+0000 7f7e8be00640 1 -- 172.21.15.33:0/4099323711 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e8c004b20 con 0x7f7e94109120 2024-09-05T02:26:39.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.189+0000 7f7e9a000640 1 -- 172.21.15.33:0/4099323711 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e9419f8d0 con 0x7f7e94109120 2024-09-05T02:26:39.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.189+0000 7f7e8be00640 1 -- 172.21.15.33:0/4099323711 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7e8c004cc0 con 0x7f7e94109120 2024-09-05T02:26:39.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.189+0000 7f7e8be00640 1 -- 172.21.15.33:0/4099323711 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e8c010760 con 0x7f7e94109120 2024-09-05T02:26:39.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.189+0000 7f7e9a000640 1 -- 172.21.15.33:0/4099323711 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e941a71b0 con 0x7f7e94109120 2024-09-05T02:26:39.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.190+0000 7f7e9a000640 1 -- 172.21.15.33:0/4099323711 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e941043d0 con 0x7f7e94109120 2024-09-05T02:26:39.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.192+0000 7f7e8be00640 1 -- 172.21.15.33:0/4099323711 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7e8c005020 con 0x7f7e94109120 2024-09-05T02:26:39.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.193+0000 7f7e8be00640 1 --2- 172.21.15.33:0/4099323711 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7e780a2b80 0x7f7e780a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:39.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.193+0000 7f7e8be00640 1 -- 172.21.15.33:0/4099323711 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f7e8c0cf6c0 con 0x7f7e94109120 2024-09-05T02:26:39.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.194+0000 7f7e93400640 1 --2- 172.21.15.33:0/4099323711 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7e780a2b80 0x7f7e780a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:39.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.194+0000 7f7e93400640 1 --2- 172.21.15.33:0/4099323711 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7e780a2b80 0x7f7e780a5040 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f7e84009fc0 tx=0x7f7e84005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:39.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.198+0000 7f7e8be00640 1 -- 172.21.15.33:0/4099323711 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7e8c09c5e0 con 0x7f7e94109120 2024-09-05T02:26:39.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.385+0000 7f7e9a000640 1 -- 172.21.15.33:0/4099323711 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7e9410c3c0 con 0x7f7e94109120 2024-09-05T02:26:39.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.386+0000 7f7e8be00640 1 -- 172.21.15.33:0/4099323711 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+22762 (secure 0 0 0) 0x7f7e8c09bee0 con 0x7f7e94109120 2024-09-05T02:26:39.387 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:26:39.387 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":86,"fsid":"b37d3f34-6b2c-11ef-bcd6-c7b262605968","created":"2024-09-05T02:16:40.986430+0000","modified":"2024-09-05T02:25:36.197006+0000","last_up_change":"2024-09-05T02:23:52.310598+0000","last_in_change":"2024-09-05T02:23:29.448936+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T02:19:57.005189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T02:24:42.913016+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T02:24:46.103614+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6803","nonce":2230859978}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6805","nonce":2230859978}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6809","nonce":2230859978}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6807","nonce":2230859978}]},"public_addr":"172.21.15.33:6803/2230859978","cluster_addr":"172.21.15.33:6805/2230859978","heartbeat_back_addr":"172.21.15.33:6809/2230859978","heartbeat_front_addr":"172.21.15.33:6807/2230859978","state":["exists","up"]},{"osd":1,"uuid":"6de45097-769c-467f-9c69-c0e6286b5b72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6801","nonce":982249098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6803","nonce":982249098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6807","nonce":982249098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6805","nonce":982249098}]},"public_addr":"172.21.15.123:6801/982249098","cluster_addr":"172.21.15.123:6803/982249098","heartbeat_back_addr":"172.21.15.123:6807/982249098","heartbeat_front_addr":"172.21.15.123:6805/982249098","state":["exists","up"]},{"osd":2,"uuid":"8d8bdb95-be19-4ae4-8587-ea5dace30521","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6801","nonce":3754006463}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6803","nonce":3754006463}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6807","nonce":3754006463}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6805","nonce":3754006463}]},"public_addr":"172.21.15.174:6801/3754006463","cluster_addr":"172.21.15.174:6803/3754006463","heartbeat_back_addr":"172.21.15.174:6807/3754006463","heartbeat_front_addr":"172.21.15.174:6805/3754006463","state":["exists","up"]},{"osd":3,"uuid":"73cd7f3a-95e0-434d-bac2-b99f4036fe9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6811","nonce":3031631676}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6813","nonce":3031631676}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6817","nonce":3031631676}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6815","nonce":3031631676}]},"public_addr":"172.21.15.33:6811/3031631676","cluster_addr":"172.21.15.33:6813/3031631676","heartbeat_back_addr":"172.21.15.33:6817/3031631676","heartbeat_front_addr":"172.21.15.33:6815/3031631676","state":["exists","up"]},{"osd":4,"uuid":"0f0578f6-ecfb-41c9-9360-6155c02c4a47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6809","nonce":1841051665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6811","nonce":1841051665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6815","nonce":1841051665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6813","nonce":1841051665}]},"public_addr":"172.21.15.123:6809/1841051665","cluster_addr":"172.21.15.123:6811/1841051665","heartbeat_back_addr":"172.21.15.123:6815/1841051665","heartbeat_front_addr":"172.21.15.123:6813/1841051665","state":["exists","up"]},{"osd":5,"uuid":"d140f4bd-ec12-44e7-b9fc-3dd869d73e95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6809","nonce":609807204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6811","nonce":609807204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6815","nonce":609807204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6813","nonce":609807204}]},"public_addr":"172.21.15.174:6809/609807204","cluster_addr":"172.21.15.174:6811/609807204","heartbeat_back_addr":"172.21.15.174:6815/609807204","heartbeat_front_addr":"172.21.15.174:6813/609807204","state":["exists","up"]},{"osd":6,"uuid":"7f01a990-d1b2-40cb-8892-89961631233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6819","nonce":3289951394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6821","nonce":3289951394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6825","nonce":3289951394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6823","nonce":3289951394}]},"public_addr":"172.21.15.33:6819/3289951394","cluster_addr":"172.21.15.33:6821/3289951394","heartbeat_back_addr":"172.21.15.33:6825/3289951394","heartbeat_front_addr":"172.21.15.33:6823/3289951394","state":["exists","up"]},{"osd":7,"uuid":"d5c701d4-188e-4c24-874c-3056d7dc546d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6817","nonce":1928319522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6819","nonce":1928319522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6823","nonce":1928319522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6821","nonce":1928319522}]},"public_addr":"172.21.15.123:6817/1928319522","cluster_addr":"172.21.15.123:6819/1928319522","heartbeat_back_addr":"172.21.15.123:6823/1928319522","heartbeat_front_addr":"172.21.15.123:6821/1928319522","state":["exists","up"]},{"osd":8,"uuid":"e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6817","nonce":3984977582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6819","nonce":3984977582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6823","nonce":3984977582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6821","nonce":3984977582}]},"public_addr":"172.21.15.174:6817/3984977582","cluster_addr":"172.21.15.174:6819/3984977582","heartbeat_back_addr":"172.21.15.174:6823/3984977582","heartbeat_front_addr":"172.21.15.174:6821/3984977582","state":["exists","up"]},{"osd":9,"uuid":"8858f35a-ce38-4484-8393-e138920ed9b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6827","nonce":4123845959}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6829","nonce":4123845959}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6833","nonce":4123845959}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6831","nonce":4123845959}]},"public_addr":"172.21.15.33:6827/4123845959","cluster_addr":"172.21.15.33:6829/4123845959","heartbeat_back_addr":"172.21.15.33:6833/4123845959","heartbeat_front_addr":"172.21.15.33:6831/4123845959","state":["exists","up"]},{"osd":10,"uuid":"d3206b8b-55c3-4988-9cce-cdd805f9969d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6825","nonce":532510651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6827","nonce":532510651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6831","nonce":532510651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6829","nonce":532510651}]},"public_addr":"172.21.15.123:6825/532510651","cluster_addr":"172.21.15.123:6827/532510651","heartbeat_back_addr":"172.21.15.123:6831/532510651","heartbeat_front_addr":"172.21.15.123:6829/532510651","state":["exists","up"]},{"osd":11,"uuid":"50b6059f-00b3-489a-aaf0-75765fbf2e6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6825","nonce":955565697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6827","nonce":955565697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6831","nonce":955565697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6829","nonce":955565697}]},"public_addr":"172.21.15.174:6825/955565697","cluster_addr":"172.21.15.174:6827/955565697","heartbeat_back_addr":"172.21.15.174:6831/955565697","heartbeat_front_addr":"172.21.15.174:6829/955565697","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:04.269795+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:29.126352+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:52.874768+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:23.135411+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:48.453184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:12.929713+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:43.089772+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:08.258936+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:32.108584+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:01.775759+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:26.088382+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:50.391688+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6801/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/1229013790":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/1567746818":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6801/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6800/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6800/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/2503822140":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/3927628736":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/3047771737":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/2751303440":"2024-09-06T02:17:06.260070+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T02:26:39.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.389+0000 7f7e9a000640 1 -- 172.21.15.33:0/4099323711 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7e780a2b80 msgr2=0x7f7e780a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:39.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.389+0000 7f7e9a000640 1 --2- 172.21.15.33:0/4099323711 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7e780a2b80 0x7f7e780a5040 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f7e84009fc0 tx=0x7f7e84005f90 comp rx=0 tx=0).stop 2024-09-05T02:26:39.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.389+0000 7f7e9a000640 1 -- 172.21.15.33:0/4099323711 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e94109120 msgr2=0x7f7e9419ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:39.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.389+0000 7f7e9a000640 1 --2- 172.21.15.33:0/4099323711 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e94109120 0x7f7e9419ef00 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f7e8c00eb10 tx=0x7f7e8c00c2d0 comp rx=0 tx=0).stop 2024-09-05T02:26:39.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.389+0000 7f7e9a000640 1 -- 172.21.15.33:0/4099323711 shutdown_connections 2024-09-05T02:26:39.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.389+0000 7f7e9a000640 1 --2- 172.21.15.33:0/4099323711 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7e780a2b80 0x7f7e780a5040 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:39.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.389+0000 7f7e9a000640 1 --2- 172.21.15.33:0/4099323711 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e94109120 0x7f7e9419ef00 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:39.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.389+0000 7f7e9a000640 1 --2- 172.21.15.33:0/4099323711 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7e941049a0 0x7f7e9419ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:39.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.389+0000 7f7e9a000640 1 --2- 172.21.15.33:0/4099323711 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7e94103ff0 0x7f7e9419a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:39.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.389+0000 7f7e9a000640 1 -- 172.21.15.33:0/4099323711 >> 172.21.15.33:0/4099323711 conn(0x7f7e940ffa90 msgr2=0x7f7e94100d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:39.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.389+0000 7f7e9a000640 1 -- 172.21.15.33:0/4099323711 shutdown_connections 2024-09-05T02:26:39.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:39.389+0000 7f7e9a000640 1 -- 172.21.15.33:0/4099323711 wait complete. 2024-09-05T02:26:39.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:39 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/4099323711' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:26:39.788 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:39 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/4099323711' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:26:39.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:39 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/4099323711' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:26:40.210 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-05T02:24:48.360212+0000', 'modified': '2024-09-05T02:25:02.427620+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24551, 'mds_1': 24535, 'mds_2': 24512, 'mds_3': 24511, 'mds_4': 24497}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24442': {'gid': 24442, 'name': 'l', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.174:6833/1006700432', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.174:6832', 'nonce': 1006700432}, {'type': 'v1', 'addr': '172.21.15.174:6833', 'nonce': 1006700432}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24461': {'gid': 24461, 'name': 'k', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.123:6833/3303654561', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.123:6832', 'nonce': 3303654561}, {'type': 'v1', 'addr': '172.21.15.123:6833', 'nonce': 3303654561}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24466': {'gid': 24466, 'name': 'd', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.33:6837/1910155079', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6836', 'nonce': 1910155079}, {'type': 'v1', 'addr': '172.21.15.33:6837', 'nonce': 1910155079}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.174:6835/2046660118', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.174:6834', 'nonce': 2046660118}, {'type': 'v1', 'addr': '172.21.15.174:6835', 'nonce': 2046660118}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24496': {'gid': 24496, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.174:6837/586949431', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.174:6836', 'nonce': 586949431}, {'type': 'v1', 'addr': '172.21.15.174:6837', 'nonce': 586949431}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24497': {'gid': 24497, 'name': 'e', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.123:6835/3890226154', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.123:6834', 'nonce': 3890226154}, {'type': 'v1', 'addr': '172.21.15.123:6835', 'nonce': 3890226154}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24511': {'gid': 24511, 'name': 'i', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.174:6839/1866041136', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.174:6838', 'nonce': 1866041136}, {'type': 'v1', 'addr': '172.21.15.174:6839', 'nonce': 1866041136}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24512': {'gid': 24512, 'name': 'h', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.123:6837/4158185559', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.123:6836', 'nonce': 4158185559}, {'type': 'v1', 'addr': '172.21.15.123:6837', 'nonce': 4158185559}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24535': {'gid': 24535, 'name': 'a', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.33:6841/3289258708', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6840', 'nonce': 3289258708}, {'type': 'v1', 'addr': '172.21.15.33:6841', 'nonce': 3289258708}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24551': {'gid': 24551, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.123:6839/2058325369', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.123:6838', 'nonce': 2058325369}, {'type': 'v1', 'addr': '172.21.15.123:6839', 'nonce': 2058325369}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24551, 'qdb_cluster': [24497, 24511, 24512, 24551, 24535]} 2024-09-05T02:26:40.210 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-09-05T02:26:40.211 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.e status 2024-09-05T02:26:40.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:40 smithi033 ceph-mon[29909]: pgmap v348: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-05T02:26:40.590 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:40.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:40 smithi174 ceph-mon[34756]: pgmap v348: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-05T02:26:40.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:40 smithi123 ceph-mon[34031]: pgmap v348: 97 pgs: 97 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-05T02:26:41.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.136+0000 7f12bb200640 1 -- 172.21.15.33:0/2756255191 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12bc112870 msgr2=0x7f12bc114c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:41.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.136+0000 7f12bb200640 1 --2- 172.21.15.33:0/2756255191 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12bc112870 0x7f12bc114c60 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f12b4009ca0 tx=0x7f12b402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.136+0000 7f12bb200640 1 -- 172.21.15.33:0/2756255191 shutdown_connections 2024-09-05T02:26:41.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.136+0000 7f12bb200640 1 --2- 172.21.15.33:0/2756255191 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12bc112870 0x7f12bc114c60 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.136+0000 7f12bb200640 1 --2- 172.21.15.33:0/2756255191 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f12bc077040 0x7f12bc112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.136+0000 7f12bb200640 1 --2- 172.21.15.33:0/2756255191 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f12bc076720 0x7f12bc076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.136+0000 7f12bb200640 1 -- 172.21.15.33:0/2756255191 >> 172.21.15.33:0/2756255191 conn(0x7f12bc0ff8d0 msgr2=0x7f12bc101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:41.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.136+0000 7f12bb200640 1 -- 172.21.15.33:0/2756255191 shutdown_connections 2024-09-05T02:26:41.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.136+0000 7f12bb200640 1 -- 172.21.15.33:0/2756255191 wait complete. 2024-09-05T02:26:41.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.137+0000 7f12bb200640 1 Processor -- start 2024-09-05T02:26:41.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.137+0000 7f12bb200640 1 -- start start 2024-09-05T02:26:41.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.137+0000 7f12bb200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12bc076720 0x7f12bc1a4620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:41.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.137+0000 7f12bb200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f12bc077040 0x7f12bc1a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:41.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.137+0000 7f12bb200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f12bc112870 0x7f12bc19e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:41.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.137+0000 7f12bb200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f12bc1183c0 con 0x7f12bc076720 2024-09-05T02:26:41.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.138+0000 7f12bb200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f12bc118240 con 0x7f12bc112870 2024-09-05T02:26:41.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.138+0000 7f12bb200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f12bc118540 con 0x7f12bc077040 2024-09-05T02:26:41.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.138+0000 7f12b9e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12bc076720 0x7f12bc1a4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:41.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.138+0000 7f12b9e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12bc076720 0x7f12bc1a4620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39722/0 (socket says 172.21.15.33:39722) 2024-09-05T02:26:41.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.138+0000 7f12b9e00640 1 -- 172.21.15.33:0/2343408519 learned_addr learned my addr 172.21.15.33:0/2343408519 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:41.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.138+0000 7f12ba800640 1 --2- 172.21.15.33:0/2343408519 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f12bc112870 0x7f12bc19e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:41.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.138+0000 7f12b3e00640 1 --2- 172.21.15.33:0/2343408519 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f12bc077040 0x7f12bc1a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:41.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.138+0000 7f12b9e00640 1 -- 172.21.15.33:0/2343408519 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f12bc077040 msgr2=0x7f12bc1a4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:41.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.138+0000 7f12b9e00640 1 --2- 172.21.15.33:0/2343408519 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f12bc077040 0x7f12bc1a4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.138+0000 7f12b9e00640 1 -- 172.21.15.33:0/2343408519 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f12bc112870 msgr2=0x7f12bc19e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:41.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.138+0000 7f12b9e00640 1 --2- 172.21.15.33:0/2343408519 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f12bc112870 0x7f12bc19e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.138+0000 7f12b9e00640 1 -- 172.21.15.33:0/2343408519 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12bc19ef60 con 0x7f12bc076720 2024-09-05T02:26:41.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.139+0000 7f12b9e00640 1 --2- 172.21.15.33:0/2343408519 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12bc076720 0x7f12bc1a4620 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f12ac00e9f0 tx=0x7f12ac00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:41.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.139+0000 7f12b2a00640 1 -- 172.21.15.33:0/2343408519 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12ac00cd80 con 0x7f12bc076720 2024-09-05T02:26:41.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.139+0000 7f12b2a00640 1 -- 172.21.15.33:0/2343408519 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12ac005500 con 0x7f12bc076720 2024-09-05T02:26:41.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.139+0000 7f12bb200640 1 -- 172.21.15.33:0/2343408519 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12bc19f250 con 0x7f12bc076720 2024-09-05T02:26:41.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.139+0000 7f12b2a00640 1 -- 172.21.15.33:0/2343408519 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12ac010690 con 0x7f12bc076720 2024-09-05T02:26:41.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.139+0000 7f12bb200640 1 -- 172.21.15.33:0/2343408519 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12bc1ab5a0 con 0x7f12bc076720 2024-09-05T02:26:41.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.142+0000 7f12b2a00640 1 -- 172.21.15.33:0/2343408519 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f12ac0046c0 con 0x7f12bc076720 2024-09-05T02:26:41.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.142+0000 7f12c342d740 1 Processor -- start 2024-09-05T02:26:41.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.142+0000 7f12c342d740 1 -- start start 2024-09-05T02:26:41.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.143+0000 7f12c342d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe34e0 0x564515fe38c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:41.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.143+0000 7f12c342d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564515fe3e00 0x564515fee180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:41.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.143+0000 7f12c342d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515ff0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:41.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.143+0000 7f12c342d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x564515f490b0 con 0x564515fee6c0 2024-09-05T02:26:41.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.143+0000 7f12c342d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564515ef0ab0 con 0x564515fe34e0 2024-09-05T02:26:41.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.143+0000 7f12c342d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x564515f45070 con 0x564515fe3e00 2024-09-05T02:26:41.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.143+0000 7f12ba800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe34e0 0x564515fe38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:41.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.143+0000 7f12ba800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe34e0 0x564515fe38c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:44338/0 (socket says 172.21.15.33:44338) 2024-09-05T02:26:41.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.143+0000 7f12ba800640 1 -- 172.21.15.33:0/3048650675 learned_addr learned my addr 172.21.15.33:0/3048650675 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:41.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.143+0000 7f12b3e00640 1 --2- 172.21.15.33:0/3048650675 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515ff0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:41.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.143+0000 7f12b9e00640 1 --2- 172.21.15.33:0/3048650675 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564515fe3e00 0x564515fee180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:41.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.143+0000 7f12ba800640 1 -- 172.21.15.33:0/3048650675 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564515fe3e00 msgr2=0x564515fee180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:41.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.143+0000 7f12ba800640 1 --2- 172.21.15.33:0/3048650675 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564515fe3e00 0x564515fee180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.143+0000 7f12ba800640 1 -- 172.21.15.33:0/3048650675 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 msgr2=0x564515ff0ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:41.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.143+0000 7f12ba800640 1 --2- 172.21.15.33:0/3048650675 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515ff0ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.143+0000 7f12ba800640 1 -- 172.21.15.33:0/3048650675 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564515efd4a0 con 0x564515fe34e0 2024-09-05T02:26:41.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.144+0000 7f12ba800640 1 --2- 172.21.15.33:0/3048650675 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe34e0 0x564515fe38c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f12b4005e30 tx=0x7f12b4005f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c59638bf7c79c105 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:41.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.144+0000 7f12b2a00640 1 --2- 172.21.15.33:0/2343408519 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f12a00a2c00 0x7f12a00a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:41.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.144+0000 7f12ab000640 1 -- 172.21.15.33:0/3048650675 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b4031db0 con 0x564515fe34e0 2024-09-05T02:26:41.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.144+0000 7f12b2a00640 1 -- 172.21.15.33:0/2343408519 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f12ac0cf400 con 0x7f12bc076720 2024-09-05T02:26:41.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.144+0000 7f12ab000640 1 -- 172.21.15.33:0/3048650675 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12b4036040 con 0x564515fe34e0 2024-09-05T02:26:41.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.144+0000 7f12b9e00640 1 --2- 172.21.15.33:0/2343408519 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f12a00a2c00 0x7f12a00a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:41.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.144+0000 7f12ab000640 1 -- 172.21.15.33:0/3048650675 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b40042a0 con 0x564515fe34e0 2024-09-05T02:26:41.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.145+0000 7f12b9e00640 1 --2- 172.21.15.33:0/2343408519 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f12a00a2c00 0x7f12a00a50c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f12ac00e9c0 tx=0x7f12ac0d2e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:41.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.145+0000 7f12c342d740 1 -- 172.21.15.33:0/3048650675 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe34e0 msgr2=0x564515fe38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:41.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.145+0000 7f12c342d740 1 --2- 172.21.15.33:0/3048650675 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe34e0 0x564515fe38c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f12b4005e30 tx=0x7f12b4005f10 comp rx=0 tx=0).stop 2024-09-05T02:26:41.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.145+0000 7f12c342d740 1 -- 172.21.15.33:0/3048650675 shutdown_connections 2024-09-05T02:26:41.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.145+0000 7f12c342d740 1 --2- 172.21.15.33:0/3048650675 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515ff0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.145+0000 7f12c342d740 1 --2- 172.21.15.33:0/3048650675 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564515fe3e00 0x564515fee180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.145+0000 7f12c342d740 1 --2- 172.21.15.33:0/3048650675 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe34e0 0x564515fe38c0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.145+0000 7f12c342d740 1 -- 172.21.15.33:0/3048650675 >> 172.21.15.33:0/3048650675 conn(0x564515fdfa70 msgr2=0x564515fdfe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:41.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.145+0000 7f12c342d740 1 -- 172.21.15.33:0/3048650675 shutdown_connections 2024-09-05T02:26:41.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.145+0000 7f12c342d740 1 -- 172.21.15.33:0/3048650675 wait complete. 2024-09-05T02:26:41.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.146+0000 7f12c342d740 1 -- start start 2024-09-05T02:26:41.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.146+0000 7f12c342d740 1 Processor -- start 2024-09-05T02:26:41.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.146+0000 7f12c342d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564515fe34e0 0x564515feb590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:41.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.146+0000 7f12c342d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe3e00 0x564515febad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:41.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.146+0000 7f12c342d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515fec010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:41.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.147+0000 7f12c342d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x564515ff11b0 con 0x564515fee6c0 2024-09-05T02:26:41.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.147+0000 7f12c342d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564515ed1920 con 0x564515fe3e00 2024-09-05T02:26:41.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.147+0000 7f12c342d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x564515ff1330 con 0x564515fe34e0 2024-09-05T02:26:41.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.147+0000 7f12c342d740 10 client.0 _ll_register_callbacks cb 0x564515ef58a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:26:41.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.147+0000 7f12ba800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515fec010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:41.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.147+0000 7f12b3e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe3e00 0x564515febad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:41.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.147+0000 7f12ba800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515fec010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39748/0 (socket says 172.21.15.33:39748) 2024-09-05T02:26:41.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.147+0000 7f12ba800640 1 -- 172.21.15.33:0/2120484011 learned_addr learned my addr 172.21.15.33:0/2120484011 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:41.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.147+0000 7f12ba800640 1 --2- 172.21.15.33:0/2120484011 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564515fe34e0 0x564515feb590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:41.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.147+0000 7f12b3e00640 1 -- 172.21.15.33:0/2120484011 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564515fe34e0 msgr2=0x564515feb590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:41.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.147+0000 7f12b3e00640 1 --2- 172.21.15.33:0/2120484011 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564515fe34e0 0x564515feb590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.147+0000 7f12b3e00640 1 -- 172.21.15.33:0/2120484011 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 msgr2=0x564515fec010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:41.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.147+0000 7f12b3e00640 1 --2- 172.21.15.33:0/2120484011 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515fec010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.147+0000 7f12b3e00640 1 -- 172.21.15.33:0/2120484011 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564515cba2b0 con 0x564515fe3e00 2024-09-05T02:26:41.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.147+0000 7f12ba800640 1 --2- 172.21.15.33:0/2120484011 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515fec010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:26:41.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.148+0000 7f12b3e00640 1 --2- 172.21.15.33:0/2120484011 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe3e00 0x564515febad0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f12bc19ff40 tx=0x7f12a4012b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e2ccfdfcf53d9ce9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:41.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.148+0000 7f129f400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:26:41.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.148+0000 7f129f400640 1 -- 172.21.15.33:0/2120484011 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a4004030 con 0x564515fe3e00 2024-09-05T02:26:41.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.148+0000 7f129f400640 1 -- 172.21.15.33:0/2120484011 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f12a40041d0 con 0x564515fe3e00 2024-09-05T02:26:41.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.148+0000 7f12c342d740 1 -- 172.21.15.33:0/2120484011 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f12b4036040 con 0x564515fe3e00 2024-09-05T02:26:41.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.148+0000 7f129f400640 1 -- 172.21.15.33:0/2120484011 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f12a40043d0 con 0x564515fe3e00 2024-09-05T02:26:41.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.148+0000 7f12c342d740 10 client.25046 fetch_fsmap learned FSMap version 28 2024-09-05T02:26:41.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.148+0000 7f12c342d740 1 -- 172.21.15.33:0/2120484011 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564515ffced0 con 0x564515fe3e00 2024-09-05T02:26:41.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.149+0000 7f129f400640 1 -- 172.21.15.33:0/2120484011 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12b4036040 con 0x564515fe3e00 2024-09-05T02:26:41.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.149+0000 7f129f400640 1 -- 172.21.15.33:0/2120484011 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f12a4003aa0 con 0x564515fe3e00 2024-09-05T02:26:41.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.149+0000 7f12c342d740 10 client.25046 fetch_fsmap finished waiting for FSMap version 28 2024-09-05T02:26:41.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.149+0000 7f12c342d740 10 client.25046 resolve_mds: resolved name 'e' to daemon mds.e 2024-09-05T02:26:41.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.149+0000 7f12c342d740 20 client.25046 populate_metadata read hostname 'smithi033' 2024-09-05T02:26:41.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.149+0000 7f12c342d740 1 --2- 172.21.15.33:0/2120484011 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x564515fff500 0x564516000970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:41.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.149+0000 7f12c342d740 4 client.25046 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:26:41.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.149+0000 7f12c342d740 1 -- 172.21.15.33:0/2120484011 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564515f56620 con 0x564515fff500 2024-09-05T02:26:41.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.150+0000 7f12ba800640 1 --2- 172.21.15.33:0/2120484011 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x564515fff500 0x564516000970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:41.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.150+0000 7f12ba800640 1 --2- 172.21.15.33:0/2120484011 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x564515fff500 0x564516000970 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=b67ac131905af52d server_cookie=6eb116249d87513 in_seq=0 out_seq=0 2024-09-05T02:26:41.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.150+0000 7f129f400640 10 client.25046 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:26:41.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.151+0000 7f129f400640 1 -- 172.21.15.33:0/2120484011 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564515f56620 con 0x564515fff500 2024-09-05T02:26:41.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.151+0000 7f129f400640 10 client.25046 handle_command_reply: tid=0 2024-09-05T02:26:41.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.151+0000 7f12c342d740 1 client.25046 shutdown 2024-09-05T02:26:41.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.151+0000 7f12c342d740 1 -- 172.21.15.33:0/2120484011 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe3e00 msgr2=0x564515febad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:41.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.151+0000 7f12c342d740 1 --2- 172.21.15.33:0/2120484011 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe3e00 0x564515febad0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f12bc19ff40 tx=0x7f12a4012b60 comp rx=0 tx=0).stop 2024-09-05T02:26:41.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.151+0000 7f12c342d740 1 -- 172.21.15.33:0/2120484011 shutdown_connections 2024-09-05T02:26:41.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.151+0000 7f12c342d740 1 --2- 172.21.15.33:0/2120484011 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x564515fff500 0x564516000970 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.151+0000 7f12c342d740 1 --2- 172.21.15.33:0/2120484011 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515fec010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.151+0000 7f12c342d740 1 --2- 172.21.15.33:0/2120484011 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe3e00 0x564515febad0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.151+0000 7f12c342d740 1 --2- 172.21.15.33:0/2120484011 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564515fe34e0 0x564515feb590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.151+0000 7f129f400640 0 client.25046 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:26:41.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.151+0000 7f12c342d740 1 -- 172.21.15.33:0/2120484011 >> 172.21.15.33:0/2120484011 conn(0x564515fdfa70 msgr2=0x564515fe5750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:41.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.151+0000 7f12c342d740 1 -- 172.21.15.33:0/2120484011 shutdown_connections 2024-09-05T02:26:41.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.151+0000 7f12c342d740 1 -- 172.21.15.33:0/2120484011 wait complete. 2024-09-05T02:26:41.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.152+0000 7f12c342d740 20 client.25046 trim_cache size 0 max 16384 2024-09-05T02:26:41.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.170+0000 7f12c342d740 1 Processor -- start 2024-09-05T02:26:41.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.170+0000 7f12c342d740 1 -- start start 2024-09-05T02:26:41.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.171+0000 7f12c342d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe34e0 0x564515fe5f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:41.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.171+0000 7f12c342d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564515fe3e00 0x564515fda840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:41.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.171+0000 7f12c342d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515fe9e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:41.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.171+0000 7f12c342d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x564515ffecb0 con 0x564515fee6c0 2024-09-05T02:26:41.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.171+0000 7f12c342d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564515fff380 con 0x564515fe34e0 2024-09-05T02:26:41.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.171+0000 7f12c342d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x564515fffa50 con 0x564515fe3e00 2024-09-05T02:26:41.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.171+0000 7f12ba800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515fe9e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:41.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.171+0000 7f12ba800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515fe9e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39762/0 (socket says 172.21.15.33:39762) 2024-09-05T02:26:41.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.171+0000 7f12ba800640 1 -- 172.21.15.33:0/250948739 learned_addr learned my addr 172.21.15.33:0/250948739 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:41.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.171+0000 7f12b3e00640 1 --2- 172.21.15.33:0/250948739 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564515fe3e00 0x564515fda840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:41.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.171+0000 7f12ba800640 1 --2- 172.21.15.33:0/250948739 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe34e0 0x564515fe5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:41.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.171+0000 7f12ba800640 1 -- 172.21.15.33:0/250948739 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564515fe3e00 msgr2=0x564515fda840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:41.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.171+0000 7f12ba800640 1 --2- 172.21.15.33:0/250948739 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564515fe3e00 0x564515fda840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.171+0000 7f12ba800640 1 -- 172.21.15.33:0/250948739 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe34e0 msgr2=0x564515fe5f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:41.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.171+0000 7f12ba800640 1 --2- 172.21.15.33:0/250948739 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe34e0 0x564515fe5f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.172+0000 7f12ba800640 1 -- 172.21.15.33:0/250948739 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564515fe9b00 con 0x564515fee6c0 2024-09-05T02:26:41.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.172+0000 7f12ba800640 1 --2- 172.21.15.33:0/250948739 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515fe9e80 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f12b4006010 tx=0x7f12b4047040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99aeb059d0bf7133 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:41.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.172+0000 7f12aa600640 1 -- 172.21.15.33:0/250948739 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b402f610 con 0x564515fee6c0 2024-09-05T02:26:41.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.172+0000 7f12aa600640 1 -- 172.21.15.33:0/250948739 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12b4036070 con 0x564515fee6c0 2024-09-05T02:26:41.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.172+0000 7f12aa600640 1 -- 172.21.15.33:0/250948739 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b4030d50 con 0x564515fee6c0 2024-09-05T02:26:41.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.173+0000 7f12c342d740 1 -- 172.21.15.33:0/250948739 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 msgr2=0x564515fe9e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:41.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.173+0000 7f12c342d740 1 --2- 172.21.15.33:0/250948739 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515fe9e80 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f12b4006010 tx=0x7f12b4047040 comp rx=0 tx=0).stop 2024-09-05T02:26:41.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.173+0000 7f12c342d740 1 -- 172.21.15.33:0/250948739 shutdown_connections 2024-09-05T02:26:41.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.173+0000 7f12c342d740 1 --2- 172.21.15.33:0/250948739 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515fe9e80 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.173+0000 7f12c342d740 1 --2- 172.21.15.33:0/250948739 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564515fe3e00 0x564515fda840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.173+0000 7f12c342d740 1 --2- 172.21.15.33:0/250948739 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe34e0 0x564515fe5f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.173+0000 7f12c342d740 1 -- 172.21.15.33:0/250948739 >> 172.21.15.33:0/250948739 conn(0x564515fdfa70 msgr2=0x564515fe6900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:41.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.173+0000 7f12c342d740 1 -- 172.21.15.33:0/250948739 shutdown_connections 2024-09-05T02:26:41.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.173+0000 7f12c342d740 1 -- 172.21.15.33:0/250948739 wait complete. 2024-09-05T02:26:41.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.173+0000 7f12c342d740 1 -- start start 2024-09-05T02:26:41.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.173+0000 7f12c342d740 1 Processor -- start 2024-09-05T02:26:41.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.174+0000 7f12c342d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564515fe34e0 0x564515fe7820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:41.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.174+0000 7f12c342d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe3e00 0x564515fe7d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:41.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.174+0000 7f12c342d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515fe82a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:41.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.174+0000 7f12c342d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5645160007f0 con 0x564515fee6c0 2024-09-05T02:26:41.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.174+0000 7f12c342d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564516000120 con 0x564515fe3e00 2024-09-05T02:26:41.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.174+0000 7f12c342d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x564516000ec0 con 0x564515fe34e0 2024-09-05T02:26:41.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.174+0000 7f12c342d740 10 client.0 _ll_register_callbacks cb 0x7f12a4009de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:26:41.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.174+0000 7f12ba800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515fe82a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:41.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.174+0000 7f12ba800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515fe82a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39778/0 (socket says 172.21.15.33:39778) 2024-09-05T02:26:41.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.174+0000 7f12ba800640 1 -- 172.21.15.33:0/2642433705 learned_addr learned my addr 172.21.15.33:0/2642433705 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:41.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.174+0000 7f12ba800640 1 --2- 172.21.15.33:0/2642433705 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564515fe34e0 0x564515fe7820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:41.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.174+0000 7f12b3e00640 1 --2- 172.21.15.33:0/2642433705 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe3e00 0x564515fe7d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:41.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.175+0000 7f12ba800640 1 -- 172.21.15.33:0/2642433705 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564515fe34e0 msgr2=0x564515fe7820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:41.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.175+0000 7f12ba800640 1 --2- 172.21.15.33:0/2642433705 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564515fe34e0 0x564515fe7820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.175+0000 7f12ba800640 1 -- 172.21.15.33:0/2642433705 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe3e00 msgr2=0x564515fe7d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:41.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.175+0000 7f12ba800640 1 --2- 172.21.15.33:0/2642433705 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe3e00 0x564515fe7d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.175+0000 7f12ba800640 1 -- 172.21.15.33:0/2642433705 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564516007bc0 con 0x564515fee6c0 2024-09-05T02:26:41.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.175+0000 7f12b3e00640 1 --2- 172.21.15.33:0/2642433705 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe3e00 0x564515fe7d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:26:41.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.175+0000 7f12ba800640 1 --2- 172.21.15.33:0/2642433705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515fe82a0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x564515febea0 tx=0x7f12b403e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c9aef5e8d47f267 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:41.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.175+0000 7f129f400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:26:41.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.175+0000 7f129f400640 1 -- 172.21.15.33:0/2642433705 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b404a040 con 0x564515fee6c0 2024-09-05T02:26:41.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.175+0000 7f129f400640 1 -- 172.21.15.33:0/2642433705 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f12b4030cd0 con 0x564515fee6c0 2024-09-05T02:26:41.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.175+0000 7f12c342d740 1 -- 172.21.15.33:0/2642433705 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f12b4036070 con 0x564515fee6c0 2024-09-05T02:26:41.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.176+0000 7f129f400640 1 -- 172.21.15.33:0/2642433705 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f12b4030ed0 con 0x564515fee6c0 2024-09-05T02:26:41.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.176+0000 7f12c342d740 10 client.15045 fetch_fsmap learned FSMap version 28 2024-09-05T02:26:41.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.176+0000 7f12c342d740 1 -- 172.21.15.33:0/2642433705 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564516008e60 con 0x564515fee6c0 2024-09-05T02:26:41.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.176+0000 7f129f400640 1 -- 172.21.15.33:0/2642433705 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12b4036070 con 0x564515fee6c0 2024-09-05T02:26:41.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.176+0000 7f129f400640 1 -- 172.21.15.33:0/2642433705 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f12b4050040 con 0x564515fee6c0 2024-09-05T02:26:41.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.176+0000 7f12c342d740 10 client.15045 fetch_fsmap finished waiting for FSMap version 28 2024-09-05T02:26:41.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.176+0000 7f12c342d740 10 client.15045 resolve_mds: resolved name 'e' to daemon mds.e 2024-09-05T02:26:41.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.176+0000 7f12c342d740 20 client.15045 populate_metadata read hostname 'smithi033' 2024-09-05T02:26:41.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.176+0000 7f12c342d740 1 --2- 172.21.15.33:0/2642433705 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x56451606d6a0 0x56451606c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:41.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.176+0000 7f12c342d740 4 client.15045 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T02:26:41.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.176+0000 7f12c342d740 1 -- 172.21.15.33:0/2642433705 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "status"}) -- 0x564515f50b30 con 0x56451606d6a0 2024-09-05T02:26:41.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.177+0000 7f12b3e00640 1 --2- 172.21.15.33:0/2642433705 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x56451606d6a0 0x56451606c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:41.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.177+0000 7f12b3e00640 1 --2- 172.21.15.33:0/2642433705 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x56451606d6a0 0x56451606c3b0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=8639d051e2524148 server_cookie=e564ea84f334691 in_seq=0 out_seq=0 2024-09-05T02:26:41.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.177+0000 7f129f400640 10 client.15045 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:26:41.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.177+0000 7f129f400640 1 -- 172.21.15.33:0/2642433705 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x564515f50b30 con 0x56451606d6a0 2024-09-05T02:26:41.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.177+0000 7f129f400640 10 client.15045 handle_command_reply: tid=0 2024-09-05T02:26:41.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.177+0000 7f12c342d740 1 client.15045 shutdown 2024-09-05T02:26:41.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.177+0000 7f12c342d740 1 -- 172.21.15.33:0/2642433705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 msgr2=0x564515fe82a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:41.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.177+0000 7f12c342d740 1 --2- 172.21.15.33:0/2642433705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515fe82a0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x564515febea0 tx=0x7f12b403e040 comp rx=0 tx=0).stop 2024-09-05T02:26:41.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.178+0000 7f12c342d740 1 -- 172.21.15.33:0/2642433705 shutdown_connections 2024-09-05T02:26:41.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.178+0000 7f12c342d740 1 --2- 172.21.15.33:0/2642433705 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x56451606d6a0 0x56451606c3b0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.178+0000 7f12c342d740 1 --2- 172.21.15.33:0/2642433705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564515fee6c0 0x564515fe82a0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.178+0000 7f12c342d740 1 --2- 172.21.15.33:0/2642433705 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564515fe3e00 0x564515fe7d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.178+0000 7f12c342d740 1 --2- 172.21.15.33:0/2642433705 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564515fe34e0 0x564515fe7820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.178+0000 7f129f400640 0 client.15045 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:26:41.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.178+0000 7f12c342d740 1 -- 172.21.15.33:0/2642433705 >> 172.21.15.33:0/2642433705 conn(0x564515fdfa70 msgr2=0x564515fe6900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:41.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.178+0000 7f12c342d740 1 -- 172.21.15.33:0/2642433705 shutdown_connections 2024-09-05T02:26:41.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.178+0000 7f12c342d740 1 -- 172.21.15.33:0/2642433705 wait complete. 2024-09-05T02:26:41.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.178+0000 7f12c342d740 20 client.15045 trim_cache size 0 max 16384 2024-09-05T02:26:41.183 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:26:41.183 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "b37d3f34-6b2c-11ef-bcd6-c7b262605968", 2024-09-05T02:26:41.183 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 4, 2024-09-05T02:26:41.184 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 24497, 2024-09-05T02:26:41.184 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-09-05T02:26:41.184 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-09-05T02:26:41.184 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-09-05T02:26:41.184 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 100.64808803, 2024-09-05T02:26:41.184 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 28, 2024-09-05T02:26:41.184 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 86, 2024-09-05T02:26:41.184 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 84, 2024-09-05T02:26:41.184 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 144.58222352499999 2024-09-05T02:26:41.184 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:26:41.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.179+0000 7f12bb200640 1 -- 172.21.15.33:0/2343408519 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f12a00a2c00 msgr2=0x7f12a00a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:41.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.179+0000 7f12bb200640 1 --2- 172.21.15.33:0/2343408519 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f12a00a2c00 0x7f12a00a50c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f12ac00e9c0 tx=0x7f12ac0d2e40 comp rx=0 tx=0).stop 2024-09-05T02:26:41.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.179+0000 7f12bb200640 1 -- 172.21.15.33:0/2343408519 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12bc076720 msgr2=0x7f12bc1a4620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:41.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.179+0000 7f12bb200640 1 --2- 172.21.15.33:0/2343408519 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12bc076720 0x7f12bc1a4620 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f12ac00e9f0 tx=0x7f12ac00edf0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.179+0000 7f12bb200640 1 -- 172.21.15.33:0/2343408519 shutdown_connections 2024-09-05T02:26:41.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.179+0000 7f12bb200640 1 --2- 172.21.15.33:0/2343408519 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f12a00a2c00 0x7f12a00a50c0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.179+0000 7f12bb200640 1 --2- 172.21.15.33:0/2343408519 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f12bc112870 0x7f12bc19e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.179+0000 7f12bb200640 1 --2- 172.21.15.33:0/2343408519 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f12bc077040 0x7f12bc1a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.179+0000 7f12bb200640 1 --2- 172.21.15.33:0/2343408519 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12bc076720 0x7f12bc1a4620 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:41.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.179+0000 7f12bb200640 1 -- 172.21.15.33:0/2343408519 >> 172.21.15.33:0/2343408519 conn(0x7f12bc0ff8d0 msgr2=0x7f12bc101cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:41.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.179+0000 7f12bb200640 1 -- 172.21.15.33:0/2343408519 shutdown_connections 2024-09-05T02:26:41.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:41.179+0000 7f12bb200640 1 -- 172.21.15.33:0/2343408519 wait complete. 2024-09-05T02:26:42.029 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.i status 2024-09-05T02:26:42.405 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:42.712 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:42 smithi033 ceph-mon[29909]: pgmap v349: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 597 B/s wr, 12 op/s 2024-09-05T02:26:42.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:42 smithi174 ceph-mon[34756]: pgmap v349: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 597 B/s wr, 12 op/s 2024-09-05T02:26:42.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:42 smithi123 ceph-mon[34031]: pgmap v349: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 597 B/s wr, 12 op/s 2024-09-05T02:26:43.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.022+0000 7f85efe00640 1 -- 172.21.15.33:0/2041158110 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85f0103e30 msgr2=0x7f85f0104210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:43.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.022+0000 7f85efe00640 1 --2- 172.21.15.33:0/2041158110 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85f0103e30 0x7f85f0104210 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f85e0009900 tx=0x7f85e002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.022+0000 7f85efe00640 1 -- 172.21.15.33:0/2041158110 shutdown_connections 2024-09-05T02:26:43.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.022+0000 7f85efe00640 1 --2- 172.21.15.33:0/2041158110 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85f0108f60 0x7f85f0110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.022+0000 7f85efe00640 1 --2- 172.21.15.33:0/2041158110 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f85f01047e0 0x7f85f0108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.022+0000 7f85efe00640 1 --2- 172.21.15.33:0/2041158110 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85f0103e30 0x7f85f0104210 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.022+0000 7f85efe00640 1 -- 172.21.15.33:0/2041158110 >> 172.21.15.33:0/2041158110 conn(0x7f85f00ff8d0 msgr2=0x7f85f0101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:43.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.022+0000 7f85efe00640 1 -- 172.21.15.33:0/2041158110 shutdown_connections 2024-09-05T02:26:43.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.022+0000 7f85efe00640 1 -- 172.21.15.33:0/2041158110 wait complete. 2024-09-05T02:26:43.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.023+0000 7f85efe00640 1 Processor -- start 2024-09-05T02:26:43.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.023+0000 7f85efe00640 1 -- start start 2024-09-05T02:26:43.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.024+0000 7f85efe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f85f0103e30 0x7f85f019a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:43.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.024+0000 7f85efe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85f01047e0 0x7f85f019a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:43.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.024+0000 7f85efe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85f0108f60 0x7f85f019ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:43.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.024+0000 7f85efe00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f85f0114010 con 0x7f85f0108f60 2024-09-05T02:26:43.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.024+0000 7f85efe00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f85f0113e90 con 0x7f85f01047e0 2024-09-05T02:26:43.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.024+0000 7f85efe00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f85f0114190 con 0x7f85f0103e30 2024-09-05T02:26:43.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.024+0000 7f85ef400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85f0108f60 0x7f85f019ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:43.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.024+0000 7f85e7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85f01047e0 0x7f85f019a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:43.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.024+0000 7f85ef400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85f0108f60 0x7f85f019ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39798/0 (socket says 172.21.15.33:39798) 2024-09-05T02:26:43.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.024+0000 7f85ef400640 1 -- 172.21.15.33:0/2294195055 learned_addr learned my addr 172.21.15.33:0/2294195055 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:43.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.024+0000 7f85eea00640 1 --2- 172.21.15.33:0/2294195055 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f85f0103e30 0x7f85f019a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:43.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.024+0000 7f85ef400640 1 -- 172.21.15.33:0/2294195055 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f85f0103e30 msgr2=0x7f85f019a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:43.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.024+0000 7f85ef400640 1 --2- 172.21.15.33:0/2294195055 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f85f0103e30 0x7f85f019a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.024+0000 7f85ef400640 1 -- 172.21.15.33:0/2294195055 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85f01047e0 msgr2=0x7f85f019a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:43.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.024+0000 7f85ef400640 1 --2- 172.21.15.33:0/2294195055 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85f01047e0 0x7f85f019a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.024+0000 7f85ef400640 1 -- 172.21.15.33:0/2294195055 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85f019f460 con 0x7f85f0108f60 2024-09-05T02:26:43.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.025+0000 7f85ef400640 1 --2- 172.21.15.33:0/2294195055 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85f0108f60 0x7f85f019ed80 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f85e800eb10 tx=0x7f85e800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:43.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.025+0000 7f85e7400640 1 -- 172.21.15.33:0/2294195055 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e8004b20 con 0x7f85f0108f60 2024-09-05T02:26:43.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.025+0000 7f85efe00640 1 -- 172.21.15.33:0/2294195055 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85f019f750 con 0x7f85f0108f60 2024-09-05T02:26:43.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.025+0000 7f85e7400640 1 -- 172.21.15.33:0/2294195055 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f85e8004cc0 con 0x7f85f0108f60 2024-09-05T02:26:43.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.025+0000 7f85e7400640 1 -- 172.21.15.33:0/2294195055 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e8010760 con 0x7f85f0108f60 2024-09-05T02:26:43.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.025+0000 7f85efe00640 1 -- 172.21.15.33:0/2294195055 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85f01a7030 con 0x7f85f0108f60 2024-09-05T02:26:43.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.028+0000 7f85f8016740 1 Processor -- start 2024-09-05T02:26:43.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.028+0000 7f85e7400640 1 -- 172.21.15.33:0/2294195055 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f85e8005020 con 0x7f85f0108f60 2024-09-05T02:26:43.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.028+0000 7f85f8016740 1 -- start start 2024-09-05T02:26:43.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.029+0000 7f85f8016740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d8578224e0 0x55d8578228c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:43.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.029+0000 7f85f8016740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d857822e00 0x55d85782d180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:43.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.029+0000 7f85f8016740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d85782d6c0 0x55d85782fab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:43.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.029+0000 7f85f8016740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55d8577880b0 con 0x55d8578224e0 2024-09-05T02:26:43.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.029+0000 7f85f8016740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d85772fab0 con 0x55d857822e00 2024-09-05T02:26:43.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.029+0000 7f85f8016740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55d857784070 con 0x55d85782d6c0 2024-09-05T02:26:43.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.029+0000 7f85e7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d8578224e0 0x55d8578228c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:43.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.029+0000 7f85e7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d8578224e0 0x55d8578228c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39808/0 (socket says 172.21.15.33:39808) 2024-09-05T02:26:43.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.029+0000 7f85e7e00640 1 -- 172.21.15.33:0/903384729 learned_addr learned my addr 172.21.15.33:0/903384729 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:43.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.029+0000 7f85e7e00640 1 --2- 172.21.15.33:0/903384729 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d85782d6c0 0x55d85782fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:43.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.029+0000 7f85eea00640 1 --2- 172.21.15.33:0/903384729 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d857822e00 0x55d85782d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:43.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.029+0000 7f85e7e00640 1 -- 172.21.15.33:0/903384729 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d85782d6c0 msgr2=0x55d85782fab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:43.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.029+0000 7f85e7e00640 1 --2- 172.21.15.33:0/903384729 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d85782d6c0 0x55d85782fab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.029+0000 7f85e7e00640 1 -- 172.21.15.33:0/903384729 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d857822e00 msgr2=0x55d85782d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:43.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.029+0000 7f85e7e00640 1 --2- 172.21.15.33:0/903384729 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d857822e00 0x55d85782d180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.029+0000 7f85e7e00640 1 -- 172.21.15.33:0/903384729 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d85773c4a0 con 0x55d8578224e0 2024-09-05T02:26:43.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.030+0000 7f85e7e00640 1 --2- 172.21.15.33:0/903384729 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d8578224e0 0x55d8578228c0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f85d8009710 tx=0x7f85d8009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b08f007e369960b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:43.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.030+0000 7f85df400640 1 -- 172.21.15.33:0/903384729 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d8013d70 con 0x55d8578224e0 2024-09-05T02:26:43.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.030+0000 7f85df400640 1 -- 172.21.15.33:0/903384729 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f85d8013120 con 0x55d8578224e0 2024-09-05T02:26:43.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.030+0000 7f85df400640 1 -- 172.21.15.33:0/903384729 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d8010970 con 0x55d8578224e0 2024-09-05T02:26:43.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.030+0000 7f85e7400640 1 --2- 172.21.15.33:0/2294195055 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f85d40a2c00 0x7f85d40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:43.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.031+0000 7f85e7400640 1 -- 172.21.15.33:0/2294195055 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f85e80cf510 con 0x7f85f0108f60 2024-09-05T02:26:43.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.031+0000 7f85eea00640 1 --2- 172.21.15.33:0/2294195055 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f85d40a2c00 0x7f85d40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:43.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.031+0000 7f85f8016740 1 -- 172.21.15.33:0/903384729 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d8578224e0 msgr2=0x55d8578228c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:43.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.031+0000 7f85f8016740 1 --2- 172.21.15.33:0/903384729 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d8578224e0 0x55d8578228c0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f85d8009710 tx=0x7f85d8009780 comp rx=0 tx=0).stop 2024-09-05T02:26:43.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.031+0000 7f85f8016740 1 -- 172.21.15.33:0/903384729 shutdown_connections 2024-09-05T02:26:43.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.031+0000 7f85f8016740 1 --2- 172.21.15.33:0/903384729 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d85782d6c0 0x55d85782fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.031+0000 7f85f8016740 1 --2- 172.21.15.33:0/903384729 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d857822e00 0x55d85782d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.031+0000 7f85f8016740 1 --2- 172.21.15.33:0/903384729 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d8578224e0 0x55d8578228c0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.031+0000 7f85f8016740 1 -- 172.21.15.33:0/903384729 >> 172.21.15.33:0/903384729 conn(0x55d85781ea70 msgr2=0x55d85781ee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:43.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.031+0000 7f85f8016740 1 -- 172.21.15.33:0/903384729 shutdown_connections 2024-09-05T02:26:43.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.031+0000 7f85f8016740 1 -- 172.21.15.33:0/903384729 wait complete. 2024-09-05T02:26:43.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.031+0000 7f85eea00640 1 --2- 172.21.15.33:0/2294195055 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f85d40a2c00 0x7f85d40a50c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f85e0000c00 tx=0x7f85e0005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:43.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.032+0000 7f85f8016740 1 -- start start 2024-09-05T02:26:43.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.032+0000 7f85f8016740 1 Processor -- start 2024-09-05T02:26:43.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.032+0000 7f85f8016740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d8578224e0 0x55d85782a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:43.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.032+0000 7f85f8016740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d857822e00 0x55d85782aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:43.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.032+0000 7f85f8016740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d85782d6c0 0x55d85782b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:43.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.032+0000 7f85f8016740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55d857830330 con 0x55d85782d6c0 2024-09-05T02:26:43.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.032+0000 7f85f8016740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d857710920 con 0x55d857822e00 2024-09-05T02:26:43.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.032+0000 7f85f8016740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55d8578304b0 con 0x55d8578224e0 2024-09-05T02:26:43.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.032+0000 7f85f8016740 10 client.0 _ll_register_callbacks cb 0x55d8577348a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:26:43.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.033+0000 7f85ef400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d85782d6c0 0x55d85782b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:43.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.033+0000 7f85e7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d857822e00 0x55d85782aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:43.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.033+0000 7f85eea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d8578224e0 0x55d85782a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:43.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.033+0000 7f85ef400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d85782d6c0 0x55d85782b030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39820/0 (socket says 172.21.15.33:39820) 2024-09-05T02:26:43.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.033+0000 7f85ef400640 1 -- 172.21.15.33:0/953678519 learned_addr learned my addr 172.21.15.33:0/953678519 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:43.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.033+0000 7f85ef400640 1 -- 172.21.15.33:0/953678519 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d8578224e0 msgr2=0x55d85782a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:43.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.033+0000 7f85ef400640 1 --2- 172.21.15.33:0/953678519 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d8578224e0 0x55d85782a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.033+0000 7f85ef400640 1 -- 172.21.15.33:0/953678519 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d857822e00 msgr2=0x55d85782aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:43.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.033+0000 7f85ef400640 1 --2- 172.21.15.33:0/953678519 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d857822e00 0x55d85782aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.033+0000 7f85ef400640 1 -- 172.21.15.33:0/953678519 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8574f92b0 con 0x55d85782d6c0 2024-09-05T02:26:43.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.033+0000 7f85e7e00640 1 --2- 172.21.15.33:0/953678519 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d857822e00 0x55d85782aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:26:43.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.033+0000 7f85eea00640 1 --2- 172.21.15.33:0/953678519 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d8578224e0 0x55d85782a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:26:43.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.033+0000 7f85ef400640 1 --2- 172.21.15.33:0/953678519 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d85782d6c0 0x55d85782b030 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f85e80ccf10 tx=0x7f85e809b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f5da75d5db99821 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:43.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.033+0000 7f85d3e00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:26:43.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.034+0000 7f85d3e00640 1 -- 172.21.15.33:0/953678519 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e80cf2e0 con 0x55d85782d6c0 2024-09-05T02:26:43.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.034+0000 7f85d3e00640 1 -- 172.21.15.33:0/953678519 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f85e80a4510 con 0x55d85782d6c0 2024-09-05T02:26:43.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.034+0000 7f85f8016740 1 -- 172.21.15.33:0/953678519 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85d8013120 con 0x55d85782d6c0 2024-09-05T02:26:43.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.034+0000 7f85d3e00640 1 -- 172.21.15.33:0/953678519 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f85e80a00e0 con 0x55d85782d6c0 2024-09-05T02:26:43.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.034+0000 7f85f8016740 10 client.15057 fetch_fsmap learned FSMap version 28 2024-09-05T02:26:43.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.034+0000 7f85f8016740 1 -- 172.21.15.33:0/953678519 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d85783bfe0 con 0x55d85782d6c0 2024-09-05T02:26:43.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.034+0000 7f85d3e00640 1 -- 172.21.15.33:0/953678519 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f85d8013120 con 0x55d85782d6c0 2024-09-05T02:26:43.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.034+0000 7f85d3e00640 1 -- 172.21.15.33:0/953678519 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f85e80b2030 con 0x55d85782d6c0 2024-09-05T02:26:43.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.034+0000 7f85f8016740 10 client.15057 fetch_fsmap finished waiting for FSMap version 28 2024-09-05T02:26:43.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.035+0000 7f85f8016740 10 client.15057 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-05T02:26:43.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.035+0000 7f85f8016740 20 client.15057 populate_metadata read hostname 'smithi033' 2024-09-05T02:26:43.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.035+0000 7f85f8016740 1 --2- 172.21.15.33:0/953678519 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55d85783e620 0x55d85783fa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:43.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.035+0000 7f85f8016740 4 client.15057 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:26:43.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.035+0000 7f85f8016740 1 -- 172.21.15.33:0/953678519 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d857795620 con 0x55d85783e620 2024-09-05T02:26:43.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.035+0000 7f85eea00640 1 --2- 172.21.15.33:0/953678519 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55d85783e620 0x55d85783fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:43.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.035+0000 7f85eea00640 1 --2- 172.21.15.33:0/953678519 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55d85783e620 0x55d85783fa90 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=6ecac34ac88d8e92 server_cookie=ef767935d8497360 in_seq=0 out_seq=0 2024-09-05T02:26:43.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.035+0000 7f85d3e00640 10 client.15057 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:26:43.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.036+0000 7f85d3e00640 1 -- 172.21.15.33:0/953678519 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d857795620 con 0x55d85783e620 2024-09-05T02:26:43.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.036+0000 7f85d3e00640 10 client.15057 handle_command_reply: tid=0 2024-09-05T02:26:43.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.036+0000 7f85f8016740 1 client.15057 shutdown 2024-09-05T02:26:43.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.037+0000 7f85f8016740 1 -- 172.21.15.33:0/953678519 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d85782d6c0 msgr2=0x55d85782b030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:43.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.037+0000 7f85f8016740 1 --2- 172.21.15.33:0/953678519 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d85782d6c0 0x55d85782b030 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f85e80ccf10 tx=0x7f85e809b8f0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.037+0000 7f85f8016740 1 -- 172.21.15.33:0/953678519 shutdown_connections 2024-09-05T02:26:43.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.037+0000 7f85f8016740 1 --2- 172.21.15.33:0/953678519 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55d85783e620 0x55d85783fa90 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.037+0000 7f85f8016740 1 --2- 172.21.15.33:0/953678519 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d85782d6c0 0x55d85782b030 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.037+0000 7f85f8016740 1 --2- 172.21.15.33:0/953678519 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d857822e00 0x55d85782aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.037+0000 7f85f8016740 1 --2- 172.21.15.33:0/953678519 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d8578224e0 0x55d85782a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.037+0000 7f85f8016740 1 -- 172.21.15.33:0/953678519 >> 172.21.15.33:0/953678519 conn(0x55d85781ea70 msgr2=0x55d8578247a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:43.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.037+0000 7f85d3e00640 0 client.15057 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:26:43.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.037+0000 7f85f8016740 1 -- 172.21.15.33:0/953678519 shutdown_connections 2024-09-05T02:26:43.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.037+0000 7f85f8016740 1 -- 172.21.15.33:0/953678519 wait complete. 2024-09-05T02:26:43.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.037+0000 7f85f8016740 20 client.15057 trim_cache size 0 max 16384 2024-09-05T02:26:43.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.055+0000 7f85f8016740 1 Processor -- start 2024-09-05T02:26:43.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.055+0000 7f85f8016740 1 -- start start 2024-09-05T02:26:43.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.056+0000 7f85f8016740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d8578224e0 0x55d85783fa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:43.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.056+0000 7f85f8016740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d857822e00 0x55d857824f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:43.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.056+0000 7f85f8016740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d85782d6c0 0x55d857828e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:43.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.056+0000 7f85f8016740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55d85783ddd0 con 0x55d857822e00 2024-09-05T02:26:43.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.056+0000 7f85f8016740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d85783e4a0 con 0x55d85782d6c0 2024-09-05T02:26:43.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.056+0000 7f85f8016740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55d85783eb70 con 0x55d8578224e0 2024-09-05T02:26:43.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.056+0000 7f85e7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d857822e00 0x55d857824f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:43.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.056+0000 7f85eea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d8578224e0 0x55d85783fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:43.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.056+0000 7f85e7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d857822e00 0x55d857824f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39826/0 (socket says 172.21.15.33:39826) 2024-09-05T02:26:43.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.056+0000 7f85e7e00640 1 -- 172.21.15.33:0/2379984143 learned_addr learned my addr 172.21.15.33:0/2379984143 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:43.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.056+0000 7f85ef400640 1 --2- 172.21.15.33:0/2379984143 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d85782d6c0 0x55d857828e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:43.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.056+0000 7f85e7e00640 1 -- 172.21.15.33:0/2379984143 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d8578224e0 msgr2=0x55d85783fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:43.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.056+0000 7f85e7e00640 1 --2- 172.21.15.33:0/2379984143 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d8578224e0 0x55d85783fa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.057+0000 7f85e7e00640 1 -- 172.21.15.33:0/2379984143 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d85782d6c0 msgr2=0x55d857828e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:43.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.057+0000 7f85e7e00640 1 --2- 172.21.15.33:0/2379984143 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d85782d6c0 0x55d857828e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.057+0000 7f85e7e00640 1 -- 172.21.15.33:0/2379984143 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d857822c30 con 0x55d857822e00 2024-09-05T02:26:43.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.057+0000 7f85eea00640 1 --2- 172.21.15.33:0/2379984143 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d8578224e0 0x55d85783fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:26:43.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.057+0000 7f85e7e00640 1 --2- 172.21.15.33:0/2379984143 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d857822e00 0x55d857824f90 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f85d80105e0 tx=0x7f85d8010610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55da8507a33ea954 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:43.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.057+0000 7f85dea00640 1 -- 172.21.15.33:0/2379984143 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d80053c0 con 0x55d857822e00 2024-09-05T02:26:43.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.057+0000 7f85dea00640 1 -- 172.21.15.33:0/2379984143 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f85d8024070 con 0x55d857822e00 2024-09-05T02:26:43.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.057+0000 7f85dea00640 1 -- 172.21.15.33:0/2379984143 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d80108e0 con 0x55d857822e00 2024-09-05T02:26:43.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.058+0000 7f85f8016740 1 -- 172.21.15.33:0/2379984143 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d857822e00 msgr2=0x55d857824f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:43.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.058+0000 7f85f8016740 1 --2- 172.21.15.33:0/2379984143 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d857822e00 0x55d857824f90 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f85d80105e0 tx=0x7f85d8010610 comp rx=0 tx=0).stop 2024-09-05T02:26:43.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.058+0000 7f85f8016740 1 -- 172.21.15.33:0/2379984143 shutdown_connections 2024-09-05T02:26:43.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.058+0000 7f85f8016740 1 --2- 172.21.15.33:0/2379984143 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d85782d6c0 0x55d857828e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.058+0000 7f85f8016740 1 --2- 172.21.15.33:0/2379984143 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d857822e00 0x55d857824f90 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.058+0000 7f85f8016740 1 --2- 172.21.15.33:0/2379984143 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d8578224e0 0x55d85783fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.058+0000 7f85f8016740 1 -- 172.21.15.33:0/2379984143 >> 172.21.15.33:0/2379984143 conn(0x55d85781ea70 msgr2=0x55d8578258e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:43.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.058+0000 7f85f8016740 1 -- 172.21.15.33:0/2379984143 shutdown_connections 2024-09-05T02:26:43.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.058+0000 7f85f8016740 1 -- 172.21.15.33:0/2379984143 wait complete. 2024-09-05T02:26:43.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.058+0000 7f85f8016740 1 -- start start 2024-09-05T02:26:43.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.058+0000 7f85f8016740 1 Processor -- start 2024-09-05T02:26:43.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.059+0000 7f85f8016740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d8578224e0 0x55d857844a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:43.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.059+0000 7f85f8016740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d857822e00 0x55d857844fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:43.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.059+0000 7f85f8016740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d85782d6c0 0x55d857841230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:43.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.059+0000 7f85f8016740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55d85783f910 con 0x55d85782d6c0 2024-09-05T02:26:43.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.059+0000 7f85f8016740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d85783f240 con 0x55d857822e00 2024-09-05T02:26:43.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.059+0000 7f85f8016740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55d85783ffe0 con 0x55d8578224e0 2024-09-05T02:26:43.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.059+0000 7f85f8016740 10 client.0 _ll_register_callbacks cb 0x7f85e8097fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:26:43.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.059+0000 7f85eea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d8578224e0 0x55d857844a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:43.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.059+0000 7f85eea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d8578224e0 0x55d857844a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56762/0 (socket says 172.21.15.33:56762) 2024-09-05T02:26:43.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.059+0000 7f85eea00640 1 -- 172.21.15.33:0/216680854 learned_addr learned my addr 172.21.15.33:0/216680854 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:43.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.059+0000 7f85ef400640 1 --2- 172.21.15.33:0/216680854 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d85782d6c0 0x55d857841230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:43.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.059+0000 7f85e7e00640 1 --2- 172.21.15.33:0/216680854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d857822e00 0x55d857844fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:43.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.060+0000 7f85eea00640 1 -- 172.21.15.33:0/216680854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d857822e00 msgr2=0x55d857844fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:43.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.060+0000 7f85eea00640 1 --2- 172.21.15.33:0/216680854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d857822e00 0x55d857844fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.060+0000 7f85eea00640 1 -- 172.21.15.33:0/216680854 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d85782d6c0 msgr2=0x55d857841230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:43.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.060+0000 7f85eea00640 1 --2- 172.21.15.33:0/216680854 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d85782d6c0 0x55d857841230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.060+0000 7f85eea00640 1 -- 172.21.15.33:0/216680854 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d857841870 con 0x55d8578224e0 2024-09-05T02:26:43.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.060+0000 7f85eea00640 1 --2- 172.21.15.33:0/216680854 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d8578224e0 0x55d857844a60 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f85e0009230 tx=0x7f85e0009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6fbf90d4d47e9771 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:43.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.060+0000 7f85d3e00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:26:43.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.060+0000 7f85d3e00640 1 -- 172.21.15.33:0/216680854 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e0035040 con 0x55d8578224e0 2024-09-05T02:26:43.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.060+0000 7f85d3e00640 1 -- 172.21.15.33:0/216680854 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f85e00325c0 con 0x55d8578224e0 2024-09-05T02:26:43.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.060+0000 7f85f8016740 1 -- 172.21.15.33:0/216680854 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85d8024070 con 0x55d8578224e0 2024-09-05T02:26:43.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.061+0000 7f85d3e00640 1 -- 172.21.15.33:0/216680854 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f85e0032800 con 0x55d8578224e0 2024-09-05T02:26:43.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.061+0000 7f85f8016740 10 client.25048 fetch_fsmap learned FSMap version 28 2024-09-05T02:26:43.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.061+0000 7f85f8016740 1 -- 172.21.15.33:0/216680854 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d857846280 con 0x55d8578224e0 2024-09-05T02:26:43.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.061+0000 7f85d3e00640 1 -- 172.21.15.33:0/216680854 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f85d8024070 con 0x55d8578224e0 2024-09-05T02:26:43.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.061+0000 7f85d3e00640 1 -- 172.21.15.33:0/216680854 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f85e0003bd0 con 0x55d8578224e0 2024-09-05T02:26:43.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.061+0000 7f85f8016740 10 client.25048 fetch_fsmap finished waiting for FSMap version 28 2024-09-05T02:26:43.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.061+0000 7f85f8016740 10 client.25048 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-05T02:26:43.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.061+0000 7f85f8016740 20 client.25048 populate_metadata read hostname 'smithi033' 2024-09-05T02:26:43.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.061+0000 7f85f8016740 1 --2- 172.21.15.33:0/216680854 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55d8578ad2b0 0x55d8578abfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:43.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.061+0000 7f85f8016740 4 client.25048 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T02:26:43.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.061+0000 7f85f8016740 1 -- 172.21.15.33:0/216680854 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "status"}) -- 0x55d85778fb30 con 0x55d8578ad2b0 2024-09-05T02:26:43.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.062+0000 7f85e7e00640 1 --2- 172.21.15.33:0/216680854 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55d8578ad2b0 0x55d8578abfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:43.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.062+0000 7f85e7e00640 1 --2- 172.21.15.33:0/216680854 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55d8578ad2b0 0x55d8578abfc0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=31a354666d678f58 server_cookie=11a2bebe60a6f24f in_seq=0 out_seq=0 2024-09-05T02:26:43.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.062+0000 7f85d3e00640 10 client.25048 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:26:43.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.062+0000 7f85d3e00640 1 -- 172.21.15.33:0/216680854 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55d85778fb30 con 0x55d8578ad2b0 2024-09-05T02:26:43.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.062+0000 7f85d3e00640 10 client.25048 handle_command_reply: tid=0 2024-09-05T02:26:43.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.062+0000 7f85f8016740 1 client.25048 shutdown 2024-09-05T02:26:43.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.063+0000 7f85f8016740 1 -- 172.21.15.33:0/216680854 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d8578224e0 msgr2=0x55d857844a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:43.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.063+0000 7f85f8016740 1 --2- 172.21.15.33:0/216680854 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d8578224e0 0x55d857844a60 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f85e0009230 tx=0x7f85e0009260 comp rx=0 tx=0).stop 2024-09-05T02:26:43.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.063+0000 7f85f8016740 1 -- 172.21.15.33:0/216680854 shutdown_connections 2024-09-05T02:26:43.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.063+0000 7f85f8016740 1 --2- 172.21.15.33:0/216680854 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55d8578ad2b0 0x55d8578abfc0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.063+0000 7f85f8016740 1 --2- 172.21.15.33:0/216680854 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d85782d6c0 0x55d857841230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.063+0000 7f85f8016740 1 --2- 172.21.15.33:0/216680854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d857822e00 0x55d857844fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.063+0000 7f85f8016740 1 --2- 172.21.15.33:0/216680854 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d8578224e0 0x55d857844a60 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.063+0000 7f85d3e00640 0 client.25048 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:26:43.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.063+0000 7f85f8016740 1 -- 172.21.15.33:0/216680854 >> 172.21.15.33:0/216680854 conn(0x55d85781ea70 msgr2=0x55d85781d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:43.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.063+0000 7f85f8016740 1 -- 172.21.15.33:0/216680854 shutdown_connections 2024-09-05T02:26:43.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.063+0000 7f85f8016740 1 -- 172.21.15.33:0/216680854 wait complete. 2024-09-05T02:26:43.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.063+0000 7f85f8016740 20 client.25048 trim_cache size 0 max 16384 2024-09-05T02:26:43.081 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:26:43.081 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "b37d3f34-6b2c-11ef-bcd6-c7b262605968", 2024-09-05T02:26:43.081 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 3, 2024-09-05T02:26:43.081 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 24511, 2024-09-05T02:26:43.081 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-09-05T02:26:43.081 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-09-05T02:26:43.082 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-09-05T02:26:43.082 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 103.54497960499999, 2024-09-05T02:26:43.082 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 28, 2024-09-05T02:26:43.082 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 86, 2024-09-05T02:26:43.082 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 84, 2024-09-05T02:26:43.082 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 136.46716123499999 2024-09-05T02:26:43.082 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:26:43.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.064+0000 7f85efe00640 1 -- 172.21.15.33:0/2294195055 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f85d40a2c00 msgr2=0x7f85d40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:43.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.064+0000 7f85efe00640 1 --2- 172.21.15.33:0/2294195055 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f85d40a2c00 0x7f85d40a50c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f85e0000c00 tx=0x7f85e0005b50 comp rx=0 tx=0).stop 2024-09-05T02:26:43.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.064+0000 7f85efe00640 1 -- 172.21.15.33:0/2294195055 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85f0108f60 msgr2=0x7f85f019ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:43.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.064+0000 7f85efe00640 1 --2- 172.21.15.33:0/2294195055 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85f0108f60 0x7f85f019ed80 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f85e800eb10 tx=0x7f85e800c2d0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.064+0000 7f85efe00640 1 -- 172.21.15.33:0/2294195055 shutdown_connections 2024-09-05T02:26:43.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.064+0000 7f85efe00640 1 --2- 172.21.15.33:0/2294195055 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f85d40a2c00 0x7f85d40a50c0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.064+0000 7f85efe00640 1 --2- 172.21.15.33:0/2294195055 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85f0108f60 0x7f85f019ed80 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.064+0000 7f85efe00640 1 --2- 172.21.15.33:0/2294195055 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85f01047e0 0x7f85f019a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.064+0000 7f85efe00640 1 --2- 172.21.15.33:0/2294195055 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f85f0103e30 0x7f85f019a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:43.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.064+0000 7f85efe00640 1 -- 172.21.15.33:0/2294195055 >> 172.21.15.33:0/2294195055 conn(0x7f85f00ff8d0 msgr2=0x7f85f0100bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:43.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.064+0000 7f85efe00640 1 -- 172.21.15.33:0/2294195055 shutdown_connections 2024-09-05T02:26:43.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:43.064+0000 7f85efe00640 1 -- 172.21.15.33:0/2294195055 wait complete. 2024-09-05T02:26:43.768 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.h status 2024-09-05T02:26:44.142 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:44.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:44 smithi033 ceph-mon[29909]: pgmap v350: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-09-05T02:26:44.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.705+0000 7f03c6800640 1 -- 172.21.15.33:0/2025963773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03c0107af0 msgr2=0x7f03c0107ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:44.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.705+0000 7f03c6800640 1 --2- 172.21.15.33:0/2025963773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03c0107af0 0x7f03c0107ed0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f03b4009930 tx=0x7f03b402a420 comp rx=0 tx=0).stop 2024-09-05T02:26:44.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.706+0000 7f03c6800640 1 -- 172.21.15.33:0/2025963773 shutdown_connections 2024-09-05T02:26:44.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.706+0000 7f03c6800640 1 --2- 172.21.15.33:0/2025963773 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f03c0102380 0x7f03c010e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.706+0000 7f03c6800640 1 --2- 172.21.15.33:0/2025963773 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f03c01019e0 0x7f03c0101e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.706+0000 7f03c6800640 1 --2- 172.21.15.33:0/2025963773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03c0107af0 0x7f03c0107ed0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.706+0000 7f03c6800640 1 -- 172.21.15.33:0/2025963773 >> 172.21.15.33:0/2025963773 conn(0x7f03c00fd700 msgr2=0x7f03c00ffb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:44.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.706+0000 7f03c6800640 1 -- 172.21.15.33:0/2025963773 shutdown_connections 2024-09-05T02:26:44.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.706+0000 7f03c6800640 1 -- 172.21.15.33:0/2025963773 wait complete. 2024-09-05T02:26:44.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.706+0000 7f03c6800640 1 Processor -- start 2024-09-05T02:26:44.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.707+0000 7f03c6800640 1 -- start start 2024-09-05T02:26:44.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.707+0000 7f03c6800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f03c01019e0 0x7f03c019a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:44.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.707+0000 7f03c6800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f03c0102380 0x7f03c019ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:44.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.707+0000 7f03c6800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03c0107af0 0x7f03c019eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:44.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.707+0000 7f03c6800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f03c0111eb0 con 0x7f03c0107af0 2024-09-05T02:26:44.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.707+0000 7f03c6800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f03c0111d30 con 0x7f03c0102380 2024-09-05T02:26:44.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.707+0000 7f03c6800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f03c0112030 con 0x7f03c01019e0 2024-09-05T02:26:44.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.707+0000 7f03c5e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03c0107af0 0x7f03c019eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:44.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.707+0000 7f03c5e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03c0107af0 0x7f03c019eea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39862/0 (socket says 172.21.15.33:39862) 2024-09-05T02:26:44.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.707+0000 7f03c5e00640 1 -- 172.21.15.33:0/4122091062 learned_addr learned my addr 172.21.15.33:0/4122091062 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:44.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.707+0000 7f03c4a00640 1 --2- 172.21.15.33:0/4122091062 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f03c0102380 0x7f03c019ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:44.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.707+0000 7f03c5400640 1 --2- 172.21.15.33:0/4122091062 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f03c01019e0 0x7f03c019a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:44.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.708+0000 7f03c5e00640 1 -- 172.21.15.33:0/4122091062 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f03c01019e0 msgr2=0x7f03c019a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:44.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.708+0000 7f03c5e00640 1 --2- 172.21.15.33:0/4122091062 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f03c01019e0 0x7f03c019a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.708+0000 7f03c5e00640 1 -- 172.21.15.33:0/4122091062 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f03c0102380 msgr2=0x7f03c019ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:44.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.708+0000 7f03c5e00640 1 --2- 172.21.15.33:0/4122091062 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f03c0102380 0x7f03c019ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.708+0000 7f03c5e00640 1 -- 172.21.15.33:0/4122091062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03c019f580 con 0x7f03c0107af0 2024-09-05T02:26:44.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.708+0000 7f03c5e00640 1 --2- 172.21.15.33:0/4122091062 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03c0107af0 0x7f03c019eea0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f03b8009fd0 tx=0x7f03b800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:44.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.708+0000 7f03be000640 1 -- 172.21.15.33:0/4122091062 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b8017070 con 0x7f03c0107af0 2024-09-05T02:26:44.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.708+0000 7f03be000640 1 -- 172.21.15.33:0/4122091062 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f03b8003e50 con 0x7f03c0107af0 2024-09-05T02:26:44.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.708+0000 7f03c6800640 1 -- 172.21.15.33:0/4122091062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03c019f870 con 0x7f03c0107af0 2024-09-05T02:26:44.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.708+0000 7f03be000640 1 -- 172.21.15.33:0/4122091062 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b80106c0 con 0x7f03c0107af0 2024-09-05T02:26:44.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.709+0000 7f03c6800640 1 -- 172.21.15.33:0/4122091062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03c01a7150 con 0x7f03c0107af0 2024-09-05T02:26:44.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.711+0000 7f03ca7ec740 1 Processor -- start 2024-09-05T02:26:44.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.712+0000 7f03be000640 1 -- 172.21.15.33:0/4122091062 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f03b8003970 con 0x7f03c0107af0 2024-09-05T02:26:44.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.712+0000 7f03ca7ec740 1 -- start start 2024-09-05T02:26:44.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.712+0000 7f03ca7ec740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8ee4e0 0x562eae8ee8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:44.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.712+0000 7f03ca7ec740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8eee00 0x562eae8f9180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:44.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.712+0000 7f03ca7ec740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8f96c0 0x562eae8fbab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:44.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.712+0000 7f03ca7ec740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562eae8540b0 con 0x562eae8ee4e0 2024-09-05T02:26:44.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.712+0000 7f03ca7ec740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562eae7fbab0 con 0x562eae8eee00 2024-09-05T02:26:44.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.712+0000 7f03ca7ec740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x562eae850070 con 0x562eae8f96c0 2024-09-05T02:26:44.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.712+0000 7f03c4a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8ee4e0 0x562eae8ee8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:44.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.712+0000 7f03c4a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8ee4e0 0x562eae8ee8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39872/0 (socket says 172.21.15.33:39872) 2024-09-05T02:26:44.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.712+0000 7f03c4a00640 1 -- 172.21.15.33:0/3116864618 learned_addr learned my addr 172.21.15.33:0/3116864618 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:44.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.713+0000 7f03c5400640 1 --2- 172.21.15.33:0/3116864618 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8eee00 0x562eae8f9180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:44.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.713+0000 7f03c4a00640 1 --2- 172.21.15.33:0/3116864618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8f96c0 0x562eae8fbab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:44.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.713+0000 7f03c4a00640 1 -- 172.21.15.33:0/3116864618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8f96c0 msgr2=0x562eae8fbab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:44.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.713+0000 7f03c4a00640 1 --2- 172.21.15.33:0/3116864618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8f96c0 0x562eae8fbab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.713+0000 7f03c4a00640 1 -- 172.21.15.33:0/3116864618 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8eee00 msgr2=0x562eae8f9180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:44.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.713+0000 7f03c4a00640 1 --2- 172.21.15.33:0/3116864618 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8eee00 0x562eae8f9180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.713+0000 7f03c4a00640 1 -- 172.21.15.33:0/3116864618 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562eae8084a0 con 0x562eae8ee4e0 2024-09-05T02:26:44.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.713+0000 7f03c4a00640 1 --2- 172.21.15.33:0/3116864618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8ee4e0 0x562eae8ee8c0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f03ac00b6c0 tx=0x7f03ac00b650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6503de1a2dc73160 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:44.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.713+0000 7f03be000640 1 --2- 172.21.15.33:0/4122091062 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f03a80a2b80 0x7f03a80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:44.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.713+0000 7f03b2600640 1 -- 172.21.15.33:0/3116864618 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03ac005020 con 0x562eae8ee4e0 2024-09-05T02:26:44.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.714+0000 7f03be000640 1 -- 172.21.15.33:0/4122091062 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f03b80ced40 con 0x7f03c0107af0 2024-09-05T02:26:44.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.714+0000 7f03b2600640 1 -- 172.21.15.33:0/3116864618 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f03ac0047a0 con 0x562eae8ee4e0 2024-09-05T02:26:44.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.714+0000 7f03b2600640 1 -- 172.21.15.33:0/3116864618 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03ac00f6e0 con 0x562eae8ee4e0 2024-09-05T02:26:44.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.714+0000 7f03c5400640 1 --2- 172.21.15.33:0/4122091062 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f03a80a2b80 0x7f03a80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:44.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.714+0000 7f03ca7ec740 1 -- 172.21.15.33:0/3116864618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8ee4e0 msgr2=0x562eae8ee8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:44.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.714+0000 7f03ca7ec740 1 --2- 172.21.15.33:0/3116864618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8ee4e0 0x562eae8ee8c0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f03ac00b6c0 tx=0x7f03ac00b650 comp rx=0 tx=0).stop 2024-09-05T02:26:44.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.714+0000 7f03c5400640 1 --2- 172.21.15.33:0/4122091062 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f03a80a2b80 0x7f03a80a5040 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f03b4009900 tx=0x7f03b40058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:44.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.715+0000 7f03ca7ec740 1 -- 172.21.15.33:0/3116864618 shutdown_connections 2024-09-05T02:26:44.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.715+0000 7f03ca7ec740 1 --2- 172.21.15.33:0/3116864618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8f96c0 0x562eae8fbab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.715+0000 7f03ca7ec740 1 --2- 172.21.15.33:0/3116864618 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8eee00 0x562eae8f9180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.715+0000 7f03ca7ec740 1 --2- 172.21.15.33:0/3116864618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8ee4e0 0x562eae8ee8c0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.715+0000 7f03ca7ec740 1 -- 172.21.15.33:0/3116864618 >> 172.21.15.33:0/3116864618 conn(0x562eae8eaa70 msgr2=0x562eae8eae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:44.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.715+0000 7f03ca7ec740 1 -- 172.21.15.33:0/3116864618 shutdown_connections 2024-09-05T02:26:44.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.715+0000 7f03ca7ec740 1 -- 172.21.15.33:0/3116864618 wait complete. 2024-09-05T02:26:44.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.715+0000 7f03ca7ec740 1 -- start start 2024-09-05T02:26:44.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.715+0000 7f03ca7ec740 1 Processor -- start 2024-09-05T02:26:44.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.716+0000 7f03ca7ec740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8ee4e0 0x562eae8f6520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:44.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.716+0000 7f03ca7ec740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8eee00 0x562eae8f6a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:44.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.716+0000 7f03ca7ec740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8f96c0 0x562eae8f6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:44.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.716+0000 7f03ca7ec740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562eae8fc330 con 0x562eae8eee00 2024-09-05T02:26:44.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.716+0000 7f03ca7ec740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562eae7dc920 con 0x562eae8f96c0 2024-09-05T02:26:44.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.716+0000 7f03ca7ec740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x562eae8fc4b0 con 0x562eae8ee4e0 2024-09-05T02:26:44.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.716+0000 7f03ca7ec740 10 client.0 _ll_register_callbacks cb 0x562eae8008a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:26:44.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.716+0000 7f03c4a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8eee00 0x562eae8f6a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:44.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.716+0000 7f03c5400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8ee4e0 0x562eae8f6520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:44.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.716+0000 7f03c4a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8eee00 0x562eae8f6a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39876/0 (socket says 172.21.15.33:39876) 2024-09-05T02:26:44.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.716+0000 7f03c5400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8ee4e0 0x562eae8f6520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56792/0 (socket says 172.21.15.33:56792) 2024-09-05T02:26:44.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.716+0000 7f03c4a00640 1 -- 172.21.15.33:0/2933754604 learned_addr learned my addr 172.21.15.33:0/2933754604 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:44.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.716+0000 7f03c5e00640 1 --2- 172.21.15.33:0/2933754604 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8f96c0 0x562eae8f6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:44.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.717+0000 7f03c4a00640 1 -- 172.21.15.33:0/2933754604 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8ee4e0 msgr2=0x562eae8f6520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:44.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.717+0000 7f03c4a00640 1 --2- 172.21.15.33:0/2933754604 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8ee4e0 0x562eae8f6520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.717+0000 7f03c4a00640 1 -- 172.21.15.33:0/2933754604 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8f96c0 msgr2=0x562eae8f6fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:44.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.717+0000 7f03c4a00640 1 --2- 172.21.15.33:0/2933754604 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8f96c0 0x562eae8f6fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.717+0000 7f03c4a00640 1 -- 172.21.15.33:0/2933754604 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562eae5c52b0 con 0x562eae8eee00 2024-09-05T02:26:44.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.717+0000 7f03c4a00640 1 --2- 172.21.15.33:0/2933754604 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8eee00 0x562eae8f6a60 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f03ac0122e0 tx=0x7f03ac00bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3b73ac9960fd676 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:44.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.717+0000 7f03a6a00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:26:44.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.717+0000 7f03a6a00640 1 -- 172.21.15.33:0/2933754604 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03ac005370 con 0x562eae8eee00 2024-09-05T02:26:44.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.717+0000 7f03a6a00640 1 -- 172.21.15.33:0/2933754604 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f03ac004950 con 0x562eae8eee00 2024-09-05T02:26:44.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.717+0000 7f03ca7ec740 1 -- 172.21.15.33:0/2933754604 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f03ac0047a0 con 0x562eae8eee00 2024-09-05T02:26:44.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.718+0000 7f03a6a00640 1 -- 172.21.15.33:0/2933754604 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f03ac004b50 con 0x562eae8eee00 2024-09-05T02:26:44.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.718+0000 7f03ca7ec740 10 client.15075 fetch_fsmap learned FSMap version 28 2024-09-05T02:26:44.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.718+0000 7f03ca7ec740 1 -- 172.21.15.33:0/2933754604 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562eae907f60 con 0x562eae8eee00 2024-09-05T02:26:44.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.718+0000 7f03a6a00640 1 -- 172.21.15.33:0/2933754604 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f03ac0047a0 con 0x562eae8eee00 2024-09-05T02:26:44.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.718+0000 7f03a6a00640 1 -- 172.21.15.33:0/2933754604 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f03ac010cd0 con 0x562eae8eee00 2024-09-05T02:26:44.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.718+0000 7f03ca7ec740 10 client.15075 fetch_fsmap finished waiting for FSMap version 28 2024-09-05T02:26:44.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.718+0000 7f03ca7ec740 10 client.15075 resolve_mds: resolved name 'h' to daemon mds.h 2024-09-05T02:26:44.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.718+0000 7f03ca7ec740 20 client.15075 populate_metadata read hostname 'smithi033' 2024-09-05T02:26:44.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.718+0000 7f03ca7ec740 1 --2- 172.21.15.33:0/2933754604 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x562eae90a350 0x562eae90b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:44.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.718+0000 7f03ca7ec740 4 client.15075 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:26:44.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.718+0000 7f03ca7ec740 1 -- 172.21.15.33:0/2933754604 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562eae861620 con 0x562eae90a350 2024-09-05T02:26:44.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.719+0000 7f03c5400640 1 --2- 172.21.15.33:0/2933754604 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x562eae90a350 0x562eae90b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:44.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.719+0000 7f03c5400640 1 --2- 172.21.15.33:0/2933754604 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x562eae90a350 0x562eae90b7c0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2a23e7628dc8f87f server_cookie=87c294fe507f6238 in_seq=0 out_seq=0 2024-09-05T02:26:44.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.719+0000 7f03a6a00640 10 client.15075 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:26:44.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.720+0000 7f03a6a00640 1 -- 172.21.15.33:0/2933754604 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562eae861620 con 0x562eae90a350 2024-09-05T02:26:44.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.720+0000 7f03a6a00640 10 client.15075 handle_command_reply: tid=0 2024-09-05T02:26:44.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.720+0000 7f03ca7ec740 1 client.15075 shutdown 2024-09-05T02:26:44.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.720+0000 7f03ca7ec740 1 -- 172.21.15.33:0/2933754604 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8eee00 msgr2=0x562eae8f6a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:44.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.720+0000 7f03ca7ec740 1 --2- 172.21.15.33:0/2933754604 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8eee00 0x562eae8f6a60 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f03ac0122e0 tx=0x7f03ac00bd70 comp rx=0 tx=0).stop 2024-09-05T02:26:44.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.720+0000 7f03ca7ec740 1 -- 172.21.15.33:0/2933754604 shutdown_connections 2024-09-05T02:26:44.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.721+0000 7f03ca7ec740 1 --2- 172.21.15.33:0/2933754604 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x562eae90a350 0x562eae90b7c0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.721+0000 7f03ca7ec740 1 --2- 172.21.15.33:0/2933754604 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8f96c0 0x562eae8f6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.721+0000 7f03ca7ec740 1 --2- 172.21.15.33:0/2933754604 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8eee00 0x562eae8f6a60 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.721+0000 7f03ca7ec740 1 --2- 172.21.15.33:0/2933754604 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8ee4e0 0x562eae8f6520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.721+0000 7f03a6a00640 0 client.15075 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:26:44.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.721+0000 7f03ca7ec740 1 -- 172.21.15.33:0/2933754604 >> 172.21.15.33:0/2933754604 conn(0x562eae8eaa70 msgr2=0x562eae8f07a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:44.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.721+0000 7f03ca7ec740 1 -- 172.21.15.33:0/2933754604 shutdown_connections 2024-09-05T02:26:44.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.721+0000 7f03ca7ec740 1 -- 172.21.15.33:0/2933754604 wait complete. 2024-09-05T02:26:44.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.721+0000 7f03ca7ec740 20 client.15075 trim_cache size 0 max 16384 2024-09-05T02:26:44.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.740+0000 7f03ca7ec740 1 Processor -- start 2024-09-05T02:26:44.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.740+0000 7f03ca7ec740 1 -- start start 2024-09-05T02:26:44.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.740+0000 7f03ca7ec740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8ee4e0 0x562eae8f6df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:44.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.740+0000 7f03ca7ec740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8eee00 0x562eae8f37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:44.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.740+0000 7f03ca7ec740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8f96c0 0x562eae8f3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:44.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.740+0000 7f03ca7ec740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562eae909b00 con 0x562eae8eee00 2024-09-05T02:26:44.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.740+0000 7f03ca7ec740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562eae90a1d0 con 0x562eae8f96c0 2024-09-05T02:26:44.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.740+0000 7f03ca7ec740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x562eae90a8a0 con 0x562eae8ee4e0 2024-09-05T02:26:44.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.740+0000 7f03c4a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8eee00 0x562eae8f37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:44.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.740+0000 7f03c4a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8eee00 0x562eae8f37a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39882/0 (socket says 172.21.15.33:39882) 2024-09-05T02:26:44.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.740+0000 7f03c4a00640 1 -- 172.21.15.33:0/3140699748 learned_addr learned my addr 172.21.15.33:0/3140699748 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:44.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.740+0000 7f03c5400640 1 --2- 172.21.15.33:0/3140699748 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8ee4e0 0x562eae8f6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:44.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.741+0000 7f03c5e00640 1 --2- 172.21.15.33:0/3140699748 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8f96c0 0x562eae8f3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:44.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.741+0000 7f03c4a00640 1 -- 172.21.15.33:0/3140699748 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8ee4e0 msgr2=0x562eae8f6df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:44.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.741+0000 7f03c4a00640 1 --2- 172.21.15.33:0/3140699748 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8ee4e0 0x562eae8f6df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.741+0000 7f03c4a00640 1 -- 172.21.15.33:0/3140699748 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8f96c0 msgr2=0x562eae8f3ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:44.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.741+0000 7f03c4a00640 1 --2- 172.21.15.33:0/3140699748 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8f96c0 0x562eae8f3ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.741+0000 7f03c4a00640 1 -- 172.21.15.33:0/3140699748 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562eae8ea8a0 con 0x562eae8eee00 2024-09-05T02:26:44.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.741+0000 7f03c5400640 1 --2- 172.21.15.33:0/3140699748 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8ee4e0 0x562eae8f6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:26:44.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.741+0000 7f03c4a00640 1 --2- 172.21.15.33:0/3140699748 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8eee00 0x562eae8f37a0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f03ac01e6e0 tx=0x7f03ac00bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65f07e610831dbd9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:44.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.741+0000 7f03b1c00640 1 -- 172.21.15.33:0/3140699748 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03ac023070 con 0x562eae8eee00 2024-09-05T02:26:44.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.741+0000 7f03b1c00640 1 -- 172.21.15.33:0/3140699748 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f03ac004cf0 con 0x562eae8eee00 2024-09-05T02:26:44.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.741+0000 7f03b1c00640 1 -- 172.21.15.33:0/3140699748 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03ac01ea50 con 0x562eae8eee00 2024-09-05T02:26:44.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.742+0000 7f03ca7ec740 1 -- 172.21.15.33:0/3140699748 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8eee00 msgr2=0x562eae8f37a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:44.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.742+0000 7f03ca7ec740 1 --2- 172.21.15.33:0/3140699748 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8eee00 0x562eae8f37a0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f03ac01e6e0 tx=0x7f03ac00bfd0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.742+0000 7f03ca7ec740 1 -- 172.21.15.33:0/3140699748 shutdown_connections 2024-09-05T02:26:44.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.742+0000 7f03ca7ec740 1 --2- 172.21.15.33:0/3140699748 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8f96c0 0x562eae8f3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.742+0000 7f03ca7ec740 1 --2- 172.21.15.33:0/3140699748 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8eee00 0x562eae8f37a0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.742+0000 7f03ca7ec740 1 --2- 172.21.15.33:0/3140699748 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8ee4e0 0x562eae8f6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.742+0000 7f03ca7ec740 1 -- 172.21.15.33:0/3140699748 >> 172.21.15.33:0/3140699748 conn(0x562eae8eaa70 msgr2=0x562eae8f4df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:44.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.742+0000 7f03ca7ec740 1 -- 172.21.15.33:0/3140699748 shutdown_connections 2024-09-05T02:26:44.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.742+0000 7f03ca7ec740 1 -- 172.21.15.33:0/3140699748 wait complete. 2024-09-05T02:26:44.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.743+0000 7f03ca7ec740 1 -- start start 2024-09-05T02:26:44.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.743+0000 7f03ca7ec740 1 Processor -- start 2024-09-05T02:26:44.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.743+0000 7f03ca7ec740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8ee4e0 0x562eae913d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:44.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.743+0000 7f03ca7ec740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8eee00 0x562eae914260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:44.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.743+0000 7f03ca7ec740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8f96c0 0x562eae8f2df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:44.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.743+0000 7f03ca7ec740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562eae90b640 con 0x562eae8eee00 2024-09-05T02:26:44.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.743+0000 7f03ca7ec740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562eae90af70 con 0x562eae8ee4e0 2024-09-05T02:26:44.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.743+0000 7f03ca7ec740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x562eae90bd10 con 0x562eae8f96c0 2024-09-05T02:26:44.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.743+0000 7f03ca7ec740 10 client.0 _ll_register_callbacks cb 0x7f03ac0046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:26:44.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.744+0000 7f03c4a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8eee00 0x562eae914260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:44.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.744+0000 7f03c5400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8ee4e0 0x562eae913d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:44.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.744+0000 7f03c5400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8ee4e0 0x562eae913d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:44490/0 (socket says 172.21.15.33:44490) 2024-09-05T02:26:44.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.744+0000 7f03c5400640 1 -- 172.21.15.33:0/1489797715 learned_addr learned my addr 172.21.15.33:0/1489797715 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:44.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.744+0000 7f03c5e00640 1 --2- 172.21.15.33:0/1489797715 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8f96c0 0x562eae8f2df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:44.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.744+0000 7f03c5400640 1 -- 172.21.15.33:0/1489797715 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8f96c0 msgr2=0x562eae8f2df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:44.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.744+0000 7f03c5400640 1 --2- 172.21.15.33:0/1489797715 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8f96c0 0x562eae8f2df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.744+0000 7f03c5400640 1 -- 172.21.15.33:0/1489797715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8eee00 msgr2=0x562eae914260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:44.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.744+0000 7f03c5400640 1 --2- 172.21.15.33:0/1489797715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8eee00 0x562eae914260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.744+0000 7f03c5400640 1 -- 172.21.15.33:0/1489797715 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562eae8ebb20 con 0x562eae8ee4e0 2024-09-05T02:26:44.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.744+0000 7f03c5400640 1 --2- 172.21.15.33:0/1489797715 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8ee4e0 0x562eae913d20 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f03b402abb0 tx=0x7f03b4009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=94eaa60c1ece87c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:44.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.744+0000 7f03a6a00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:26:44.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.745+0000 7f03a6a00640 1 -- 172.21.15.33:0/1489797715 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b4035040 con 0x562eae8ee4e0 2024-09-05T02:26:44.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.745+0000 7f03a6a00640 1 -- 172.21.15.33:0/1489797715 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f03b4003dd0 con 0x562eae8ee4e0 2024-09-05T02:26:44.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.745+0000 7f03ca7ec740 1 -- 172.21.15.33:0/1489797715 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f03ac004cf0 con 0x562eae8ee4e0 2024-09-05T02:26:44.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.745+0000 7f03a6a00640 1 -- 172.21.15.33:0/1489797715 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f03b4053300 con 0x562eae8ee4e0 2024-09-05T02:26:44.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.745+0000 7f03ca7ec740 10 client.25088 fetch_fsmap learned FSMap version 28 2024-09-05T02:26:44.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.745+0000 7f03ca7ec740 1 -- 172.21.15.33:0/1489797715 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562eae9134a0 con 0x562eae8ee4e0 2024-09-05T02:26:44.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.745+0000 7f03a6a00640 1 -- 172.21.15.33:0/1489797715 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f03ac004cf0 con 0x562eae8ee4e0 2024-09-05T02:26:44.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.746+0000 7f03a6a00640 1 -- 172.21.15.33:0/1489797715 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f03b405c610 con 0x562eae8ee4e0 2024-09-05T02:26:44.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.746+0000 7f03ca7ec740 10 client.25088 fetch_fsmap finished waiting for FSMap version 28 2024-09-05T02:26:44.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.746+0000 7f03ca7ec740 10 client.25088 resolve_mds: resolved name 'h' to daemon mds.h 2024-09-05T02:26:44.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.746+0000 7f03ca7ec740 20 client.25088 populate_metadata read hostname 'smithi033' 2024-09-05T02:26:44.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.746+0000 7f03ca7ec740 1 --2- 172.21.15.33:0/1489797715 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x562eae979000 0x562eae977d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:44.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.746+0000 7f03ca7ec740 4 client.25088 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T02:26:44.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.746+0000 7f03ca7ec740 1 -- 172.21.15.33:0/1489797715 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "status"}) -- 0x562eae85bb30 con 0x562eae979000 2024-09-05T02:26:44.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.746+0000 7f03c4a00640 1 --2- 172.21.15.33:0/1489797715 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x562eae979000 0x562eae977d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:44.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.747+0000 7f03c4a00640 1 --2- 172.21.15.33:0/1489797715 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x562eae979000 0x562eae977d10 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1e2a89e3fcdbe880 server_cookie=8ab48f877da62d7d in_seq=0 out_seq=0 2024-09-05T02:26:44.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.747+0000 7f03a6a00640 10 client.25088 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:26:44.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.747+0000 7f03a6a00640 1 -- 172.21.15.33:0/1489797715 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x562eae85bb30 con 0x562eae979000 2024-09-05T02:26:44.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.747+0000 7f03a6a00640 10 client.25088 handle_command_reply: tid=0 2024-09-05T02:26:44.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.747+0000 7f03ca7ec740 1 client.25088 shutdown 2024-09-05T02:26:44.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.747+0000 7f03ca7ec740 1 -- 172.21.15.33:0/1489797715 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8ee4e0 msgr2=0x562eae913d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:44.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.747+0000 7f03ca7ec740 1 --2- 172.21.15.33:0/1489797715 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8ee4e0 0x562eae913d20 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f03b402abb0 tx=0x7f03b4009260 comp rx=0 tx=0).stop 2024-09-05T02:26:44.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.747+0000 7f03ca7ec740 1 -- 172.21.15.33:0/1489797715 shutdown_connections 2024-09-05T02:26:44.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.747+0000 7f03ca7ec740 1 --2- 172.21.15.33:0/1489797715 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x562eae979000 0x562eae977d10 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.747+0000 7f03ca7ec740 1 --2- 172.21.15.33:0/1489797715 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562eae8f96c0 0x562eae8f2df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.747+0000 7f03ca7ec740 1 --2- 172.21.15.33:0/1489797715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562eae8eee00 0x562eae914260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.747+0000 7f03a6a00640 0 client.25088 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:26:44.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.747+0000 7f03ca7ec740 1 --2- 172.21.15.33:0/1489797715 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562eae8ee4e0 0x562eae913d20 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.747+0000 7f03ca7ec740 1 -- 172.21.15.33:0/1489797715 >> 172.21.15.33:0/1489797715 conn(0x562eae8eaa70 msgr2=0x562eae904700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:44.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.747+0000 7f03ca7ec740 1 -- 172.21.15.33:0/1489797715 shutdown_connections 2024-09-05T02:26:44.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.747+0000 7f03ca7ec740 1 -- 172.21.15.33:0/1489797715 wait complete. 2024-09-05T02:26:44.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.747+0000 7f03ca7ec740 20 client.25088 trim_cache size 0 max 16384 2024-09-05T02:26:44.754 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:26:44.754 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "b37d3f34-6b2c-11ef-bcd6-c7b262605968", 2024-09-05T02:26:44.754 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 2, 2024-09-05T02:26:44.754 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 24512, 2024-09-05T02:26:44.754 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-09-05T02:26:44.754 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-09-05T02:26:44.754 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-09-05T02:26:44.754 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 106.239565418, 2024-09-05T02:26:44.754 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 28, 2024-09-05T02:26:44.754 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 86, 2024-09-05T02:26:44.754 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 84, 2024-09-05T02:26:44.754 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 140.70007686100001 2024-09-05T02:26:44.755 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:26:44.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.748+0000 7f03c6800640 1 -- 172.21.15.33:0/4122091062 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f03a80a2b80 msgr2=0x7f03a80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:44.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.748+0000 7f03c6800640 1 --2- 172.21.15.33:0/4122091062 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f03a80a2b80 0x7f03a80a5040 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f03b4009900 tx=0x7f03b40058d0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.748+0000 7f03c6800640 1 -- 172.21.15.33:0/4122091062 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03c0107af0 msgr2=0x7f03c019eea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:44.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.748+0000 7f03c6800640 1 --2- 172.21.15.33:0/4122091062 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03c0107af0 0x7f03c019eea0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f03b8009fd0 tx=0x7f03b800b260 comp rx=0 tx=0).stop 2024-09-05T02:26:44.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.748+0000 7f03c6800640 1 -- 172.21.15.33:0/4122091062 shutdown_connections 2024-09-05T02:26:44.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.748+0000 7f03c6800640 1 --2- 172.21.15.33:0/4122091062 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f03a80a2b80 0x7f03a80a5040 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.748+0000 7f03c6800640 1 --2- 172.21.15.33:0/4122091062 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03c0107af0 0x7f03c019eea0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.748+0000 7f03c6800640 1 --2- 172.21.15.33:0/4122091062 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f03c0102380 0x7f03c019ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.748+0000 7f03c6800640 1 --2- 172.21.15.33:0/4122091062 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f03c01019e0 0x7f03c019a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:44.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.748+0000 7f03c6800640 1 -- 172.21.15.33:0/4122091062 >> 172.21.15.33:0/4122091062 conn(0x7f03c00fd700 msgr2=0x7f03c010d140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:44.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.748+0000 7f03c6800640 1 -- 172.21.15.33:0/4122091062 shutdown_connections 2024-09-05T02:26:44.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:44.748+0000 7f03c6800640 1 -- 172.21.15.33:0/4122091062 wait complete. 2024-09-05T02:26:44.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:44 smithi174 ceph-mon[34756]: pgmap v350: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-09-05T02:26:44.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:44 smithi123 ceph-mon[34031]: pgmap v350: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-09-05T02:26:45.578 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.a status 2024-09-05T02:26:45.953 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:46.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.479+0000 7fc3b1e00640 1 -- 172.21.15.33:0/3277150247 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3ac109140 msgr2=0x7fc3ac110cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:46.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.479+0000 7fc3b1e00640 1 --2- 172.21.15.33:0/3277150247 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3ac109140 0x7fc3ac110cc0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4009ca0 tx=0x7fc3a402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.479+0000 7fc3b1e00640 1 -- 172.21.15.33:0/3277150247 shutdown_connections 2024-09-05T02:26:46.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.479+0000 7fc3b1e00640 1 --2- 172.21.15.33:0/3277150247 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3ac109140 0x7fc3ac110cc0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.479+0000 7fc3b1e00640 1 --2- 172.21.15.33:0/3277150247 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc3ac1049c0 0x7fc3ac108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.479+0000 7fc3b1e00640 1 --2- 172.21.15.33:0/3277150247 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3ac104010 0x7fc3ac1043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.479+0000 7fc3b1e00640 1 -- 172.21.15.33:0/3277150247 >> 172.21.15.33:0/3277150247 conn(0x7fc3ac0ffa50 msgr2=0x7fc3ac101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:46.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.479+0000 7fc3b1e00640 1 -- 172.21.15.33:0/3277150247 shutdown_connections 2024-09-05T02:26:46.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.479+0000 7fc3b1e00640 1 -- 172.21.15.33:0/3277150247 wait complete. 2024-09-05T02:26:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.480+0000 7fc3b1e00640 1 Processor -- start 2024-09-05T02:26:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.480+0000 7fc3b1e00640 1 -- start start 2024-09-05T02:26:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.480+0000 7fc3b1e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3ac104010 0x7fc3ac19a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.480+0000 7fc3b1e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc3ac1049c0 0x7fc3ac19abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.480+0000 7fc3b1e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3ac109140 0x7fc3ac19ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.480+0000 7fc3b1e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc3ac114170 con 0x7fc3ac104010 2024-09-05T02:26:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.480+0000 7fc3b1e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc3ac113ff0 con 0x7fc3ac109140 2024-09-05T02:26:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.480+0000 7fc3b1e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc3ac1142f0 con 0x7fc3ac1049c0 2024-09-05T02:26:46.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.480+0000 7fc3aaa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3ac104010 0x7fc3ac19a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:46.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.480+0000 7fc3aaa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3ac104010 0x7fc3ac19a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39918/0 (socket says 172.21.15.33:39918) 2024-09-05T02:26:46.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.480+0000 7fc3aaa00640 1 -- 172.21.15.33:0/2622346287 learned_addr learned my addr 172.21.15.33:0/2622346287 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:46.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.481+0000 7fc3ab400640 1 --2- 172.21.15.33:0/2622346287 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3ac109140 0x7fc3ac19ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:46.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.481+0000 7fc3aa000640 1 --2- 172.21.15.33:0/2622346287 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc3ac1049c0 0x7fc3ac19abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:46.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.481+0000 7fc3aaa00640 1 -- 172.21.15.33:0/2622346287 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc3ac1049c0 msgr2=0x7fc3ac19abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:46.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.481+0000 7fc3aaa00640 1 --2- 172.21.15.33:0/2622346287 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc3ac1049c0 0x7fc3ac19abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.481+0000 7fc3aaa00640 1 -- 172.21.15.33:0/2622346287 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3ac109140 msgr2=0x7fc3ac19ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:46.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.481+0000 7fc3aaa00640 1 --2- 172.21.15.33:0/2622346287 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3ac109140 0x7fc3ac19ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.481+0000 7fc3aaa00640 1 -- 172.21.15.33:0/2622346287 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3ac19f640 con 0x7fc3ac104010 2024-09-05T02:26:46.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.481+0000 7fc3aaa00640 1 --2- 172.21.15.33:0/2622346287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3ac104010 0x7fc3ac19a690 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fc39c00e9f0 tx=0x7fc39c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:46.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.481+0000 7fc3b0a00640 1 -- 172.21.15.33:0/2622346287 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc39c00cd80 con 0x7fc3ac104010 2024-09-05T02:26:46.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.482+0000 7fc3b0a00640 1 -- 172.21.15.33:0/2622346287 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc39c010910 con 0x7fc3ac104010 2024-09-05T02:26:46.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.482+0000 7fc3b0a00640 1 -- 172.21.15.33:0/2622346287 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc39c018990 con 0x7fc3ac104010 2024-09-05T02:26:46.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.482+0000 7fc3b1e00640 1 -- 172.21.15.33:0/2622346287 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3ac19f930 con 0x7fc3ac104010 2024-09-05T02:26:46.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.482+0000 7fc3b1e00640 1 -- 172.21.15.33:0/2622346287 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3ac1a7210 con 0x7fc3ac104010 2024-09-05T02:26:46.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.485+0000 7fc3b0a00640 1 -- 172.21.15.33:0/2622346287 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc39c010ac0 con 0x7fc3ac104010 2024-09-05T02:26:46.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.485+0000 7fc3b489b740 1 Processor -- start 2024-09-05T02:26:46.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.485+0000 7fc3b489b740 1 -- start start 2024-09-05T02:26:46.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.485+0000 7fc3b489b740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb281330 0x5624fb281710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:46.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.485+0000 7fc3b489b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281c50 0x5624fb28bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:46.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.485+0000 7fc3b489b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb28c510 0x5624fb28e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:46.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.485+0000 7fc3b489b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5624fb1e70b0 con 0x5624fb28c510 2024-09-05T02:26:46.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.485+0000 7fc3b489b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5624fb18eab0 con 0x5624fb281c50 2024-09-05T02:26:46.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.485+0000 7fc3b489b740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5624fb1e3070 con 0x5624fb281330 2024-09-05T02:26:46.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.486+0000 7fc3aaa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281c50 0x5624fb28bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:46.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.486+0000 7fc3aa000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb28c510 0x5624fb28e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:46.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.486+0000 7fc3aaa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281c50 0x5624fb28bfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:44520/0 (socket says 172.21.15.33:44520) 2024-09-05T02:26:46.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.486+0000 7fc3aaa00640 1 -- 172.21.15.33:0/4140002817 learned_addr learned my addr 172.21.15.33:0/4140002817 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:46.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.486+0000 7fc3ab400640 1 --2- 172.21.15.33:0/4140002817 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb281330 0x5624fb281710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:46.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.486+0000 7fc3ab400640 1 -- 172.21.15.33:0/4140002817 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281c50 msgr2=0x5624fb28bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:46.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.486+0000 7fc3ab400640 1 --2- 172.21.15.33:0/4140002817 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281c50 0x5624fb28bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.486+0000 7fc3ab400640 1 -- 172.21.15.33:0/4140002817 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb28c510 msgr2=0x5624fb28e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:46.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.486+0000 7fc3ab400640 1 --2- 172.21.15.33:0/4140002817 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb28c510 0x5624fb28e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.486+0000 7fc3ab400640 1 -- 172.21.15.33:0/4140002817 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624fb19b4a0 con 0x5624fb281330 2024-09-05T02:26:46.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.486+0000 7fc3b0a00640 1 --2- 172.21.15.33:0/2622346287 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc3900a2b80 0x7fc3900a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:46.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.487+0000 7fc3ab400640 1 --2- 172.21.15.33:0/4140002817 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb281330 0x5624fb281710 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4006010 tx=0x7fc3a4005f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99c5e685b82d9e03 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:46.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.487+0000 7fc3b0a00640 1 -- 172.21.15.33:0/2622346287 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fc39c0cf390 con 0x7fc3ac104010 2024-09-05T02:26:46.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.487+0000 7fc3aaa00640 1 --2- 172.21.15.33:0/2622346287 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc3900a2b80 0x7fc3900a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:46.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.487+0000 7fc397e00640 1 -- 172.21.15.33:0/4140002817 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3a4031db0 con 0x5624fb281330 2024-09-05T02:26:46.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.487+0000 7fc397e00640 1 -- 172.21.15.33:0/4140002817 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc3a4036040 con 0x5624fb281330 2024-09-05T02:26:46.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.487+0000 7fc397e00640 1 -- 172.21.15.33:0/4140002817 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3a40042a0 con 0x5624fb281330 2024-09-05T02:26:46.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.488+0000 7fc3b489b740 1 -- 172.21.15.33:0/4140002817 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb281330 msgr2=0x5624fb281710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:46.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.488+0000 7fc3b489b740 1 --2- 172.21.15.33:0/4140002817 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb281330 0x5624fb281710 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4006010 tx=0x7fc3a4005f10 comp rx=0 tx=0).stop 2024-09-05T02:26:46.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.488+0000 7fc3aaa00640 1 --2- 172.21.15.33:0/2622346287 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc3900a2b80 0x7fc3900a5040 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fc39c0cce50 tx=0x7fc39c0d2dd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:46.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.488+0000 7fc3b489b740 1 -- 172.21.15.33:0/4140002817 shutdown_connections 2024-09-05T02:26:46.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.488+0000 7fc3b489b740 1 --2- 172.21.15.33:0/4140002817 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb28c510 0x5624fb28e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.488+0000 7fc3b489b740 1 --2- 172.21.15.33:0/4140002817 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281c50 0x5624fb28bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.488+0000 7fc3b489b740 1 --2- 172.21.15.33:0/4140002817 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb281330 0x5624fb281710 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.488+0000 7fc3b489b740 1 -- 172.21.15.33:0/4140002817 >> 172.21.15.33:0/4140002817 conn(0x5624fb27d8c0 msgr2=0x5624fb27dca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:46.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.488+0000 7fc3b489b740 1 -- 172.21.15.33:0/4140002817 shutdown_connections 2024-09-05T02:26:46.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.488+0000 7fc3b489b740 1 -- 172.21.15.33:0/4140002817 wait complete. 2024-09-05T02:26:46.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.489+0000 7fc3b489b740 1 -- start start 2024-09-05T02:26:46.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.489+0000 7fc3b489b740 1 Processor -- start 2024-09-05T02:26:46.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.489+0000 7fc3b489b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281330 0x5624fb289440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:46.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.489+0000 7fc3b489b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb281c50 0x5624fb289980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:46.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.489+0000 7fc3b489b740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb28c510 0x5624fb289ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:46.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.489+0000 7fc3b489b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5624fb28f000 con 0x5624fb281c50 2024-09-05T02:26:46.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.489+0000 7fc3b489b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5624fb16f920 con 0x5624fb281330 2024-09-05T02:26:46.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.489+0000 7fc3b489b740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5624fb28f180 con 0x5624fb28c510 2024-09-05T02:26:46.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.489+0000 7fc3b489b740 10 client.0 _ll_register_callbacks cb 0x5624fb1938a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:26:46.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.490+0000 7fc3aa000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb281c50 0x5624fb289980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:46.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.490+0000 7fc3ab400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281330 0x5624fb289440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:46.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.490+0000 7fc3aa000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb281c50 0x5624fb289980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39930/0 (socket says 172.21.15.33:39930) 2024-09-05T02:26:46.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.490+0000 7fc3aa000640 1 -- 172.21.15.33:0/2921364428 learned_addr learned my addr 172.21.15.33:0/2921364428 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:46.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.490+0000 7fc3ab400640 1 --2- 172.21.15.33:0/2921364428 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb28c510 0x5624fb289ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:46.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.490+0000 7fc3aa000640 1 -- 172.21.15.33:0/2921364428 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb28c510 msgr2=0x5624fb289ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:46.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.490+0000 7fc3aa000640 1 --2- 172.21.15.33:0/2921364428 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb28c510 0x5624fb289ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.490+0000 7fc3aa000640 1 -- 172.21.15.33:0/2921364428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281330 msgr2=0x5624fb289440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:46.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.490+0000 7fc3aa000640 1 --2- 172.21.15.33:0/2921364428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281330 0x5624fb289440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.490+0000 7fc3aa000640 1 -- 172.21.15.33:0/2921364428 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624faf582b0 con 0x5624fb281c50 2024-09-05T02:26:46.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.490+0000 7fc3ab400640 1 --2- 172.21.15.33:0/2921364428 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb28c510 0x5624fb289ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:26:46.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.490+0000 7fc3aa000640 1 --2- 172.21.15.33:0/2921364428 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb281c50 0x5624fb289980 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fc398012730 tx=0x7fc398012bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ea04b7660f3d4d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:46.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.490+0000 7fc394c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:26:46.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.491+0000 7fc394c00640 1 -- 172.21.15.33:0/2921364428 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc39800f8c0 con 0x5624fb281c50 2024-09-05T02:26:46.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.491+0000 7fc3b489b740 1 -- 172.21.15.33:0/2921364428 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc3a4036040 con 0x5624fb281c50 2024-09-05T02:26:46.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.491+0000 7fc394c00640 1 -- 172.21.15.33:0/2921364428 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fc39800fa60 con 0x5624fb281c50 2024-09-05T02:26:46.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.491+0000 7fc394c00640 1 -- 172.21.15.33:0/2921364428 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc39800fc60 con 0x5624fb281c50 2024-09-05T02:26:46.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.491+0000 7fc3b489b740 10 client.15093 fetch_fsmap learned FSMap version 28 2024-09-05T02:26:46.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.491+0000 7fc3b489b740 1 -- 172.21.15.33:0/2921364428 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5624fb29aca0 con 0x5624fb281c50 2024-09-05T02:26:46.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.491+0000 7fc394c00640 1 -- 172.21.15.33:0/2921364428 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc3a4036040 con 0x5624fb281c50 2024-09-05T02:26:46.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.491+0000 7fc394c00640 1 -- 172.21.15.33:0/2921364428 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc398005320 con 0x5624fb281c50 2024-09-05T02:26:46.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.492+0000 7fc3b489b740 10 client.15093 fetch_fsmap finished waiting for FSMap version 28 2024-09-05T02:26:46.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.492+0000 7fc3b489b740 10 client.15093 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-05T02:26:46.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.492+0000 7fc3b489b740 20 client.15093 populate_metadata read hostname 'smithi033' 2024-09-05T02:26:46.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.492+0000 7fc3b489b740 1 --2- 172.21.15.33:0/2921364428 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x5624fb29d300 0x5624fb29e770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:46.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.492+0000 7fc3b489b740 4 client.15093 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:26:46.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.492+0000 7fc3b489b740 1 -- 172.21.15.33:0/2921364428 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5624fb1f4620 con 0x5624fb29d300 2024-09-05T02:26:46.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.492+0000 7fc3ab400640 1 --2- 172.21.15.33:0/2921364428 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x5624fb29d300 0x5624fb29e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:46.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.492+0000 7fc3ab400640 1 --2- 172.21.15.33:0/2921364428 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x5624fb29d300 0x5624fb29e770 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=19d930e09ccba035 server_cookie=d9245df9609d45d8 in_seq=0 out_seq=0 2024-09-05T02:26:46.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.492+0000 7fc394c00640 10 client.15093 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:26:46.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.493+0000 7fc394c00640 1 -- 172.21.15.33:0/2921364428 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5624fb1f4620 con 0x5624fb29d300 2024-09-05T02:26:46.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.493+0000 7fc394c00640 10 client.15093 handle_command_reply: tid=0 2024-09-05T02:26:46.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.493+0000 7fc3b489b740 1 client.15093 shutdown 2024-09-05T02:26:46.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.493+0000 7fc3b489b740 1 -- 172.21.15.33:0/2921364428 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb281c50 msgr2=0x5624fb289980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:46.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.493+0000 7fc3b489b740 1 --2- 172.21.15.33:0/2921364428 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb281c50 0x5624fb289980 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fc398012730 tx=0x7fc398012bf0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.494+0000 7fc3b489b740 1 -- 172.21.15.33:0/2921364428 shutdown_connections 2024-09-05T02:26:46.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.494+0000 7fc3b489b740 1 --2- 172.21.15.33:0/2921364428 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x5624fb29d300 0x5624fb29e770 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.494+0000 7fc3b489b740 1 --2- 172.21.15.33:0/2921364428 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb28c510 0x5624fb289ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.494+0000 7fc3b489b740 1 --2- 172.21.15.33:0/2921364428 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb281c50 0x5624fb289980 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.494+0000 7fc3b489b740 1 --2- 172.21.15.33:0/2921364428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281330 0x5624fb289440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.494+0000 7fc3b489b740 1 -- 172.21.15.33:0/2921364428 >> 172.21.15.33:0/2921364428 conn(0x5624fb27d8c0 msgr2=0x5624fb2835a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:46.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.494+0000 7fc394c00640 0 client.15093 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:26:46.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.494+0000 7fc3b489b740 1 -- 172.21.15.33:0/2921364428 shutdown_connections 2024-09-05T02:26:46.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.494+0000 7fc3b489b740 1 -- 172.21.15.33:0/2921364428 wait complete. 2024-09-05T02:26:46.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.494+0000 7fc3b489b740 20 client.15093 trim_cache size 0 max 16384 2024-09-05T02:26:46.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.513+0000 7fc3b489b740 1 Processor -- start 2024-09-05T02:26:46.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.513+0000 7fc3b489b740 1 -- start start 2024-09-05T02:26:46.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.514+0000 7fc3b489b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281330 0x5624fb29c160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:46.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.514+0000 7fc3b489b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb281c50 0x5624fb289d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:46.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.514+0000 7fc3b489b740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb28c510 0x5624fb2866e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:46.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.514+0000 7fc3b489b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5624fb29cab0 con 0x5624fb281c50 2024-09-05T02:26:46.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.514+0000 7fc3b489b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5624fb29d180 con 0x5624fb281330 2024-09-05T02:26:46.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.514+0000 7fc3b489b740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5624fb29d850 con 0x5624fb28c510 2024-09-05T02:26:46.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.514+0000 7fc3aa000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb281c50 0x5624fb289d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:46.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.514+0000 7fc3aa000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb281c50 0x5624fb289d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39940/0 (socket says 172.21.15.33:39940) 2024-09-05T02:26:46.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.514+0000 7fc3aa000640 1 -- 172.21.15.33:0/3390472308 learned_addr learned my addr 172.21.15.33:0/3390472308 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:46.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.514+0000 7fc3ab400640 1 --2- 172.21.15.33:0/3390472308 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281330 0x5624fb29c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:46.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.514+0000 7fc3ab400640 1 --2- 172.21.15.33:0/3390472308 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb28c510 0x5624fb2866e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:46.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.514+0000 7fc3aa000640 1 -- 172.21.15.33:0/3390472308 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb28c510 msgr2=0x5624fb2866e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:46.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.514+0000 7fc3aa000640 1 --2- 172.21.15.33:0/3390472308 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb28c510 0x5624fb2866e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.514+0000 7fc3aa000640 1 -- 172.21.15.33:0/3390472308 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281330 msgr2=0x5624fb29c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:46.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.514+0000 7fc3aa000640 1 --2- 172.21.15.33:0/3390472308 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281330 0x5624fb29c160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.514+0000 7fc3aa000640 1 -- 172.21.15.33:0/3390472308 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624fb2879b0 con 0x5624fb281c50 2024-09-05T02:26:46.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.514+0000 7fc3ab400640 1 --2- 172.21.15.33:0/3390472308 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281330 0x5624fb29c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:26:46.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.514+0000 7fc3aa000640 1 --2- 172.21.15.33:0/3390472308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb281c50 0x5624fb289d10 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fc3980057c0 tx=0x7fc39800ff90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cfcff5497cb0f6e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:46.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.515+0000 7fc397400640 1 -- 172.21.15.33:0/3390472308 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc39802b030 con 0x5624fb281c50 2024-09-05T02:26:46.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.515+0000 7fc397400640 1 -- 172.21.15.33:0/3390472308 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc39800f850 con 0x5624fb281c50 2024-09-05T02:26:46.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.515+0000 7fc397400640 1 -- 172.21.15.33:0/3390472308 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc398003bc0 con 0x5624fb281c50 2024-09-05T02:26:46.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.515+0000 7fc3b489b740 1 -- 172.21.15.33:0/3390472308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb281c50 msgr2=0x5624fb289d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:46.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.515+0000 7fc3b489b740 1 --2- 172.21.15.33:0/3390472308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb281c50 0x5624fb289d10 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fc3980057c0 tx=0x7fc39800ff90 comp rx=0 tx=0).stop 2024-09-05T02:26:46.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.516+0000 7fc3b489b740 1 -- 172.21.15.33:0/3390472308 shutdown_connections 2024-09-05T02:26:46.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.516+0000 7fc3b489b740 1 --2- 172.21.15.33:0/3390472308 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb28c510 0x5624fb2866e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.516+0000 7fc3b489b740 1 --2- 172.21.15.33:0/3390472308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb281c50 0x5624fb289d10 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.516+0000 7fc3b489b740 1 --2- 172.21.15.33:0/3390472308 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281330 0x5624fb29c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.516+0000 7fc3b489b740 1 -- 172.21.15.33:0/3390472308 >> 172.21.15.33:0/3390472308 conn(0x5624fb27d8c0 msgr2=0x5624fb287d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:46.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.516+0000 7fc3b489b740 1 -- 172.21.15.33:0/3390472308 shutdown_connections 2024-09-05T02:26:46.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.516+0000 7fc3b489b740 1 -- 172.21.15.33:0/3390472308 wait complete. 2024-09-05T02:26:46.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.516+0000 7fc3b489b740 1 -- start start 2024-09-05T02:26:46.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.516+0000 7fc3b489b740 1 Processor -- start 2024-09-05T02:26:46.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.517+0000 7fc3b489b740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb281330 0x5624fb2a7210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:46.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.517+0000 7fc3b489b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281c50 0x5624fb286220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:46.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.517+0000 7fc3b489b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb28c510 0x5624fb286850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:46.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.517+0000 7fc3b489b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5624fb29e5f0 con 0x5624fb28c510 2024-09-05T02:26:46.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.517+0000 7fc3b489b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5624fb29df20 con 0x5624fb281c50 2024-09-05T02:26:46.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.517+0000 7fc3b489b740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5624fb29ecc0 con 0x5624fb281330 2024-09-05T02:26:46.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.517+0000 7fc3b489b740 10 client.0 _ll_register_callbacks cb 0x7fc398009e60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:26:46.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.517+0000 7fc3ab400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb28c510 0x5624fb286850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:46.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.517+0000 7fc3ab400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb28c510 0x5624fb286850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39952/0 (socket says 172.21.15.33:39952) 2024-09-05T02:26:46.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.517+0000 7fc3ab400640 1 -- 172.21.15.33:0/3414483495 learned_addr learned my addr 172.21.15.33:0/3414483495 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:46.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.517+0000 7fc3aa000640 1 --2- 172.21.15.33:0/3414483495 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281c50 0x5624fb286220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:46.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.517+0000 7fc3ab400640 1 --2- 172.21.15.33:0/3414483495 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb281330 0x5624fb2a7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:46.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.517+0000 7fc3ab400640 1 -- 172.21.15.33:0/3414483495 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb281330 msgr2=0x5624fb2a7210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:46.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.517+0000 7fc3ab400640 1 --2- 172.21.15.33:0/3414483495 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb281330 0x5624fb2a7210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.517+0000 7fc3ab400640 1 -- 172.21.15.33:0/3414483495 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281c50 msgr2=0x5624fb286220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:46.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.517+0000 7fc3ab400640 1 --2- 172.21.15.33:0/3414483495 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281c50 0x5624fb286220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.517+0000 7fc3ab400640 1 -- 172.21.15.33:0/3414483495 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624fb2a4d30 con 0x5624fb28c510 2024-09-05T02:26:46.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.518+0000 7fc3ab400640 1 --2- 172.21.15.33:0/3414483495 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb28c510 0x5624fb286850 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4031980 tx=0x7fc3a4005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c6cba375ab99ff2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:46.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.518+0000 7fc394c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:26:46.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.518+0000 7fc394c00640 1 -- 172.21.15.33:0/3414483495 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3a402f6d0 con 0x5624fb28c510 2024-09-05T02:26:46.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.518+0000 7fc394c00640 1 -- 172.21.15.33:0/3414483495 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fc3a402f870 con 0x5624fb28c510 2024-09-05T02:26:46.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.518+0000 7fc3b489b740 1 -- 172.21.15.33:0/3414483495 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc39800f850 con 0x5624fb28c510 2024-09-05T02:26:46.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.518+0000 7fc394c00640 1 -- 172.21.15.33:0/3414483495 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc3a402fa70 con 0x5624fb28c510 2024-09-05T02:26:46.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.518+0000 7fc3b489b740 10 client.15099 fetch_fsmap learned FSMap version 28 2024-09-05T02:26:46.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.518+0000 7fc3b489b740 1 -- 172.21.15.33:0/3414483495 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5624fb307b20 con 0x5624fb28c510 2024-09-05T02:26:46.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.518+0000 7fc394c00640 1 -- 172.21.15.33:0/3414483495 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc39800f850 con 0x5624fb28c510 2024-09-05T02:26:46.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.519+0000 7fc394c00640 1 -- 172.21.15.33:0/3414483495 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc3a4050040 con 0x5624fb28c510 2024-09-05T02:26:46.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.519+0000 7fc3b489b740 10 client.15099 fetch_fsmap finished waiting for FSMap version 28 2024-09-05T02:26:46.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.519+0000 7fc3b489b740 10 client.15099 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-05T02:26:46.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.519+0000 7fc3b489b740 20 client.15099 populate_metadata read hostname 'smithi033' 2024-09-05T02:26:46.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.519+0000 7fc3b489b740 1 --2- 172.21.15.33:0/3414483495 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x5624fb30c2c0 0x5624fb30afd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:46.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.519+0000 7fc3b489b740 4 client.15099 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T02:26:46.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.519+0000 7fc3b489b740 1 -- 172.21.15.33:0/3414483495 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "status"}) -- 0x5624fb1eeb30 con 0x5624fb30c2c0 2024-09-05T02:26:46.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.519+0000 7fc3aa000640 1 --2- 172.21.15.33:0/3414483495 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x5624fb30c2c0 0x5624fb30afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:46.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.519+0000 7fc3aa000640 1 --2- 172.21.15.33:0/3414483495 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x5624fb30c2c0 0x5624fb30afd0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c875531e7b76006d server_cookie=4f0ed1e4efb232e3 in_seq=0 out_seq=0 2024-09-05T02:26:46.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.519+0000 7fc394c00640 10 client.15099 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:26:46.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.520+0000 7fc394c00640 1 -- 172.21.15.33:0/3414483495 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5624fb1eeb30 con 0x5624fb30c2c0 2024-09-05T02:26:46.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.520+0000 7fc394c00640 10 client.15099 handle_command_reply: tid=0 2024-09-05T02:26:46.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.520+0000 7fc3b489b740 1 client.15099 shutdown 2024-09-05T02:26:46.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.520+0000 7fc3b489b740 1 -- 172.21.15.33:0/3414483495 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb28c510 msgr2=0x5624fb286850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:46.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.520+0000 7fc3b489b740 1 --2- 172.21.15.33:0/3414483495 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb28c510 0x5624fb286850 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4031980 tx=0x7fc3a4005f10 comp rx=0 tx=0).stop 2024-09-05T02:26:46.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.520+0000 7fc3b489b740 1 -- 172.21.15.33:0/3414483495 shutdown_connections 2024-09-05T02:26:46.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.520+0000 7fc3b489b740 1 --2- 172.21.15.33:0/3414483495 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x5624fb30c2c0 0x5624fb30afd0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.520+0000 7fc3b489b740 1 --2- 172.21.15.33:0/3414483495 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5624fb28c510 0x5624fb286850 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.520+0000 7fc3b489b740 1 --2- 172.21.15.33:0/3414483495 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5624fb281c50 0x5624fb286220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.520+0000 7fc394c00640 0 client.15099 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:26:46.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.520+0000 7fc3b489b740 1 --2- 172.21.15.33:0/3414483495 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5624fb281330 0x5624fb2a7210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.520+0000 7fc3b489b740 1 -- 172.21.15.33:0/3414483495 >> 172.21.15.33:0/3414483495 conn(0x5624fb27d8c0 msgr2=0x5624fb27c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:46.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.520+0000 7fc3b489b740 1 -- 172.21.15.33:0/3414483495 shutdown_connections 2024-09-05T02:26:46.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.520+0000 7fc3b489b740 1 -- 172.21.15.33:0/3414483495 wait complete. 2024-09-05T02:26:46.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.521+0000 7fc3b489b740 20 client.15099 trim_cache size 0 max 16384 2024-09-05T02:26:46.527 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:26:46.527 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "b37d3f34-6b2c-11ef-bcd6-c7b262605968", 2024-09-05T02:26:46.527 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 1, 2024-09-05T02:26:46.527 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 24535, 2024-09-05T02:26:46.527 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-09-05T02:26:46.527 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-09-05T02:26:46.527 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-09-05T02:26:46.527 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 109.022872084, 2024-09-05T02:26:46.527 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 28, 2024-09-05T02:26:46.527 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 86, 2024-09-05T02:26:46.527 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 84, 2024-09-05T02:26:46.528 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 132.27874567699999 2024-09-05T02:26:46.528 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:26:46.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.521+0000 7fc3b1e00640 1 -- 172.21.15.33:0/2622346287 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc3900a2b80 msgr2=0x7fc3900a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:46.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.521+0000 7fc3b1e00640 1 --2- 172.21.15.33:0/2622346287 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc3900a2b80 0x7fc3900a5040 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fc39c0cce50 tx=0x7fc39c0d2dd0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.521+0000 7fc3b1e00640 1 -- 172.21.15.33:0/2622346287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3ac104010 msgr2=0x7fc3ac19a690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:46.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.521+0000 7fc3b1e00640 1 --2- 172.21.15.33:0/2622346287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3ac104010 0x7fc3ac19a690 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fc39c00e9f0 tx=0x7fc39c00eeb0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.521+0000 7fc3b1e00640 1 -- 172.21.15.33:0/2622346287 shutdown_connections 2024-09-05T02:26:46.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.521+0000 7fc3b1e00640 1 --2- 172.21.15.33:0/2622346287 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fc3900a2b80 0x7fc3900a5040 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.521+0000 7fc3b1e00640 1 --2- 172.21.15.33:0/2622346287 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3ac109140 0x7fc3ac19ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.521+0000 7fc3b1e00640 1 --2- 172.21.15.33:0/2622346287 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc3ac1049c0 0x7fc3ac19abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.521+0000 7fc3b1e00640 1 --2- 172.21.15.33:0/2622346287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3ac104010 0x7fc3ac19a690 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:46.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.521+0000 7fc3b1e00640 1 -- 172.21.15.33:0/2622346287 >> 172.21.15.33:0/2622346287 conn(0x7fc3ac0ffa50 msgr2=0x7fc3ac100d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:46.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.522+0000 7fc3b1e00640 1 -- 172.21.15.33:0/2622346287 shutdown_connections 2024-09-05T02:26:46.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:46.522+0000 7fc3b1e00640 1 -- 172.21.15.33:0/2622346287 wait complete. 2024-09-05T02:26:46.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:46 smithi174 ceph-mon[34756]: pgmap v351: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 597 B/s wr, 10 op/s 2024-09-05T02:26:46.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:46 smithi033 ceph-mon[29909]: pgmap v351: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 597 B/s wr, 10 op/s 2024-09-05T02:26:46.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:46 smithi123 ceph-mon[34031]: pgmap v351: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 597 B/s wr, 10 op/s 2024-09-05T02:26:47.258 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.b status 2024-09-05T02:26:47.636 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:48.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.145+0000 7f7b58c00640 1 -- 172.21.15.33:0/895373214 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b541047e0 msgr2=0x7f7b54108830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:48.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.145+0000 7f7b58c00640 1 --2- 172.21.15.33:0/895373214 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b541047e0 0x7f7b54108830 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f7b3c009900 tx=0x7f7b3c02a410 comp rx=0 tx=0).stop 2024-09-05T02:26:48.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.145+0000 7f7b58c00640 1 -- 172.21.15.33:0/895373214 shutdown_connections 2024-09-05T02:26:48.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.145+0000 7f7b58c00640 1 --2- 172.21.15.33:0/895373214 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7b54108f60 0x7f7b54110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.145+0000 7f7b58c00640 1 --2- 172.21.15.33:0/895373214 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b541047e0 0x7f7b54108830 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.145+0000 7f7b58c00640 1 --2- 172.21.15.33:0/895373214 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7b54103e30 0x7f7b54104210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.145+0000 7f7b58c00640 1 -- 172.21.15.33:0/895373214 >> 172.21.15.33:0/895373214 conn(0x7f7b540ff8d0 msgr2=0x7f7b54101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:48.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.145+0000 7f7b58c00640 1 -- 172.21.15.33:0/895373214 shutdown_connections 2024-09-05T02:26:48.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.145+0000 7f7b58c00640 1 -- 172.21.15.33:0/895373214 wait complete. 2024-09-05T02:26:48.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.146+0000 7f7b58c00640 1 Processor -- start 2024-09-05T02:26:48.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.146+0000 7f7b58c00640 1 -- start start 2024-09-05T02:26:48.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.146+0000 7f7b58c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7b54103e30 0x7f7b5419a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:48.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.146+0000 7f7b58c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b541047e0 0x7f7b5419a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:48.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.146+0000 7f7b58c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7b54108f60 0x7f7b5419ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:48.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.147+0000 7f7b58c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7b54113fc0 con 0x7f7b541047e0 2024-09-05T02:26:48.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.147+0000 7f7b58c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7b54113e40 con 0x7f7b54108f60 2024-09-05T02:26:48.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.147+0000 7f7b58c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7b54114140 con 0x7f7b54103e30 2024-09-05T02:26:48.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.147+0000 7f7b4aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b541047e0 0x7f7b5419a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:48.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.147+0000 7f7b4aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b541047e0 0x7f7b5419a9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39972/0 (socket says 172.21.15.33:39972) 2024-09-05T02:26:48.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.147+0000 7f7b4aa00640 1 -- 172.21.15.33:0/581534117 learned_addr learned my addr 172.21.15.33:0/581534117 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:48.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.147+0000 7f7b53e00640 1 --2- 172.21.15.33:0/581534117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7b54108f60 0x7f7b5419ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:48.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.147+0000 7f7b53400640 1 --2- 172.21.15.33:0/581534117 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7b54103e30 0x7f7b5419a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:48.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.147+0000 7f7b53e00640 1 -- 172.21.15.33:0/581534117 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7b54103e30 msgr2=0x7f7b5419a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:48.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.147+0000 7f7b53e00640 1 --2- 172.21.15.33:0/581534117 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7b54103e30 0x7f7b5419a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.147+0000 7f7b53e00640 1 -- 172.21.15.33:0/581534117 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b541047e0 msgr2=0x7f7b5419a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:48.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.147+0000 7f7b53e00640 1 --2- 172.21.15.33:0/581534117 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b541047e0 0x7f7b5419a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.147+0000 7f7b53e00640 1 -- 172.21.15.33:0/581534117 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b5419f430 con 0x7f7b54108f60 2024-09-05T02:26:48.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.147+0000 7f7b4aa00640 1 --2- 172.21.15.33:0/581534117 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b541047e0 0x7f7b5419a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:26:48.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.148+0000 7f7b53e00640 1 --2- 172.21.15.33:0/581534117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7b54108f60 0x7f7b5419ed50 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c00d680 tx=0x7f7b4c00db40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:48.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.148+0000 7f7b50c00640 1 -- 172.21.15.33:0/581534117 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c017070 con 0x7f7b54108f60 2024-09-05T02:26:48.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.148+0000 7f7b58c00640 1 -- 172.21.15.33:0/581534117 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b5419f720 con 0x7f7b54108f60 2024-09-05T02:26:48.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.148+0000 7f7b58c00640 1 -- 172.21.15.33:0/581534117 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b541a7000 con 0x7f7b54108f60 2024-09-05T02:26:48.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.148+0000 7f7b50c00640 1 -- 172.21.15.33:0/581534117 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b4c009820 con 0x7f7b54108f60 2024-09-05T02:26:48.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.148+0000 7f7b50c00640 1 -- 172.21.15.33:0/581534117 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c004ce0 con 0x7f7b54108f60 2024-09-05T02:26:48.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.151+0000 7f7b5ce32740 1 Processor -- start 2024-09-05T02:26:48.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.152+0000 7f7b50c00640 1 -- 172.21.15.33:0/581534117 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7b4c005220 con 0x7f7b54108f60 2024-09-05T02:26:48.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.152+0000 7f7b5ce32740 1 -- start start 2024-09-05T02:26:48.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.152+0000 7f7b5ce32740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd8b4e0 0x55fb2bd8b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:48.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.152+0000 7f7b5ce32740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd8be00 0x55fb2bd96180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:48.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.152+0000 7f7b5ce32740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd966c0 0x55fb2bd98ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:48.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.152+0000 7f7b5ce32740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55fb2bcf10b0 con 0x55fb2bd8be00 2024-09-05T02:26:48.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.152+0000 7f7b5ce32740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55fb2bc98ab0 con 0x55fb2bd966c0 2024-09-05T02:26:48.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.152+0000 7f7b5ce32740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55fb2bced070 con 0x55fb2bd8b4e0 2024-09-05T02:26:48.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.152+0000 7f7b4aa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd966c0 0x55fb2bd98ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:48.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.153+0000 7f7b4aa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd966c0 0x55fb2bd98ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:44574/0 (socket says 172.21.15.33:44574) 2024-09-05T02:26:48.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.153+0000 7f7b4aa00640 1 -- 172.21.15.33:0/3286066788 learned_addr learned my addr 172.21.15.33:0/3286066788 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:48.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.153+0000 7f7b53400640 1 --2- 172.21.15.33:0/3286066788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd8be00 0x55fb2bd96180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:48.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.153+0000 7f7b4aa00640 1 --2- 172.21.15.33:0/3286066788 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd8b4e0 0x55fb2bd8b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:48.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.153+0000 7f7b53400640 1 -- 172.21.15.33:0/3286066788 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd8b4e0 msgr2=0x55fb2bd8b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:48.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.153+0000 7f7b53400640 1 --2- 172.21.15.33:0/3286066788 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd8b4e0 0x55fb2bd8b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.153+0000 7f7b53400640 1 -- 172.21.15.33:0/3286066788 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd966c0 msgr2=0x55fb2bd98ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:48.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.153+0000 7f7b53400640 1 --2- 172.21.15.33:0/3286066788 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd966c0 0x55fb2bd98ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.153+0000 7f7b53400640 1 -- 172.21.15.33:0/3286066788 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fb2bca54a0 con 0x55fb2bd8be00 2024-09-05T02:26:48.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.153+0000 7f7b50c00640 1 --2- 172.21.15.33:0/581534117 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7b380a2c00 0x7f7b380a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:48.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.153+0000 7f7b53400640 1 --2- 172.21.15.33:0/3286066788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd8be00 0x55fb2bd96180 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f7b44009fa0 tx=0x7f7b440118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=497414eaa2435d3a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:48.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.154+0000 7f7b50c00640 1 -- 172.21.15.33:0/581534117 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f7b4c0ce750 con 0x7f7b54108f60 2024-09-05T02:26:48.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.154+0000 7f7b4aa00640 1 --2- 172.21.15.33:0/581534117 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7b380a2c00 0x7f7b380a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:48.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.154+0000 7f7b43e00640 1 -- 172.21.15.33:0/3286066788 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b44003c30 con 0x55fb2bd8be00 2024-09-05T02:26:48.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.154+0000 7f7b43e00640 1 -- 172.21.15.33:0/3286066788 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b44003dd0 con 0x55fb2bd8be00 2024-09-05T02:26:48.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.154+0000 7f7b43e00640 1 -- 172.21.15.33:0/3286066788 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4400fb20 con 0x55fb2bd8be00 2024-09-05T02:26:48.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.154+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3286066788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd8be00 msgr2=0x55fb2bd96180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:48.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.154+0000 7f7b5ce32740 1 --2- 172.21.15.33:0/3286066788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd8be00 0x55fb2bd96180 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f7b44009fa0 tx=0x7f7b440118d0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.154+0000 7f7b4aa00640 1 --2- 172.21.15.33:0/581534117 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7b380a2c00 0x7f7b380a50c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x55fb2bd88df0 tx=0x7f7b3c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:48.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.155+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3286066788 shutdown_connections 2024-09-05T02:26:48.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.155+0000 7f7b5ce32740 1 --2- 172.21.15.33:0/3286066788 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd966c0 0x55fb2bd98ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.155+0000 7f7b5ce32740 1 --2- 172.21.15.33:0/3286066788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd8be00 0x55fb2bd96180 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.155+0000 7f7b5ce32740 1 --2- 172.21.15.33:0/3286066788 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd8b4e0 0x55fb2bd8b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.155+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3286066788 >> 172.21.15.33:0/3286066788 conn(0x55fb2bd87a70 msgr2=0x55fb2bd87e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:48.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.155+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3286066788 shutdown_connections 2024-09-05T02:26:48.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.155+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3286066788 wait complete. 2024-09-05T02:26:48.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.155+0000 7f7b5ce32740 1 -- start start 2024-09-05T02:26:48.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.156+0000 7f7b5ce32740 1 Processor -- start 2024-09-05T02:26:48.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.156+0000 7f7b5ce32740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd8b4e0 0x55fb2bd93530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:48.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.156+0000 7f7b5ce32740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd8be00 0x55fb2bd93a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:48.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.156+0000 7f7b5ce32740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd966c0 0x55fb2bd93fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:48.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.156+0000 7f7b5ce32740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55fb2bd99330 con 0x55fb2bd966c0 2024-09-05T02:26:48.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.156+0000 7f7b5ce32740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55fb2bc79920 con 0x55fb2bd8b4e0 2024-09-05T02:26:48.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.156+0000 7f7b5ce32740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55fb2bd994b0 con 0x55fb2bd8be00 2024-09-05T02:26:48.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.156+0000 7f7b5ce32740 10 client.0 _ll_register_callbacks cb 0x55fb2bc9d8a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:26:48.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.156+0000 7f7b53400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd8b4e0 0x55fb2bd93530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:48.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.156+0000 7f7b53e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd966c0 0x55fb2bd93fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:48.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.156+0000 7f7b53400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd8b4e0 0x55fb2bd93530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:44578/0 (socket says 172.21.15.33:44578) 2024-09-05T02:26:48.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.156+0000 7f7b53400640 1 -- 172.21.15.33:0/3842877760 learned_addr learned my addr 172.21.15.33:0/3842877760 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:48.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.157+0000 7f7b4aa00640 1 --2- 172.21.15.33:0/3842877760 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd8be00 0x55fb2bd93a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:48.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.157+0000 7f7b53400640 1 -- 172.21.15.33:0/3842877760 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd8be00 msgr2=0x55fb2bd93a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:48.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.157+0000 7f7b53400640 1 --2- 172.21.15.33:0/3842877760 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd8be00 0x55fb2bd93a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.157+0000 7f7b53400640 1 -- 172.21.15.33:0/3842877760 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd966c0 msgr2=0x55fb2bd93fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:48.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.157+0000 7f7b53400640 1 --2- 172.21.15.33:0/3842877760 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd966c0 0x55fb2bd93fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.157+0000 7f7b53400640 1 -- 172.21.15.33:0/3842877760 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fb2ba622b0 con 0x55fb2bd8b4e0 2024-09-05T02:26:48.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.157+0000 7f7b53e00640 1 --2- 172.21.15.33:0/3842877760 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd966c0 0x55fb2bd93fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:26:48.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.157+0000 7f7b53400640 1 --2- 172.21.15.33:0/3842877760 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd8b4e0 0x55fb2bd93530 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f7b4401b040 tx=0x7f7b44004c70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2822115408b7aabf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:48.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.157+0000 7f7b40c00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:26:48.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.158+0000 7f7b40c00640 1 -- 172.21.15.33:0/3842877760 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b44028020 con 0x55fb2bd8b4e0 2024-09-05T02:26:48.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.158+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3842877760 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b44003dd0 con 0x55fb2bd8b4e0 2024-09-05T02:26:48.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.158+0000 7f7b40c00640 1 -- 172.21.15.33:0/3842877760 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f7b4400fa70 con 0x55fb2bd8b4e0 2024-09-05T02:26:48.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.158+0000 7f7b40c00640 1 -- 172.21.15.33:0/3842877760 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7b44004e60 con 0x55fb2bd8b4e0 2024-09-05T02:26:48.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.158+0000 7f7b5ce32740 10 client.25118 fetch_fsmap learned FSMap version 28 2024-09-05T02:26:48.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.158+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3842877760 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fb2bda4ff0 con 0x55fb2bd8b4e0 2024-09-05T02:26:48.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.158+0000 7f7b40c00640 1 -- 172.21.15.33:0/3842877760 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b44003dd0 con 0x55fb2bd8b4e0 2024-09-05T02:26:48.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.158+0000 7f7b40c00640 1 -- 172.21.15.33:0/3842877760 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7b44005040 con 0x55fb2bd8b4e0 2024-09-05T02:26:48.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.158+0000 7f7b5ce32740 10 client.25118 fetch_fsmap finished waiting for FSMap version 28 2024-09-05T02:26:48.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.159+0000 7f7b5ce32740 10 client.25118 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-05T02:26:48.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.159+0000 7f7b5ce32740 20 client.25118 populate_metadata read hostname 'smithi033' 2024-09-05T02:26:48.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.159+0000 7f7b5ce32740 1 --2- 172.21.15.33:0/3842877760 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fb2bda7440 0x55fb2bda88b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:48.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.159+0000 7f7b5ce32740 4 client.25118 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:26:48.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.159+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3842877760 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fb2bcfe620 con 0x55fb2bda7440 2024-09-05T02:26:48.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.159+0000 7f7b4aa00640 1 --2- 172.21.15.33:0/3842877760 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fb2bda7440 0x55fb2bda88b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:48.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.159+0000 7f7b4aa00640 1 --2- 172.21.15.33:0/3842877760 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fb2bda7440 0x55fb2bda88b0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=14b648bec3eb1b1c server_cookie=2d74d0aeea8e9183 in_seq=0 out_seq=0 2024-09-05T02:26:48.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.159+0000 7f7b40c00640 10 client.25118 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:26:48.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.160+0000 7f7b40c00640 1 -- 172.21.15.33:0/3842877760 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fb2bcfe620 con 0x55fb2bda7440 2024-09-05T02:26:48.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.160+0000 7f7b40c00640 10 client.25118 handle_command_reply: tid=0 2024-09-05T02:26:48.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.160+0000 7f7b5ce32740 1 client.25118 shutdown 2024-09-05T02:26:48.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.160+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3842877760 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd8b4e0 msgr2=0x55fb2bd93530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:48.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.160+0000 7f7b5ce32740 1 --2- 172.21.15.33:0/3842877760 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd8b4e0 0x55fb2bd93530 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f7b4401b040 tx=0x7f7b44004c70 comp rx=0 tx=0).stop 2024-09-05T02:26:48.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.161+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3842877760 shutdown_connections 2024-09-05T02:26:48.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.161+0000 7f7b5ce32740 1 --2- 172.21.15.33:0/3842877760 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fb2bda7440 0x55fb2bda88b0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.161+0000 7f7b5ce32740 1 --2- 172.21.15.33:0/3842877760 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd966c0 0x55fb2bd93fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.161+0000 7f7b5ce32740 1 --2- 172.21.15.33:0/3842877760 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd8be00 0x55fb2bd93a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.161+0000 7f7b40c00640 0 client.25118 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:26:48.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.161+0000 7f7b5ce32740 1 --2- 172.21.15.33:0/3842877760 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd8b4e0 0x55fb2bd93530 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.161+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3842877760 >> 172.21.15.33:0/3842877760 conn(0x55fb2bd87a70 msgr2=0x55fb2bd8d750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:48.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.161+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3842877760 shutdown_connections 2024-09-05T02:26:48.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.161+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3842877760 wait complete. 2024-09-05T02:26:48.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.161+0000 7f7b5ce32740 20 client.25118 trim_cache size 0 max 16384 2024-09-05T02:26:48.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.180+0000 7f7b5ce32740 1 Processor -- start 2024-09-05T02:26:48.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.180+0000 7f7b5ce32740 1 -- start start 2024-09-05T02:26:48.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.180+0000 7f7b5ce32740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd8b4e0 0x55fb2bd8df00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:48.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.180+0000 7f7b5ce32740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd8be00 0x55fb2bd93e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:48.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.180+0000 7f7b5ce32740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd966c0 0x55fb2bd90790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:48.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.180+0000 7f7b5ce32740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55fb2bda6bf0 con 0x55fb2bd966c0 2024-09-05T02:26:48.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.180+0000 7f7b5ce32740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55fb2bda72c0 con 0x55fb2bd8be00 2024-09-05T02:26:48.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.180+0000 7f7b5ce32740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55fb2bda7990 con 0x55fb2bd8b4e0 2024-09-05T02:26:48.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.180+0000 7f7b53e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd966c0 0x55fb2bd90790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:48.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.180+0000 7f7b53e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd966c0 0x55fb2bd90790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40012/0 (socket says 172.21.15.33:40012) 2024-09-05T02:26:48.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.180+0000 7f7b4aa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd8be00 0x55fb2bd93e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:48.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.180+0000 7f7b53e00640 1 -- 172.21.15.33:0/3675826973 learned_addr learned my addr 172.21.15.33:0/3675826973 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:48.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.180+0000 7f7b53400640 1 --2- 172.21.15.33:0/3675826973 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd8b4e0 0x55fb2bd8df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:48.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.181+0000 7f7b53e00640 1 -- 172.21.15.33:0/3675826973 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd8b4e0 msgr2=0x55fb2bd8df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:48.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.181+0000 7f7b53e00640 1 --2- 172.21.15.33:0/3675826973 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd8b4e0 0x55fb2bd8df00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.181+0000 7f7b53e00640 1 -- 172.21.15.33:0/3675826973 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd8be00 msgr2=0x55fb2bd93e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:48.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.181+0000 7f7b53e00640 1 --2- 172.21.15.33:0/3675826973 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd8be00 0x55fb2bd93e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.181+0000 7f7b53e00640 1 -- 172.21.15.33:0/3675826973 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fb2bd88c00 con 0x55fb2bd966c0 2024-09-05T02:26:48.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.181+0000 7f7b53e00640 1 --2- 172.21.15.33:0/3675826973 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd966c0 0x55fb2bd90790 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c0048b0 tx=0x7f7b4c0973f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9bc3da2e3f7fc02 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:48.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.181+0000 7f7b43400640 1 -- 172.21.15.33:0/3675826973 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c0b5070 con 0x55fb2bd966c0 2024-09-05T02:26:48.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.181+0000 7f7b43400640 1 -- 172.21.15.33:0/3675826973 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b4c0a3be0 con 0x55fb2bd966c0 2024-09-05T02:26:48.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.181+0000 7f7b43400640 1 -- 172.21.15.33:0/3675826973 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c020040 con 0x55fb2bd966c0 2024-09-05T02:26:48.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.182+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3675826973 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd966c0 msgr2=0x55fb2bd90790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:48.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.182+0000 7f7b5ce32740 1 --2- 172.21.15.33:0/3675826973 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd966c0 0x55fb2bd90790 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c0048b0 tx=0x7f7b4c0973f0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.182+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3675826973 shutdown_connections 2024-09-05T02:26:48.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.182+0000 7f7b5ce32740 1 --2- 172.21.15.33:0/3675826973 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd966c0 0x55fb2bd90790 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.182+0000 7f7b5ce32740 1 --2- 172.21.15.33:0/3675826973 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd8be00 0x55fb2bd93e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.182+0000 7f7b5ce32740 1 --2- 172.21.15.33:0/3675826973 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd8b4e0 0x55fb2bd8df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.182+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3675826973 >> 172.21.15.33:0/3675826973 conn(0x55fb2bd87a70 msgr2=0x55fb2bd91e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:48.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.182+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3675826973 shutdown_connections 2024-09-05T02:26:48.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.182+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3675826973 wait complete. 2024-09-05T02:26:48.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.182+0000 7f7b5ce32740 1 -- start start 2024-09-05T02:26:48.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.183+0000 7f7b5ce32740 1 Processor -- start 2024-09-05T02:26:48.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.183+0000 7f7b5ce32740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd8b4e0 0x55fb2bdb1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:48.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.183+0000 7f7b5ce32740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd8be00 0x55fb2bdaa4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:48.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.183+0000 7f7b5ce32740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd966c0 0x55fb2bdaaa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:48.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.183+0000 7f7b5ce32740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55fb2bda8730 con 0x55fb2bd8be00 2024-09-05T02:26:48.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.183+0000 7f7b5ce32740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55fb2bda8060 con 0x55fb2bd8b4e0 2024-09-05T02:26:48.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.183+0000 7f7b5ce32740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55fb2bda8e00 con 0x55fb2bd966c0 2024-09-05T02:26:48.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.183+0000 7f7b5ce32740 10 client.0 _ll_register_callbacks cb 0x7f7b44009e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:26:48.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.183+0000 7f7b4aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd8be00 0x55fb2bdaa4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:48.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.184+0000 7f7b4aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd8be00 0x55fb2bdaa4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40028/0 (socket says 172.21.15.33:40028) 2024-09-05T02:26:48.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.184+0000 7f7b4aa00640 1 -- 172.21.15.33:0/3757896085 learned_addr learned my addr 172.21.15.33:0/3757896085 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:48.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.184+0000 7f7b53e00640 1 --2- 172.21.15.33:0/3757896085 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd966c0 0x55fb2bdaaa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:48.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.184+0000 7f7b53400640 1 --2- 172.21.15.33:0/3757896085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd8b4e0 0x55fb2bdb1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:48.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.184+0000 7f7b53e00640 1 -- 172.21.15.33:0/3757896085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd8b4e0 msgr2=0x55fb2bdb1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:48.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.184+0000 7f7b53e00640 1 --2- 172.21.15.33:0/3757896085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd8b4e0 0x55fb2bdb1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.184+0000 7f7b53e00640 1 -- 172.21.15.33:0/3757896085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd8be00 msgr2=0x55fb2bdaa4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:26:48.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.184+0000 7f7b53e00640 1 --2- 172.21.15.33:0/3757896085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd8be00 0x55fb2bdaa4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.184+0000 7f7b53e00640 1 -- 172.21.15.33:0/3757896085 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fb2bdab090 con 0x55fb2bd966c0 2024-09-05T02:26:48.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.184+0000 7f7b4aa00640 1 --2- 172.21.15.33:0/3757896085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd8be00 0x55fb2bdaa4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:26:48.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.184+0000 7f7b53e00640 1 --2- 172.21.15.33:0/3757896085 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd966c0 0x55fb2bdaaa20 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c009610 tx=0x7f7b4c005cd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ab25a723bd882b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:48.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.184+0000 7f7b40c00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:26:48.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.184+0000 7f7b40c00640 1 -- 172.21.15.33:0/3757896085 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c0b5070 con 0x55fb2bd966c0 2024-09-05T02:26:48.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.185+0000 7f7b40c00640 1 -- 172.21.15.33:0/3757896085 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f7b4c095b90 con 0x55fb2bd966c0 2024-09-05T02:26:48.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.185+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3757896085 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b4c0a3be0 con 0x55fb2bd966c0 2024-09-05T02:26:48.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.185+0000 7f7b40c00640 1 -- 172.21.15.33:0/3757896085 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7b4c020040 con 0x55fb2bd966c0 2024-09-05T02:26:48.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.185+0000 7f7b5ce32740 10 client.25102 fetch_fsmap learned FSMap version 28 2024-09-05T02:26:48.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.185+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3757896085 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fb2be11b50 con 0x55fb2bd966c0 2024-09-05T02:26:48.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.185+0000 7f7b40c00640 1 -- 172.21.15.33:0/3757896085 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b4c0a3be0 con 0x55fb2bd966c0 2024-09-05T02:26:48.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.185+0000 7f7b40c00640 1 -- 172.21.15.33:0/3757896085 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7b4c081030 con 0x55fb2bd966c0 2024-09-05T02:26:48.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.185+0000 7f7b5ce32740 10 client.25102 fetch_fsmap finished waiting for FSMap version 28 2024-09-05T02:26:48.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.185+0000 7f7b5ce32740 10 client.25102 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-05T02:26:48.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.185+0000 7f7b5ce32740 20 client.25102 populate_metadata read hostname 'smithi033' 2024-09-05T02:26:48.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.185+0000 7f7b5ce32740 1 --2- 172.21.15.33:0/3757896085 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fb2be160c0 0x55fb2be14dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:48.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.185+0000 7f7b5ce32740 4 client.25102 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T02:26:48.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.185+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3757896085 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "status"}) -- 0x55fb2bcf8b30 con 0x55fb2be160c0 2024-09-05T02:26:48.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.186+0000 7f7b53400640 1 --2- 172.21.15.33:0/3757896085 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fb2be160c0 0x55fb2be14dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:48.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.186+0000 7f7b53400640 1 --2- 172.21.15.33:0/3757896085 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fb2be160c0 0x55fb2be14dd0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6eb0e30d0353028b server_cookie=e0678019d47bcc30 in_seq=0 out_seq=0 2024-09-05T02:26:48.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.186+0000 7f7b40c00640 10 client.25102 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:26:48.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.186+0000 7f7b40c00640 1 -- 172.21.15.33:0/3757896085 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55fb2bcf8b30 con 0x55fb2be160c0 2024-09-05T02:26:48.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.186+0000 7f7b40c00640 10 client.25102 handle_command_reply: tid=0 2024-09-05T02:26:48.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.186+0000 7f7b5ce32740 1 client.25102 shutdown 2024-09-05T02:26:48.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.187+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3757896085 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd966c0 msgr2=0x55fb2bdaaa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:48.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.187+0000 7f7b5ce32740 1 --2- 172.21.15.33:0/3757896085 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd966c0 0x55fb2bdaaa20 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c009610 tx=0x7f7b4c005cd0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.187+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3757896085 shutdown_connections 2024-09-05T02:26:48.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.187+0000 7f7b5ce32740 1 --2- 172.21.15.33:0/3757896085 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fb2bd966c0 0x55fb2bdaaa20 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.187+0000 7f7b5ce32740 1 --2- 172.21.15.33:0/3757896085 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fb2be160c0 0x55fb2be14dd0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.187+0000 7f7b5ce32740 1 --2- 172.21.15.33:0/3757896085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb2bd8be00 0x55fb2bdaa4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.187+0000 7f7b5ce32740 1 --2- 172.21.15.33:0/3757896085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fb2bd8b4e0 0x55fb2bdb1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.187+0000 7f7b40c00640 0 client.25102 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:26:48.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.187+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3757896085 >> 172.21.15.33:0/3757896085 conn(0x55fb2bd87a70 msgr2=0x55fb2bda1790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:48.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.187+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3757896085 shutdown_connections 2024-09-05T02:26:48.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.187+0000 7f7b5ce32740 1 -- 172.21.15.33:0/3757896085 wait complete. 2024-09-05T02:26:48.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.187+0000 7f7b5ce32740 20 client.25102 trim_cache size 0 max 16384 2024-09-05T02:26:48.194 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:26:48.194 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "b37d3f34-6b2c-11ef-bcd6-c7b262605968", 2024-09-05T02:26:48.194 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-09-05T02:26:48.195 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 24551, 2024-09-05T02:26:48.195 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-09-05T02:26:48.195 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-09-05T02:26:48.195 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-09-05T02:26:48.195 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 119.265085477, 2024-09-05T02:26:48.195 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 28, 2024-09-05T02:26:48.195 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 86, 2024-09-05T02:26:48.195 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 84, 2024-09-05T02:26:48.195 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 131.43648033700001 2024-09-05T02:26:48.195 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:26:48.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.187+0000 7f7b58c00640 1 -- 172.21.15.33:0/581534117 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7b380a2c00 msgr2=0x7f7b380a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:48.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.187+0000 7f7b58c00640 1 --2- 172.21.15.33:0/581534117 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7b380a2c00 0x7f7b380a50c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x55fb2bd88df0 tx=0x7f7b3c009260 comp rx=0 tx=0).stop 2024-09-05T02:26:48.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.188+0000 7f7b58c00640 1 -- 172.21.15.33:0/581534117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7b54108f60 msgr2=0x7f7b5419ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:48.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.188+0000 7f7b58c00640 1 --2- 172.21.15.33:0/581534117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7b54108f60 0x7f7b5419ed50 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c00d680 tx=0x7f7b4c00db40 comp rx=0 tx=0).stop 2024-09-05T02:26:48.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.188+0000 7f7b58c00640 1 -- 172.21.15.33:0/581534117 shutdown_connections 2024-09-05T02:26:48.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.188+0000 7f7b58c00640 1 --2- 172.21.15.33:0/581534117 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f7b380a2c00 0x7f7b380a50c0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.188+0000 7f7b58c00640 1 --2- 172.21.15.33:0/581534117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7b54108f60 0x7f7b5419ed50 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.188+0000 7f7b58c00640 1 --2- 172.21.15.33:0/581534117 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b541047e0 0x7f7b5419a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.188+0000 7f7b58c00640 1 --2- 172.21.15.33:0/581534117 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7b54103e30 0x7f7b5419a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:48.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.188+0000 7f7b58c00640 1 -- 172.21.15.33:0/581534117 >> 172.21.15.33:0/581534117 conn(0x7f7b540ff8d0 msgr2=0x7f7b54100bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:48.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.188+0000 7f7b58c00640 1 -- 172.21.15.33:0/581534117 shutdown_connections 2024-09-05T02:26:48.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:48.188+0000 7f7b58c00640 1 -- 172.21.15.33:0/581534117 wait complete. 2024-09-05T02:26:48.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:48 smithi174 ceph-mon[34756]: pgmap v352: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 597 B/s wr, 11 op/s 2024-09-05T02:26:48.784 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:48 smithi033 ceph-mon[29909]: pgmap v352: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 597 B/s wr, 11 op/s 2024-09-05T02:26:48.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:48 smithi123 ceph-mon[34031]: pgmap v352: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 597 B/s wr, 11 op/s 2024-09-05T02:26:48.907 INFO:teuthology.run_tasks:Running task sequential... 2024-09-05T02:26:48.917 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-05T02:26:48.917 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-05T02:26:48.917 INFO:teuthology.task.print:Enabling mgr modules 2024-09-05T02:26:48.918 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-09-05T02:26:48.918 INFO:teuthology.task.exec:Executing custom commands... 2024-09-05T02:26:48.918 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi033.front.sepia.ceph.com 2024-09-05T02:26:48.919 DEBUG:teuthology.orchestra.run.smithi033:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-09-05T02:26:49.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.074+0000 7fb203e00640 1 -- 172.21.15.33:0/2919583890 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb204107620 msgr2=0x7fb204109a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:49.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.074+0000 7fb203e00640 1 --2- 172.21.15.33:0/2919583890 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb204107620 0x7fb204109a90 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fb1fc009ca0 tx=0x7fb1fc02a8c0 comp rx=0 tx=0).stop 2024-09-05T02:26:49.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.074+0000 7fb203e00640 1 -- 172.21.15.33:0/2919583890 shutdown_connections 2024-09-05T02:26:49.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.074+0000 7fb203e00640 1 --2- 172.21.15.33:0/2919583890 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb204107620 0x7fb204109a90 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:49.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.074+0000 7fb203e00640 1 --2- 172.21.15.33:0/2919583890 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb204104cf0 0x7fb2041070e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:49.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.074+0000 7fb203e00640 1 --2- 172.21.15.33:0/2919583890 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb2041023c0 0x7fb2041047b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:49.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.074+0000 7fb203e00640 1 -- 172.21.15.33:0/2919583890 >> 172.21.15.33:0/2919583890 conn(0x7fb2040fbfa0 msgr2=0x7fb2040fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:49.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.074+0000 7fb203e00640 1 -- 172.21.15.33:0/2919583890 shutdown_connections 2024-09-05T02:26:49.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.074+0000 7fb203e00640 1 -- 172.21.15.33:0/2919583890 wait complete. 2024-09-05T02:26:49.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.075+0000 7fb203e00640 1 Processor -- start 2024-09-05T02:26:49.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.075+0000 7fb203e00640 1 -- start start 2024-09-05T02:26:49.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.075+0000 7fb203e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb2041023c0 0x7fb204199eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:49.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.075+0000 7fb203e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb204104cf0 0x7fb20419a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:49.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.075+0000 7fb203e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb204107620 0x7fb2041a1460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:49.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.075+0000 7fb203e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb20410d650 con 0x7fb204107620 2024-09-05T02:26:49.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.075+0000 7fb203e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb20410d4d0 con 0x7fb204104cf0 2024-09-05T02:26:49.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.075+0000 7fb203e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb20410d7d0 con 0x7fb2041023c0 2024-09-05T02:26:49.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.076+0000 7fb1fbe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb204104cf0 0x7fb20419a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:49.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.076+0000 7fb1fbe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb204104cf0 0x7fb20419a3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:44622/0 (socket says 172.21.15.33:44622) 2024-09-05T02:26:49.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.076+0000 7fb1fbe00640 1 -- 172.21.15.33:0/2840745547 learned_addr learned my addr 172.21.15.33:0/2840745547 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:49.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.076+0000 7fb202a00640 1 --2- 172.21.15.33:0/2840745547 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb2041023c0 0x7fb204199eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:49.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.076+0000 7fb203400640 1 --2- 172.21.15.33:0/2840745547 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb204107620 0x7fb2041a1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:49.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.076+0000 7fb1fbe00640 1 -- 172.21.15.33:0/2840745547 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb2041023c0 msgr2=0x7fb204199eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:49.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.076+0000 7fb1fbe00640 1 --2- 172.21.15.33:0/2840745547 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb2041023c0 0x7fb204199eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:49.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.076+0000 7fb1fbe00640 1 -- 172.21.15.33:0/2840745547 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb204107620 msgr2=0x7fb2041a1460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:49.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.076+0000 7fb1fbe00640 1 --2- 172.21.15.33:0/2840745547 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb204107620 0x7fb2041a1460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:49.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.076+0000 7fb1fbe00640 1 -- 172.21.15.33:0/2840745547 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2041a1ad0 con 0x7fb204104cf0 2024-09-05T02:26:49.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.076+0000 7fb202a00640 1 --2- 172.21.15.33:0/2840745547 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb2041023c0 0x7fb204199eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:26:49.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.076+0000 7fb1fbe00640 1 --2- 172.21.15.33:0/2840745547 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb204104cf0 0x7fb20419a3f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fb1ec005fd0 tx=0x7fb1ec00dde0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:49.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.077+0000 7fb1fb400640 1 -- 172.21.15.33:0/2840745547 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1ec017070 con 0x7fb204104cf0 2024-09-05T02:26:49.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.077+0000 7fb203e00640 1 -- 172.21.15.33:0/2840745547 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2041a1dc0 con 0x7fb204104cf0 2024-09-05T02:26:49.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.077+0000 7fb1fb400640 1 -- 172.21.15.33:0/2840745547 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb1ec009c30 con 0x7fb204104cf0 2024-09-05T02:26:49.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.077+0000 7fb1fb400640 1 -- 172.21.15.33:0/2840745547 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1ec010460 con 0x7fb204104cf0 2024-09-05T02:26:49.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.077+0000 7fb203e00640 1 -- 172.21.15.33:0/2840745547 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2041a2290 con 0x7fb204104cf0 2024-09-05T02:26:49.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.078+0000 7fb203e00640 1 -- 172.21.15.33:0/2840745547 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb204109110 con 0x7fb204104cf0 2024-09-05T02:26:49.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.080+0000 7fb1fb400640 1 -- 172.21.15.33:0/2840745547 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb1ec003e70 con 0x7fb204104cf0 2024-09-05T02:26:49.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.081+0000 7fb1fb400640 1 --2- 172.21.15.33:0/2840745547 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb1e80a2b80 0x7fb1e80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:49.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.081+0000 7fb1fb400640 1 -- 172.21.15.33:0/2840745547 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7fb1ec0cee10 con 0x7fb204104cf0 2024-09-05T02:26:49.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.081+0000 7fb202a00640 1 --2- 172.21.15.33:0/2840745547 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb1e80a2b80 0x7fb1e80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:49.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.082+0000 7fb202a00640 1 --2- 172.21.15.33:0/2840745547 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb1e80a2b80 0x7fb1e80a5040 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fb1f4005fd0 tx=0x7fb1f400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:49.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.083+0000 7fb1fb400640 1 -- 172.21.15.33:0/2840745547 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb1ec020030 con 0x7fb204104cf0 2024-09-05T02:26:49.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.318+0000 7fb203e00640 1 -- 172.21.15.33:0/2840745547 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7fb20402d9c0 con 0x7fb204104cf0 2024-09-05T02:26:49.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.441+0000 7fb1fb400640 1 -- 172.21.15.33:0/2840745547 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7fb1ec097ca0 con 0x7fb204104cf0 2024-09-05T02:26:49.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.442+0000 7fb1fb400640 1 -- 172.21.15.33:0/2840745547 <== mon.2 v2:172.21.15.123:3300/0 8 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7fb1ec0bf970 con 0x7fb204104cf0 2024-09-05T02:26:49.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.445+0000 7fb203e00640 1 -- 172.21.15.33:0/2840745547 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb1e80a2b80 msgr2=0x7fb1e80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:49.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.445+0000 7fb203e00640 1 --2- 172.21.15.33:0/2840745547 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb1e80a2b80 0x7fb1e80a5040 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fb1f4005fd0 tx=0x7fb1f400b390 comp rx=0 tx=0).stop 2024-09-05T02:26:49.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.445+0000 7fb203e00640 1 -- 172.21.15.33:0/2840745547 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb204104cf0 msgr2=0x7fb20419a3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:49.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.445+0000 7fb203e00640 1 --2- 172.21.15.33:0/2840745547 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb204104cf0 0x7fb20419a3f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fb1ec005fd0 tx=0x7fb1ec00dde0 comp rx=0 tx=0).stop 2024-09-05T02:26:49.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.445+0000 7fb203e00640 1 -- 172.21.15.33:0/2840745547 shutdown_connections 2024-09-05T02:26:49.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.445+0000 7fb203e00640 1 --2- 172.21.15.33:0/2840745547 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7fb1e80a2b80 0x7fb1e80a5040 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:49.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.445+0000 7fb203e00640 1 --2- 172.21.15.33:0/2840745547 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb204107620 0x7fb2041a1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:49.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.445+0000 7fb203e00640 1 --2- 172.21.15.33:0/2840745547 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb204104cf0 0x7fb20419a3f0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:49.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.445+0000 7fb203e00640 1 --2- 172.21.15.33:0/2840745547 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb2041023c0 0x7fb204199eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:49.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.445+0000 7fb203e00640 1 -- 172.21.15.33:0/2840745547 >> 172.21.15.33:0/2840745547 conn(0x7fb2040fbfa0 msgr2=0x7fb204101a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:49.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.445+0000 7fb203e00640 1 -- 172.21.15.33:0/2840745547 shutdown_connections 2024-09-05T02:26:49.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:49.445+0000 7fb203e00640 1 -- 172.21.15.33:0/2840745547 wait complete. 2024-09-05T02:26:49.465 INFO:teuthology.run_tasks:Running task kclient... 2024-09-05T02:26:49.493 INFO:tasks.kclient:Mounting kernel clients... 2024-09-05T02:26:49.493 INFO:tasks.kclient:config is {'client.0': {}} 2024-09-05T02:26:49.493 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T02:26:49.493 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-09-05T02:26:49.532 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T02:26:49.532 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link delete ceph-brx 2024-09-05T02:26:49.636 INFO:teuthology.orchestra.run.smithi033.stderr:Cannot find device "ceph-brx" 2024-09-05T02:26:49.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T02:26:49.639 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=crc', 'wsync'], 'syntax': 'v2', 'mount_subvol_num': 1} 2024-09-05T02:26:49.640 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-05T02:26:49.640 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-05T02:26:49.640 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs ls 2024-09-05T02:26:49.691 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:49 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2840745547' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-05T02:26:49.691 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:49 smithi033 ceph-mon[29909]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-05T02:26:49.692 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:49 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: ignoring --setuser ceph since I am not root 2024-09-05T02:26:49.692 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:49 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: ignoring --setgroup ceph since I am not root 2024-09-05T02:26:49.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:49 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2840745547' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-05T02:26:49.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:49 smithi174 ceph-mon[34756]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-05T02:26:49.777 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:49 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: ignoring --setuser ceph since I am not root 2024-09-05T02:26:49.777 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:49 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: ignoring --setgroup ceph since I am not root 2024-09-05T02:26:49.777 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:49 smithi174 ceph-mgr[36569]: -- 172.21.15.174:0/3319648268 <== mon.1 v2:172.21.15.174:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55829a4ef0e0 con 0x55829a4cd000 2024-09-05T02:26:49.777 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:49 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:49.587+0000 7fbf16d94040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T02:26:49.777 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:49 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:49.645+0000 7fbf16d94040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T02:26:49.791 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:49 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2840745547' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-05T02:26:49.792 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:49 smithi123 ceph-mon[34031]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-05T02:26:49.792 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:49 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: ignoring --setuser ceph since I am not root 2024-09-05T02:26:49.792 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:49 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: ignoring --setgroup ceph since I am not root 2024-09-05T02:26:49.792 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:49 smithi123 ceph-mgr[35403]: -- 172.21.15.123:0/1936432983 <== mon.2 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56548ffcb0e0 con 0x56548ffa9000 2024-09-05T02:26:49.792 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:49 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:49.586+0000 7f732b0ea040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T02:26:49.792 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:49 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:49.641+0000 7f732b0ea040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T02:26:49.792 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:49 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:49.790+0000 7f732b0ea040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T02:26:49.963 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:49 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:49.690+0000 7f194e1d8040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T02:26:49.963 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:49 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:49.764+0000 7f194e1d8040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T02:26:49.964 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:49 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:49.961+0000 7f194e1d8040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T02:26:50.031 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:50.135 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:49 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:49.856+0000 7f732b0ea040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T02:26:50.135 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:50 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:50.000+0000 7f732b0ea040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T02:26:50.144 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:49 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:49.793+0000 7fbf16d94040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T02:26:50.144 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:49 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:49.859+0000 7fbf16d94040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T02:26:50.145 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:50 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:50.004+0000 7fbf16d94040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T02:26:50.145 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:50 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:50.143+0000 7fbf16d94040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T02:26:50.237 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:50 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:50.050+0000 7f194e1d8040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T02:26:50.434 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:50 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:50.138+0000 7f732b0ea040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T02:26:50.585 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:50 smithi033 ceph-mon[29909]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-09-05T02:26:50.585 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:50 smithi033 ceph-mon[29909]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-09-05T02:26:50.586 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:50 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:50.235+0000 7f194e1d8040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T02:26:50.586 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:50 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:50.422+0000 7f194e1d8040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T02:26:50.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.582+0000 7f62d4600640 1 -- 172.21.15.33:0/2950334113 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f62cc104010 msgr2=0x7f62cc1043f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:50.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.582+0000 7f62d4600640 1 --2- 172.21.15.33:0/2950334113 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f62cc104010 0x7f62cc1043f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f62c0009be0 tx=0x7f62c002a6c0 comp rx=0 tx=0).stop 2024-09-05T02:26:50.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.583+0000 7f62d4600640 1 -- 172.21.15.33:0/2950334113 shutdown_connections 2024-09-05T02:26:50.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.583+0000 7f62d4600640 1 --2- 172.21.15.33:0/2950334113 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f62cc109140 0x7f62cc110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:50.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.583+0000 7f62d4600640 1 --2- 172.21.15.33:0/2950334113 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62cc1049c0 0x7f62cc108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:50.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.583+0000 7f62d4600640 1 --2- 172.21.15.33:0/2950334113 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f62cc104010 0x7f62cc1043f0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:50.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.583+0000 7f62d4600640 1 -- 172.21.15.33:0/2950334113 >> 172.21.15.33:0/2950334113 conn(0x7f62cc0ffa50 msgr2=0x7f62cc101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:50.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.583+0000 7f62d4600640 1 -- 172.21.15.33:0/2950334113 shutdown_connections 2024-09-05T02:26:50.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.583+0000 7f62d4600640 1 -- 172.21.15.33:0/2950334113 wait complete. 2024-09-05T02:26:50.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.584+0000 7f62d4600640 1 Processor -- start 2024-09-05T02:26:50.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.584+0000 7f62d4600640 1 -- start start 2024-09-05T02:26:50.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.584+0000 7f62d4600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f62cc104010 0x7f62cc19a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:50.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.584+0000 7f62d4600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f62cc1049c0 0x7f62cc19ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:50.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.584+0000 7f62d4600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62cc109140 0x7f62cc19ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:50.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.584+0000 7f62d4600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f62cc114140 con 0x7f62cc109140 2024-09-05T02:26:50.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.584+0000 7f62d4600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f62cc113fc0 con 0x7f62cc104010 2024-09-05T02:26:50.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.584+0000 7f62d4600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f62cc1142c0 con 0x7f62cc1049c0 2024-09-05T02:26:50.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.585+0000 7f62d1c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f62cc104010 0x7f62cc19a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:50.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.585+0000 7f62d1c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f62cc104010 0x7f62cc19a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:51932/0 (socket says 172.21.15.33:51932) 2024-09-05T02:26:50.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.585+0000 7f62d1c00640 1 -- 172.21.15.33:0/2073294711 learned_addr learned my addr 172.21.15.33:0/2073294711 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:50.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.585+0000 7f62d2600640 1 --2- 172.21.15.33:0/2073294711 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62cc109140 0x7f62cc19ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:50.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.585+0000 7f62d1200640 1 --2- 172.21.15.33:0/2073294711 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f62cc1049c0 0x7f62cc19ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:50.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.585+0000 7f62d1c00640 1 -- 172.21.15.33:0/2073294711 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f62cc1049c0 msgr2=0x7f62cc19ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:50.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.585+0000 7f62d1c00640 1 --2- 172.21.15.33:0/2073294711 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f62cc1049c0 0x7f62cc19ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:50.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.585+0000 7f62d1c00640 1 -- 172.21.15.33:0/2073294711 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62cc109140 msgr2=0x7f62cc19ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:50.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.585+0000 7f62d1c00640 1 --2- 172.21.15.33:0/2073294711 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62cc109140 0x7f62cc19ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:50.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.585+0000 7f62d1c00640 1 -- 172.21.15.33:0/2073294711 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62cc19f5f0 con 0x7f62cc104010 2024-09-05T02:26:50.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.585+0000 7f62d2600640 1 --2- 172.21.15.33:0/2073294711 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62cc109140 0x7f62cc19ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:26:50.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.585+0000 7f62d1c00640 1 --2- 172.21.15.33:0/2073294711 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f62cc104010 0x7f62cc19a640 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f62c002acb0 tx=0x7f62c00305d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:50.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.586+0000 7f62ca000640 1 -- 172.21.15.33:0/2073294711 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62c0041020 con 0x7f62cc104010 2024-09-05T02:26:50.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.586+0000 7f62ca000640 1 -- 172.21.15.33:0/2073294711 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f62c0003e50 con 0x7f62cc104010 2024-09-05T02:26:50.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.586+0000 7f62ca000640 1 -- 172.21.15.33:0/2073294711 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62c0036040 con 0x7f62cc104010 2024-09-05T02:26:50.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.586+0000 7f62d4600640 1 -- 172.21.15.33:0/2073294711 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62cc19f880 con 0x7f62cc104010 2024-09-05T02:26:50.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.586+0000 7f62d4600640 1 -- 172.21.15.33:0/2073294711 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62cc1a71c0 con 0x7f62cc104010 2024-09-05T02:26:50.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.587+0000 7f62d4600640 1 -- 172.21.15.33:0/2073294711 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62cc1043f0 con 0x7f62cc104010 2024-09-05T02:26:50.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.589+0000 7f62ca000640 1 -- 172.21.15.33:0/2073294711 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7f62c0044020 con 0x7f62cc104010 2024-09-05T02:26:50.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.590+0000 7f62ca000640 1 --2- 172.21.15.33:0/2073294711 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f62b40a2c50 0x7f62b40a5110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:50.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.590+0000 7f62d1200640 1 -- 172.21.15.33:0/2073294711 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f62b40a2c50 msgr2=0x7f62b40a5110 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6800/105413385 2024-09-05T02:26:50.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.590+0000 7f62ca000640 1 -- 172.21.15.33:0/2073294711 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f62c00efc80 con 0x7f62cc104010 2024-09-05T02:26:50.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.590+0000 7f62d1200640 1 --2- 172.21.15.33:0/2073294711 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f62b40a2c50 0x7f62b40a5110 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T02:26:50.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.594+0000 7f62ca000640 1 -- 172.21.15.33:0/2073294711 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f62c004b020 con 0x7f62cc104010 2024-09-05T02:26:50.690 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:50 smithi123 ceph-mon[34031]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-09-05T02:26:50.691 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:50 smithi123 ceph-mon[34031]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-09-05T02:26:50.691 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:50 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:50.446+0000 7f732b0ea040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T02:26:50.691 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:50 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:50.505+0000 7f732b0ea040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T02:26:50.702 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:50 smithi174 ceph-mon[34756]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-09-05T02:26:50.703 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:50 smithi174 ceph-mon[34756]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-09-05T02:26:50.703 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:50 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:50.454+0000 7fbf16d94040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T02:26:50.703 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:50 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:50.515+0000 7fbf16d94040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T02:26:50.703 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:50 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:50.701+0000 7fbf16d94040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T02:26:50.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.791+0000 7f62d1200640 1 -- 172.21.15.33:0/2073294711 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f62b40a2c50 msgr2=0x7f62b40a5110 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6800/105413385 2024-09-05T02:26:50.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.791+0000 7f62d1200640 1 --2- 172.21.15.33:0/2073294711 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f62b40a2c50 0x7f62b40a5110 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-05T02:26:50.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.819+0000 7f62d4600640 1 -- 172.21.15.33:0/2073294711 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f62cc10c320 con 0x7f62cc104010 2024-09-05T02:26:50.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.820+0000 7f62ca000640 1 -- 172.21.15.33:0/2073294711 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) ==== 53+0+73 (secure 0 0 0) 0x7f62c00bcba0 con 0x7f62cc104010 2024-09-05T02:26:50.822 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T02:26:50.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.823+0000 7f62d4600640 1 -- 172.21.15.33:0/2073294711 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f62b40a2c50 msgr2=0x7f62b40a5110 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T02:26:50.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.823+0000 7f62d4600640 1 --2- 172.21.15.33:0/2073294711 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f62b40a2c50 0x7f62b40a5110 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:50.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.823+0000 7f62d4600640 1 -- 172.21.15.33:0/2073294711 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f62cc104010 msgr2=0x7f62cc19a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:50.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.823+0000 7f62d4600640 1 --2- 172.21.15.33:0/2073294711 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f62cc104010 0x7f62cc19a640 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f62c002acb0 tx=0x7f62c00305d0 comp rx=0 tx=0).stop 2024-09-05T02:26:50.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.823+0000 7f62d4600640 1 -- 172.21.15.33:0/2073294711 shutdown_connections 2024-09-05T02:26:50.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.823+0000 7f62d4600640 1 --2- 172.21.15.33:0/2073294711 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f62b40a2c50 0x7f62b40a5110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:50.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.823+0000 7f62d4600640 1 --2- 172.21.15.33:0/2073294711 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62cc109140 0x7f62cc19ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:50.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.823+0000 7f62d4600640 1 --2- 172.21.15.33:0/2073294711 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f62cc1049c0 0x7f62cc19ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:50.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.823+0000 7f62d4600640 1 --2- 172.21.15.33:0/2073294711 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f62cc104010 0x7f62cc19a640 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:50.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.823+0000 7f62d4600640 1 -- 172.21.15.33:0/2073294711 >> 172.21.15.33:0/2073294711 conn(0x7f62cc0ffa50 msgr2=0x7f62cc100e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:50.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.823+0000 7f62d4600640 1 -- 172.21.15.33:0/2073294711 shutdown_connections 2024-09-05T02:26:50.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:50.823+0000 7f62d4600640 1 -- 172.21.15.33:0/2073294711 wait complete. 2024-09-05T02:26:50.836 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:50 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:50.815+0000 7f194e1d8040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T02:26:51.119 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:50 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:50.894+0000 7f194e1d8040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T02:26:51.135 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:50 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:50.689+0000 7f732b0ea040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T02:26:51.435 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:51 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:51.117+0000 7f194e1d8040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T02:26:51.647 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T02:26:51.647 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T02:26:51.647 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-09-05T02:26:51.647 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-05T02:26:51.647 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-05T02:26:51.647 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T02:26:51.647 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T02:26:51.647 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T02:26:51.647 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T02:26:51.648 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T02:26:51.648 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-09-05T02:26:51.683 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T02:26:51.684 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T02:26:51.684 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T02:26:51.684 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-05T02:26:51.684 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-09-05T02:26:51.684 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-05T02:26:51.684 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-05T02:26:51.684 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-09-05T02:26:51.684 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-09-05T02:26:51.684 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-05T02:26:51.684 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-09-05T02:26:51.684 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-09-05T02:26:51.685 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T02:26:51.685 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-09-05T02:26:51.685 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-09-05T02:26:51.685 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-05T02:26:51.685 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 42098sec preferred_lft 42098sec 2024-09-05T02:26:51.685 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link 2024-09-05T02:26:51.685 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-05T02:26:51.685 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-05T02:26:51.685 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-09-05T02:26:51.685 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-09-05T02:26:51.686 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-05T02:26:51.686 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T02:26:51.686 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-09-05T02:26:51.686 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link add name ceph-brx type bridge 2024-09-05T02:26:51.686 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip addr flush dev ceph-brx 2024-09-05T02:26:51.686 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set ceph-brx up 2024-09-05T02:26:51.686 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-05T02:26:51.686 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-09-05T02:26:51.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:51 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2073294711' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-05T02:26:51.777 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:51 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:51.582+0000 7fbf16d94040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T02:26:51.777 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:51 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:51.650+0000 7fbf16d94040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T02:26:51.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T02:26:51.820 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:51 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2073294711' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-05T02:26:51.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:51 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2073294711' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-05T02:26:51.885 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:51 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:51.559+0000 7f732b0ea040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T02:26:51.886 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:51 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:51.626+0000 7f732b0ea040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T02:26:52.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T02:26:52.128 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T02:26:52.128 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T02:26:52.195 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-09-05T02:26:52.199 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T02:26:52.199 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-09-05T02:26:52.244 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-09-05T02:26:52.245 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T02:26:52.245 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-05T02:26:52.245 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-05T02:26:52.245 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T02:26:52.245 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T02:26:52.245 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-09-05T02:26:52.245 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-05T02:26:52.246 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-05T02:26:52.246 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-05T02:26:52.246 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-09-05T02:26:52.337 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:52 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:52.302+0000 7f194e1d8040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T02:26:52.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T02:26:52.580 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:52 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:52.321+0000 7f732b0ea040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T02:26:52.580 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:52 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:52.435+0000 7f732b0ea040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T02:26:52.623 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:52 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:52.362+0000 7fbf16d94040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T02:26:52.623 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:52 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:52.477+0000 7fbf16d94040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T02:26:52.728 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:52 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:52.391+0000 7f194e1d8040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T02:26:52.855 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:52 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:52.577+0000 7f732b0ea040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T02:26:52.855 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:52 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:52.637+0000 7f732b0ea040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T02:26:52.855 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:52 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:52.786+0000 7f732b0ea040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T02:26:52.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T02:26:52.865 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T02:26:52.866 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-09-05T02:26:52.903 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:52 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:52.622+0000 7fbf16d94040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T02:26:52.903 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:52 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:52.684+0000 7fbf16d94040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T02:26:52.903 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:52 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:52.833+0000 7fbf16d94040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T02:26:52.903 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:52 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:52.901+0000 7fbf16d94040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T02:26:52.904 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T02:26:52.904 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list-id 2024-09-05T02:26:52.982 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T02:26:52.982 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-09-05T02:26:52.983 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T02:26:52.983 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-05T02:26:52.983 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-09-05T02:26:53.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T02:26:53.134 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:52 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:52.853+0000 7f732b0ea040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T02:26:53.134 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:52 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:52.912+0000 7f732b0ea040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T02:26:53.134 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:53 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:53.068+0000 7f732b0ea040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T02:26:53.134 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:53 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:53.132+0000 7f732b0ea040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T02:26:53.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T02:26:53.167 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-05T02:26:53.168 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T02:26:53.168 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-09-05T02:26:53.168 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-05T02:26:53.168 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-05T02:26:53.168 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-05T02:26:53.168 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-05T02:26:53.168 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-05T02:26:53.168 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-09-05T02:26:53.186 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:52 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:52.963+0000 7fbf16d94040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T02:26:53.187 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:53 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:53.120+0000 7fbf16d94040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T02:26:53.187 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:53 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:53.185+0000 7fbf16d94040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T02:26:53.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T02:26:53.385 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:53 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:53.198+0000 7f732b0ea040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T02:26:53.385 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:53 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:53.280+0000 7f732b0ea040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T02:26:53.385 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:53 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:53.338+0000 7f732b0ea040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T02:26:53.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T02:26:53.420 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T02:26:53.421 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-09-05T02:26:53.421 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-09-05T02:26:53.421 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set dev brx.0 master ceph-brx 2024-09-05T02:26:53.421 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-09-05T02:26:53.453 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:53 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:53.251+0000 7fbf16d94040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T02:26:53.454 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:53 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:53.333+0000 7fbf16d94040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T02:26:53.454 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:53 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:53.393+0000 7fbf16d94040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T02:26:53.454 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:53 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:53.452+0000 7fbf16d94040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T02:26:53.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T02:26:53.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T02:26:53.597 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T02:26:53.597 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-05T02:26:53.635 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-05T02:26:53.635 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T02:26:53.635 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-05T02:26:53.637 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:53 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:53.413+0000 7f194e1d8040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T02:26:53.637 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:53 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:53.562+0000 7f194e1d8040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T02:26:53.674 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-09-05T02:26:53.674 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-09-05T02:26:53.674 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/volumes/qa/sv_1/580e891f-6736-469a-a4a9-bc4b62029efd 2024-09-05T02:26:53.675 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T02:26:53.675 DEBUG:teuthology.orchestra.run.smithi033:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/volumes/qa/sv_1/580e891f-6736-469a-a4a9-bc4b62029efd /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=crc,wsync,nofallback 2024-09-05T02:26:53.832 INFO:teuthology.orchestra.run.smithi033.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=crc,wsync,nofallback 2024-09-05T02:26:53.832 INFO:teuthology.orchestra.run.smithi033.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=crc,wsync". 2024-09-05T02:26:53.885 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:53 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:53.396+0000 7f732b0ea040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T02:26:53.933 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:53 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:53.741+0000 7f194e1d8040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T02:26:53.933 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:53 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:53.820+0000 7f194e1d8040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T02:26:54.202 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:54.003+0000 7f194e1d8040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T02:26:54.202 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:54.090+0000 7f194e1d8040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T02:26:54.202 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:54.167+0000 7f194e1d8040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T02:26:54.490 INFO:teuthology.orchestra.run.smithi033.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=crc,wsync,nofallback 2024-09-05T02:26:54.490 INFO:teuthology.orchestra.run.smithi033.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=crc,wsync". 2024-09-05T02:26:54.490 INFO:teuthology.orchestra.run.smithi033.stdout:mount.ceph: resolved to: "172.21.15.33:3300,172.21.15.123:3300,172.21.15.174:3300" 2024-09-05T02:26:54.490 INFO:teuthology.orchestra.run.smithi033.stdout:mount.ceph: trying mount with new device syntax: 0@b37d3f34-6b2c-11ef-bcd6-c7b262605968.cephfs=/volumes/qa/sv_1/580e891f-6736-469a-a4a9-bc4b62029efd 2024-09-05T02:26:54.491 INFO:teuthology.orchestra.run.smithi033.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=crc,wsync,name=0,key=0,mon_addr=172.21.15.33:3300/172.21.15.123:3300/172.21.15.174:3300" will pass to kernel 2024-09-05T02:26:54.492 INFO:teuthology.orchestra.run.smithi033.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-05T02:26:54.493 INFO:teuthology.orchestra.run.smithi033.stdout: You just mounted a file system that supports labels which does not 2024-09-05T02:26:54.493 INFO:teuthology.orchestra.run.smithi033.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-05T02:26:54.493 INFO:teuthology.orchestra.run.smithi033.stdout: applications will generate AVC messages and not be allowed access to 2024-09-05T02:26:54.493 INFO:teuthology.orchestra.run.smithi033.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-05T02:26:54.494 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:54 smithi033 ceph-mon[29909]: Standby manager daemon y restarted 2024-09-05T02:26:54.494 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:54 smithi033 ceph-mon[29909]: Standby manager daemon y started 2024-09-05T02:26:54.494 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:54 smithi033 ceph-mon[29909]: from='mgr.? 172.21.15.123:0/2734173987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-05T02:26:54.494 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:54 smithi033 ceph-mon[29909]: from='mgr.? 172.21.15.123:0/2734173987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T02:26:54.494 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:54 smithi033 ceph-mon[29909]: from='mgr.? 172.21.15.123:0/2734173987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-05T02:26:54.494 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:54 smithi033 ceph-mon[29909]: from='mgr.? 172.21.15.123:0/2734173987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T02:26:54.495 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:54.363+0000 7f194e1d8040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T02:26:54.495 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:54.444+0000 7f194e1d8040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T02:26:54.496 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-05T02:26:54.496 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T02:26:54.496 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-05T02:26:54.527 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:26:54 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z[36565]: 2024-09-05T02:26:54.239+0000 7fbf16d94040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T02:26:54.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:54 smithi174 ceph-mon[34756]: Standby manager daemon y restarted 2024-09-05T02:26:54.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:54 smithi174 ceph-mon[34756]: Standby manager daemon y started 2024-09-05T02:26:54.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:54 smithi174 ceph-mon[34756]: from='mgr.? 172.21.15.123:0/2734173987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-05T02:26:54.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:54 smithi174 ceph-mon[34756]: from='mgr.? 172.21.15.123:0/2734173987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T02:26:54.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:54 smithi174 ceph-mon[34756]: from='mgr.? 172.21.15.123:0/2734173987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-05T02:26:54.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:54 smithi174 ceph-mon[34756]: from='mgr.? 172.21.15.123:0/2734173987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T02:26:54.560 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-05T02:26:54.635 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:26:54 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y[35399]: 2024-09-05T02:26:54.173+0000 7f732b0ea040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T02:26:54.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:54 smithi123 ceph-mon[34031]: Standby manager daemon y restarted 2024-09-05T02:26:54.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:54 smithi123 ceph-mon[34031]: Standby manager daemon y started 2024-09-05T02:26:54.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:54 smithi123 ceph-mon[34031]: from='mgr.? 172.21.15.123:0/2734173987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-05T02:26:54.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:54 smithi123 ceph-mon[34031]: from='mgr.? 172.21.15.123:0/2734173987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T02:26:54.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:54 smithi123 ceph-mon[34031]: from='mgr.? 172.21.15.123:0/2734173987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-05T02:26:54.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:54 smithi123 ceph-mon[34031]: from='mgr.? 172.21.15.123:0/2734173987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T02:26:54.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:54 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-05T02:26:54.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T02:26:54.658 INFO:teuthology.orchestra.run.smithi033.stdout:client25132 2024-09-05T02:26:54.658 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T02:26:54.658 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T02:26:54.695 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-05T02:26:54.795 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:54.532+0000 7f194e1d8040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T02:26:54.795 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:54.641+0000 7f194e1d8040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T02:26:54.795 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:54.717+0000 7f194e1d8040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T02:26:54.795 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:54.792+0000 7f194e1d8040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T02:26:54.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:54 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-05T02:26:54.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T02:26:54.827 INFO:teuthology.orchestra.run.smithi033.stdout:client25132 2024-09-05T02:26:54.828 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-05T02:26:54.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:54 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-05T02:26:54.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T02:26:54.919 INFO:teuthology.orchestra.run.smithi033.stdout:client25132 2024-09-05T02:26:54.920 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968.client25132/status') 2024-09-05T02:26:55.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T02:26:55.023 INFO:teuthology.orchestra.run.smithi033.stdout:instance: client.25132 (3)172.21.15.33:0/708569822 2024-09-05T02:26:55.023 INFO:teuthology.orchestra.run.smithi033.stdout:blocklisted: false 2024-09-05T02:26:55.023 INFO:teuthology.orchestra.run.smithi033.stderr:0+1 records in 2024-09-05T02:26:55.023 INFO:teuthology.orchestra.run.smithi033.stderr:0+1 records out 2024-09-05T02:26:55.023 INFO:teuthology.orchestra.run.smithi033.stderr:70 bytes copied, 5.7315e-05 s, 1.2 MB/s 2024-09-05T02:26:55.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T02:26:55.036 INFO:teuthology.run_tasks:Running task exec... 2024-09-05T02:26:55.048 INFO:teuthology.task.exec:Executing custom commands... 2024-09-05T02:26:55.048 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi033.front.sepia.ceph.com 2024-09-05T02:26:55.048 DEBUG:teuthology.orchestra.run.smithi033:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-09-05T02:26:55.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.207+0000 7f6061000640 1 -- 172.21.15.33:0/3180460292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f605c101b60 msgr2=0x7f605c101f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:55.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.207+0000 7f6061000640 1 --2- 172.21.15.33:0/3180460292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f605c101b60 0x7f605c101f60 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f604c009900 tx=0x7f604c02a3f0 comp rx=0 tx=0).stop 2024-09-05T02:26:55.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.207+0000 7f6061000640 1 -- 172.21.15.33:0/3180460292 shutdown_connections 2024-09-05T02:26:55.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.207+0000 7f6061000640 1 --2- 172.21.15.33:0/3180460292 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f605c103710 0x7f605c109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:55.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.207+0000 7f6061000640 1 --2- 172.21.15.33:0/3180460292 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f605c102d50 0x7f605c1031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:55.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.207+0000 7f6061000640 1 --2- 172.21.15.33:0/3180460292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f605c101b60 0x7f605c101f60 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:55.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.207+0000 7f6061000640 1 -- 172.21.15.33:0/3180460292 >> 172.21.15.33:0/3180460292 conn(0x7f605c0fd2e0 msgr2=0x7f605c0ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:55.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.207+0000 7f6061000640 1 -- 172.21.15.33:0/3180460292 shutdown_connections 2024-09-05T02:26:55.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.207+0000 7f6061000640 1 -- 172.21.15.33:0/3180460292 wait complete. 2024-09-05T02:26:55.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.208+0000 7f6061000640 1 Processor -- start 2024-09-05T02:26:55.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.208+0000 7f6061000640 1 -- start start 2024-09-05T02:26:55.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.209+0000 7f6061000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f605c101b60 0x7f605c199fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:55.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.209+0000 7f6061000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f605c102d50 0x7f605c19a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:55.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.209+0000 7f6061000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f605c103710 0x7f605c1a1560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:55.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.209+0000 7f6061000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f605c10d7c0 con 0x7f605c101b60 2024-09-05T02:26:55.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.209+0000 7f6061000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f605c10d640 con 0x7f605c102d50 2024-09-05T02:26:55.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.209+0000 7f6061000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f605c10d940 con 0x7f605c103710 2024-09-05T02:26:55.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.209+0000 7f6059e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f605c101b60 0x7f605c199fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:55.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.209+0000 7f6059e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f605c101b60 0x7f605c199fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37548/0 (socket says 172.21.15.33:37548) 2024-09-05T02:26:55.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.209+0000 7f6059e00640 1 -- 172.21.15.33:0/807308268 learned_addr learned my addr 172.21.15.33:0/807308268 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:55.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.209+0000 7f6059400640 1 --2- 172.21.15.33:0/807308268 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f605c102d50 0x7f605c19a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:55.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.209+0000 7f605a800640 1 --2- 172.21.15.33:0/807308268 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f605c103710 0x7f605c1a1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:55.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.209+0000 7f6059e00640 1 -- 172.21.15.33:0/807308268 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f605c103710 msgr2=0x7f605c1a1560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:55.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.209+0000 7f6059e00640 1 --2- 172.21.15.33:0/807308268 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f605c103710 0x7f605c1a1560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:55.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.209+0000 7f6059e00640 1 -- 172.21.15.33:0/807308268 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f605c102d50 msgr2=0x7f605c19a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:55.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.209+0000 7f6059e00640 1 --2- 172.21.15.33:0/807308268 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f605c102d50 0x7f605c19a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:55.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.209+0000 7f6059e00640 1 -- 172.21.15.33:0/807308268 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f605c1a1bd0 con 0x7f605c101b60 2024-09-05T02:26:55.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.210+0000 7f6059e00640 1 --2- 172.21.15.33:0/807308268 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f605c101b60 0x7f605c199fb0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f604c031610 tx=0x7f604c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:55.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.210+0000 7f6052a00640 1 -- 172.21.15.33:0/807308268 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f604c03f030 con 0x7f605c101b60 2024-09-05T02:26:55.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.210+0000 7f6052a00640 1 -- 172.21.15.33:0/807308268 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f604c003ad0 con 0x7f605c101b60 2024-09-05T02:26:55.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.210+0000 7f6052a00640 1 -- 172.21.15.33:0/807308268 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f604c035070 con 0x7f605c101b60 2024-09-05T02:26:55.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.210+0000 7f6061000640 1 -- 172.21.15.33:0/807308268 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f605c1a1e60 con 0x7f605c101b60 2024-09-05T02:26:55.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.210+0000 7f6061000640 1 -- 172.21.15.33:0/807308268 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f605c1a22c0 con 0x7f605c101b60 2024-09-05T02:26:55.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.211+0000 7f6047e00640 1 -- 172.21.15.33:0/807308268 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f605c062df0 con 0x7f605c101b60 2024-09-05T02:26:55.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.215+0000 7f6052a00640 1 -- 172.21.15.33:0/807308268 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 20) ==== 137850+0+0 (secure 0 0 0) 0x7f604c042030 con 0x7f605c101b60 2024-09-05T02:26:55.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.216+0000 7f6052a00640 1 --2- 172.21.15.33:0/807308268 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f60400a2d00 0x7f60400a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:55.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.216+0000 7f6059400640 1 -- 172.21.15.33:0/807308268 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f60400a2d00 msgr2=0x7f60400a51c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6800/105413385 2024-09-05T02:26:55.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.216+0000 7f6052a00640 1 -- 172.21.15.33:0/807308268 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8240+0+0 (secure 0 0 0) 0x7f604c0ef6f0 con 0x7f605c101b60 2024-09-05T02:26:55.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.216+0000 7f6059400640 1 --2- 172.21.15.33:0/807308268 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f60400a2d00 0x7f60400a51c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T02:26:55.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.221+0000 7f6052a00640 1 -- 172.21.15.33:0/807308268 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f604c0bbfc0 con 0x7f605c101b60 2024-09-05T02:26:55.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.249+0000 7f6052a00640 1 -- 172.21.15.33:0/807308268 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 21) ==== 137850+0+0 (secure 0 0 0) 0x7f604c003c80 con 0x7f605c101b60 2024-09-05T02:26:55.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.417+0000 7f6059400640 1 -- 172.21.15.33:0/807308268 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f60400a2d00 msgr2=0x7f60400a51c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6800/105413385 2024-09-05T02:26:55.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.417+0000 7f6059400640 1 --2- 172.21.15.33:0/807308268 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f60400a2d00 0x7f60400a51c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-05T02:26:55.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.451+0000 7f6047e00640 1 -- 172.21.15.33:0/807308268 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7f605c063140 con 0x7f605c101b60 2024-09-05T02:26:55.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:55 smithi174 ceph-mon[34756]: mgrmap e20: x(active, since 9m), standbys: z, y 2024-09-05T02:26:55.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:55 smithi174 ceph-mon[34756]: from='mgr.? 172.21.15.174:0/1824304640' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-05T02:26:55.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:55 smithi174 ceph-mon[34756]: Standby manager daemon z restarted 2024-09-05T02:26:55.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:55 smithi174 ceph-mon[34756]: Standby manager daemon z started 2024-09-05T02:26:55.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:55 smithi174 ceph-mon[34756]: from='mgr.? 172.21.15.174:0/1824304640' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T02:26:55.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:55 smithi174 ceph-mon[34756]: from='mgr.? 172.21.15.174:0/1824304640' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-05T02:26:55.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:55 smithi174 ceph-mon[34756]: from='mgr.? 172.21.15.174:0/1824304640' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T02:26:55.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:55 smithi033 ceph-mon[29909]: mgrmap e20: x(active, since 9m), standbys: z, y 2024-09-05T02:26:55.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:55 smithi033 ceph-mon[29909]: from='mgr.? 172.21.15.174:0/1824304640' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-05T02:26:55.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:55 smithi033 ceph-mon[29909]: Standby manager daemon z restarted 2024-09-05T02:26:55.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:55 smithi033 ceph-mon[29909]: Standby manager daemon z started 2024-09-05T02:26:55.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:55 smithi033 ceph-mon[29909]: from='mgr.? 172.21.15.174:0/1824304640' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T02:26:55.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:55 smithi033 ceph-mon[29909]: from='mgr.? 172.21.15.174:0/1824304640' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-05T02:26:55.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:55 smithi033 ceph-mon[29909]: from='mgr.? 172.21.15.174:0/1824304640' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T02:26:55.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:55 smithi123 ceph-mon[34031]: mgrmap e20: x(active, since 9m), standbys: z, y 2024-09-05T02:26:55.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:55 smithi123 ceph-mon[34031]: from='mgr.? 172.21.15.174:0/1824304640' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-05T02:26:55.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:55 smithi123 ceph-mon[34031]: Standby manager daemon z restarted 2024-09-05T02:26:55.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:55 smithi123 ceph-mon[34031]: Standby manager daemon z started 2024-09-05T02:26:55.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:55 smithi123 ceph-mon[34031]: from='mgr.? 172.21.15.174:0/1824304640' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T02:26:55.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:55 smithi123 ceph-mon[34031]: from='mgr.? 172.21.15.174:0/1824304640' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-05T02:26:55.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:55 smithi123 ceph-mon[34031]: from='mgr.? 172.21.15.174:0/1824304640' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T02:26:55.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.793+0000 7f6052a00640 1 -- 172.21.15.33:0/807308268 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 22) ==== 137518+0+0 (secure 0 0 0) 0x7f604c0ed230 con 0x7f605c101b60 2024-09-05T02:26:55.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.794+0000 7f6052a00640 1 -- 172.21.15.33:0/807308268 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f60400a2d00 msgr2=0x7f60400a51c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T02:26:55.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:55.794+0000 7f6052a00640 1 --2- 172.21.15.33:0/807308268 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f60400a2d00 0x7f60400a51c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:56.084 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:55 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:55.781+0000 7f194e1d8040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T02:26:56.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.264+0000 7f6052a00640 1 -- 172.21.15.33:0/807308268 <== mon.0 v2:172.21.15.33:3300/0 9 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v29) ==== 117+0+0 (secure 0 0 0) 0x7f604c0e2650 con 0x7f605c101b60 2024-09-05T02:26:56.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.267+0000 7f6047e00640 1 -- 172.21.15.33:0/807308268 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f605c101b60 msgr2=0x7f605c199fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:56.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.267+0000 7f6047e00640 1 --2- 172.21.15.33:0/807308268 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f605c101b60 0x7f605c199fb0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f604c031610 tx=0x7f604c004270 comp rx=0 tx=0).stop 2024-09-05T02:26:56.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.267+0000 7f6047e00640 1 -- 172.21.15.33:0/807308268 shutdown_connections 2024-09-05T02:26:56.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.267+0000 7f6047e00640 1 --2- 172.21.15.33:0/807308268 >> [v2:172.21.15.33:6800/105413385,v1:172.21.15.33:6801/105413385] conn(0x7f60400a2d00 0x7f60400a51c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:56.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.267+0000 7f6047e00640 1 --2- 172.21.15.33:0/807308268 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f605c103710 0x7f605c1a1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:56.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.267+0000 7f6047e00640 1 --2- 172.21.15.33:0/807308268 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f605c102d50 0x7f605c19a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:56.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.267+0000 7f6047e00640 1 --2- 172.21.15.33:0/807308268 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f605c101b60 0x7f605c199fb0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:56.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.267+0000 7f6047e00640 1 -- 172.21.15.33:0/807308268 >> 172.21.15.33:0/807308268 conn(0x7f605c0fd2e0 msgr2=0x7f605c074420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:56.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.267+0000 7f6047e00640 1 -- 172.21.15.33:0/807308268 shutdown_connections 2024-09-05T02:26:56.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.268+0000 7f6047e00640 1 -- 172.21.15.33:0/807308268 wait complete. 2024-09-05T02:26:56.288 INFO:teuthology.run_tasks:Running task check-counter... 2024-09-05T02:26:56.301 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-09-05T02:26:56.336 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T02:26:56.337 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:56.082+0000 7f18aa600640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T02:26:56.337 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:56.082+0000 7f18aa600640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T02:26:56.337 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:56.082+0000 7f18aa600640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T02:26:56.337 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:56.082+0000 7f18aa600640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T02:26:56.337 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:56.082+0000 7f18aa600640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T02:26:56.337 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:56.083+0000 7f18a6a00640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T02:26:56.337 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:56.083+0000 7f18a6a00640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T02:26:56.337 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:56.083+0000 7f18a6a00640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T02:26:56.337 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:56.083+0000 7f18a6a00640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T02:26:56.338 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:56.083+0000 7f18a6a00640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T02:26:56.340 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: mgrmap e21: x(active, since 9m), standbys: z, y 2024-09-05T02:26:56.340 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/807308268' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-09-05T02:26:56.341 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: Active manager daemon x restarted 2024-09-05T02:26:56.341 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: Activating manager daemon x 2024-09-05T02:26:56.341 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: osdmap e87: 12 total, 12 up, 12 in 2024-09-05T02:26:56.341 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: mgrmap e22: x(active, starting, since 0.0123417s), standbys: z, y 2024-09-05T02:26:56.341 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T02:26:56.341 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:26:56.341 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:26:56.341 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-05T02:26:56.341 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-05T02:26:56.341 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T02:26:56.341 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T02:26:56.341 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T02:26:56.341 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T02:26:56.342 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T02:26:56.342 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T02:26:56.342 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T02:26:56.342 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T02:26:56.342 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T02:26:56.342 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T02:26:56.342 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-05T02:26:56.342 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-05T02:26:56.342 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-05T02:26:56.342 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:26:56.342 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:26:56.342 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:26:56.342 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:26:56.342 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:26:56.343 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T02:26:56.343 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:26:56.343 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T02:26:56.343 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:26:56.343 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:26:56.343 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:26:56.343 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:26:56.343 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-05T02:26:56.343 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-05T02:26:56.343 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-05T02:26:56.344 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: Manager daemon x is now available 2024-09-05T02:26:56.344 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:26:56.344 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-05T02:26:56.344 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:56 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-05T02:26:56.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.497+0000 7fa2a1600640 1 -- 172.21.15.33:0/686426649 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa29c103520 msgr2=0x7fa29c109db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:56.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.497+0000 7fa2a1600640 1 --2- 172.21.15.33:0/686426649 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa29c103520 0x7fa29c109db0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fa294009ca0 tx=0x7fa29402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:26:56.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.498+0000 7fa2a1600640 1 -- 172.21.15.33:0/686426649 shutdown_connections 2024-09-05T02:26:56.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.498+0000 7fa2a1600640 1 --2- 172.21.15.33:0/686426649 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa29c103520 0x7fa29c109db0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:56.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.498+0000 7fa2a1600640 1 --2- 172.21.15.33:0/686426649 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa29c102b60 0x7fa29c102fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:56.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.498+0000 7fa2a1600640 1 --2- 172.21.15.33:0/686426649 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa29c101970 0x7fa29c101d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:56.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.498+0000 7fa2a1600640 1 -- 172.21.15.33:0/686426649 >> 172.21.15.33:0/686426649 conn(0x7fa29c0fd110 msgr2=0x7fa29c0ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:56.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.498+0000 7fa2a1600640 1 -- 172.21.15.33:0/686426649 shutdown_connections 2024-09-05T02:26:56.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.498+0000 7fa2a1600640 1 -- 172.21.15.33:0/686426649 wait complete. 2024-09-05T02:26:56.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.499+0000 7fa2a1600640 1 Processor -- start 2024-09-05T02:26:56.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.499+0000 7fa2a1600640 1 -- start start 2024-09-05T02:26:56.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.500+0000 7fa2a1600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa29c101970 0x7fa29c199e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:56.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.500+0000 7fa2a1600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa29c102b60 0x7fa29c19a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:56.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.500+0000 7fa2a1600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa29c103520 0x7fa29c1a1410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:56.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.500+0000 7fa2a1600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa29c10d620 con 0x7fa29c103520 2024-09-05T02:26:56.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.500+0000 7fa2a1600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa29c10d4a0 con 0x7fa29c102b60 2024-09-05T02:26:56.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.500+0000 7fa2a1600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fa29c10d7a0 con 0x7fa29c101970 2024-09-05T02:26:56.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.500+0000 7fa29be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa29c101970 0x7fa29c199e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:56.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.500+0000 7fa2a0c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa29c103520 0x7fa29c1a1410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:56.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.500+0000 7fa29be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa29c101970 0x7fa29c199e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56584/0 (socket says 172.21.15.33:56584) 2024-09-05T02:26:56.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.500+0000 7fa29be00640 1 -- 172.21.15.33:0/1652899565 learned_addr learned my addr 172.21.15.33:0/1652899565 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:56.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.500+0000 7fa293e00640 1 --2- 172.21.15.33:0/1652899565 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa29c102b60 0x7fa29c19a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:56.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.500+0000 7fa29be00640 1 -- 172.21.15.33:0/1652899565 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa29c102b60 msgr2=0x7fa29c19a3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:56.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.500+0000 7fa29be00640 1 --2- 172.21.15.33:0/1652899565 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa29c102b60 0x7fa29c19a3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:56.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.500+0000 7fa29be00640 1 -- 172.21.15.33:0/1652899565 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa29c103520 msgr2=0x7fa29c1a1410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:56.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.500+0000 7fa29be00640 1 --2- 172.21.15.33:0/1652899565 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa29c103520 0x7fa29c1a1410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:56.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.500+0000 7fa29be00640 1 -- 172.21.15.33:0/1652899565 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa29c1a1a80 con 0x7fa29c101970 2024-09-05T02:26:56.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.501+0000 7fa29be00640 1 --2- 172.21.15.33:0/1652899565 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa29c101970 0x7fa29c199e60 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fa28c00e9c0 tx=0x7fa28c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:56.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.501+0000 7fa299600640 1 -- 172.21.15.33:0/1652899565 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa28c00cd80 con 0x7fa29c101970 2024-09-05T02:26:56.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.501+0000 7fa2a1600640 1 -- 172.21.15.33:0/1652899565 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa29c1a1d70 con 0x7fa29c101970 2024-09-05T02:26:56.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.501+0000 7fa299600640 1 -- 172.21.15.33:0/1652899565 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa28c0035f0 con 0x7fa29c101970 2024-09-05T02:26:56.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.501+0000 7fa299600640 1 -- 172.21.15.33:0/1652899565 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa28c010690 con 0x7fa29c101970 2024-09-05T02:26:56.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.501+0000 7fa2a1600640 1 -- 172.21.15.33:0/1652899565 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa29c1a2230 con 0x7fa29c101970 2024-09-05T02:26:56.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.502+0000 7fa2a1600640 1 -- 172.21.15.33:0/1652899565 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa29c1a24c0 con 0x7fa29c101970 2024-09-05T02:26:56.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.504+0000 7fa299600640 1 -- 172.21.15.33:0/1652899565 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 22) ==== 137518+0+0 (secure 0 0 0) 0x7fa28c0037a0 con 0x7fa29c101970 2024-09-05T02:26:56.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.505+0000 7fa299600640 1 -- 172.21.15.33:0/1652899565 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fa28c0cef60 con 0x7fa29c101970 2024-09-05T02:26:56.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.509+0000 7fa299600640 1 -- 172.21.15.33:0/1652899565 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa28c09c150 con 0x7fa29c101970 2024-09-05T02:26:56.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: mgrmap e21: x(active, since 9m), standbys: z, y 2024-09-05T02:26:56.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/807308268' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-09-05T02:26:56.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: Active manager daemon x restarted 2024-09-05T02:26:56.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: Activating manager daemon x 2024-09-05T02:26:56.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: osdmap e87: 12 total, 12 up, 12 in 2024-09-05T02:26:56.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: mgrmap e22: x(active, starting, since 0.0123417s), standbys: z, y 2024-09-05T02:26:56.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T02:26:56.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:26:56.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:26:56.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-05T02:26:56.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-05T02:26:56.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T02:26:56.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T02:26:56.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T02:26:56.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T02:26:56.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T02:26:56.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T02:26:56.528 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T02:26:56.529 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T02:26:56.529 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T02:26:56.529 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T02:26:56.529 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-05T02:26:56.529 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-05T02:26:56.529 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-05T02:26:56.529 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:26:56.529 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:26:56.529 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:26:56.529 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:26:56.529 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:26:56.530 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T02:26:56.530 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:26:56.530 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T02:26:56.530 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:26:56.530 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:26:56.530 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:26:56.530 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:26:56.530 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-05T02:26:56.530 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-05T02:26:56.530 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-05T02:26:56.530 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: Manager daemon x is now available 2024-09-05T02:26:56.530 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:26:56.531 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-05T02:26:56.531 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:56 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-05T02:26:56.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: mgrmap e21: x(active, since 9m), standbys: z, y 2024-09-05T02:26:56.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/807308268' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-09-05T02:26:56.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: Active manager daemon x restarted 2024-09-05T02:26:56.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: Activating manager daemon x 2024-09-05T02:26:56.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: osdmap e87: 12 total, 12 up, 12 in 2024-09-05T02:26:56.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: mgrmap e22: x(active, starting, since 0.0123417s), standbys: z, y 2024-09-05T02:26:56.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T02:26:56.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T02:26:56.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T02:26:56.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-05T02:26:56.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-05T02:26:56.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T02:26:56.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T02:26:56.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T02:26:56.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T02:26:56.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T02:26:56.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T02:26:56.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T02:26:56.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T02:26:56.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T02:26:56.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T02:26:56.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-05T02:26:56.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-05T02:26:56.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-05T02:26:56.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T02:26:56.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T02:26:56.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T02:26:56.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T02:26:56.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T02:26:56.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T02:26:56.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T02:26:56.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T02:26:56.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T02:26:56.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T02:26:56.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T02:26:56.639 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T02:26:56.639 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-05T02:26:56.639 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-05T02:26:56.639 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-05T02:26:56.639 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: Manager daemon x is now available 2024-09-05T02:26:56.639 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:26:56.639 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-05T02:26:56.639 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:56 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-05T02:26:56.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.701+0000 7fa2a1600640 1 -- 172.21.15.33:0/1652899565 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa29c1a2e10 con 0x7fa29c101970 2024-09-05T02:26:56.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.702+0000 7fa299600640 1 -- 172.21.15.33:0/1652899565 <== mon.1 v2:172.21.15.174:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+23136 (secure 0 0 0) 0x7fa28c09ba50 con 0x7fa29c101970 2024-09-05T02:26:56.705 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:26:56.705 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":87,"fsid":"b37d3f34-6b2c-11ef-bcd6-c7b262605968","created":"2024-09-05T02:16:40.986430+0000","modified":"2024-09-05T02:26:55.784473+0000","last_up_change":"2024-09-05T02:23:52.310598+0000","last_in_change":"2024-09-05T02:23:29.448936+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T02:19:57.005189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T02:24:42.913016+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T02:24:46.103614+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6803","nonce":2230859978}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6805","nonce":2230859978}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6809","nonce":2230859978}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6807","nonce":2230859978}]},"public_addr":"172.21.15.33:6803/2230859978","cluster_addr":"172.21.15.33:6805/2230859978","heartbeat_back_addr":"172.21.15.33:6809/2230859978","heartbeat_front_addr":"172.21.15.33:6807/2230859978","state":["exists","up"]},{"osd":1,"uuid":"6de45097-769c-467f-9c69-c0e6286b5b72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6801","nonce":982249098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6803","nonce":982249098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6807","nonce":982249098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6805","nonce":982249098}]},"public_addr":"172.21.15.123:6801/982249098","cluster_addr":"172.21.15.123:6803/982249098","heartbeat_back_addr":"172.21.15.123:6807/982249098","heartbeat_front_addr":"172.21.15.123:6805/982249098","state":["exists","up"]},{"osd":2,"uuid":"8d8bdb95-be19-4ae4-8587-ea5dace30521","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6801","nonce":3754006463}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6803","nonce":3754006463}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6807","nonce":3754006463}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6805","nonce":3754006463}]},"public_addr":"172.21.15.174:6801/3754006463","cluster_addr":"172.21.15.174:6803/3754006463","heartbeat_back_addr":"172.21.15.174:6807/3754006463","heartbeat_front_addr":"172.21.15.174:6805/3754006463","state":["exists","up"]},{"osd":3,"uuid":"73cd7f3a-95e0-434d-bac2-b99f4036fe9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6811","nonce":3031631676}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6813","nonce":3031631676}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6817","nonce":3031631676}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6815","nonce":3031631676}]},"public_addr":"172.21.15.33:6811/3031631676","cluster_addr":"172.21.15.33:6813/3031631676","heartbeat_back_addr":"172.21.15.33:6817/3031631676","heartbeat_front_addr":"172.21.15.33:6815/3031631676","state":["exists","up"]},{"osd":4,"uuid":"0f0578f6-ecfb-41c9-9360-6155c02c4a47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6809","nonce":1841051665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6811","nonce":1841051665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6815","nonce":1841051665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6813","nonce":1841051665}]},"public_addr":"172.21.15.123:6809/1841051665","cluster_addr":"172.21.15.123:6811/1841051665","heartbeat_back_addr":"172.21.15.123:6815/1841051665","heartbeat_front_addr":"172.21.15.123:6813/1841051665","state":["exists","up"]},{"osd":5,"uuid":"d140f4bd-ec12-44e7-b9fc-3dd869d73e95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6809","nonce":609807204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6811","nonce":609807204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6815","nonce":609807204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6813","nonce":609807204}]},"public_addr":"172.21.15.174:6809/609807204","cluster_addr":"172.21.15.174:6811/609807204","heartbeat_back_addr":"172.21.15.174:6815/609807204","heartbeat_front_addr":"172.21.15.174:6813/609807204","state":["exists","up"]},{"osd":6,"uuid":"7f01a990-d1b2-40cb-8892-89961631233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6819","nonce":3289951394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6821","nonce":3289951394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6825","nonce":3289951394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6823","nonce":3289951394}]},"public_addr":"172.21.15.33:6819/3289951394","cluster_addr":"172.21.15.33:6821/3289951394","heartbeat_back_addr":"172.21.15.33:6825/3289951394","heartbeat_front_addr":"172.21.15.33:6823/3289951394","state":["exists","up"]},{"osd":7,"uuid":"d5c701d4-188e-4c24-874c-3056d7dc546d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6817","nonce":1928319522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6819","nonce":1928319522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6823","nonce":1928319522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6821","nonce":1928319522}]},"public_addr":"172.21.15.123:6817/1928319522","cluster_addr":"172.21.15.123:6819/1928319522","heartbeat_back_addr":"172.21.15.123:6823/1928319522","heartbeat_front_addr":"172.21.15.123:6821/1928319522","state":["exists","up"]},{"osd":8,"uuid":"e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6817","nonce":3984977582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6819","nonce":3984977582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6823","nonce":3984977582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6821","nonce":3984977582}]},"public_addr":"172.21.15.174:6817/3984977582","cluster_addr":"172.21.15.174:6819/3984977582","heartbeat_back_addr":"172.21.15.174:6823/3984977582","heartbeat_front_addr":"172.21.15.174:6821/3984977582","state":["exists","up"]},{"osd":9,"uuid":"8858f35a-ce38-4484-8393-e138920ed9b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6827","nonce":4123845959}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6829","nonce":4123845959}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6833","nonce":4123845959}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6831","nonce":4123845959}]},"public_addr":"172.21.15.33:6827/4123845959","cluster_addr":"172.21.15.33:6829/4123845959","heartbeat_back_addr":"172.21.15.33:6833/4123845959","heartbeat_front_addr":"172.21.15.33:6831/4123845959","state":["exists","up"]},{"osd":10,"uuid":"d3206b8b-55c3-4988-9cce-cdd805f9969d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6825","nonce":532510651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6827","nonce":532510651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6831","nonce":532510651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6829","nonce":532510651}]},"public_addr":"172.21.15.123:6825/532510651","cluster_addr":"172.21.15.123:6827/532510651","heartbeat_back_addr":"172.21.15.123:6831/532510651","heartbeat_front_addr":"172.21.15.123:6829/532510651","state":["exists","up"]},{"osd":11,"uuid":"50b6059f-00b3-489a-aaf0-75765fbf2e6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6825","nonce":955565697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6827","nonce":955565697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6831","nonce":955565697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6829","nonce":955565697}]},"public_addr":"172.21.15.174:6825/955565697","cluster_addr":"172.21.15.174:6827/955565697","heartbeat_back_addr":"172.21.15.174:6831/955565697","heartbeat_front_addr":"172.21.15.174:6829/955565697","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:04.269795+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:29.126352+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:52.874768+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:23.135411+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:48.453184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:12.929713+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:43.089772+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:08.258936+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:32.108584+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:01.775759+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:26.088382+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:50.391688+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:0/3627030740":"2024-09-06T02:26:55.784422+0000","172.21.15.33:0/3816578341":"2024-09-06T02:26:55.784422+0000","172.21.15.33:0/3047771737":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/3927628736":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6800/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6800/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6801/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/461526356":"2024-09-06T02:26:55.784422+0000","172.21.15.33:0/507692563":"2024-09-06T02:26:55.784422+0000","172.21.15.33:0/1567746818":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6801/105413385":"2024-09-06T02:26:55.784422+0000","172.21.15.33:0/1229013790":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6801/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/2751303440":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/2503822140":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6800/105413385":"2024-09-06T02:26:55.784422+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T02:26:56.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.705+0000 7fa2a1600640 1 -- 172.21.15.33:0/1652899565 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa29c101970 msgr2=0x7fa29c199e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:56.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.705+0000 7fa2a1600640 1 --2- 172.21.15.33:0/1652899565 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa29c101970 0x7fa29c199e60 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fa28c00e9c0 tx=0x7fa28c00ee80 comp rx=0 tx=0).stop 2024-09-05T02:26:56.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.705+0000 7fa2a1600640 1 -- 172.21.15.33:0/1652899565 shutdown_connections 2024-09-05T02:26:56.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.705+0000 7fa2a1600640 1 --2- 172.21.15.33:0/1652899565 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa29c103520 0x7fa29c1a1410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:56.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.705+0000 7fa2a1600640 1 --2- 172.21.15.33:0/1652899565 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa29c102b60 0x7fa29c19a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:56.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.705+0000 7fa2a1600640 1 --2- 172.21.15.33:0/1652899565 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa29c101970 0x7fa29c199e60 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:56.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.705+0000 7fa2a1600640 1 -- 172.21.15.33:0/1652899565 >> 172.21.15.33:0/1652899565 conn(0x7fa29c0fd110 msgr2=0x7fa29c074420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:56.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.705+0000 7fa2a1600640 1 -- 172.21.15.33:0/1652899565 shutdown_connections 2024-09-05T02:26:56.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.705+0000 7fa2a1600640 1 -- 172.21.15.33:0/1652899565 wait complete. 2024-09-05T02:26:56.724 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-05T02:19:57.005189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-05T02:24:42.913016+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-05T02:24:46.103614+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-05T02:26:56.725 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-05T02:26:56.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.904+0000 7fb67f000640 1 -- 172.21.15.33:0/3093656147 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb678104f20 msgr2=0x7fb6781053a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:56.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.904+0000 7fb67f000640 1 --2- 172.21.15.33:0/3093656147 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb678104f20 0x7fb6781053a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fb664009900 tx=0x7fb66402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:26:56.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.904+0000 7fb67f000640 1 -- 172.21.15.33:0/3093656147 shutdown_connections 2024-09-05T02:26:56.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.904+0000 7fb67f000640 1 --2- 172.21.15.33:0/3093656147 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6781058e0 0x7fb67810c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:56.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.904+0000 7fb67f000640 1 --2- 172.21.15.33:0/3093656147 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb678104f20 0x7fb6781053a0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:56.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.904+0000 7fb67f000640 1 --2- 172.21.15.33:0/3093656147 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb678103d30 0x7fb678104130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:56.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.904+0000 7fb67f000640 1 -- 172.21.15.33:0/3093656147 >> 172.21.15.33:0/3093656147 conn(0x7fb6780ff470 msgr2=0x7fb6781018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:56.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.904+0000 7fb67f000640 1 -- 172.21.15.33:0/3093656147 shutdown_connections 2024-09-05T02:26:56.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.904+0000 7fb67f000640 1 -- 172.21.15.33:0/3093656147 wait complete. 2024-09-05T02:26:56.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.905+0000 7fb67f000640 1 Processor -- start 2024-09-05T02:26:56.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.905+0000 7fb67f000640 1 -- start start 2024-09-05T02:26:56.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.905+0000 7fb67f000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb678103d30 0x7fb67819a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:56.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.905+0000 7fb67f000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb678104f20 0x7fb67819a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:56.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.905+0000 7fb67f000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb6781058e0 0x7fb6781a1670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:56.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.905+0000 7fb67f000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb67810fa00 con 0x7fb678103d30 2024-09-05T02:26:56.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.905+0000 7fb67f000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb67810f880 con 0x7fb6781058e0 2024-09-05T02:26:56.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.905+0000 7fb67f000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb67810fb80 con 0x7fb678104f20 2024-09-05T02:26:56.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.905+0000 7fb677e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb678103d30 0x7fb67819a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:56.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.906+0000 7fb677e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb678103d30 0x7fb67819a0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37690/0 (socket says 172.21.15.33:37690) 2024-09-05T02:26:56.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.906+0000 7fb677e00640 1 -- 172.21.15.33:0/4282226336 learned_addr learned my addr 172.21.15.33:0/4282226336 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:56.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.906+0000 7fb67d000640 1 --2- 172.21.15.33:0/4282226336 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb6781058e0 0x7fb6781a1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:56.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.906+0000 7fb677400640 1 --2- 172.21.15.33:0/4282226336 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb678104f20 0x7fb67819a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:56.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.906+0000 7fb677e00640 1 -- 172.21.15.33:0/4282226336 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb678104f20 msgr2=0x7fb67819a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:56.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.906+0000 7fb677e00640 1 --2- 172.21.15.33:0/4282226336 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb678104f20 0x7fb67819a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:56.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.906+0000 7fb677e00640 1 -- 172.21.15.33:0/4282226336 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb6781058e0 msgr2=0x7fb6781a1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:56.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.906+0000 7fb677e00640 1 --2- 172.21.15.33:0/4282226336 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb6781058e0 0x7fb6781a1670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:56.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.906+0000 7fb677e00640 1 -- 172.21.15.33:0/4282226336 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6781a1ce0 con 0x7fb678103d30 2024-09-05T02:26:56.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.906+0000 7fb67d000640 1 --2- 172.21.15.33:0/4282226336 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb6781058e0 0x7fb6781a1670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:26:56.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.906+0000 7fb677e00640 1 --2- 172.21.15.33:0/4282226336 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb678103d30 0x7fb67819a0c0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fb66800e9c0 tx=0x7fb66800edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:56.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.907+0000 7fb674c00640 1 -- 172.21.15.33:0/4282226336 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb66800ccc0 con 0x7fb678103d30 2024-09-05T02:26:56.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.907+0000 7fb674c00640 1 -- 172.21.15.33:0/4282226336 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb6680035f0 con 0x7fb678103d30 2024-09-05T02:26:56.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.907+0000 7fb67f000640 1 -- 172.21.15.33:0/4282226336 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6781a1fd0 con 0x7fb678103d30 2024-09-05T02:26:56.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.907+0000 7fb674c00640 1 -- 172.21.15.33:0/4282226336 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb66800ce60 con 0x7fb678103d30 2024-09-05T02:26:56.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.907+0000 7fb67f000640 1 -- 172.21.15.33:0/4282226336 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6781a23e0 con 0x7fb678103d30 2024-09-05T02:26:56.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.908+0000 7fb67f000640 1 -- 172.21.15.33:0/4282226336 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb67810b1c0 con 0x7fb678103d30 2024-09-05T02:26:56.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.910+0000 7fb674c00640 1 -- 172.21.15.33:0/4282226336 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 23) ==== 137645+0+0 (secure 0 0 0) 0x7fb6680037a0 con 0x7fb678103d30 2024-09-05T02:26:56.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.911+0000 7fb674c00640 1 --2- 172.21.15.33:0/4282226336 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb65c0a2990 0x7fb65c0a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:56.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.912+0000 7fb674c00640 1 -- 172.21.15.33:0/4282226336 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb6680cf0f0 con 0x7fb678103d30 2024-09-05T02:26:56.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.912+0000 7fb677400640 1 --2- 172.21.15.33:0/4282226336 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb65c0a2990 0x7fb65c0a4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:56.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.912+0000 7fb677400640 1 --2- 172.21.15.33:0/4282226336 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb65c0a2990 0x7fb65c0a4e50 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fb664031440 tx=0x7fb6640315b0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:56.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:56.916+0000 7fb674c00640 1 -- 172.21.15.33:0/4282226336 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb66809c1f0 con 0x7fb678103d30 2024-09-05T02:26:57.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.110+0000 7fb67f000640 1 -- 172.21.15.33:0/4282226336 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fb678062ec0 con 0x7fb678103d30 2024-09-05T02:26:57.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.110+0000 7fb674c00640 1 -- 172.21.15.33:0/4282226336 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) ==== 93+0+10 (secure 0 0 0) 0x7fb66809baf0 con 0x7fb678103d30 2024-09-05T02:26:57.113 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-05T02:26:57.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.113+0000 7fb67f000640 1 -- 172.21.15.33:0/4282226336 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb65c0a2990 msgr2=0x7fb65c0a4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:57.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.113+0000 7fb67f000640 1 --2- 172.21.15.33:0/4282226336 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb65c0a2990 0x7fb65c0a4e50 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fb664031440 tx=0x7fb6640315b0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.113+0000 7fb67f000640 1 -- 172.21.15.33:0/4282226336 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb678103d30 msgr2=0x7fb67819a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:57.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.113+0000 7fb67f000640 1 --2- 172.21.15.33:0/4282226336 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb678103d30 0x7fb67819a0c0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fb66800e9c0 tx=0x7fb66800edc0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.113+0000 7fb67f000640 1 -- 172.21.15.33:0/4282226336 shutdown_connections 2024-09-05T02:26:57.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.113+0000 7fb67f000640 1 --2- 172.21.15.33:0/4282226336 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb65c0a2990 0x7fb65c0a4e50 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.113+0000 7fb67f000640 1 --2- 172.21.15.33:0/4282226336 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb6781058e0 0x7fb6781a1670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.113+0000 7fb67f000640 1 --2- 172.21.15.33:0/4282226336 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb678104f20 0x7fb67819a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.113+0000 7fb67f000640 1 --2- 172.21.15.33:0/4282226336 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb678103d30 0x7fb67819a0c0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.113+0000 7fb67f000640 1 -- 172.21.15.33:0/4282226336 >> 172.21.15.33:0/4282226336 conn(0x7fb6780ff470 msgr2=0x7fb678108390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:57.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.113+0000 7fb67f000640 1 -- 172.21.15.33:0/4282226336 shutdown_connections 2024-09-05T02:26:57.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.113+0000 7fb67f000640 1 -- 172.21.15.33:0/4282226336 wait complete. 2024-09-05T02:26:57.134 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-05T02:26:57.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.310+0000 7f11e7000640 1 -- 172.21.15.33:0/3261354136 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f11e01098b0 msgr2=0x7f11e010bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:57.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.310+0000 7f11e7000640 1 --2- 172.21.15.33:0/3261354136 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f11e01098b0 0x7f11e010bd40 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f11d8009be0 tx=0x7f11d802a750 comp rx=0 tx=0).stop 2024-09-05T02:26:57.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.310+0000 7f11e7000640 1 -- 172.21.15.33:0/3261354136 shutdown_connections 2024-09-05T02:26:57.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.310+0000 7f11e7000640 1 --2- 172.21.15.33:0/3261354136 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f11e01098b0 0x7f11e010bd40 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.310+0000 7f11e7000640 1 --2- 172.21.15.33:0/3261354136 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f11e0074bd0 0x7f11e0075030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.310+0000 7f11e7000640 1 --2- 172.21.15.33:0/3261354136 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11e00761b0 0x7f11e0074600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.310+0000 7f11e7000640 1 -- 172.21.15.33:0/3261354136 >> 172.21.15.33:0/3261354136 conn(0x7f11e00fd180 msgr2=0x7f11e00ff5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:57.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.310+0000 7f11e7000640 1 -- 172.21.15.33:0/3261354136 shutdown_connections 2024-09-05T02:26:57.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.310+0000 7f11e7000640 1 -- 172.21.15.33:0/3261354136 wait complete. 2024-09-05T02:26:57.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.311+0000 7f11e7000640 1 Processor -- start 2024-09-05T02:26:57.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.311+0000 7f11e7000640 1 -- start start 2024-09-05T02:26:57.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.311+0000 7f11e7000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f11e0074bd0 0x7f11e0199eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:57.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.311+0000 7f11e7000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11e00761b0 0x7f11e019a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:57.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.311+0000 7f11e7000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f11e01098b0 0x7f11e01a1460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:57.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.311+0000 7f11e7000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f11e010f860 con 0x7f11e00761b0 2024-09-05T02:26:57.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.311+0000 7f11e7000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f11e010f6e0 con 0x7f11e01098b0 2024-09-05T02:26:57.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.311+0000 7f11e7000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f11e010f9e0 con 0x7f11e0074bd0 2024-09-05T02:26:57.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.311+0000 7f11e5200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11e00761b0 0x7f11e019a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:57.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.311+0000 7f11e5c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f11e0074bd0 0x7f11e0199eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:57.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.311+0000 7f11e5c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f11e0074bd0 0x7f11e0199eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56608/0 (socket says 172.21.15.33:56608) 2024-09-05T02:26:57.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.311+0000 7f11e5200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11e00761b0 0x7f11e019a3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37704/0 (socket says 172.21.15.33:37704) 2024-09-05T02:26:57.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.311+0000 7f11e5c00640 1 -- 172.21.15.33:0/934470988 learned_addr learned my addr 172.21.15.33:0/934470988 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:57.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.312+0000 7f11e6600640 1 --2- 172.21.15.33:0/934470988 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f11e01098b0 0x7f11e01a1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:57.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.312+0000 7f11e5c00640 1 -- 172.21.15.33:0/934470988 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f11e01098b0 msgr2=0x7f11e01a1460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:57.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.312+0000 7f11e5c00640 1 --2- 172.21.15.33:0/934470988 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f11e01098b0 0x7f11e01a1460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.312+0000 7f11e5c00640 1 -- 172.21.15.33:0/934470988 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11e00761b0 msgr2=0x7f11e019a3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:57.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.312+0000 7f11e5c00640 1 --2- 172.21.15.33:0/934470988 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11e00761b0 0x7f11e019a3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.312+0000 7f11e5c00640 1 -- 172.21.15.33:0/934470988 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11e01a1ad0 con 0x7f11e0074bd0 2024-09-05T02:26:57.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.312+0000 7f11e6600640 1 --2- 172.21.15.33:0/934470988 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f11e01098b0 0x7f11e01a1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:26:57.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.312+0000 7f11e5c00640 1 --2- 172.21.15.33:0/934470988 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f11e0074bd0 0x7f11e0199eb0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f11d400e9c0 tx=0x7f11d400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:57.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.312+0000 7f11de000640 1 -- 172.21.15.33:0/934470988 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11d400ccc0 con 0x7f11e0074bd0 2024-09-05T02:26:57.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.312+0000 7f11e7000640 1 -- 172.21.15.33:0/934470988 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11e01a1dc0 con 0x7f11e0074bd0 2024-09-05T02:26:57.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.313+0000 7f11de000640 1 -- 172.21.15.33:0/934470988 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f11d4005500 con 0x7f11e0074bd0 2024-09-05T02:26:57.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.313+0000 7f11de000640 1 -- 172.21.15.33:0/934470988 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11d4010430 con 0x7f11e0074bd0 2024-09-05T02:26:57.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.313+0000 7f11e7000640 1 -- 172.21.15.33:0/934470988 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11e01a2230 con 0x7f11e0074bd0 2024-09-05T02:26:57.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.314+0000 7f11e7000640 1 -- 172.21.15.33:0/934470988 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11e0107f60 con 0x7f11e0074bd0 2024-09-05T02:26:57.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.315+0000 7f11de000640 1 -- 172.21.15.33:0/934470988 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 23) ==== 137645+0+0 (secure 0 0 0) 0x7f11d40046c0 con 0x7f11e0074bd0 2024-09-05T02:26:57.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.317+0000 7f11de000640 1 --2- 172.21.15.33:0/934470988 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f11c80a2990 0x7f11c80a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:57.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.317+0000 7f11de000640 1 -- 172.21.15.33:0/934470988 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f11d40cf140 con 0x7f11e0074bd0 2024-09-05T02:26:57.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.317+0000 7f11e5200640 1 --2- 172.21.15.33:0/934470988 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f11c80a2990 0x7f11c80a4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:57.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.318+0000 7f11e5200640 1 --2- 172.21.15.33:0/934470988 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f11c80a2990 0x7f11c80a4e50 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f11e019b3c0 tx=0x7f11cc005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:57.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.321+0000 7f11de000640 1 -- 172.21.15.33:0/934470988 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f11d409c240 con 0x7f11e0074bd0 2024-09-05T02:26:57.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:57 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/807308268' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-09-05T02:26:57.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:57 smithi123 ceph-mon[34031]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-05T02:26:57.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:57 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1652899565' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:26:57.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:57 smithi123 ceph-mon[34031]: mgrmap e23: x(active, since 1.01903s), standbys: z, y 2024-09-05T02:26:57.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:57 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/4282226336' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T02:26:57.497 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:57 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/807308268' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-09-05T02:26:57.498 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:57 smithi033 ceph-mon[29909]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-05T02:26:57.498 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:57 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1652899565' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:26:57.498 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:57 smithi033 ceph-mon[29909]: mgrmap e23: x(active, since 1.01903s), standbys: z, y 2024-09-05T02:26:57.498 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:57 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/4282226336' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T02:26:57.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.509+0000 7f11e7000640 1 -- 172.21.15.33:0/934470988 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f11e0062ec0 con 0x7f11e0074bd0 2024-09-05T02:26:57.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.509+0000 7f11de000640 1 -- 172.21.15.33:0/934470988 <== mon.1 v2:172.21.15.174:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v87) ==== 104+0+11 (secure 0 0 0) 0x7f11d409bb40 con 0x7f11e0074bd0 2024-09-05T02:26:57.511 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-05T02:26:57.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.511+0000 7f11e7000640 1 -- 172.21.15.33:0/934470988 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f11c80a2990 msgr2=0x7f11c80a4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:57.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.511+0000 7f11e7000640 1 --2- 172.21.15.33:0/934470988 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f11c80a2990 0x7f11c80a4e50 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f11e019b3c0 tx=0x7f11cc005f90 comp rx=0 tx=0).stop 2024-09-05T02:26:57.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.511+0000 7f11e7000640 1 -- 172.21.15.33:0/934470988 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f11e0074bd0 msgr2=0x7f11e0199eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:57.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.511+0000 7f11e7000640 1 --2- 172.21.15.33:0/934470988 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f11e0074bd0 0x7f11e0199eb0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f11d400e9c0 tx=0x7f11d400ee80 comp rx=0 tx=0).stop 2024-09-05T02:26:57.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.512+0000 7f11e7000640 1 -- 172.21.15.33:0/934470988 shutdown_connections 2024-09-05T02:26:57.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.512+0000 7f11e7000640 1 --2- 172.21.15.33:0/934470988 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f11c80a2990 0x7f11c80a4e50 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.512+0000 7f11e7000640 1 --2- 172.21.15.33:0/934470988 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f11e01098b0 0x7f11e01a1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.512+0000 7f11e7000640 1 --2- 172.21.15.33:0/934470988 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11e00761b0 0x7f11e019a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.512+0000 7f11e7000640 1 --2- 172.21.15.33:0/934470988 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f11e0074bd0 0x7f11e0199eb0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.512+0000 7f11e7000640 1 -- 172.21.15.33:0/934470988 >> 172.21.15.33:0/934470988 conn(0x7f11e00fd180 msgr2=0x7f11e010ba40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:57.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.512+0000 7f11e7000640 1 -- 172.21.15.33:0/934470988 shutdown_connections 2024-09-05T02:26:57.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.512+0000 7f11e7000640 1 -- 172.21.15.33:0/934470988 wait complete. 2024-09-05T02:26:57.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:57 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/807308268' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-09-05T02:26:57.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:57 smithi174 ceph-mon[34756]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-05T02:26:57.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:57 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1652899565' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:26:57.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:57 smithi174 ceph-mon[34756]: mgrmap e23: x(active, since 1.01903s), standbys: z, y 2024-09-05T02:26:57.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:57 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/4282226336' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T02:26:57.529 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-05T02:26:57.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.701+0000 7f7c7e800640 1 -- 172.21.15.33:0/1783214307 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7c78104f20 msgr2=0x7f7c781053a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:57.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.701+0000 7f7c7e800640 1 --2- 172.21.15.33:0/1783214307 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7c78104f20 0x7f7c781053a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f7c60009900 tx=0x7f7c6002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.702+0000 7f7c7e800640 1 -- 172.21.15.33:0/1783214307 shutdown_connections 2024-09-05T02:26:57.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.702+0000 7f7c7e800640 1 --2- 172.21.15.33:0/1783214307 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c781058e0 0x7f7c7810c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.702+0000 7f7c7e800640 1 --2- 172.21.15.33:0/1783214307 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7c78104f20 0x7f7c781053a0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.702+0000 7f7c7e800640 1 --2- 172.21.15.33:0/1783214307 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7c78103d30 0x7f7c78104130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.702+0000 7f7c7e800640 1 -- 172.21.15.33:0/1783214307 >> 172.21.15.33:0/1783214307 conn(0x7f7c780ff470 msgr2=0x7f7c781018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:57.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.702+0000 7f7c7e800640 1 -- 172.21.15.33:0/1783214307 shutdown_connections 2024-09-05T02:26:57.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.702+0000 7f7c7e800640 1 -- 172.21.15.33:0/1783214307 wait complete. 2024-09-05T02:26:57.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.703+0000 7f7c7e800640 1 Processor -- start 2024-09-05T02:26:57.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.703+0000 7f7c7e800640 1 -- start start 2024-09-05T02:26:57.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.703+0000 7f7c7e800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7c78103d30 0x7f7c7819a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:57.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.703+0000 7f7c7e800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7c78104f20 0x7f7c7819a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:57.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.703+0000 7f7c7e800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c781058e0 0x7f7c781a1660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:57.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.703+0000 7f7c7e800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7c7810fa00 con 0x7f7c781058e0 2024-09-05T02:26:57.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.703+0000 7f7c7e800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7c7810f880 con 0x7f7c78104f20 2024-09-05T02:26:57.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.703+0000 7f7c7e800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7c7810fb80 con 0x7f7c78103d30 2024-09-05T02:26:57.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.703+0000 7f7c77400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7c78103d30 0x7f7c7819a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:57.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.703+0000 7f7c77400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7c78103d30 0x7f7c7819a0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56624/0 (socket says 172.21.15.33:56624) 2024-09-05T02:26:57.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.703+0000 7f7c77400640 1 -- 172.21.15.33:0/1394679106 learned_addr learned my addr 172.21.15.33:0/1394679106 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:57.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.704+0000 7f7c77e00640 1 --2- 172.21.15.33:0/1394679106 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c781058e0 0x7f7c781a1660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:57.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.704+0000 7f7c6ea00640 1 --2- 172.21.15.33:0/1394679106 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7c78104f20 0x7f7c7819a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:57.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.704+0000 7f7c77400640 1 -- 172.21.15.33:0/1394679106 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7c78104f20 msgr2=0x7f7c7819a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:57.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.704+0000 7f7c77400640 1 --2- 172.21.15.33:0/1394679106 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7c78104f20 0x7f7c7819a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.704+0000 7f7c77400640 1 -- 172.21.15.33:0/1394679106 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c781058e0 msgr2=0x7f7c781a1660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:57.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.704+0000 7f7c77400640 1 --2- 172.21.15.33:0/1394679106 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c781058e0 0x7f7c781a1660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.704+0000 7f7c77400640 1 -- 172.21.15.33:0/1394679106 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c781a1cd0 con 0x7f7c78103d30 2024-09-05T02:26:57.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.704+0000 7f7c77e00640 1 --2- 172.21.15.33:0/1394679106 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c781058e0 0x7f7c781a1660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:26:57.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.704+0000 7f7c77400640 1 --2- 172.21.15.33:0/1394679106 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7c78103d30 0x7f7c7819a0b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7c6800e9c0 tx=0x7f7c6800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:57.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.704+0000 7f7c74c00640 1 -- 172.21.15.33:0/1394679106 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c6800cd80 con 0x7f7c78103d30 2024-09-05T02:26:57.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.704+0000 7f7c74c00640 1 -- 172.21.15.33:0/1394679106 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7c680035f0 con 0x7f7c78103d30 2024-09-05T02:26:57.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.704+0000 7f7c74c00640 1 -- 172.21.15.33:0/1394679106 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c68010690 con 0x7f7c78103d30 2024-09-05T02:26:57.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.704+0000 7f7c7e800640 1 -- 172.21.15.33:0/1394679106 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c781a1fc0 con 0x7f7c78103d30 2024-09-05T02:26:57.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.705+0000 7f7c7e800640 1 -- 172.21.15.33:0/1394679106 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c781a2370 con 0x7f7c78103d30 2024-09-05T02:26:57.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.706+0000 7f7c7e800640 1 -- 172.21.15.33:0/1394679106 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c7810b1c0 con 0x7f7c78103d30 2024-09-05T02:26:57.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.708+0000 7f7c74c00640 1 -- 172.21.15.33:0/1394679106 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 23) ==== 137645+0+0 (secure 0 0 0) 0x7f7c680037a0 con 0x7f7c78103d30 2024-09-05T02:26:57.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.709+0000 7f7c74c00640 1 --2- 172.21.15.33:0/1394679106 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7c5c0a2a10 0x7f7c5c0a4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:57.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.709+0000 7f7c74c00640 1 -- 172.21.15.33:0/1394679106 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f7c680cf110 con 0x7f7c78103d30 2024-09-05T02:26:57.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.710+0000 7f7c6ea00640 1 --2- 172.21.15.33:0/1394679106 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7c5c0a2a10 0x7f7c5c0a4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:57.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.710+0000 7f7c6ea00640 1 --2- 172.21.15.33:0/1394679106 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7c5c0a2a10 0x7f7c5c0a4ed0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f7c60031440 tx=0x7f7c600315b0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:57.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.711+0000 7f7c74c00640 1 -- 172.21.15.33:0/1394679106 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7c6809c210 con 0x7f7c78103d30 2024-09-05T02:26:57.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.905+0000 7f7c7e800640 1 -- 172.21.15.33:0/1394679106 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f7c7802da70 con 0x7f7c78103d30 2024-09-05T02:26:57.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.910+0000 7f7c74c00640 1 -- 172.21.15.33:0/1394679106 <== mon.1 v2:172.21.15.174:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) ==== 100+0+11 (secure 0 0 0) 0x7f7c6809bb10 con 0x7f7c78103d30 2024-09-05T02:26:57.912 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-05T02:26:57.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.914+0000 7f7c7e800640 1 -- 172.21.15.33:0/1394679106 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7c5c0a2a10 msgr2=0x7f7c5c0a4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:57.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.914+0000 7f7c7e800640 1 --2- 172.21.15.33:0/1394679106 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7c5c0a2a10 0x7f7c5c0a4ed0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f7c60031440 tx=0x7f7c600315b0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.914+0000 7f7c7e800640 1 -- 172.21.15.33:0/1394679106 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7c78103d30 msgr2=0x7f7c7819a0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:57.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.914+0000 7f7c7e800640 1 --2- 172.21.15.33:0/1394679106 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7c78103d30 0x7f7c7819a0b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7c6800e9c0 tx=0x7f7c6800ee80 comp rx=0 tx=0).stop 2024-09-05T02:26:57.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.914+0000 7f7c7e800640 1 -- 172.21.15.33:0/1394679106 shutdown_connections 2024-09-05T02:26:57.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.914+0000 7f7c7e800640 1 --2- 172.21.15.33:0/1394679106 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7c5c0a2a10 0x7f7c5c0a4ed0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.914+0000 7f7c7e800640 1 --2- 172.21.15.33:0/1394679106 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c781058e0 0x7f7c781a1660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.914+0000 7f7c7e800640 1 --2- 172.21.15.33:0/1394679106 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7c78104f20 0x7f7c7819a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.914+0000 7f7c7e800640 1 --2- 172.21.15.33:0/1394679106 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7c78103d30 0x7f7c7819a0b0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:57.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.914+0000 7f7c7e800640 1 -- 172.21.15.33:0/1394679106 >> 172.21.15.33:0/1394679106 conn(0x7f7c780ff470 msgr2=0x7f7c78108390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:57.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.915+0000 7f7c7e800640 1 -- 172.21.15.33:0/1394679106 shutdown_connections 2024-09-05T02:26:57.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:57.915+0000 7f7c7e800640 1 -- 172.21.15.33:0/1394679106 wait complete. 2024-09-05T02:26:57.941 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-09-05T02:26:57.941 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:26:58.390 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:26:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-mon[29909]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:26:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/934470988' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-05T02:26:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:58.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1394679106' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-05T02:26:58.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:58.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:58.321+0000 7f1889400640 -1 log_channel(cephadm) log [ERR] : [05/Sep/2024:02:26:58] ENGINE Error in HTTPServer.serve 2024-09-05T02:26:58.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: Traceback (most recent call last): 2024-09-05T02:26:58.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T02:26:58.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: self._connections.run(self.expiration_interval) 2024-09-05T02:26:58.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T02:26:58.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: self._run(expiration_interval) 2024-09-05T02:26:58.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T02:26:58.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T02:26:58.588 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T02:26:58.589 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T02:26:58.589 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T02:26:58.589 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: s = self.context.wrap_socket( 2024-09-05T02:26:58.589 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T02:26:58.589 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: return self.sslsocket_class._create( 2024-09-05T02:26:58.589 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T02:26:58.589 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: self.do_handshake() 2024-09-05T02:26:58.589 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T02:26:58.589 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: self._sslobj.do_handshake() 2024-09-05T02:26:58.589 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T02:26:58.589 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:26:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:26:58.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:58 smithi123 ceph-mon[34031]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:26:58.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:58 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/934470988' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-05T02:26:58.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:58 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:58.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:58 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:58.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:58 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:58.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:58 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1394679106' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-05T02:26:58.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:58 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:58 smithi174 ceph-mon[34756]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:26:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:58 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/934470988' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-05T02:26:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:58 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:58 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:58 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:58 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1394679106' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-05T02:26:58.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:58 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:59.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.005+0000 7fa29f200640 1 -- 172.21.15.33:0/1528879960 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2a01047e0 msgr2=0x7fa2a0108830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:59.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.005+0000 7fa29f200640 1 --2- 172.21.15.33:0/1528879960 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2a01047e0 0x7fa2a0108830 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fa28c009900 tx=0x7fa28c02a3f0 comp rx=0 tx=0).stop 2024-09-05T02:26:59.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.006+0000 7fa29f200640 1 -- 172.21.15.33:0/1528879960 shutdown_connections 2024-09-05T02:26:59.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.006+0000 7fa29f200640 1 --2- 172.21.15.33:0/1528879960 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa2a0108f60 0x7fa2a0110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:59.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.006+0000 7fa29f200640 1 --2- 172.21.15.33:0/1528879960 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2a01047e0 0x7fa2a0108830 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:59.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.006+0000 7fa29f200640 1 --2- 172.21.15.33:0/1528879960 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa2a0103e30 0x7fa2a0104210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:59.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.006+0000 7fa29f200640 1 -- 172.21.15.33:0/1528879960 >> 172.21.15.33:0/1528879960 conn(0x7fa2a00ff910 msgr2=0x7fa2a0101d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:59.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.006+0000 7fa29f200640 1 -- 172.21.15.33:0/1528879960 shutdown_connections 2024-09-05T02:26:59.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.006+0000 7fa29f200640 1 -- 172.21.15.33:0/1528879960 wait complete. 2024-09-05T02:26:59.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.007+0000 7fa29f200640 1 Processor -- start 2024-09-05T02:26:59.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.007+0000 7fa29f200640 1 -- start start 2024-09-05T02:26:59.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.007+0000 7fa29f200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa2a0103e30 0x7fa2a019a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:59.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.007+0000 7fa29f200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2a01047e0 0x7fa2a019aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:59.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.007+0000 7fa29f200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa2a0108f60 0x7fa2a019ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:59.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.007+0000 7fa29f200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa2a0113f80 con 0x7fa2a01047e0 2024-09-05T02:26:59.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.007+0000 7fa29f200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa2a0113e00 con 0x7fa2a0103e30 2024-09-05T02:26:59.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.007+0000 7fa29f200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fa2a0114100 con 0x7fa2a0108f60 2024-09-05T02:26:59.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.008+0000 7fa29de00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa2a0103e30 0x7fa2a019a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:59.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.008+0000 7fa29de00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa2a0103e30 0x7fa2a019a4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:52168/0 (socket says 172.21.15.33:52168) 2024-09-05T02:26:59.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.008+0000 7fa29de00640 1 -- 172.21.15.33:0/2089247356 learned_addr learned my addr 172.21.15.33:0/2089247356 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:26:59.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.008+0000 7fa29d400640 1 --2- 172.21.15.33:0/2089247356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2a01047e0 0x7fa2a019aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:59.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.008+0000 7fa29de00640 1 -- 172.21.15.33:0/2089247356 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa2a0108f60 msgr2=0x7fa2a019ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:59.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.008+0000 7fa29e800640 1 --2- 172.21.15.33:0/2089247356 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa2a0108f60 0x7fa2a019ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:59.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.008+0000 7fa29de00640 1 --2- 172.21.15.33:0/2089247356 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa2a0108f60 0x7fa2a019ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:59.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.008+0000 7fa29de00640 1 -- 172.21.15.33:0/2089247356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2a01047e0 msgr2=0x7fa2a019aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:59.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.008+0000 7fa29de00640 1 --2- 172.21.15.33:0/2089247356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2a01047e0 0x7fa2a019aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:59.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.008+0000 7fa29de00640 1 -- 172.21.15.33:0/2089247356 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2a019f470 con 0x7fa2a0103e30 2024-09-05T02:26:59.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.008+0000 7fa29e800640 1 --2- 172.21.15.33:0/2089247356 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa2a0108f60 0x7fa2a019ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:26:59.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.009+0000 7fa29de00640 1 --2- 172.21.15.33:0/2089247356 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa2a0103e30 0x7fa2a019a4c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fa29000e9f0 tx=0x7fa29000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:59.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.009+0000 7fa296a00640 1 -- 172.21.15.33:0/2089247356 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29000cd80 con 0x7fa2a0103e30 2024-09-05T02:26:59.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.009+0000 7fa29f200640 1 -- 172.21.15.33:0/2089247356 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2a019f760 con 0x7fa2a0103e30 2024-09-05T02:26:59.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.009+0000 7fa296a00640 1 -- 172.21.15.33:0/2089247356 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa290010910 con 0x7fa2a0103e30 2024-09-05T02:26:59.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.009+0000 7fa296a00640 1 -- 172.21.15.33:0/2089247356 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa290018990 con 0x7fa2a0103e30 2024-09-05T02:26:59.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.009+0000 7fa29f200640 1 -- 172.21.15.33:0/2089247356 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2a01a7040 con 0x7fa2a0103e30 2024-09-05T02:26:59.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.011+0000 7fa29f200640 1 -- 172.21.15.33:0/2089247356 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2a0104210 con 0x7fa2a0103e30 2024-09-05T02:26:59.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.012+0000 7fa296a00640 1 -- 172.21.15.33:0/2089247356 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 24) ==== 137953+0+0 (secure 0 0 0) 0x7fa290010ac0 con 0x7fa2a0103e30 2024-09-05T02:26:59.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.013+0000 7fa296a00640 1 --2- 172.21.15.33:0/2089247356 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fa2840a2cf0 0x7fa2840a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:26:59.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.013+0000 7fa296a00640 1 -- 172.21.15.33:0/2089247356 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fa2900cf910 con 0x7fa2a0103e30 2024-09-05T02:26:59.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.013+0000 7fa29d400640 1 --2- 172.21.15.33:0/2089247356 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fa2840a2cf0 0x7fa2840a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:26:59.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.014+0000 7fa29d400640 1 --2- 172.21.15.33:0/2089247356 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fa2840a2cf0 0x7fa2840a51b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fa2a0101fa0 tx=0x7fa28c005a20 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:26:59.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.017+0000 7fa296a00640 1 -- 172.21.15.33:0/2089247356 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa29009c4e0 con 0x7fa2a0103e30 2024-09-05T02:26:59.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.253+0000 7fa29f200640 1 -- 172.21.15.33:0/2089247356 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa2a010c1a0 con 0x7fa2a0103e30 2024-09-05T02:26:59.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.254+0000 7fa296a00640 1 -- 172.21.15.33:0/2089247356 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7fa29009bde0 con 0x7fa2a0103e30 2024-09-05T02:26:59.257 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:26:59.257 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:26:59.257 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:26:59.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.258+0000 7fa29f200640 1 -- 172.21.15.33:0/2089247356 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fa2840a2cf0 msgr2=0x7fa2840a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:59.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.258+0000 7fa29f200640 1 --2- 172.21.15.33:0/2089247356 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fa2840a2cf0 0x7fa2840a51b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fa2a0101fa0 tx=0x7fa28c005a20 comp rx=0 tx=0).stop 2024-09-05T02:26:59.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.258+0000 7fa29f200640 1 -- 172.21.15.33:0/2089247356 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa2a0103e30 msgr2=0x7fa2a019a4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:26:59.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.258+0000 7fa29f200640 1 --2- 172.21.15.33:0/2089247356 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa2a0103e30 0x7fa2a019a4c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fa29000e9f0 tx=0x7fa29000eeb0 comp rx=0 tx=0).stop 2024-09-05T02:26:59.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.258+0000 7fa29f200640 1 -- 172.21.15.33:0/2089247356 shutdown_connections 2024-09-05T02:26:59.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.258+0000 7fa29f200640 1 --2- 172.21.15.33:0/2089247356 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fa2840a2cf0 0x7fa2840a51b0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:59.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.258+0000 7fa29f200640 1 --2- 172.21.15.33:0/2089247356 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa2a0108f60 0x7fa2a019ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:59.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.258+0000 7fa29f200640 1 --2- 172.21.15.33:0/2089247356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2a01047e0 0x7fa2a019aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:59.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.258+0000 7fa29f200640 1 --2- 172.21.15.33:0/2089247356 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa2a0103e30 0x7fa2a019a4c0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:26:59.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.258+0000 7fa29f200640 1 -- 172.21.15.33:0/2089247356 >> 172.21.15.33:0/2089247356 conn(0x7fa2a00ff910 msgr2=0x7fa2a0100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:26:59.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.258+0000 7fa29f200640 1 -- 172.21.15.33:0/2089247356 shutdown_connections 2024-09-05T02:26:59.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:26:59.258+0000 7fa29f200640 1 -- 172.21.15.33:0/2089247356 wait complete. 2024-09-05T02:26:59.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: [05/Sep/2024:02:26:58] ENGINE Bus STARTING 2024-09-05T02:26:59.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: mgrmap e24: x(active, since 2s), standbys: z, y 2024-09-05T02:26:59.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: [05/Sep/2024:02:26:58] ENGINE Serving on https://172.21.15.33:7150 2024-09-05T02:26:59.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: [05/Sep/2024:02:26:58] ENGINE Error in HTTPServer.serve 2024-09-05T02:26:59.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: Traceback (most recent call last): 2024-09-05T02:26:59.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T02:26:59.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: self._connections.run(self.expiration_interval) 2024-09-05T02:26:59.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T02:26:59.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: self._run(expiration_interval) 2024-09-05T02:26:59.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T02:26:59.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T02:26:59.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T02:26:59.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T02:26:59.588 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T02:26:59.589 INFO:journalctl@ceph.mon.a.smithi033.stdout: s = self.context.wrap_socket( 2024-09-05T02:26:59.589 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T02:26:59.589 INFO:journalctl@ceph.mon.a.smithi033.stdout: return self.sslsocket_class._create( 2024-09-05T02:26:59.589 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T02:26:59.589 INFO:journalctl@ceph.mon.a.smithi033.stdout: self.do_handshake() 2024-09-05T02:26:59.589 INFO:journalctl@ceph.mon.a.smithi033.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T02:26:59.589 INFO:journalctl@ceph.mon.a.smithi033.stdout: self._sslobj.do_handshake() 2024-09-05T02:26:59.589 INFO:journalctl@ceph.mon.a.smithi033.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T02:26:59.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: [05/Sep/2024:02:26:58] ENGINE Serving on http://172.21.15.33:8765 2024-09-05T02:26:59.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: [05/Sep/2024:02:26:58] ENGINE Bus STARTED 2024-09-05T02:26:59.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:59.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:59.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:59.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:59.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2089247356' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:26:59.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:59.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:26:59 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:59.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: [05/Sep/2024:02:26:58] ENGINE Bus STARTING 2024-09-05T02:26:59.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: mgrmap e24: x(active, since 2s), standbys: z, y 2024-09-05T02:26:59.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: [05/Sep/2024:02:26:58] ENGINE Serving on https://172.21.15.33:7150 2024-09-05T02:26:59.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: [05/Sep/2024:02:26:58] ENGINE Error in HTTPServer.serve 2024-09-05T02:26:59.636 INFO:journalctl@ceph.mon.b.smithi123.stdout: Traceback (most recent call last): 2024-09-05T02:26:59.636 INFO:journalctl@ceph.mon.b.smithi123.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T02:26:59.636 INFO:journalctl@ceph.mon.b.smithi123.stdout: self._connections.run(self.expiration_interval) 2024-09-05T02:26:59.636 INFO:journalctl@ceph.mon.b.smithi123.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T02:26:59.636 INFO:journalctl@ceph.mon.b.smithi123.stdout: self._run(expiration_interval) 2024-09-05T02:26:59.636 INFO:journalctl@ceph.mon.b.smithi123.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T02:26:59.637 INFO:journalctl@ceph.mon.b.smithi123.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T02:26:59.637 INFO:journalctl@ceph.mon.b.smithi123.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T02:26:59.637 INFO:journalctl@ceph.mon.b.smithi123.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T02:26:59.637 INFO:journalctl@ceph.mon.b.smithi123.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T02:26:59.637 INFO:journalctl@ceph.mon.b.smithi123.stdout: s = self.context.wrap_socket( 2024-09-05T02:26:59.637 INFO:journalctl@ceph.mon.b.smithi123.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T02:26:59.637 INFO:journalctl@ceph.mon.b.smithi123.stdout: return self.sslsocket_class._create( 2024-09-05T02:26:59.637 INFO:journalctl@ceph.mon.b.smithi123.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T02:26:59.637 INFO:journalctl@ceph.mon.b.smithi123.stdout: self.do_handshake() 2024-09-05T02:26:59.637 INFO:journalctl@ceph.mon.b.smithi123.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T02:26:59.637 INFO:journalctl@ceph.mon.b.smithi123.stdout: self._sslobj.do_handshake() 2024-09-05T02:26:59.637 INFO:journalctl@ceph.mon.b.smithi123.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T02:26:59.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: [05/Sep/2024:02:26:58] ENGINE Serving on http://172.21.15.33:8765 2024-09-05T02:26:59.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: [05/Sep/2024:02:26:58] ENGINE Bus STARTED 2024-09-05T02:26:59.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:59.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:59.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:59.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:59.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.639 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.639 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.639 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2089247356' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:26:59.639 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:59.639 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:26:59 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:59.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: [05/Sep/2024:02:26:58] ENGINE Bus STARTING 2024-09-05T02:26:59.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: mgrmap e24: x(active, since 2s), standbys: z, y 2024-09-05T02:26:59.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: [05/Sep/2024:02:26:58] ENGINE Serving on https://172.21.15.33:7150 2024-09-05T02:26:59.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: [05/Sep/2024:02:26:58] ENGINE Error in HTTPServer.serve 2024-09-05T02:26:59.777 INFO:journalctl@ceph.mon.c.smithi174.stdout: Traceback (most recent call last): 2024-09-05T02:26:59.777 INFO:journalctl@ceph.mon.c.smithi174.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T02:26:59.778 INFO:journalctl@ceph.mon.c.smithi174.stdout: self._connections.run(self.expiration_interval) 2024-09-05T02:26:59.778 INFO:journalctl@ceph.mon.c.smithi174.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T02:26:59.778 INFO:journalctl@ceph.mon.c.smithi174.stdout: self._run(expiration_interval) 2024-09-05T02:26:59.778 INFO:journalctl@ceph.mon.c.smithi174.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T02:26:59.778 INFO:journalctl@ceph.mon.c.smithi174.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T02:26:59.778 INFO:journalctl@ceph.mon.c.smithi174.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T02:26:59.778 INFO:journalctl@ceph.mon.c.smithi174.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T02:26:59.778 INFO:journalctl@ceph.mon.c.smithi174.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T02:26:59.778 INFO:journalctl@ceph.mon.c.smithi174.stdout: s = self.context.wrap_socket( 2024-09-05T02:26:59.778 INFO:journalctl@ceph.mon.c.smithi174.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T02:26:59.778 INFO:journalctl@ceph.mon.c.smithi174.stdout: return self.sslsocket_class._create( 2024-09-05T02:26:59.778 INFO:journalctl@ceph.mon.c.smithi174.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T02:26:59.779 INFO:journalctl@ceph.mon.c.smithi174.stdout: self.do_handshake() 2024-09-05T02:26:59.779 INFO:journalctl@ceph.mon.c.smithi174.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T02:26:59.779 INFO:journalctl@ceph.mon.c.smithi174.stdout: self._sslobj.do_handshake() 2024-09-05T02:26:59.779 INFO:journalctl@ceph.mon.c.smithi174.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T02:26:59.779 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: [05/Sep/2024:02:26:58] ENGINE Serving on http://172.21.15.33:8765 2024-09-05T02:26:59.779 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: [05/Sep/2024:02:26:58] ENGINE Bus STARTED 2024-09-05T02:26:59.779 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:59.779 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:59.779 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:59.779 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.779 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:59.779 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.779 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.780 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.780 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.780 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.780 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.780 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:26:59.780 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2089247356' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:26:59.780 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:26:59.780 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:26:59 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:00.029 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-09-05T02:27:00.029 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-09-05T02:27:00.029 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T02:27:00.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.192+0000 7fc968400640 1 -- 172.21.15.33:0/1342455950 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc9601058e0 msgr2=0x7fc96010c170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:00.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.192+0000 7fc968400640 1 --2- 172.21.15.33:0/1342455950 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc9601058e0 0x7fc96010c170 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc958009ca0 tx=0x7fc95802a8c0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.193+0000 7fc968400640 1 -- 172.21.15.33:0/1342455950 shutdown_connections 2024-09-05T02:27:00.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.193+0000 7fc968400640 1 --2- 172.21.15.33:0/1342455950 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc9601058e0 0x7fc96010c170 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.193+0000 7fc968400640 1 --2- 172.21.15.33:0/1342455950 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc960104f20 0x7fc9601053a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.193+0000 7fc968400640 1 --2- 172.21.15.33:0/1342455950 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc960103d30 0x7fc960104130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.193+0000 7fc968400640 1 -- 172.21.15.33:0/1342455950 >> 172.21.15.33:0/1342455950 conn(0x7fc9600ff4b0 msgr2=0x7fc9601018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:00.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.193+0000 7fc968400640 1 -- 172.21.15.33:0/1342455950 shutdown_connections 2024-09-05T02:27:00.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.193+0000 7fc968400640 1 -- 172.21.15.33:0/1342455950 wait complete. 2024-09-05T02:27:00.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.194+0000 7fc968400640 1 Processor -- start 2024-09-05T02:27:00.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.194+0000 7fc968400640 1 -- start start 2024-09-05T02:27:00.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.194+0000 7fc968400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc960103d30 0x7fc960199fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:00.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.194+0000 7fc968400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc960104f20 0x7fc96019a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:00.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.194+0000 7fc968400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc9601058e0 0x7fc9601a1590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:00.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.194+0000 7fc968400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc96010f9b0 con 0x7fc960103d30 2024-09-05T02:27:00.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.194+0000 7fc968400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc96010f830 con 0x7fc960104f20 2024-09-05T02:27:00.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.194+0000 7fc968400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc96010fb30 con 0x7fc9601058e0 2024-09-05T02:27:00.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.194+0000 7fc965a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc960103d30 0x7fc960199fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:00.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.194+0000 7fc965a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc960103d30 0x7fc960199fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54454/0 (socket says 172.21.15.33:54454) 2024-09-05T02:27:00.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.194+0000 7fc965a00640 1 -- 172.21.15.33:0/163930730 learned_addr learned my addr 172.21.15.33:0/163930730 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:00.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.194+0000 7fc966400640 1 --2- 172.21.15.33:0/163930730 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc9601058e0 0x7fc9601a1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:00.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.194+0000 7fc965000640 1 --2- 172.21.15.33:0/163930730 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc960104f20 0x7fc96019a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:00.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.195+0000 7fc965a00640 1 -- 172.21.15.33:0/163930730 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc9601058e0 msgr2=0x7fc9601a1590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:00.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.195+0000 7fc965a00640 1 --2- 172.21.15.33:0/163930730 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc9601058e0 0x7fc9601a1590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.195+0000 7fc965a00640 1 -- 172.21.15.33:0/163930730 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc960104f20 msgr2=0x7fc96019a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:00.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.195+0000 7fc965a00640 1 --2- 172.21.15.33:0/163930730 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc960104f20 0x7fc96019a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.195+0000 7fc965a00640 1 -- 172.21.15.33:0/163930730 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9601a1c00 con 0x7fc960103d30 2024-09-05T02:27:00.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.195+0000 7fc965a00640 1 --2- 172.21.15.33:0/163930730 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc960103d30 0x7fc960199fe0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fc95400e9c0 tx=0x7fc95400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:00.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.195+0000 7fc95e000640 1 -- 172.21.15.33:0/163930730 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc95400cd80 con 0x7fc960103d30 2024-09-05T02:27:00.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.195+0000 7fc95e000640 1 -- 172.21.15.33:0/163930730 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc9540035f0 con 0x7fc960103d30 2024-09-05T02:27:00.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.195+0000 7fc968400640 1 -- 172.21.15.33:0/163930730 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9601a1ef0 con 0x7fc960103d30 2024-09-05T02:27:00.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.195+0000 7fc95e000640 1 -- 172.21.15.33:0/163930730 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc954010690 con 0x7fc960103d30 2024-09-05T02:27:00.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.196+0000 7fc968400640 1 -- 172.21.15.33:0/163930730 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9601a2350 con 0x7fc960103d30 2024-09-05T02:27:00.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.197+0000 7fc968400640 1 -- 172.21.15.33:0/163930730 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc96010b0d0 con 0x7fc960103d30 2024-09-05T02:27:00.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.199+0000 7fc95e000640 1 -- 172.21.15.33:0/163930730 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 24) ==== 137953+0+0 (secure 0 0 0) 0x7fc9540037a0 con 0x7fc960103d30 2024-09-05T02:27:00.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.200+0000 7fc95e000640 1 --2- 172.21.15.33:0/163930730 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc9480a2d00 0x7fc9480a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:00.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.200+0000 7fc95e000640 1 -- 172.21.15.33:0/163930730 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fc9540cf8d0 con 0x7fc960103d30 2024-09-05T02:27:00.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.200+0000 7fc965000640 1 --2- 172.21.15.33:0/163930730 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc9480a2d00 0x7fc9480a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:00.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.201+0000 7fc965000640 1 --2- 172.21.15.33:0/163930730 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc9480a2d00 0x7fc9480a51c0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fc96019b4f0 tx=0x7fc94c005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:00.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.203+0000 7fc95e000640 1 -- 172.21.15.33:0/163930730 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc95409c590 con 0x7fc960103d30 2024-09-05T02:27:00.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.301+0000 7fc95e000640 1 -- 172.21.15.33:0/163930730 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7fc9540cd2b0 con 0x7fc960103d30 2024-09-05T02:27:00.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.393+0000 7fc968400640 1 -- 172.21.15.33:0/163930730 --> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc960062630 con 0x7fc9480a2d00 2024-09-05T02:27:00.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.402+0000 7fc95e000640 1 -- 172.21.15.33:0/163930730 <== mgr.15138 v2:172.21.15.33:6800/2352698460 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+257818 (secure 0 0 0) 0x7fc960062630 con 0x7fc9480a2d00 2024-09-05T02:27:00.407 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:27:00.408 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-09-05T02:27:00.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.406+0000 7fc968400640 1 -- 172.21.15.33:0/163930730 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc9480a2d00 msgr2=0x7fc9480a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:00.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.406+0000 7fc968400640 1 --2- 172.21.15.33:0/163930730 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc9480a2d00 0x7fc9480a51c0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fc96019b4f0 tx=0x7fc94c005f90 comp rx=0 tx=0).stop 2024-09-05T02:27:00.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.406+0000 7fc968400640 1 -- 172.21.15.33:0/163930730 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc960103d30 msgr2=0x7fc960199fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:00.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.406+0000 7fc968400640 1 --2- 172.21.15.33:0/163930730 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc960103d30 0x7fc960199fe0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fc95400e9c0 tx=0x7fc95400ee80 comp rx=0 tx=0).stop 2024-09-05T02:27:00.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.406+0000 7fc968400640 1 -- 172.21.15.33:0/163930730 shutdown_connections 2024-09-05T02:27:00.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.406+0000 7fc968400640 1 --2- 172.21.15.33:0/163930730 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc9480a2d00 0x7fc9480a51c0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.406+0000 7fc968400640 1 --2- 172.21.15.33:0/163930730 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc9601058e0 0x7fc9601a1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.406+0000 7fc968400640 1 --2- 172.21.15.33:0/163930730 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc960104f20 0x7fc96019a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.406+0000 7fc968400640 1 --2- 172.21.15.33:0/163930730 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc960103d30 0x7fc960199fe0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.406+0000 7fc968400640 1 -- 172.21.15.33:0/163930730 >> 172.21.15.33:0/163930730 conn(0x7fc9600ff4b0 msgr2=0x7fc9601082a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:00.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.406+0000 7fc968400640 1 -- 172.21.15.33:0/163930730 shutdown_connections 2024-09-05T02:27:00.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.406+0000 7fc968400640 1 -- 172.21.15.33:0/163930730 wait complete. 2024-09-05T02:27:00.425 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-09-05T02:26:59.804093+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1191274,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1429,"num_read_kb":882,"num_write":560,"num_write_kb":4407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":1241082,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":943,"ondisk_log_size":943,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":393488,"kb_used_data":15024,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124548336,"statfs":{"total":1151940427776,"available":1151537496064,"internally_reserved":0,"allocated":15384576,"data_stored":9127698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":387233081},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.974061"},"pg_stats":[{"pgid":"3.3f","version":"86'8","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.139195+0000","last_change":"2024-09-05T02:24:47.491184+0000","last_active":"2024-09-05T02:26:56.139195+0000","last_peered":"2024-09-05T02:26:56.139195+0000","last_clean":"2024-09-05T02:26:56.139195+0000","last_became_active":"2024-09-05T02:24:47.490909+0000","last_became_peered":"2024-09-05T02:24:47.490909+0000","last_unstale":"2024-09-05T02:26:56.139195+0000","last_undegraded":"2024-09-05T02:26:56.139195+0000","last_fullsized":"2024-09-05T02:26:56.139195+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:26.740349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"86'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.791050+0000","last_change":"2024-09-05T02:24:47.485186+0000","last_active":"2024-09-05T02:26:55.791050+0000","last_peered":"2024-09-05T02:26:55.791050+0000","last_clean":"2024-09-05T02:26:55.791050+0000","last_became_active":"2024-09-05T02:24:47.484829+0000","last_became_peered":"2024-09-05T02:24:47.484829+0000","last_unstale":"2024-09-05T02:26:55.791050+0000","last_undegraded":"2024-09-05T02:26:55.791050+0000","last_fullsized":"2024-09-05T02:26:55.791050+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:10:55.313784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"86'7","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.791201+0000","last_change":"2024-09-05T02:24:47.487202+0000","last_active":"2024-09-05T02:26:55.791201+0000","last_peered":"2024-09-05T02:26:55.791201+0000","last_clean":"2024-09-05T02:26:55.791201+0000","last_became_active":"2024-09-05T02:24:47.486906+0000","last_became_peered":"2024-09-05T02:24:47.486906+0000","last_unstale":"2024-09-05T02:26:55.791201+0000","last_undegraded":"2024-09-05T02:26:55.791201+0000","last_fullsized":"2024-09-05T02:26:55.791201+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:48:59.819500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"86'8","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.794686+0000","last_change":"2024-09-05T02:24:47.477645+0000","last_active":"2024-09-05T02:26:55.794686+0000","last_peered":"2024-09-05T02:26:55.794686+0000","last_clean":"2024-09-05T02:26:55.794686+0000","last_became_active":"2024-09-05T02:24:47.477281+0000","last_became_peered":"2024-09-05T02:24:47.477281+0000","last_unstale":"2024-09-05T02:26:55.794686+0000","last_undegraded":"2024-09-05T02:26:55.794686+0000","last_fullsized":"2024-09-05T02:26:55.794686+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:50:30.105056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"86'4","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792392+0000","last_change":"2024-09-05T02:25:36.222784+0000","last_active":"2024-09-05T02:26:55.792392+0000","last_peered":"2024-09-05T02:26:55.792392+0000","last_clean":"2024-09-05T02:26:55.792392+0000","last_became_active":"2024-09-05T02:25:36.222414+0000","last_became_peered":"2024-09-05T02:25:36.222414+0000","last_unstale":"2024-09-05T02:26:55.792392+0000","last_undegraded":"2024-09-05T02:26:55.792392+0000","last_fullsized":"2024-09-05T02:26:55.792392+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:04.810878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6],"acting":[8,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"86'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.907108+0000","last_change":"2024-09-05T02:24:47.481997+0000","last_active":"2024-09-05T02:26:55.907108+0000","last_peered":"2024-09-05T02:26:55.907108+0000","last_clean":"2024-09-05T02:26:55.907108+0000","last_became_active":"2024-09-05T02:24:47.481648+0000","last_became_peered":"2024-09-05T02:24:47.481648+0000","last_unstale":"2024-09-05T02:26:55.907108+0000","last_undegraded":"2024-09-05T02:26:55.907108+0000","last_fullsized":"2024-09-05T02:26:55.907108+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:37:03.602800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"86'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128403+0000","last_change":"2024-09-05T02:24:47.483442+0000","last_active":"2024-09-05T02:26:56.128403+0000","last_peered":"2024-09-05T02:26:56.128403+0000","last_clean":"2024-09-05T02:26:56.128403+0000","last_became_active":"2024-09-05T02:24:47.483104+0000","last_became_peered":"2024-09-05T02:24:47.483104+0000","last_unstale":"2024-09-05T02:26:56.128403+0000","last_undegraded":"2024-09-05T02:26:56.128403+0000","last_fullsized":"2024-09-05T02:26:56.128403+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:29:48.868995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"86'9","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.895532+0000","last_change":"2024-09-05T02:24:47.483089+0000","last_active":"2024-09-05T02:26:55.895532+0000","last_peered":"2024-09-05T02:26:55.895532+0000","last_clean":"2024-09-05T02:26:55.895532+0000","last_became_active":"2024-09-05T02:24:47.482677+0000","last_became_peered":"2024-09-05T02:24:47.482677+0000","last_unstale":"2024-09-05T02:26:55.895532+0000","last_undegraded":"2024-09-05T02:26:55.895532+0000","last_fullsized":"2024-09-05T02:26:55.895532+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:11.707124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"86'11","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.134098+0000","last_change":"2024-09-05T02:24:47.483010+0000","last_active":"2024-09-05T02:26:56.134098+0000","last_peered":"2024-09-05T02:26:56.134098+0000","last_clean":"2024-09-05T02:26:56.134098+0000","last_became_active":"2024-09-05T02:24:47.482649+0000","last_became_peered":"2024-09-05T02:24:47.482649+0000","last_unstale":"2024-09-05T02:26:56.134098+0000","last_undegraded":"2024-09-05T02:26:56.134098+0000","last_fullsized":"2024-09-05T02:26:56.134098+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:50:13.723197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"86'16","reported_seq":35,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.907539+0000","last_change":"2024-09-05T02:24:47.488852+0000","last_active":"2024-09-05T02:26:55.907539+0000","last_peered":"2024-09-05T02:26:55.907539+0000","last_clean":"2024-09-05T02:26:55.907539+0000","last_became_active":"2024-09-05T02:24:47.488444+0000","last_became_peered":"2024-09-05T02:24:47.488444+0000","last_unstale":"2024-09-05T02:26:55.907539+0000","last_undegraded":"2024-09-05T02:26:55.907539+0000","last_fullsized":"2024-09-05T02:26:55.907539+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:43:11.410976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"86'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128667+0000","last_change":"2024-09-05T02:24:47.482922+0000","last_active":"2024-09-05T02:26:56.128667+0000","last_peered":"2024-09-05T02:26:56.128667+0000","last_clean":"2024-09-05T02:26:56.128667+0000","last_became_active":"2024-09-05T02:24:47.482517+0000","last_became_peered":"2024-09-05T02:24:47.482517+0000","last_unstale":"2024-09-05T02:26:56.128667+0000","last_undegraded":"2024-09-05T02:26:56.128667+0000","last_fullsized":"2024-09-05T02:26:56.128667+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:32:18.412647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"86'7","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.893015+0000","last_change":"2024-09-05T02:25:36.207594+0000","last_active":"2024-09-05T02:26:55.893015+0000","last_peered":"2024-09-05T02:26:55.893015+0000","last_clean":"2024-09-05T02:26:55.893015+0000","last_became_active":"2024-09-05T02:25:36.207268+0000","last_became_peered":"2024-09-05T02:25:36.207268+0000","last_unstale":"2024-09-05T02:26:55.893015+0000","last_undegraded":"2024-09-05T02:26:55.893015+0000","last_fullsized":"2024-09-05T02:26:55.893015+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:10:19.407275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"86'10","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128826+0000","last_change":"2024-09-05T02:24:47.487525+0000","last_active":"2024-09-05T02:26:56.128826+0000","last_peered":"2024-09-05T02:26:56.128826+0000","last_clean":"2024-09-05T02:26:56.128826+0000","last_became_active":"2024-09-05T02:24:47.487212+0000","last_became_peered":"2024-09-05T02:24:47.487212+0000","last_unstale":"2024-09-05T02:26:56.128826+0000","last_undegraded":"2024-09-05T02:26:56.128826+0000","last_fullsized":"2024-09-05T02:26:56.128826+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:59:45.141810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.790485+0000","last_change":"2024-09-05T02:24:47.484682+0000","last_active":"2024-09-05T02:26:55.790485+0000","last_peered":"2024-09-05T02:26:55.790485+0000","last_clean":"2024-09-05T02:26:55.790485+0000","last_became_active":"2024-09-05T02:24:47.484360+0000","last_became_peered":"2024-09-05T02:24:47.484360+0000","last_unstale":"2024-09-05T02:26:55.790485+0000","last_undegraded":"2024-09-05T02:26:55.790485+0000","last_fullsized":"2024-09-05T02:26:55.790485+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:55:05.905601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.790369+0000","last_change":"2024-09-05T02:24:47.477801+0000","last_active":"2024-09-05T02:26:55.790369+0000","last_peered":"2024-09-05T02:26:55.790369+0000","last_clean":"2024-09-05T02:26:55.790369+0000","last_became_active":"2024-09-05T02:24:47.477483+0000","last_became_peered":"2024-09-05T02:24:47.477483+0000","last_unstale":"2024-09-05T02:26:55.790369+0000","last_undegraded":"2024-09-05T02:26:55.790369+0000","last_fullsized":"2024-09-05T02:26:55.790369+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:28:41.915016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"86'9","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.133273+0000","last_change":"2024-09-05T02:24:47.492903+0000","last_active":"2024-09-05T02:26:56.133273+0000","last_peered":"2024-09-05T02:26:56.133273+0000","last_clean":"2024-09-05T02:26:56.133273+0000","last_became_active":"2024-09-05T02:24:47.492561+0000","last_became_peered":"2024-09-05T02:24:47.492561+0000","last_unstale":"2024-09-05T02:26:56.133273+0000","last_undegraded":"2024-09-05T02:26:56.133273+0000","last_fullsized":"2024-09-05T02:26:56.133273+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:04:55.090065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"86'8","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.139173+0000","last_change":"2024-09-05T02:24:47.491299+0000","last_active":"2024-09-05T02:26:56.139173+0000","last_peered":"2024-09-05T02:26:56.139173+0000","last_clean":"2024-09-05T02:26:56.139173+0000","last_became_active":"2024-09-05T02:24:47.490984+0000","last_became_peered":"2024-09-05T02:24:47.490984+0000","last_unstale":"2024-09-05T02:26:56.139173+0000","last_undegraded":"2024-09-05T02:26:56.139173+0000","last_fullsized":"2024-09-05T02:26:56.139173+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:07:17.549051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"86'10","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.893325+0000","last_change":"2024-09-05T02:24:47.483319+0000","last_active":"2024-09-05T02:26:55.893325+0000","last_peered":"2024-09-05T02:26:55.893325+0000","last_clean":"2024-09-05T02:26:55.893325+0000","last_became_active":"2024-09-05T02:24:47.483017+0000","last_became_peered":"2024-09-05T02:24:47.483017+0000","last_unstale":"2024-09-05T02:26:55.893325+0000","last_undegraded":"2024-09-05T02:26:55.893325+0000","last_fullsized":"2024-09-05T02:26:55.893325+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:46:16.281658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.137131+0000","last_change":"2024-09-05T02:24:47.472469+0000","last_active":"2024-09-05T02:26:56.137131+0000","last_peered":"2024-09-05T02:26:56.137131+0000","last_clean":"2024-09-05T02:26:56.137131+0000","last_became_active":"2024-09-05T02:24:47.472154+0000","last_became_peered":"2024-09-05T02:24:47.472154+0000","last_unstale":"2024-09-05T02:26:56.137131+0000","last_undegraded":"2024-09-05T02:26:56.137131+0000","last_fullsized":"2024-09-05T02:26:56.137131+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:13:41.486577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"86'8","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.139070+0000","last_change":"2024-09-05T02:24:47.472898+0000","last_active":"2024-09-05T02:26:56.139070+0000","last_peered":"2024-09-05T02:26:56.139070+0000","last_clean":"2024-09-05T02:26:56.139070+0000","last_became_active":"2024-09-05T02:24:47.470127+0000","last_became_peered":"2024-09-05T02:24:47.470127+0000","last_unstale":"2024-09-05T02:26:56.139070+0000","last_undegraded":"2024-09-05T02:26:56.139070+0000","last_fullsized":"2024-09-05T02:26:56.139070+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:00:29.277630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"86'11","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128982+0000","last_change":"2024-09-05T02:24:47.490189+0000","last_active":"2024-09-05T02:26:56.128982+0000","last_peered":"2024-09-05T02:26:56.128982+0000","last_clean":"2024-09-05T02:26:56.128982+0000","last_became_active":"2024-09-05T02:24:47.489899+0000","last_became_peered":"2024-09-05T02:24:47.489899+0000","last_unstale":"2024-09-05T02:26:56.128982+0000","last_undegraded":"2024-09-05T02:26:56.128982+0000","last_fullsized":"2024-09-05T02:26:56.128982+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:40.643179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"86'10","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.133550+0000","last_change":"2024-09-05T02:24:47.486794+0000","last_active":"2024-09-05T02:26:56.133550+0000","last_peered":"2024-09-05T02:26:56.133550+0000","last_clean":"2024-09-05T02:26:56.133550+0000","last_became_active":"2024-09-05T02:24:47.486487+0000","last_became_peered":"2024-09-05T02:24:47.486487+0000","last_unstale":"2024-09-05T02:26:56.133550+0000","last_undegraded":"2024-09-05T02:26:56.133550+0000","last_fullsized":"2024-09-05T02:26:56.133550+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:50:16.871409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"86'8","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.895651+0000","last_change":"2024-09-05T02:24:47.472264+0000","last_active":"2024-09-05T02:26:55.895651+0000","last_peered":"2024-09-05T02:26:55.895651+0000","last_clean":"2024-09-05T02:26:55.895651+0000","last_became_active":"2024-09-05T02:24:47.471923+0000","last_became_peered":"2024-09-05T02:24:47.471923+0000","last_unstale":"2024-09-05T02:26:55.895651+0000","last_undegraded":"2024-09-05T02:26:55.895651+0000","last_fullsized":"2024-09-05T02:26:55.895651+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:37.261821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"86'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.903827+0000","last_change":"2024-09-05T02:24:47.479598+0000","last_active":"2024-09-05T02:26:55.903827+0000","last_peered":"2024-09-05T02:26:55.903827+0000","last_clean":"2024-09-05T02:26:55.903827+0000","last_became_active":"2024-09-05T02:24:47.479299+0000","last_became_peered":"2024-09-05T02:24:47.479299+0000","last_unstale":"2024-09-05T02:26:55.903827+0000","last_undegraded":"2024-09-05T02:26:55.903827+0000","last_fullsized":"2024-09-05T02:26:55.903827+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:09:23.916286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.897165+0000","last_change":"2024-09-05T02:24:47.477576+0000","last_active":"2024-09-05T02:26:55.897165+0000","last_peered":"2024-09-05T02:26:55.897165+0000","last_clean":"2024-09-05T02:26:55.897165+0000","last_became_active":"2024-09-05T02:24:47.477167+0000","last_became_peered":"2024-09-05T02:24:47.477167+0000","last_unstale":"2024-09-05T02:26:55.897165+0000","last_undegraded":"2024-09-05T02:26:55.897165+0000","last_fullsized":"2024-09-05T02:26:55.897165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:50:37.129705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"86'15","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.137268+0000","last_change":"2024-09-05T02:24:47.483520+0000","last_active":"2024-09-05T02:26:56.137268+0000","last_peered":"2024-09-05T02:26:56.137268+0000","last_clean":"2024-09-05T02:26:56.137268+0000","last_became_active":"2024-09-05T02:24:47.481784+0000","last_became_peered":"2024-09-05T02:24:47.481784+0000","last_unstale":"2024-09-05T02:26:56.137268+0000","last_undegraded":"2024-09-05T02:26:56.137268+0000","last_fullsized":"2024-09-05T02:26:56.137268+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:20:39.296324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"86'6","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.139029+0000","last_change":"2024-09-05T02:24:47.473686+0000","last_active":"2024-09-05T02:26:56.139029+0000","last_peered":"2024-09-05T02:26:56.139029+0000","last_clean":"2024-09-05T02:26:56.139029+0000","last_became_active":"2024-09-05T02:24:47.473415+0000","last_became_peered":"2024-09-05T02:24:47.473415+0000","last_unstale":"2024-09-05T02:26:56.139029+0000","last_undegraded":"2024-09-05T02:26:56.139029+0000","last_fullsized":"2024-09-05T02:26:56.139029+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:31:51.642451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"86'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128985+0000","last_change":"2024-09-05T02:24:47.486520+0000","last_active":"2024-09-05T02:26:56.128985+0000","last_peered":"2024-09-05T02:26:56.128985+0000","last_clean":"2024-09-05T02:26:56.128985+0000","last_became_active":"2024-09-05T02:24:47.484374+0000","last_became_peered":"2024-09-05T02:24:47.484374+0000","last_unstale":"2024-09-05T02:26:56.128985+0000","last_undegraded":"2024-09-05T02:26:56.128985+0000","last_fullsized":"2024-09-05T02:26:56.128985+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:40:37.528352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"86'7","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.790803+0000","last_change":"2024-09-05T02:24:47.488546+0000","last_active":"2024-09-05T02:26:55.790803+0000","last_peered":"2024-09-05T02:26:55.790803+0000","last_clean":"2024-09-05T02:26:55.790803+0000","last_became_active":"2024-09-05T02:24:47.487743+0000","last_became_peered":"2024-09-05T02:24:47.487743+0000","last_unstale":"2024-09-05T02:26:55.790803+0000","last_undegraded":"2024-09-05T02:26:55.790803+0000","last_fullsized":"2024-09-05T02:26:55.790803+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:18:13.725734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"86'8","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.137058+0000","last_change":"2024-09-05T02:24:47.479316+0000","last_active":"2024-09-05T02:26:56.137058+0000","last_peered":"2024-09-05T02:26:56.137058+0000","last_clean":"2024-09-05T02:26:56.137058+0000","last_became_active":"2024-09-05T02:24:47.479038+0000","last_became_peered":"2024-09-05T02:24:47.479038+0000","last_unstale":"2024-09-05T02:26:56.137058+0000","last_undegraded":"2024-09-05T02:26:56.137058+0000","last_fullsized":"2024-09-05T02:26:56.137058+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:09:50.622807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"86'12","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.137230+0000","last_change":"2024-09-05T02:24:47.471282+0000","last_active":"2024-09-05T02:26:56.137230+0000","last_peered":"2024-09-05T02:26:56.137230+0000","last_clean":"2024-09-05T02:26:56.137230+0000","last_became_active":"2024-09-05T02:24:47.470984+0000","last_became_peered":"2024-09-05T02:24:47.470984+0000","last_unstale":"2024-09-05T02:26:56.137230+0000","last_undegraded":"2024-09-05T02:26:56.137230+0000","last_fullsized":"2024-09-05T02:26:56.137230+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:28:41.852281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"86'9","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.138810+0000","last_change":"2024-09-05T02:24:47.477153+0000","last_active":"2024-09-05T02:26:56.138810+0000","last_peered":"2024-09-05T02:26:56.138810+0000","last_clean":"2024-09-05T02:26:56.138810+0000","last_became_active":"2024-09-05T02:24:47.476765+0000","last_became_peered":"2024-09-05T02:24:47.476765+0000","last_unstale":"2024-09-05T02:26:56.138810+0000","last_undegraded":"2024-09-05T02:26:56.138810+0000","last_fullsized":"2024-09-05T02:26:56.138810+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:52.887284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792299+0000","last_change":"2024-09-05T02:24:47.468804+0000","last_active":"2024-09-05T02:26:55.792299+0000","last_peered":"2024-09-05T02:26:55.792299+0000","last_clean":"2024-09-05T02:26:55.792299+0000","last_became_active":"2024-09-05T02:24:47.468532+0000","last_became_peered":"2024-09-05T02:24:47.468532+0000","last_unstale":"2024-09-05T02:26:55.792299+0000","last_undegraded":"2024-09-05T02:26:55.792299+0000","last_fullsized":"2024-09-05T02:26:55.792299+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:05:23.763502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"86'6","reported_seq":151,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.904134+0000","last_change":"2024-09-05T02:24:44.295858+0000","last_active":"2024-09-05T02:26:55.904134+0000","last_peered":"2024-09-05T02:26:55.904134+0000","last_clean":"2024-09-05T02:26:55.904134+0000","last_became_active":"2024-09-05T02:24:44.295305+0000","last_became_peered":"2024-09-05T02:24:44.295305+0000","last_unstale":"2024-09-05T02:26:55.904134+0000","last_undegraded":"2024-09-05T02:26:55.904134+0000","last_fullsized":"2024-09-05T02:26:55.904134+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:01:39.220130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":933,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"86'8","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.904047+0000","last_change":"2024-09-05T02:24:47.479084+0000","last_active":"2024-09-05T02:26:55.904047+0000","last_peered":"2024-09-05T02:26:55.904047+0000","last_clean":"2024-09-05T02:26:55.904047+0000","last_became_active":"2024-09-05T02:24:47.478748+0000","last_became_peered":"2024-09-05T02:24:47.478748+0000","last_unstale":"2024-09-05T02:26:55.904047+0000","last_undegraded":"2024-09-05T02:26:55.904047+0000","last_fullsized":"2024-09-05T02:26:55.904047+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:04:50.466209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.907244+0000","last_change":"2024-09-05T02:24:44.296259+0000","last_active":"2024-09-05T02:26:55.907244+0000","last_peered":"2024-09-05T02:26:55.907244+0000","last_clean":"2024-09-05T02:26:55.907244+0000","last_became_active":"2024-09-05T02:24:44.295712+0000","last_became_peered":"2024-09-05T02:24:44.295712+0000","last_unstale":"2024-09-05T02:26:55.907244+0000","last_undegraded":"2024-09-05T02:26:55.907244+0000","last_fullsized":"2024-09-05T02:26:55.907244+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:35:09.076280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"84'3","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128420+0000","last_change":"2024-09-05T02:24:44.291087+0000","last_active":"2024-09-05T02:26:56.128420+0000","last_peered":"2024-09-05T02:26:56.128420+0000","last_clean":"2024-09-05T02:26:56.128420+0000","last_became_active":"2024-09-05T02:24:44.290507+0000","last_became_peered":"2024-09-05T02:24:44.290507+0000","last_unstale":"2024-09-05T02:26:56.128420+0000","last_undegraded":"2024-09-05T02:26:56.128420+0000","last_fullsized":"2024-09-05T02:26:56.128420+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:39.127718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"86'8","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.895595+0000","last_change":"2024-09-05T02:24:47.481980+0000","last_active":"2024-09-05T02:26:55.895595+0000","last_peered":"2024-09-05T02:26:55.895595+0000","last_clean":"2024-09-05T02:26:55.895595+0000","last_became_active":"2024-09-05T02:24:47.481558+0000","last_became_peered":"2024-09-05T02:24:47.481558+0000","last_unstale":"2024-09-05T02:26:55.895595+0000","last_undegraded":"2024-09-05T02:26:55.895595+0000","last_fullsized":"2024-09-05T02:26:55.895595+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:48:09.994392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"84'3","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.904165+0000","last_change":"2024-09-05T02:24:44.293303+0000","last_active":"2024-09-05T02:26:55.904165+0000","last_peered":"2024-09-05T02:26:55.904165+0000","last_clean":"2024-09-05T02:26:55.904165+0000","last_became_active":"2024-09-05T02:24:44.292969+0000","last_became_peered":"2024-09-05T02:24:44.292969+0000","last_unstale":"2024-09-05T02:26:55.904165+0000","last_undegraded":"2024-09-05T02:26:55.904165+0000","last_fullsized":"2024-09-05T02:26:55.904165+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:25:41.988613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"86'11","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.891290+0000","last_change":"2024-09-05T02:24:47.479856+0000","last_active":"2024-09-05T02:26:55.891290+0000","last_peered":"2024-09-05T02:26:55.891290+0000","last_clean":"2024-09-05T02:26:55.891290+0000","last_became_active":"2024-09-05T02:24:47.479415+0000","last_became_peered":"2024-09-05T02:24:47.479415+0000","last_unstale":"2024-09-05T02:26:55.891290+0000","last_undegraded":"2024-09-05T02:26:55.891290+0000","last_fullsized":"2024-09-05T02:26:55.891290+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:33:17.494077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"87'7","reported_seq":265,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.707425+0000","last_change":"2024-09-05T02:24:44.293590+0000","last_active":"2024-09-05T02:26:56.707425+0000","last_peered":"2024-09-05T02:26:56.707425+0000","last_clean":"2024-09-05T02:26:56.707425+0000","last_became_active":"2024-09-05T02:24:44.293203+0000","last_became_peered":"2024-09-05T02:24:44.293203+0000","last_unstale":"2024-09-05T02:26:56.707425+0000","last_undegraded":"2024-09-05T02:26:56.707425+0000","last_fullsized":"2024-09-05T02:26:56.707425+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:35:15.987387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":232,"num_read_kb":232,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"86'10","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.134101+0000","last_change":"2024-09-05T02:24:47.482456+0000","last_active":"2024-09-05T02:26:56.134101+0000","last_peered":"2024-09-05T02:26:56.134101+0000","last_clean":"2024-09-05T02:26:56.134101+0000","last_became_active":"2024-09-05T02:24:47.482093+0000","last_became_peered":"2024-09-05T02:24:47.482093+0000","last_unstale":"2024-09-05T02:26:56.134101+0000","last_undegraded":"2024-09-05T02:26:56.134101+0000","last_fullsized":"2024-09-05T02:26:56.134101+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:28:42.507810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'4","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128653+0000","last_change":"2024-09-05T02:24:44.294983+0000","last_active":"2024-09-05T02:26:56.128653+0000","last_peered":"2024-09-05T02:26:56.128653+0000","last_clean":"2024-09-05T02:26:56.128653+0000","last_became_active":"2024-09-05T02:24:44.294624+0000","last_became_peered":"2024-09-05T02:24:44.294624+0000","last_unstale":"2024-09-05T02:26:56.128653+0000","last_undegraded":"2024-09-05T02:26:56.128653+0000","last_fullsized":"2024-09-05T02:26:56.128653+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:37:02.051992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"86'9","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.790936+0000","last_change":"2024-09-05T02:25:36.223382+0000","last_active":"2024-09-05T02:26:55.790936+0000","last_peered":"2024-09-05T02:26:55.790936+0000","last_clean":"2024-09-05T02:26:55.790936+0000","last_became_active":"2024-09-05T02:25:36.223006+0000","last_became_peered":"2024-09-05T02:25:36.223006+0000","last_unstale":"2024-09-05T02:26:55.790936+0000","last_undegraded":"2024-09-05T02:26:55.790936+0000","last_fullsized":"2024-09-05T02:26:55.790936+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:47:41.365468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"84'5","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.904152+0000","last_change":"2024-09-05T02:24:44.640478+0000","last_active":"2024-09-05T02:26:55.904152+0000","last_peered":"2024-09-05T02:26:55.904152+0000","last_clean":"2024-09-05T02:26:55.904152+0000","last_became_active":"2024-09-05T02:24:44.640107+0000","last_became_peered":"2024-09-05T02:24:44.640107+0000","last_unstale":"2024-09-05T02:26:55.904152+0000","last_undegraded":"2024-09-05T02:26:55.904152+0000","last_fullsized":"2024-09-05T02:26:55.904152+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:46:22.272180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"86'11","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.133727+0000","last_change":"2024-09-05T02:24:47.488999+0000","last_active":"2024-09-05T02:26:56.133727+0000","last_peered":"2024-09-05T02:26:56.133727+0000","last_clean":"2024-09-05T02:26:56.133727+0000","last_became_active":"2024-09-05T02:24:47.488285+0000","last_became_peered":"2024-09-05T02:24:47.488285+0000","last_unstale":"2024-09-05T02:26:56.133727+0000","last_undegraded":"2024-09-05T02:26:56.133727+0000","last_fullsized":"2024-09-05T02:26:56.133727+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:44:32.524370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"87'38","reported_seq":326,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.377209+0000","last_change":"2024-09-05T02:25:36.264795+0000","last_active":"2024-09-05T02:26:56.377209+0000","last_peered":"2024-09-05T02:26:56.377209+0000","last_clean":"2024-09-05T02:26:56.377209+0000","last_became_active":"2024-09-05T02:25:36.248339+0000","last_became_peered":"2024-09-05T02:25:36.248339+0000","last_unstale":"2024-09-05T02:26:56.377209+0000","last_undegraded":"2024-09-05T02:26:56.377209+0000","last_fullsized":"2024-09-05T02:26:56.377209+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:42:59.210529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66483,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":236,"num_read_kb":183,"num_write":40,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":59764,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"86'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792959+0000","last_change":"2024-09-05T02:24:47.482485+0000","last_active":"2024-09-05T02:26:55.792959+0000","last_peered":"2024-09-05T02:26:55.792959+0000","last_clean":"2024-09-05T02:26:55.792959+0000","last_became_active":"2024-09-05T02:24:47.482150+0000","last_became_peered":"2024-09-05T02:24:47.482150+0000","last_unstale":"2024-09-05T02:26:55.792959+0000","last_undegraded":"2024-09-05T02:26:55.792959+0000","last_fullsized":"2024-09-05T02:26:55.792959+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:25:05.863640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"84'9","reported_seq":37,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.137059+0000","last_change":"2024-09-05T02:24:44.295628+0000","last_active":"2024-09-05T02:26:56.137059+0000","last_peered":"2024-09-05T02:26:56.137059+0000","last_clean":"2024-09-05T02:26:56.137059+0000","last_became_active":"2024-09-05T02:24:44.295265+0000","last_became_peered":"2024-09-05T02:24:44.295265+0000","last_unstale":"2024-09-05T02:26:56.137059+0000","last_undegraded":"2024-09-05T02:26:56.137059+0000","last_fullsized":"2024-09-05T02:26:56.137059+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:50:17.361215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"86'9","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128529+0000","last_change":"2024-09-05T02:24:47.485558+0000","last_active":"2024-09-05T02:26:56.128529+0000","last_peered":"2024-09-05T02:26:56.128529+0000","last_clean":"2024-09-05T02:26:56.128529+0000","last_became_active":"2024-09-05T02:24:47.480718+0000","last_became_peered":"2024-09-05T02:24:47.480718+0000","last_unstale":"2024-09-05T02:26:56.128529+0000","last_undegraded":"2024-09-05T02:26:56.128529+0000","last_fullsized":"2024-09-05T02:26:56.128529+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:59:59.787907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"84'5","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.903981+0000","last_change":"2024-09-05T02:24:44.292578+0000","last_active":"2024-09-05T02:26:55.903981+0000","last_peered":"2024-09-05T02:26:55.903981+0000","last_clean":"2024-09-05T02:26:55.903981+0000","last_became_active":"2024-09-05T02:24:44.292218+0000","last_became_peered":"2024-09-05T02:24:44.292218+0000","last_unstale":"2024-09-05T02:26:55.903981+0000","last_undegraded":"2024-09-05T02:26:55.903981+0000","last_fullsized":"2024-09-05T02:26:55.903981+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:46:16.180439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"86'15","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128675+0000","last_change":"2024-09-05T02:24:47.491330+0000","last_active":"2024-09-05T02:26:56.128675+0000","last_peered":"2024-09-05T02:26:56.128675+0000","last_clean":"2024-09-05T02:26:56.128675+0000","last_became_active":"2024-09-05T02:24:47.491011+0000","last_became_peered":"2024-09-05T02:24:47.491011+0000","last_unstale":"2024-09-05T02:26:56.128675+0000","last_undegraded":"2024-09-05T02:26:56.128675+0000","last_fullsized":"2024-09-05T02:26:56.128675+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:00:04.483870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"87'7","reported_seq":152,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.707672+0000","last_change":"2024-09-05T02:24:44.292409+0000","last_active":"2024-09-05T02:26:56.707672+0000","last_peered":"2024-09-05T02:26:56.707672+0000","last_clean":"2024-09-05T02:26:56.707672+0000","last_became_active":"2024-09-05T02:24:44.292098+0000","last_became_peered":"2024-09-05T02:24:44.292098+0000","last_unstale":"2024-09-05T02:26:56.707672+0000","last_undegraded":"2024-09-05T02:26:56.707672+0000","last_fullsized":"2024-09-05T02:26:56.707672+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:56:42.881710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1374,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":120,"num_read_kb":4,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"86'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128356+0000","last_change":"2024-09-05T02:24:47.483137+0000","last_active":"2024-09-05T02:26:56.128356+0000","last_peered":"2024-09-05T02:26:56.128356+0000","last_clean":"2024-09-05T02:26:56.128356+0000","last_became_active":"2024-09-05T02:24:47.482796+0000","last_became_peered":"2024-09-05T02:24:47.482796+0000","last_unstale":"2024-09-05T02:26:56.128356+0000","last_undegraded":"2024-09-05T02:26:56.128356+0000","last_fullsized":"2024-09-05T02:26:56.128356+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:16:50.093198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"84'17","reported_seq":44,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792371+0000","last_change":"2024-09-05T02:24:44.640539+0000","last_active":"2024-09-05T02:26:55.792371+0000","last_peered":"2024-09-05T02:26:55.792371+0000","last_clean":"2024-09-05T02:26:55.792371+0000","last_became_active":"2024-09-05T02:24:44.640130+0000","last_became_peered":"2024-09-05T02:24:44.640130+0000","last_unstale":"2024-09-05T02:26:55.792371+0000","last_undegraded":"2024-09-05T02:26:55.792371+0000","last_fullsized":"2024-09-05T02:26:55.792371+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:03:00.027234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"86'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.903894+0000","last_change":"2024-09-05T02:24:47.481831+0000","last_active":"2024-09-05T02:26:55.903894+0000","last_peered":"2024-09-05T02:26:55.903894+0000","last_clean":"2024-09-05T02:26:55.903894+0000","last_became_active":"2024-09-05T02:24:47.481525+0000","last_became_peered":"2024-09-05T02:24:47.481525+0000","last_unstale":"2024-09-05T02:26:55.903894+0000","last_undegraded":"2024-09-05T02:26:55.903894+0000","last_fullsized":"2024-09-05T02:26:55.903894+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:36:43.917931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"87'3","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792862+0000","last_change":"2024-09-05T02:24:44.296842+0000","last_active":"2024-09-05T02:26:55.792862+0000","last_peered":"2024-09-05T02:26:55.792862+0000","last_clean":"2024-09-05T02:26:55.792862+0000","last_became_active":"2024-09-05T02:24:44.296512+0000","last_became_peered":"2024-09-05T02:24:44.296512+0000","last_unstale":"2024-09-05T02:26:55.792862+0000","last_undegraded":"2024-09-05T02:26:55.792862+0000","last_fullsized":"2024-09-05T02:26:55.792862+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:57.912633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"86'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.138911+0000","last_change":"2024-09-05T02:24:47.476626+0000","last_active":"2024-09-05T02:26:56.138911+0000","last_peered":"2024-09-05T02:26:56.138911+0000","last_clean":"2024-09-05T02:26:56.138911+0000","last_became_active":"2024-09-05T02:24:47.476303+0000","last_became_peered":"2024-09-05T02:24:47.476303+0000","last_unstale":"2024-09-05T02:26:56.138911+0000","last_undegraded":"2024-09-05T02:26:56.138911+0000","last_fullsized":"2024-09-05T02:26:56.138911+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:31:12.657155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"84'5","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.129316+0000","last_change":"2024-09-05T02:24:44.297026+0000","last_active":"2024-09-05T02:26:56.129316+0000","last_peered":"2024-09-05T02:26:56.129316+0000","last_clean":"2024-09-05T02:26:56.129316+0000","last_became_active":"2024-09-05T02:24:44.296702+0000","last_became_peered":"2024-09-05T02:24:44.296702+0000","last_unstale":"2024-09-05T02:26:56.129316+0000","last_undegraded":"2024-09-05T02:26:56.129316+0000","last_fullsized":"2024-09-05T02:26:56.129316+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:20:52.028558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"86'9","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128766+0000","last_change":"2024-09-05T02:24:47.484399+0000","last_active":"2024-09-05T02:26:56.128766+0000","last_peered":"2024-09-05T02:26:56.128766+0000","last_clean":"2024-09-05T02:26:56.128766+0000","last_became_active":"2024-09-05T02:24:47.484066+0000","last_became_peered":"2024-09-05T02:24:47.484066+0000","last_unstale":"2024-09-05T02:26:56.128766+0000","last_undegraded":"2024-09-05T02:26:56.128766+0000","last_fullsized":"2024-09-05T02:26:56.128766+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:16:53.069837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"87'41","reported_seq":75,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.042352+0000","last_change":"2024-09-05T02:24:44.295074+0000","last_active":"2024-09-05T02:26:56.042352+0000","last_peered":"2024-09-05T02:26:56.042352+0000","last_clean":"2024-09-05T02:26:56.042352+0000","last_became_active":"2024-09-05T02:24:44.294717+0000","last_became_peered":"2024-09-05T02:24:44.294717+0000","last_unstale":"2024-09-05T02:26:56.042352+0000","last_undegraded":"2024-09-05T02:26:56.042352+0000","last_fullsized":"2024-09-05T02:26:56.042352+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:39:44.846971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128581+0000","last_change":"2024-09-05T02:24:47.485144+0000","last_active":"2024-09-05T02:26:56.128581+0000","last_peered":"2024-09-05T02:26:56.128581+0000","last_clean":"2024-09-05T02:26:56.128581+0000","last_became_active":"2024-09-05T02:24:47.484856+0000","last_became_peered":"2024-09-05T02:24:47.484856+0000","last_unstale":"2024-09-05T02:26:56.128581+0000","last_undegraded":"2024-09-05T02:26:56.128581+0000","last_fullsized":"2024-09-05T02:26:56.128581+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:55:07.174592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"87'8","reported_seq":155,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.707943+0000","last_change":"2024-09-05T02:24:44.644196+0000","last_active":"2024-09-05T02:26:56.707943+0000","last_peered":"2024-09-05T02:26:56.707943+0000","last_clean":"2024-09-05T02:26:56.707943+0000","last_became_active":"2024-09-05T02:24:44.643853+0000","last_became_peered":"2024-09-05T02:24:44.643853+0000","last_unstale":"2024-09-05T02:26:56.707943+0000","last_undegraded":"2024-09-05T02:26:56.707943+0000","last_fullsized":"2024-09-05T02:26:56.707943+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:31:55.286395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":121,"num_read_kb":5,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128702+0000","last_change":"2024-09-05T02:24:47.484308+0000","last_active":"2024-09-05T02:26:56.128702+0000","last_peered":"2024-09-05T02:26:56.128702+0000","last_clean":"2024-09-05T02:26:56.128702+0000","last_became_active":"2024-09-05T02:24:47.484017+0000","last_became_peered":"2024-09-05T02:24:47.484017+0000","last_unstale":"2024-09-05T02:26:56.128702+0000","last_undegraded":"2024-09-05T02:26:56.128702+0000","last_fullsized":"2024-09-05T02:26:56.128702+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:45:35.203876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":348,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128505+0000","last_change":"2024-09-05T02:23:31.489439+0000","last_active":"2024-09-05T02:26:56.128505+0000","last_peered":"2024-09-05T02:26:56.128505+0000","last_clean":"2024-09-05T02:26:56.128505+0000","last_became_active":"2024-09-05T02:23:31.488975+0000","last_became_peered":"2024-09-05T02:23:31.488975+0000","last_unstale":"2024-09-05T02:26:56.128505+0000","last_undegraded":"2024-09-05T02:26:56.128505+0000","last_fullsized":"2024-09-05T02:26:56.128505+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:19:57.224719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:19:57.224719+0000","last_clean_scrub_stamp":"2024-09-05T02:19:57.224719+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:57:36.855437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"84'6","reported_seq":36,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.794558+0000","last_change":"2024-09-05T02:24:44.291150+0000","last_active":"2024-09-05T02:26:55.794558+0000","last_peered":"2024-09-05T02:26:55.794558+0000","last_clean":"2024-09-05T02:26:55.794558+0000","last_became_active":"2024-09-05T02:24:44.290803+0000","last_became_peered":"2024-09-05T02:24:44.290803+0000","last_unstale":"2024-09-05T02:26:55.794558+0000","last_undegraded":"2024-09-05T02:26:55.794558+0000","last_fullsized":"2024-09-05T02:26:55.794558+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:56:25.639616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"86'8","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.895821+0000","last_change":"2024-09-05T02:24:47.482552+0000","last_active":"2024-09-05T02:26:55.895821+0000","last_peered":"2024-09-05T02:26:55.895821+0000","last_clean":"2024-09-05T02:26:55.895821+0000","last_became_active":"2024-09-05T02:24:47.482209+0000","last_became_peered":"2024-09-05T02:24:47.482209+0000","last_unstale":"2024-09-05T02:26:55.895821+0000","last_undegraded":"2024-09-05T02:26:55.895821+0000","last_fullsized":"2024-09-05T02:26:55.895821+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:34:26.941647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"84'4","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128504+0000","last_change":"2024-09-05T02:24:44.293424+0000","last_active":"2024-09-05T02:26:56.128504+0000","last_peered":"2024-09-05T02:26:56.128504+0000","last_clean":"2024-09-05T02:26:56.128504+0000","last_became_active":"2024-09-05T02:24:44.293126+0000","last_became_peered":"2024-09-05T02:24:44.293126+0000","last_unstale":"2024-09-05T02:26:56.128504+0000","last_undegraded":"2024-09-05T02:26:56.128504+0000","last_fullsized":"2024-09-05T02:26:56.128504+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:18:15.746035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"86'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128406+0000","last_change":"2024-09-05T02:24:47.472890+0000","last_active":"2024-09-05T02:26:56.128406+0000","last_peered":"2024-09-05T02:26:56.128406+0000","last_clean":"2024-09-05T02:26:56.128406+0000","last_became_active":"2024-09-05T02:24:47.472562+0000","last_became_peered":"2024-09-05T02:24:47.472562+0000","last_unstale":"2024-09-05T02:26:56.128406+0000","last_undegraded":"2024-09-05T02:26:56.128406+0000","last_fullsized":"2024-09-05T02:26:56.128406+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:29:26.520821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"87'6","reported_seq":150,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.707065+0000","last_change":"2024-09-05T02:24:44.640610+0000","last_active":"2024-09-05T02:26:56.707065+0000","last_peered":"2024-09-05T02:26:56.707065+0000","last_clean":"2024-09-05T02:26:56.707065+0000","last_became_active":"2024-09-05T02:24:44.639865+0000","last_became_peered":"2024-09-05T02:24:44.639865+0000","last_unstale":"2024-09-05T02:26:56.707065+0000","last_undegraded":"2024-09-05T02:26:56.707065+0000","last_fullsized":"2024-09-05T02:26:56.707065+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:51:30.900315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":117,"num_read_kb":117,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"86'8","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.903967+0000","last_change":"2024-09-05T02:25:36.210028+0000","last_active":"2024-09-05T02:26:55.903967+0000","last_peered":"2024-09-05T02:26:55.903967+0000","last_clean":"2024-09-05T02:26:55.903967+0000","last_became_active":"2024-09-05T02:25:36.209638+0000","last_became_peered":"2024-09-05T02:25:36.209638+0000","last_unstale":"2024-09-05T02:26:55.903967+0000","last_undegraded":"2024-09-05T02:26:55.903967+0000","last_fullsized":"2024-09-05T02:26:55.903967+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:24:45.837994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"87'8","reported_seq":155,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.708540+0000","last_change":"2024-09-05T02:24:44.291278+0000","last_active":"2024-09-05T02:26:56.708540+0000","last_peered":"2024-09-05T02:26:56.708540+0000","last_clean":"2024-09-05T02:26:56.708540+0000","last_became_active":"2024-09-05T02:24:44.290892+0000","last_became_peered":"2024-09-05T02:24:44.290892+0000","last_unstale":"2024-09-05T02:26:56.708540+0000","last_undegraded":"2024-09-05T02:26:56.708540+0000","last_fullsized":"2024-09-05T02:26:56.708540+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:58:37.196855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1515,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"86'7","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.907334+0000","last_change":"2024-09-05T02:24:47.491349+0000","last_active":"2024-09-05T02:26:55.907334+0000","last_peered":"2024-09-05T02:26:55.907334+0000","last_clean":"2024-09-05T02:26:55.907334+0000","last_became_active":"2024-09-05T02:24:47.491027+0000","last_became_peered":"2024-09-05T02:24:47.491027+0000","last_unstale":"2024-09-05T02:26:55.907334+0000","last_undegraded":"2024-09-05T02:26:55.907334+0000","last_fullsized":"2024-09-05T02:26:55.907334+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:16:04.950509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"84'1","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.893137+0000","last_change":"2024-09-05T02:24:44.642321+0000","last_active":"2024-09-05T02:26:55.893137+0000","last_peered":"2024-09-05T02:26:55.893137+0000","last_clean":"2024-09-05T02:26:55.893137+0000","last_became_active":"2024-09-05T02:24:44.641997+0000","last_became_peered":"2024-09-05T02:24:44.641997+0000","last_unstale":"2024-09-05T02:26:55.893137+0000","last_undegraded":"2024-09-05T02:26:55.893137+0000","last_fullsized":"2024-09-05T02:26:55.893137+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:38:34.670557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"86'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.907347+0000","last_change":"2024-09-05T02:24:47.486996+0000","last_active":"2024-09-05T02:26:55.907347+0000","last_peered":"2024-09-05T02:26:55.907347+0000","last_clean":"2024-09-05T02:26:55.907347+0000","last_became_active":"2024-09-05T02:24:47.486695+0000","last_became_peered":"2024-09-05T02:24:47.486695+0000","last_unstale":"2024-09-05T02:26:55.907347+0000","last_undegraded":"2024-09-05T02:26:55.907347+0000","last_fullsized":"2024-09-05T02:26:55.907347+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:23:46.854934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"84'4","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792873+0000","last_change":"2024-09-05T02:24:44.640627+0000","last_active":"2024-09-05T02:26:55.792873+0000","last_peered":"2024-09-05T02:26:55.792873+0000","last_clean":"2024-09-05T02:26:55.792873+0000","last_became_active":"2024-09-05T02:24:44.640118+0000","last_became_peered":"2024-09-05T02:24:44.640118+0000","last_unstale":"2024-09-05T02:26:55.792873+0000","last_undegraded":"2024-09-05T02:26:55.792873+0000","last_fullsized":"2024-09-05T02:26:55.792873+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:07:01.734127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"86'9","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.129158+0000","last_change":"2024-09-05T02:24:47.475170+0000","last_active":"2024-09-05T02:26:56.129158+0000","last_peered":"2024-09-05T02:26:56.129158+0000","last_clean":"2024-09-05T02:26:56.129158+0000","last_became_active":"2024-09-05T02:24:47.474757+0000","last_became_peered":"2024-09-05T02:24:47.474757+0000","last_unstale":"2024-09-05T02:26:56.129158+0000","last_undegraded":"2024-09-05T02:26:56.129158+0000","last_fullsized":"2024-09-05T02:26:56.129158+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:52:41.444857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"87'50","reported_seq":100,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.050929+0000","last_change":"2024-09-05T02:24:44.298385+0000","last_active":"2024-09-05T02:26:56.050929+0000","last_peered":"2024-09-05T02:26:56.050929+0000","last_clean":"2024-09-05T02:26:56.050929+0000","last_became_active":"2024-09-05T02:24:44.297981+0000","last_became_peered":"2024-09-05T02:24:44.297981+0000","last_unstale":"2024-09-05T02:26:56.050929+0000","last_undegraded":"2024-09-05T02:26:56.050929+0000","last_fullsized":"2024-09-05T02:26:56.050929+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:33:42.849584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":89,"num_write_kb":837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"86'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.897286+0000","last_change":"2024-09-05T02:24:47.488049+0000","last_active":"2024-09-05T02:26:55.897286+0000","last_peered":"2024-09-05T02:26:55.897286+0000","last_clean":"2024-09-05T02:26:55.897286+0000","last_became_active":"2024-09-05T02:24:47.485368+0000","last_became_peered":"2024-09-05T02:24:47.485368+0000","last_unstale":"2024-09-05T02:26:55.897286+0000","last_undegraded":"2024-09-05T02:26:55.897286+0000","last_fullsized":"2024-09-05T02:26:55.897286+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:51:17.970446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'7","reported_seq":35,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.794697+0000","last_change":"2024-09-05T02:24:44.400396+0000","last_active":"2024-09-05T02:26:55.794697+0000","last_peered":"2024-09-05T02:26:55.794697+0000","last_clean":"2024-09-05T02:26:55.794697+0000","last_became_active":"2024-09-05T02:24:44.399960+0000","last_became_peered":"2024-09-05T02:24:44.399960+0000","last_unstale":"2024-09-05T02:26:55.794697+0000","last_undegraded":"2024-09-05T02:26:55.794697+0000","last_fullsized":"2024-09-05T02:26:55.794697+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:48:24.977584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"86'7","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.790902+0000","last_change":"2024-09-05T02:24:47.481128+0000","last_active":"2024-09-05T02:26:55.790902+0000","last_peered":"2024-09-05T02:26:55.790902+0000","last_clean":"2024-09-05T02:26:55.790902+0000","last_became_active":"2024-09-05T02:24:47.480833+0000","last_became_peered":"2024-09-05T02:24:47.480833+0000","last_unstale":"2024-09-05T02:26:55.790902+0000","last_undegraded":"2024-09-05T02:26:55.790902+0000","last_fullsized":"2024-09-05T02:26:55.790902+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:19:32.729539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.133439+0000","last_change":"2024-09-05T02:24:44.640973+0000","last_active":"2024-09-05T02:26:56.133439+0000","last_peered":"2024-09-05T02:26:56.133439+0000","last_clean":"2024-09-05T02:26:56.133439+0000","last_became_active":"2024-09-05T02:24:44.640657+0000","last_became_peered":"2024-09-05T02:24:44.640657+0000","last_unstale":"2024-09-05T02:26:56.133439+0000","last_undegraded":"2024-09-05T02:26:56.133439+0000","last_fullsized":"2024-09-05T02:26:56.133439+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:18:13.413747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792289+0000","last_change":"2024-09-05T02:24:47.478379+0000","last_active":"2024-09-05T02:26:55.792289+0000","last_peered":"2024-09-05T02:26:55.792289+0000","last_clean":"2024-09-05T02:26:55.792289+0000","last_became_active":"2024-09-05T02:24:47.478053+0000","last_became_peered":"2024-09-05T02:24:47.478053+0000","last_unstale":"2024-09-05T02:26:55.792289+0000","last_undegraded":"2024-09-05T02:26:55.792289+0000","last_fullsized":"2024-09-05T02:26:55.792289+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:23:09.235450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'7","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.895916+0000","last_change":"2024-09-05T02:24:44.291080+0000","last_active":"2024-09-05T02:26:55.895916+0000","last_peered":"2024-09-05T02:26:55.895916+0000","last_clean":"2024-09-05T02:26:55.895916+0000","last_became_active":"2024-09-05T02:24:44.290778+0000","last_became_peered":"2024-09-05T02:24:44.290778+0000","last_unstale":"2024-09-05T02:26:55.895916+0000","last_undegraded":"2024-09-05T02:26:55.895916+0000","last_fullsized":"2024-09-05T02:26:55.895916+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:46:58.612545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"86'9","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.138875+0000","last_change":"2024-09-05T02:24:47.477863+0000","last_active":"2024-09-05T02:26:56.138875+0000","last_peered":"2024-09-05T02:26:56.138875+0000","last_clean":"2024-09-05T02:26:56.138875+0000","last_became_active":"2024-09-05T02:24:47.477504+0000","last_became_peered":"2024-09-05T02:24:47.477504+0000","last_unstale":"2024-09-05T02:26:56.138875+0000","last_undegraded":"2024-09-05T02:26:56.138875+0000","last_fullsized":"2024-09-05T02:26:56.138875+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:23:50.906241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'3","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.138995+0000","last_change":"2024-09-05T02:25:36.217796+0000","last_active":"2024-09-05T02:26:56.138995+0000","last_peered":"2024-09-05T02:26:56.138995+0000","last_clean":"2024-09-05T02:26:56.138995+0000","last_became_active":"2024-09-05T02:25:36.208005+0000","last_became_peered":"2024-09-05T02:25:36.208005+0000","last_unstale":"2024-09-05T02:26:56.138995+0000","last_undegraded":"2024-09-05T02:26:56.138995+0000","last_fullsized":"2024-09-05T02:26:56.138995+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:00:55.520681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"86'8","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.896199+0000","last_change":"2024-09-05T02:24:47.482550+0000","last_active":"2024-09-05T02:26:55.896199+0000","last_peered":"2024-09-05T02:26:55.896199+0000","last_clean":"2024-09-05T02:26:55.896199+0000","last_became_active":"2024-09-05T02:24:47.482230+0000","last_became_peered":"2024-09-05T02:24:47.482230+0000","last_unstale":"2024-09-05T02:26:55.896199+0000","last_undegraded":"2024-09-05T02:26:55.896199+0000","last_fullsized":"2024-09-05T02:26:55.896199+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:25:50.165849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"84'4","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792545+0000","last_change":"2024-09-05T02:24:44.298584+0000","last_active":"2024-09-05T02:26:55.792545+0000","last_peered":"2024-09-05T02:26:55.792545+0000","last_clean":"2024-09-05T02:26:55.792545+0000","last_became_active":"2024-09-05T02:24:44.298193+0000","last_became_peered":"2024-09-05T02:24:44.298193+0000","last_unstale":"2024-09-05T02:26:55.792545+0000","last_undegraded":"2024-09-05T02:26:55.792545+0000","last_fullsized":"2024-09-05T02:26:55.792545+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:02:31.920971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"86'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128555+0000","last_change":"2024-09-05T02:24:47.490421+0000","last_active":"2024-09-05T02:26:56.128555+0000","last_peered":"2024-09-05T02:26:56.128555+0000","last_clean":"2024-09-05T02:26:56.128555+0000","last_became_active":"2024-09-05T02:24:47.489992+0000","last_became_peered":"2024-09-05T02:24:47.489992+0000","last_unstale":"2024-09-05T02:26:56.128555+0000","last_undegraded":"2024-09-05T02:26:56.128555+0000","last_fullsized":"2024-09-05T02:26:56.128555+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:15.842796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"86'15","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.893059+0000","last_change":"2024-09-05T02:25:36.247594+0000","last_active":"2024-09-05T02:26:55.893059+0000","last_peered":"2024-09-05T02:26:55.893059+0000","last_clean":"2024-09-05T02:26:55.893059+0000","last_became_active":"2024-09-05T02:25:36.247333+0000","last_became_peered":"2024-09-05T02:25:36.247333+0000","last_unstale":"2024-09-05T02:26:55.893059+0000","last_undegraded":"2024-09-05T02:26:55.893059+0000","last_fullsized":"2024-09-05T02:26:55.893059+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:53:54.127434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1c","version":"84'5","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.138956+0000","last_change":"2024-09-05T02:25:36.214295+0000","last_active":"2024-09-05T02:26:56.138956+0000","last_peered":"2024-09-05T02:26:56.138956+0000","last_clean":"2024-09-05T02:26:56.138956+0000","last_became_active":"2024-09-05T02:25:36.206425+0000","last_became_peered":"2024-09-05T02:25:36.206425+0000","last_unstale":"2024-09-05T02:26:56.138956+0000","last_undegraded":"2024-09-05T02:26:56.138956+0000","last_fullsized":"2024-09-05T02:26:56.138956+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:51:03.946758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"86'9","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.133357+0000","last_change":"2024-09-05T02:24:47.492996+0000","last_active":"2024-09-05T02:26:56.133357+0000","last_peered":"2024-09-05T02:26:56.133357+0000","last_clean":"2024-09-05T02:26:56.133357+0000","last_became_active":"2024-09-05T02:24:47.492665+0000","last_became_peered":"2024-09-05T02:24:47.492665+0000","last_unstale":"2024-09-05T02:26:56.133357+0000","last_undegraded":"2024-09-05T02:26:56.133357+0000","last_fullsized":"2024-09-05T02:26:56.133357+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:44:32.954561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"84'12","reported_seq":61,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792707+0000","last_change":"2024-09-05T02:25:36.258046+0000","last_active":"2024-09-05T02:26:55.792707+0000","last_peered":"2024-09-05T02:26:55.792707+0000","last_clean":"2024-09-05T02:26:55.792707+0000","last_became_active":"2024-09-05T02:25:36.247563+0000","last_became_peered":"2024-09-05T02:25:36.247563+0000","last_unstale":"2024-09-05T02:26:55.792707+0000","last_undegraded":"2024-09-05T02:26:55.792707+0000","last_fullsized":"2024-09-05T02:26:55.792707+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:13:32.936339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"86'6","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.790850+0000","last_change":"2024-09-05T02:24:47.488917+0000","last_active":"2024-09-05T02:26:55.790850+0000","last_peered":"2024-09-05T02:26:55.790850+0000","last_clean":"2024-09-05T02:26:55.790850+0000","last_became_active":"2024-09-05T02:24:47.488543+0000","last_became_peered":"2024-09-05T02:24:47.488543+0000","last_unstale":"2024-09-05T02:26:55.790850+0000","last_undegraded":"2024-09-05T02:26:55.790850+0000","last_fullsized":"2024-09-05T02:26:55.790850+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:08:53.452036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.897024+0000","last_change":"2024-09-05T02:24:44.640849+0000","last_active":"2024-09-05T02:26:55.897024+0000","last_peered":"2024-09-05T02:26:55.897024+0000","last_clean":"2024-09-05T02:26:55.897024+0000","last_became_active":"2024-09-05T02:24:44.640181+0000","last_became_peered":"2024-09-05T02:24:44.640181+0000","last_unstale":"2024-09-05T02:26:55.897024+0000","last_undegraded":"2024-09-05T02:26:55.897024+0000","last_fullsized":"2024-09-05T02:26:55.897024+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:12:34.867285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"86'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.896824+0000","last_change":"2024-09-05T02:24:47.477642+0000","last_active":"2024-09-05T02:26:55.896824+0000","last_peered":"2024-09-05T02:26:55.896824+0000","last_clean":"2024-09-05T02:26:55.896824+0000","last_became_active":"2024-09-05T02:24:47.474109+0000","last_became_peered":"2024-09-05T02:24:47.474109+0000","last_unstale":"2024-09-05T02:26:55.896824+0000","last_undegraded":"2024-09-05T02:26:55.896824+0000","last_fullsized":"2024-09-05T02:26:55.896824+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:48:38.986300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"87'15","reported_seq":159,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.707534+0000","last_change":"2024-09-05T02:24:44.295646+0000","last_active":"2024-09-05T02:26:56.707534+0000","last_peered":"2024-09-05T02:26:56.707534+0000","last_clean":"2024-09-05T02:26:56.707534+0000","last_became_active":"2024-09-05T02:24:44.295219+0000","last_became_peered":"2024-09-05T02:24:44.295219+0000","last_unstale":"2024-09-05T02:26:56.707534+0000","last_undegraded":"2024-09-05T02:26:56.707534+0000","last_fullsized":"2024-09-05T02:26:56.707534+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:49.458485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":117,"num_read_kb":117,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":600672,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1293,"num_read_kb":763,"num_write":377,"num_write_kb":1467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":60346,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2174976,"data_stored":1802016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":304,"ondisk_log_size":304,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481831,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":966656,"data_stored":465524,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":70,"seq":300647710763,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32948,"kb_used_data":1764,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712204,"statfs":{"total":95995035648,"available":95961296896,"internally_reserved":0,"allocated":1806336,"data_stored":1253913,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":65,"seq":279172874289,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36696,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708456,"statfs":{"total":95995035648,"available":95957458944,"internally_reserved":0,"allocated":1380352,"data_stored":857161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":58,"seq":249108103224,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32528,"kb_used_data":1340,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712624,"statfs":{"total":95995035648,"available":95961726976,"internally_reserved":0,"allocated":1372160,"data_stored":856957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364858,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28572,"kb_used_data":1544,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716580,"statfs":{"total":95995035648,"available":95965777920,"internally_reserved":0,"allocated":1581056,"data_stored":1058474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528385,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36296,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708856,"statfs":{"total":95995035648,"available":95957868544,"internally_reserved":0,"allocated":970752,"data_stored":464589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757319,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32932,"kb_used_data":1688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712220,"statfs":{"total":95995035648,"available":95961313280,"internally_reserved":0,"allocated":1728512,"data_stored":1188039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920844,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1048576,"data_stored":530792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149776,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36824,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708328,"statfs":{"total":95995035648,"available":95957327872,"internally_reserved":0,"allocated":1515520,"data_stored":988303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411414,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":983040,"data_stored":466033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574938,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1040384,"data_stored":531985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738465,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36316,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708836,"statfs":{"total":95995035648,"available":95957848064,"internally_reserved":0,"allocated":991232,"data_stored":465928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":69162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":525246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":67969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":180224,"data_stored":134731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":421888,"data_stored":394134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":394338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":258048,"data_stored":200605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T02:27:00.430 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T02:27:00.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:00 smithi033 ceph-mon[29909]: Adjusting osd_memory_target on smithi174 to 176.0M 2024-09-05T02:27:00.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:00 smithi033 ceph-mon[29909]: Unable to set osd_memory_target on smithi174 to 184573849: error parsing value: Value '184573849' is below minimum 939524096 2024-09-05T02:27:00.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:00 smithi033 ceph-mon[29909]: Adjusting osd_memory_target on smithi123 to 176.0M 2024-09-05T02:27:00.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:00 smithi033 ceph-mon[29909]: Unable to set osd_memory_target on smithi123 to 184589619: error parsing value: Value '184589619' is below minimum 939524096 2024-09-05T02:27:00.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.632+0000 7f341a200640 1 -- 172.21.15.33:0/3465591589 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3414074680 msgr2=0x7f3414074a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:00.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.632+0000 7f341a200640 1 --2- 172.21.15.33:0/3465591589 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3414074680 0x7f3414074a80 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f3408009900 tx=0x7f340802a3e0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.632+0000 7f341a200640 1 -- 172.21.15.33:0/3465591589 shutdown_connections 2024-09-05T02:27:00.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.632+0000 7f341a200640 1 --2- 172.21.15.33:0/3465591589 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3414109c90 0x7f341410c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.632+0000 7f341a200640 1 --2- 172.21.15.33:0/3465591589 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3414074fc0 0x7f3414109750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.632+0000 7f341a200640 1 --2- 172.21.15.33:0/3465591589 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3414074680 0x7f3414074a80 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.632+0000 7f341a200640 1 -- 172.21.15.33:0/3465591589 >> 172.21.15.33:0/3465591589 conn(0x7f34140fd110 msgr2=0x7f34140ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:00.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.633+0000 7f341a200640 1 -- 172.21.15.33:0/3465591589 shutdown_connections 2024-09-05T02:27:00.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.633+0000 7f341a200640 1 -- 172.21.15.33:0/3465591589 wait complete. 2024-09-05T02:27:00.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:00 smithi123 ceph-mon[34031]: Adjusting osd_memory_target on smithi174 to 176.0M 2024-09-05T02:27:00.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:00 smithi123 ceph-mon[34031]: Unable to set osd_memory_target on smithi174 to 184573849: error parsing value: Value '184573849' is below minimum 939524096 2024-09-05T02:27:00.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:00 smithi123 ceph-mon[34031]: Adjusting osd_memory_target on smithi123 to 176.0M 2024-09-05T02:27:00.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:00 smithi123 ceph-mon[34031]: Unable to set osd_memory_target on smithi123 to 184589619: error parsing value: Value '184589619' is below minimum 939524096 2024-09-05T02:27:00.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.634+0000 7f341a200640 1 Processor -- start 2024-09-05T02:27:00.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.634+0000 7f341a200640 1 -- start start 2024-09-05T02:27:00.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.634+0000 7f341a200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3414074680 0x7f3414199fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:00.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.634+0000 7f341a200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3414074fc0 0x7f341419a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:00.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.634+0000 7f341a200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3414109c90 0x7f34141a1570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:00.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.634+0000 7f341a200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f341410f920 con 0x7f3414109c90 2024-09-05T02:27:00.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.634+0000 7f341a200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f341410f7a0 con 0x7f3414074680 2024-09-05T02:27:00.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.634+0000 7f341a200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f341410faa0 con 0x7f3414074fc0 2024-09-05T02:27:00.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.635+0000 7f3418e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3414074680 0x7f3414199fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:00.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.635+0000 7f3418e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3414074680 0x7f3414199fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:38230/0 (socket says 172.21.15.33:38230) 2024-09-05T02:27:00.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.635+0000 7f3418e00640 1 -- 172.21.15.33:0/883986861 learned_addr learned my addr 172.21.15.33:0/883986861 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:00.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.635+0000 7f3413e00640 1 --2- 172.21.15.33:0/883986861 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3414074fc0 0x7f341419a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:00.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.635+0000 7f3419800640 1 --2- 172.21.15.33:0/883986861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3414109c90 0x7f34141a1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:00.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.635+0000 7f3418e00640 1 -- 172.21.15.33:0/883986861 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3414074fc0 msgr2=0x7f341419a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:00.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.635+0000 7f3418e00640 1 --2- 172.21.15.33:0/883986861 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3414074fc0 0x7f341419a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.635+0000 7f3418e00640 1 -- 172.21.15.33:0/883986861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3414109c90 msgr2=0x7f34141a1570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:00.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.635+0000 7f3418e00640 1 --2- 172.21.15.33:0/883986861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3414109c90 0x7f34141a1570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.635+0000 7f3418e00640 1 -- 172.21.15.33:0/883986861 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34141a1be0 con 0x7f3414074680 2024-09-05T02:27:00.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.636+0000 7f3418e00640 1 --2- 172.21.15.33:0/883986861 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3414074680 0x7f3414199fc0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f3408031440 tx=0x7f3408032ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:00.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.636+0000 7f3411600640 1 -- 172.21.15.33:0/883986861 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f340803f030 con 0x7f3414074680 2024-09-05T02:27:00.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.636+0000 7f3411600640 1 -- 172.21.15.33:0/883986861 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3408003ce0 con 0x7f3414074680 2024-09-05T02:27:00.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.636+0000 7f341a200640 1 -- 172.21.15.33:0/883986861 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34141a1e70 con 0x7f3414074680 2024-09-05T02:27:00.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.636+0000 7f3411600640 1 -- 172.21.15.33:0/883986861 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3408035070 con 0x7f3414074680 2024-09-05T02:27:00.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.637+0000 7f341a200640 1 -- 172.21.15.33:0/883986861 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34141a22d0 con 0x7f3414074680 2024-09-05T02:27:00.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.638+0000 7f341a200640 1 -- 172.21.15.33:0/883986861 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3414074a80 con 0x7f3414074680 2024-09-05T02:27:00.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.641+0000 7f3411600640 1 -- 172.21.15.33:0/883986861 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7f3408042030 con 0x7f3414074680 2024-09-05T02:27:00.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.642+0000 7f3411600640 1 --2- 172.21.15.33:0/883986861 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f33fc0a2e10 0x7f33fc0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:00.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.642+0000 7f3411600640 1 -- 172.21.15.33:0/883986861 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f34080efa40 con 0x7f3414074680 2024-09-05T02:27:00.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.643+0000 7f3413e00640 1 --2- 172.21.15.33:0/883986861 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f33fc0a2e10 0x7f33fc0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:00.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.644+0000 7f3413e00640 1 --2- 172.21.15.33:0/883986861 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f33fc0a2e10 0x7f33fc0a52d0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f341419b4d0 tx=0x7f3400005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:00.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.646+0000 7f3411600640 1 -- 172.21.15.33:0/883986861 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f34080bc4a0 con 0x7f3414074680 2024-09-05T02:27:00.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:00 smithi174 ceph-mon[34756]: Adjusting osd_memory_target on smithi174 to 176.0M 2024-09-05T02:27:00.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:00 smithi174 ceph-mon[34756]: Unable to set osd_memory_target on smithi174 to 184573849: error parsing value: Value '184573849' is below minimum 939524096 2024-09-05T02:27:00.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:00 smithi174 ceph-mon[34756]: Adjusting osd_memory_target on smithi123 to 176.0M 2024-09-05T02:27:00.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:00 smithi174 ceph-mon[34756]: Unable to set osd_memory_target on smithi123 to 184589619: error parsing value: Value '184589619' is below minimum 939524096 2024-09-05T02:27:00.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.838+0000 7f341a200640 1 -- 172.21.15.33:0/883986861 --> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f34140626f0 con 0x7f33fc0a2e10 2024-09-05T02:27:00.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.844+0000 7f3411600640 1 -- 172.21.15.33:0/883986861 <== mgr.15138 v2:172.21.15.33:6800/2352698460 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+257818 (secure 0 0 0) 0x7f34140626f0 con 0x7f33fc0a2e10 2024-09-05T02:27:00.849 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:27:00.851 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-09-05T02:27:00.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.848+0000 7f341a200640 1 -- 172.21.15.33:0/883986861 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f33fc0a2e10 msgr2=0x7f33fc0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:00.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.848+0000 7f341a200640 1 --2- 172.21.15.33:0/883986861 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f33fc0a2e10 0x7f33fc0a52d0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f341419b4d0 tx=0x7f3400005f90 comp rx=0 tx=0).stop 2024-09-05T02:27:00.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.848+0000 7f341a200640 1 -- 172.21.15.33:0/883986861 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3414074680 msgr2=0x7f3414199fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:00.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.848+0000 7f341a200640 1 --2- 172.21.15.33:0/883986861 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3414074680 0x7f3414199fc0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f3408031440 tx=0x7f3408032ce0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.848+0000 7f341a200640 1 -- 172.21.15.33:0/883986861 shutdown_connections 2024-09-05T02:27:00.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.848+0000 7f341a200640 1 --2- 172.21.15.33:0/883986861 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f33fc0a2e10 0x7f33fc0a52d0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.848+0000 7f341a200640 1 --2- 172.21.15.33:0/883986861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3414109c90 0x7f34141a1570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.848+0000 7f341a200640 1 --2- 172.21.15.33:0/883986861 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3414074fc0 0x7f341419a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.848+0000 7f341a200640 1 --2- 172.21.15.33:0/883986861 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3414074680 0x7f3414199fc0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:00.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.848+0000 7f341a200640 1 -- 172.21.15.33:0/883986861 >> 172.21.15.33:0/883986861 conn(0x7f34140fd110 msgr2=0x7f3414105730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:00.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.849+0000 7f341a200640 1 -- 172.21.15.33:0/883986861 shutdown_connections 2024-09-05T02:27:00.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:00.849+0000 7f341a200640 1 -- 172.21.15.33:0/883986861 wait complete. 2024-09-05T02:27:00.869 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-09-05T02:26:59.804093+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1191274,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1429,"num_read_kb":882,"num_write":560,"num_write_kb":4407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":1241082,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":943,"ondisk_log_size":943,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":393488,"kb_used_data":15024,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124548336,"statfs":{"total":1151940427776,"available":1151537496064,"internally_reserved":0,"allocated":15384576,"data_stored":9127698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":387233081},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.974061"},"pg_stats":[{"pgid":"3.3f","version":"86'8","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.139195+0000","last_change":"2024-09-05T02:24:47.491184+0000","last_active":"2024-09-05T02:26:56.139195+0000","last_peered":"2024-09-05T02:26:56.139195+0000","last_clean":"2024-09-05T02:26:56.139195+0000","last_became_active":"2024-09-05T02:24:47.490909+0000","last_became_peered":"2024-09-05T02:24:47.490909+0000","last_unstale":"2024-09-05T02:26:56.139195+0000","last_undegraded":"2024-09-05T02:26:56.139195+0000","last_fullsized":"2024-09-05T02:26:56.139195+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:26.740349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"86'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.791050+0000","last_change":"2024-09-05T02:24:47.485186+0000","last_active":"2024-09-05T02:26:55.791050+0000","last_peered":"2024-09-05T02:26:55.791050+0000","last_clean":"2024-09-05T02:26:55.791050+0000","last_became_active":"2024-09-05T02:24:47.484829+0000","last_became_peered":"2024-09-05T02:24:47.484829+0000","last_unstale":"2024-09-05T02:26:55.791050+0000","last_undegraded":"2024-09-05T02:26:55.791050+0000","last_fullsized":"2024-09-05T02:26:55.791050+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:10:55.313784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"86'7","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.791201+0000","last_change":"2024-09-05T02:24:47.487202+0000","last_active":"2024-09-05T02:26:55.791201+0000","last_peered":"2024-09-05T02:26:55.791201+0000","last_clean":"2024-09-05T02:26:55.791201+0000","last_became_active":"2024-09-05T02:24:47.486906+0000","last_became_peered":"2024-09-05T02:24:47.486906+0000","last_unstale":"2024-09-05T02:26:55.791201+0000","last_undegraded":"2024-09-05T02:26:55.791201+0000","last_fullsized":"2024-09-05T02:26:55.791201+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:48:59.819500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"86'8","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.794686+0000","last_change":"2024-09-05T02:24:47.477645+0000","last_active":"2024-09-05T02:26:55.794686+0000","last_peered":"2024-09-05T02:26:55.794686+0000","last_clean":"2024-09-05T02:26:55.794686+0000","last_became_active":"2024-09-05T02:24:47.477281+0000","last_became_peered":"2024-09-05T02:24:47.477281+0000","last_unstale":"2024-09-05T02:26:55.794686+0000","last_undegraded":"2024-09-05T02:26:55.794686+0000","last_fullsized":"2024-09-05T02:26:55.794686+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:50:30.105056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"86'4","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792392+0000","last_change":"2024-09-05T02:25:36.222784+0000","last_active":"2024-09-05T02:26:55.792392+0000","last_peered":"2024-09-05T02:26:55.792392+0000","last_clean":"2024-09-05T02:26:55.792392+0000","last_became_active":"2024-09-05T02:25:36.222414+0000","last_became_peered":"2024-09-05T02:25:36.222414+0000","last_unstale":"2024-09-05T02:26:55.792392+0000","last_undegraded":"2024-09-05T02:26:55.792392+0000","last_fullsized":"2024-09-05T02:26:55.792392+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:04.810878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6],"acting":[8,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"86'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.907108+0000","last_change":"2024-09-05T02:24:47.481997+0000","last_active":"2024-09-05T02:26:55.907108+0000","last_peered":"2024-09-05T02:26:55.907108+0000","last_clean":"2024-09-05T02:26:55.907108+0000","last_became_active":"2024-09-05T02:24:47.481648+0000","last_became_peered":"2024-09-05T02:24:47.481648+0000","last_unstale":"2024-09-05T02:26:55.907108+0000","last_undegraded":"2024-09-05T02:26:55.907108+0000","last_fullsized":"2024-09-05T02:26:55.907108+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:37:03.602800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"86'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128403+0000","last_change":"2024-09-05T02:24:47.483442+0000","last_active":"2024-09-05T02:26:56.128403+0000","last_peered":"2024-09-05T02:26:56.128403+0000","last_clean":"2024-09-05T02:26:56.128403+0000","last_became_active":"2024-09-05T02:24:47.483104+0000","last_became_peered":"2024-09-05T02:24:47.483104+0000","last_unstale":"2024-09-05T02:26:56.128403+0000","last_undegraded":"2024-09-05T02:26:56.128403+0000","last_fullsized":"2024-09-05T02:26:56.128403+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:29:48.868995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"86'9","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.895532+0000","last_change":"2024-09-05T02:24:47.483089+0000","last_active":"2024-09-05T02:26:55.895532+0000","last_peered":"2024-09-05T02:26:55.895532+0000","last_clean":"2024-09-05T02:26:55.895532+0000","last_became_active":"2024-09-05T02:24:47.482677+0000","last_became_peered":"2024-09-05T02:24:47.482677+0000","last_unstale":"2024-09-05T02:26:55.895532+0000","last_undegraded":"2024-09-05T02:26:55.895532+0000","last_fullsized":"2024-09-05T02:26:55.895532+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:11.707124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"86'11","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.134098+0000","last_change":"2024-09-05T02:24:47.483010+0000","last_active":"2024-09-05T02:26:56.134098+0000","last_peered":"2024-09-05T02:26:56.134098+0000","last_clean":"2024-09-05T02:26:56.134098+0000","last_became_active":"2024-09-05T02:24:47.482649+0000","last_became_peered":"2024-09-05T02:24:47.482649+0000","last_unstale":"2024-09-05T02:26:56.134098+0000","last_undegraded":"2024-09-05T02:26:56.134098+0000","last_fullsized":"2024-09-05T02:26:56.134098+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:50:13.723197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"86'16","reported_seq":35,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.907539+0000","last_change":"2024-09-05T02:24:47.488852+0000","last_active":"2024-09-05T02:26:55.907539+0000","last_peered":"2024-09-05T02:26:55.907539+0000","last_clean":"2024-09-05T02:26:55.907539+0000","last_became_active":"2024-09-05T02:24:47.488444+0000","last_became_peered":"2024-09-05T02:24:47.488444+0000","last_unstale":"2024-09-05T02:26:55.907539+0000","last_undegraded":"2024-09-05T02:26:55.907539+0000","last_fullsized":"2024-09-05T02:26:55.907539+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:43:11.410976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"86'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128667+0000","last_change":"2024-09-05T02:24:47.482922+0000","last_active":"2024-09-05T02:26:56.128667+0000","last_peered":"2024-09-05T02:26:56.128667+0000","last_clean":"2024-09-05T02:26:56.128667+0000","last_became_active":"2024-09-05T02:24:47.482517+0000","last_became_peered":"2024-09-05T02:24:47.482517+0000","last_unstale":"2024-09-05T02:26:56.128667+0000","last_undegraded":"2024-09-05T02:26:56.128667+0000","last_fullsized":"2024-09-05T02:26:56.128667+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:32:18.412647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"86'7","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.893015+0000","last_change":"2024-09-05T02:25:36.207594+0000","last_active":"2024-09-05T02:26:55.893015+0000","last_peered":"2024-09-05T02:26:55.893015+0000","last_clean":"2024-09-05T02:26:55.893015+0000","last_became_active":"2024-09-05T02:25:36.207268+0000","last_became_peered":"2024-09-05T02:25:36.207268+0000","last_unstale":"2024-09-05T02:26:55.893015+0000","last_undegraded":"2024-09-05T02:26:55.893015+0000","last_fullsized":"2024-09-05T02:26:55.893015+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:10:19.407275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"86'10","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128826+0000","last_change":"2024-09-05T02:24:47.487525+0000","last_active":"2024-09-05T02:26:56.128826+0000","last_peered":"2024-09-05T02:26:56.128826+0000","last_clean":"2024-09-05T02:26:56.128826+0000","last_became_active":"2024-09-05T02:24:47.487212+0000","last_became_peered":"2024-09-05T02:24:47.487212+0000","last_unstale":"2024-09-05T02:26:56.128826+0000","last_undegraded":"2024-09-05T02:26:56.128826+0000","last_fullsized":"2024-09-05T02:26:56.128826+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:59:45.141810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.790485+0000","last_change":"2024-09-05T02:24:47.484682+0000","last_active":"2024-09-05T02:26:55.790485+0000","last_peered":"2024-09-05T02:26:55.790485+0000","last_clean":"2024-09-05T02:26:55.790485+0000","last_became_active":"2024-09-05T02:24:47.484360+0000","last_became_peered":"2024-09-05T02:24:47.484360+0000","last_unstale":"2024-09-05T02:26:55.790485+0000","last_undegraded":"2024-09-05T02:26:55.790485+0000","last_fullsized":"2024-09-05T02:26:55.790485+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:55:05.905601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.790369+0000","last_change":"2024-09-05T02:24:47.477801+0000","last_active":"2024-09-05T02:26:55.790369+0000","last_peered":"2024-09-05T02:26:55.790369+0000","last_clean":"2024-09-05T02:26:55.790369+0000","last_became_active":"2024-09-05T02:24:47.477483+0000","last_became_peered":"2024-09-05T02:24:47.477483+0000","last_unstale":"2024-09-05T02:26:55.790369+0000","last_undegraded":"2024-09-05T02:26:55.790369+0000","last_fullsized":"2024-09-05T02:26:55.790369+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:28:41.915016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"86'9","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.133273+0000","last_change":"2024-09-05T02:24:47.492903+0000","last_active":"2024-09-05T02:26:56.133273+0000","last_peered":"2024-09-05T02:26:56.133273+0000","last_clean":"2024-09-05T02:26:56.133273+0000","last_became_active":"2024-09-05T02:24:47.492561+0000","last_became_peered":"2024-09-05T02:24:47.492561+0000","last_unstale":"2024-09-05T02:26:56.133273+0000","last_undegraded":"2024-09-05T02:26:56.133273+0000","last_fullsized":"2024-09-05T02:26:56.133273+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:04:55.090065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"86'8","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.139173+0000","last_change":"2024-09-05T02:24:47.491299+0000","last_active":"2024-09-05T02:26:56.139173+0000","last_peered":"2024-09-05T02:26:56.139173+0000","last_clean":"2024-09-05T02:26:56.139173+0000","last_became_active":"2024-09-05T02:24:47.490984+0000","last_became_peered":"2024-09-05T02:24:47.490984+0000","last_unstale":"2024-09-05T02:26:56.139173+0000","last_undegraded":"2024-09-05T02:26:56.139173+0000","last_fullsized":"2024-09-05T02:26:56.139173+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:07:17.549051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"86'10","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.893325+0000","last_change":"2024-09-05T02:24:47.483319+0000","last_active":"2024-09-05T02:26:55.893325+0000","last_peered":"2024-09-05T02:26:55.893325+0000","last_clean":"2024-09-05T02:26:55.893325+0000","last_became_active":"2024-09-05T02:24:47.483017+0000","last_became_peered":"2024-09-05T02:24:47.483017+0000","last_unstale":"2024-09-05T02:26:55.893325+0000","last_undegraded":"2024-09-05T02:26:55.893325+0000","last_fullsized":"2024-09-05T02:26:55.893325+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:46:16.281658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.137131+0000","last_change":"2024-09-05T02:24:47.472469+0000","last_active":"2024-09-05T02:26:56.137131+0000","last_peered":"2024-09-05T02:26:56.137131+0000","last_clean":"2024-09-05T02:26:56.137131+0000","last_became_active":"2024-09-05T02:24:47.472154+0000","last_became_peered":"2024-09-05T02:24:47.472154+0000","last_unstale":"2024-09-05T02:26:56.137131+0000","last_undegraded":"2024-09-05T02:26:56.137131+0000","last_fullsized":"2024-09-05T02:26:56.137131+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:13:41.486577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"86'8","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.139070+0000","last_change":"2024-09-05T02:24:47.472898+0000","last_active":"2024-09-05T02:26:56.139070+0000","last_peered":"2024-09-05T02:26:56.139070+0000","last_clean":"2024-09-05T02:26:56.139070+0000","last_became_active":"2024-09-05T02:24:47.470127+0000","last_became_peered":"2024-09-05T02:24:47.470127+0000","last_unstale":"2024-09-05T02:26:56.139070+0000","last_undegraded":"2024-09-05T02:26:56.139070+0000","last_fullsized":"2024-09-05T02:26:56.139070+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:00:29.277630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"86'11","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128982+0000","last_change":"2024-09-05T02:24:47.490189+0000","last_active":"2024-09-05T02:26:56.128982+0000","last_peered":"2024-09-05T02:26:56.128982+0000","last_clean":"2024-09-05T02:26:56.128982+0000","last_became_active":"2024-09-05T02:24:47.489899+0000","last_became_peered":"2024-09-05T02:24:47.489899+0000","last_unstale":"2024-09-05T02:26:56.128982+0000","last_undegraded":"2024-09-05T02:26:56.128982+0000","last_fullsized":"2024-09-05T02:26:56.128982+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:40.643179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"86'10","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.133550+0000","last_change":"2024-09-05T02:24:47.486794+0000","last_active":"2024-09-05T02:26:56.133550+0000","last_peered":"2024-09-05T02:26:56.133550+0000","last_clean":"2024-09-05T02:26:56.133550+0000","last_became_active":"2024-09-05T02:24:47.486487+0000","last_became_peered":"2024-09-05T02:24:47.486487+0000","last_unstale":"2024-09-05T02:26:56.133550+0000","last_undegraded":"2024-09-05T02:26:56.133550+0000","last_fullsized":"2024-09-05T02:26:56.133550+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:50:16.871409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"86'8","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.895651+0000","last_change":"2024-09-05T02:24:47.472264+0000","last_active":"2024-09-05T02:26:55.895651+0000","last_peered":"2024-09-05T02:26:55.895651+0000","last_clean":"2024-09-05T02:26:55.895651+0000","last_became_active":"2024-09-05T02:24:47.471923+0000","last_became_peered":"2024-09-05T02:24:47.471923+0000","last_unstale":"2024-09-05T02:26:55.895651+0000","last_undegraded":"2024-09-05T02:26:55.895651+0000","last_fullsized":"2024-09-05T02:26:55.895651+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:37.261821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"86'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.903827+0000","last_change":"2024-09-05T02:24:47.479598+0000","last_active":"2024-09-05T02:26:55.903827+0000","last_peered":"2024-09-05T02:26:55.903827+0000","last_clean":"2024-09-05T02:26:55.903827+0000","last_became_active":"2024-09-05T02:24:47.479299+0000","last_became_peered":"2024-09-05T02:24:47.479299+0000","last_unstale":"2024-09-05T02:26:55.903827+0000","last_undegraded":"2024-09-05T02:26:55.903827+0000","last_fullsized":"2024-09-05T02:26:55.903827+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:09:23.916286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.897165+0000","last_change":"2024-09-05T02:24:47.477576+0000","last_active":"2024-09-05T02:26:55.897165+0000","last_peered":"2024-09-05T02:26:55.897165+0000","last_clean":"2024-09-05T02:26:55.897165+0000","last_became_active":"2024-09-05T02:24:47.477167+0000","last_became_peered":"2024-09-05T02:24:47.477167+0000","last_unstale":"2024-09-05T02:26:55.897165+0000","last_undegraded":"2024-09-05T02:26:55.897165+0000","last_fullsized":"2024-09-05T02:26:55.897165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:50:37.129705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"86'15","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.137268+0000","last_change":"2024-09-05T02:24:47.483520+0000","last_active":"2024-09-05T02:26:56.137268+0000","last_peered":"2024-09-05T02:26:56.137268+0000","last_clean":"2024-09-05T02:26:56.137268+0000","last_became_active":"2024-09-05T02:24:47.481784+0000","last_became_peered":"2024-09-05T02:24:47.481784+0000","last_unstale":"2024-09-05T02:26:56.137268+0000","last_undegraded":"2024-09-05T02:26:56.137268+0000","last_fullsized":"2024-09-05T02:26:56.137268+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:20:39.296324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"86'6","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.139029+0000","last_change":"2024-09-05T02:24:47.473686+0000","last_active":"2024-09-05T02:26:56.139029+0000","last_peered":"2024-09-05T02:26:56.139029+0000","last_clean":"2024-09-05T02:26:56.139029+0000","last_became_active":"2024-09-05T02:24:47.473415+0000","last_became_peered":"2024-09-05T02:24:47.473415+0000","last_unstale":"2024-09-05T02:26:56.139029+0000","last_undegraded":"2024-09-05T02:26:56.139029+0000","last_fullsized":"2024-09-05T02:26:56.139029+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:31:51.642451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"86'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128985+0000","last_change":"2024-09-05T02:24:47.486520+0000","last_active":"2024-09-05T02:26:56.128985+0000","last_peered":"2024-09-05T02:26:56.128985+0000","last_clean":"2024-09-05T02:26:56.128985+0000","last_became_active":"2024-09-05T02:24:47.484374+0000","last_became_peered":"2024-09-05T02:24:47.484374+0000","last_unstale":"2024-09-05T02:26:56.128985+0000","last_undegraded":"2024-09-05T02:26:56.128985+0000","last_fullsized":"2024-09-05T02:26:56.128985+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:40:37.528352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"86'7","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.790803+0000","last_change":"2024-09-05T02:24:47.488546+0000","last_active":"2024-09-05T02:26:55.790803+0000","last_peered":"2024-09-05T02:26:55.790803+0000","last_clean":"2024-09-05T02:26:55.790803+0000","last_became_active":"2024-09-05T02:24:47.487743+0000","last_became_peered":"2024-09-05T02:24:47.487743+0000","last_unstale":"2024-09-05T02:26:55.790803+0000","last_undegraded":"2024-09-05T02:26:55.790803+0000","last_fullsized":"2024-09-05T02:26:55.790803+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:18:13.725734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"86'8","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.137058+0000","last_change":"2024-09-05T02:24:47.479316+0000","last_active":"2024-09-05T02:26:56.137058+0000","last_peered":"2024-09-05T02:26:56.137058+0000","last_clean":"2024-09-05T02:26:56.137058+0000","last_became_active":"2024-09-05T02:24:47.479038+0000","last_became_peered":"2024-09-05T02:24:47.479038+0000","last_unstale":"2024-09-05T02:26:56.137058+0000","last_undegraded":"2024-09-05T02:26:56.137058+0000","last_fullsized":"2024-09-05T02:26:56.137058+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:09:50.622807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"86'12","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.137230+0000","last_change":"2024-09-05T02:24:47.471282+0000","last_active":"2024-09-05T02:26:56.137230+0000","last_peered":"2024-09-05T02:26:56.137230+0000","last_clean":"2024-09-05T02:26:56.137230+0000","last_became_active":"2024-09-05T02:24:47.470984+0000","last_became_peered":"2024-09-05T02:24:47.470984+0000","last_unstale":"2024-09-05T02:26:56.137230+0000","last_undegraded":"2024-09-05T02:26:56.137230+0000","last_fullsized":"2024-09-05T02:26:56.137230+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:28:41.852281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"86'9","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.138810+0000","last_change":"2024-09-05T02:24:47.477153+0000","last_active":"2024-09-05T02:26:56.138810+0000","last_peered":"2024-09-05T02:26:56.138810+0000","last_clean":"2024-09-05T02:26:56.138810+0000","last_became_active":"2024-09-05T02:24:47.476765+0000","last_became_peered":"2024-09-05T02:24:47.476765+0000","last_unstale":"2024-09-05T02:26:56.138810+0000","last_undegraded":"2024-09-05T02:26:56.138810+0000","last_fullsized":"2024-09-05T02:26:56.138810+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:52.887284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792299+0000","last_change":"2024-09-05T02:24:47.468804+0000","last_active":"2024-09-05T02:26:55.792299+0000","last_peered":"2024-09-05T02:26:55.792299+0000","last_clean":"2024-09-05T02:26:55.792299+0000","last_became_active":"2024-09-05T02:24:47.468532+0000","last_became_peered":"2024-09-05T02:24:47.468532+0000","last_unstale":"2024-09-05T02:26:55.792299+0000","last_undegraded":"2024-09-05T02:26:55.792299+0000","last_fullsized":"2024-09-05T02:26:55.792299+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:05:23.763502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"86'6","reported_seq":151,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.904134+0000","last_change":"2024-09-05T02:24:44.295858+0000","last_active":"2024-09-05T02:26:55.904134+0000","last_peered":"2024-09-05T02:26:55.904134+0000","last_clean":"2024-09-05T02:26:55.904134+0000","last_became_active":"2024-09-05T02:24:44.295305+0000","last_became_peered":"2024-09-05T02:24:44.295305+0000","last_unstale":"2024-09-05T02:26:55.904134+0000","last_undegraded":"2024-09-05T02:26:55.904134+0000","last_fullsized":"2024-09-05T02:26:55.904134+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:01:39.220130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":933,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"86'8","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.904047+0000","last_change":"2024-09-05T02:24:47.479084+0000","last_active":"2024-09-05T02:26:55.904047+0000","last_peered":"2024-09-05T02:26:55.904047+0000","last_clean":"2024-09-05T02:26:55.904047+0000","last_became_active":"2024-09-05T02:24:47.478748+0000","last_became_peered":"2024-09-05T02:24:47.478748+0000","last_unstale":"2024-09-05T02:26:55.904047+0000","last_undegraded":"2024-09-05T02:26:55.904047+0000","last_fullsized":"2024-09-05T02:26:55.904047+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:04:50.466209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.907244+0000","last_change":"2024-09-05T02:24:44.296259+0000","last_active":"2024-09-05T02:26:55.907244+0000","last_peered":"2024-09-05T02:26:55.907244+0000","last_clean":"2024-09-05T02:26:55.907244+0000","last_became_active":"2024-09-05T02:24:44.295712+0000","last_became_peered":"2024-09-05T02:24:44.295712+0000","last_unstale":"2024-09-05T02:26:55.907244+0000","last_undegraded":"2024-09-05T02:26:55.907244+0000","last_fullsized":"2024-09-05T02:26:55.907244+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:35:09.076280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"84'3","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128420+0000","last_change":"2024-09-05T02:24:44.291087+0000","last_active":"2024-09-05T02:26:56.128420+0000","last_peered":"2024-09-05T02:26:56.128420+0000","last_clean":"2024-09-05T02:26:56.128420+0000","last_became_active":"2024-09-05T02:24:44.290507+0000","last_became_peered":"2024-09-05T02:24:44.290507+0000","last_unstale":"2024-09-05T02:26:56.128420+0000","last_undegraded":"2024-09-05T02:26:56.128420+0000","last_fullsized":"2024-09-05T02:26:56.128420+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:39.127718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"86'8","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.895595+0000","last_change":"2024-09-05T02:24:47.481980+0000","last_active":"2024-09-05T02:26:55.895595+0000","last_peered":"2024-09-05T02:26:55.895595+0000","last_clean":"2024-09-05T02:26:55.895595+0000","last_became_active":"2024-09-05T02:24:47.481558+0000","last_became_peered":"2024-09-05T02:24:47.481558+0000","last_unstale":"2024-09-05T02:26:55.895595+0000","last_undegraded":"2024-09-05T02:26:55.895595+0000","last_fullsized":"2024-09-05T02:26:55.895595+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:48:09.994392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"84'3","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.904165+0000","last_change":"2024-09-05T02:24:44.293303+0000","last_active":"2024-09-05T02:26:55.904165+0000","last_peered":"2024-09-05T02:26:55.904165+0000","last_clean":"2024-09-05T02:26:55.904165+0000","last_became_active":"2024-09-05T02:24:44.292969+0000","last_became_peered":"2024-09-05T02:24:44.292969+0000","last_unstale":"2024-09-05T02:26:55.904165+0000","last_undegraded":"2024-09-05T02:26:55.904165+0000","last_fullsized":"2024-09-05T02:26:55.904165+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:25:41.988613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"86'11","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.891290+0000","last_change":"2024-09-05T02:24:47.479856+0000","last_active":"2024-09-05T02:26:55.891290+0000","last_peered":"2024-09-05T02:26:55.891290+0000","last_clean":"2024-09-05T02:26:55.891290+0000","last_became_active":"2024-09-05T02:24:47.479415+0000","last_became_peered":"2024-09-05T02:24:47.479415+0000","last_unstale":"2024-09-05T02:26:55.891290+0000","last_undegraded":"2024-09-05T02:26:55.891290+0000","last_fullsized":"2024-09-05T02:26:55.891290+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:33:17.494077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"87'7","reported_seq":265,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.707425+0000","last_change":"2024-09-05T02:24:44.293590+0000","last_active":"2024-09-05T02:26:56.707425+0000","last_peered":"2024-09-05T02:26:56.707425+0000","last_clean":"2024-09-05T02:26:56.707425+0000","last_became_active":"2024-09-05T02:24:44.293203+0000","last_became_peered":"2024-09-05T02:24:44.293203+0000","last_unstale":"2024-09-05T02:26:56.707425+0000","last_undegraded":"2024-09-05T02:26:56.707425+0000","last_fullsized":"2024-09-05T02:26:56.707425+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:35:15.987387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":232,"num_read_kb":232,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"86'10","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.134101+0000","last_change":"2024-09-05T02:24:47.482456+0000","last_active":"2024-09-05T02:26:56.134101+0000","last_peered":"2024-09-05T02:26:56.134101+0000","last_clean":"2024-09-05T02:26:56.134101+0000","last_became_active":"2024-09-05T02:24:47.482093+0000","last_became_peered":"2024-09-05T02:24:47.482093+0000","last_unstale":"2024-09-05T02:26:56.134101+0000","last_undegraded":"2024-09-05T02:26:56.134101+0000","last_fullsized":"2024-09-05T02:26:56.134101+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:28:42.507810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'4","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128653+0000","last_change":"2024-09-05T02:24:44.294983+0000","last_active":"2024-09-05T02:26:56.128653+0000","last_peered":"2024-09-05T02:26:56.128653+0000","last_clean":"2024-09-05T02:26:56.128653+0000","last_became_active":"2024-09-05T02:24:44.294624+0000","last_became_peered":"2024-09-05T02:24:44.294624+0000","last_unstale":"2024-09-05T02:26:56.128653+0000","last_undegraded":"2024-09-05T02:26:56.128653+0000","last_fullsized":"2024-09-05T02:26:56.128653+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:37:02.051992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"86'9","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.790936+0000","last_change":"2024-09-05T02:25:36.223382+0000","last_active":"2024-09-05T02:26:55.790936+0000","last_peered":"2024-09-05T02:26:55.790936+0000","last_clean":"2024-09-05T02:26:55.790936+0000","last_became_active":"2024-09-05T02:25:36.223006+0000","last_became_peered":"2024-09-05T02:25:36.223006+0000","last_unstale":"2024-09-05T02:26:55.790936+0000","last_undegraded":"2024-09-05T02:26:55.790936+0000","last_fullsized":"2024-09-05T02:26:55.790936+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:47:41.365468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"84'5","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.904152+0000","last_change":"2024-09-05T02:24:44.640478+0000","last_active":"2024-09-05T02:26:55.904152+0000","last_peered":"2024-09-05T02:26:55.904152+0000","last_clean":"2024-09-05T02:26:55.904152+0000","last_became_active":"2024-09-05T02:24:44.640107+0000","last_became_peered":"2024-09-05T02:24:44.640107+0000","last_unstale":"2024-09-05T02:26:55.904152+0000","last_undegraded":"2024-09-05T02:26:55.904152+0000","last_fullsized":"2024-09-05T02:26:55.904152+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:46:22.272180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"86'11","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.133727+0000","last_change":"2024-09-05T02:24:47.488999+0000","last_active":"2024-09-05T02:26:56.133727+0000","last_peered":"2024-09-05T02:26:56.133727+0000","last_clean":"2024-09-05T02:26:56.133727+0000","last_became_active":"2024-09-05T02:24:47.488285+0000","last_became_peered":"2024-09-05T02:24:47.488285+0000","last_unstale":"2024-09-05T02:26:56.133727+0000","last_undegraded":"2024-09-05T02:26:56.133727+0000","last_fullsized":"2024-09-05T02:26:56.133727+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:44:32.524370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"87'38","reported_seq":326,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.377209+0000","last_change":"2024-09-05T02:25:36.264795+0000","last_active":"2024-09-05T02:26:56.377209+0000","last_peered":"2024-09-05T02:26:56.377209+0000","last_clean":"2024-09-05T02:26:56.377209+0000","last_became_active":"2024-09-05T02:25:36.248339+0000","last_became_peered":"2024-09-05T02:25:36.248339+0000","last_unstale":"2024-09-05T02:26:56.377209+0000","last_undegraded":"2024-09-05T02:26:56.377209+0000","last_fullsized":"2024-09-05T02:26:56.377209+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:42:59.210529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66483,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":236,"num_read_kb":183,"num_write":40,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":59764,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"86'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792959+0000","last_change":"2024-09-05T02:24:47.482485+0000","last_active":"2024-09-05T02:26:55.792959+0000","last_peered":"2024-09-05T02:26:55.792959+0000","last_clean":"2024-09-05T02:26:55.792959+0000","last_became_active":"2024-09-05T02:24:47.482150+0000","last_became_peered":"2024-09-05T02:24:47.482150+0000","last_unstale":"2024-09-05T02:26:55.792959+0000","last_undegraded":"2024-09-05T02:26:55.792959+0000","last_fullsized":"2024-09-05T02:26:55.792959+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:25:05.863640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"84'9","reported_seq":37,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.137059+0000","last_change":"2024-09-05T02:24:44.295628+0000","last_active":"2024-09-05T02:26:56.137059+0000","last_peered":"2024-09-05T02:26:56.137059+0000","last_clean":"2024-09-05T02:26:56.137059+0000","last_became_active":"2024-09-05T02:24:44.295265+0000","last_became_peered":"2024-09-05T02:24:44.295265+0000","last_unstale":"2024-09-05T02:26:56.137059+0000","last_undegraded":"2024-09-05T02:26:56.137059+0000","last_fullsized":"2024-09-05T02:26:56.137059+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:50:17.361215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"86'9","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128529+0000","last_change":"2024-09-05T02:24:47.485558+0000","last_active":"2024-09-05T02:26:56.128529+0000","last_peered":"2024-09-05T02:26:56.128529+0000","last_clean":"2024-09-05T02:26:56.128529+0000","last_became_active":"2024-09-05T02:24:47.480718+0000","last_became_peered":"2024-09-05T02:24:47.480718+0000","last_unstale":"2024-09-05T02:26:56.128529+0000","last_undegraded":"2024-09-05T02:26:56.128529+0000","last_fullsized":"2024-09-05T02:26:56.128529+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:59:59.787907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"84'5","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.903981+0000","last_change":"2024-09-05T02:24:44.292578+0000","last_active":"2024-09-05T02:26:55.903981+0000","last_peered":"2024-09-05T02:26:55.903981+0000","last_clean":"2024-09-05T02:26:55.903981+0000","last_became_active":"2024-09-05T02:24:44.292218+0000","last_became_peered":"2024-09-05T02:24:44.292218+0000","last_unstale":"2024-09-05T02:26:55.903981+0000","last_undegraded":"2024-09-05T02:26:55.903981+0000","last_fullsized":"2024-09-05T02:26:55.903981+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:46:16.180439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"86'15","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128675+0000","last_change":"2024-09-05T02:24:47.491330+0000","last_active":"2024-09-05T02:26:56.128675+0000","last_peered":"2024-09-05T02:26:56.128675+0000","last_clean":"2024-09-05T02:26:56.128675+0000","last_became_active":"2024-09-05T02:24:47.491011+0000","last_became_peered":"2024-09-05T02:24:47.491011+0000","last_unstale":"2024-09-05T02:26:56.128675+0000","last_undegraded":"2024-09-05T02:26:56.128675+0000","last_fullsized":"2024-09-05T02:26:56.128675+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:00:04.483870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"87'7","reported_seq":152,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.707672+0000","last_change":"2024-09-05T02:24:44.292409+0000","last_active":"2024-09-05T02:26:56.707672+0000","last_peered":"2024-09-05T02:26:56.707672+0000","last_clean":"2024-09-05T02:26:56.707672+0000","last_became_active":"2024-09-05T02:24:44.292098+0000","last_became_peered":"2024-09-05T02:24:44.292098+0000","last_unstale":"2024-09-05T02:26:56.707672+0000","last_undegraded":"2024-09-05T02:26:56.707672+0000","last_fullsized":"2024-09-05T02:26:56.707672+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:56:42.881710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1374,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":120,"num_read_kb":4,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"86'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128356+0000","last_change":"2024-09-05T02:24:47.483137+0000","last_active":"2024-09-05T02:26:56.128356+0000","last_peered":"2024-09-05T02:26:56.128356+0000","last_clean":"2024-09-05T02:26:56.128356+0000","last_became_active":"2024-09-05T02:24:47.482796+0000","last_became_peered":"2024-09-05T02:24:47.482796+0000","last_unstale":"2024-09-05T02:26:56.128356+0000","last_undegraded":"2024-09-05T02:26:56.128356+0000","last_fullsized":"2024-09-05T02:26:56.128356+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:16:50.093198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"84'17","reported_seq":44,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792371+0000","last_change":"2024-09-05T02:24:44.640539+0000","last_active":"2024-09-05T02:26:55.792371+0000","last_peered":"2024-09-05T02:26:55.792371+0000","last_clean":"2024-09-05T02:26:55.792371+0000","last_became_active":"2024-09-05T02:24:44.640130+0000","last_became_peered":"2024-09-05T02:24:44.640130+0000","last_unstale":"2024-09-05T02:26:55.792371+0000","last_undegraded":"2024-09-05T02:26:55.792371+0000","last_fullsized":"2024-09-05T02:26:55.792371+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:03:00.027234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"86'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.903894+0000","last_change":"2024-09-05T02:24:47.481831+0000","last_active":"2024-09-05T02:26:55.903894+0000","last_peered":"2024-09-05T02:26:55.903894+0000","last_clean":"2024-09-05T02:26:55.903894+0000","last_became_active":"2024-09-05T02:24:47.481525+0000","last_became_peered":"2024-09-05T02:24:47.481525+0000","last_unstale":"2024-09-05T02:26:55.903894+0000","last_undegraded":"2024-09-05T02:26:55.903894+0000","last_fullsized":"2024-09-05T02:26:55.903894+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:36:43.917931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"87'3","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792862+0000","last_change":"2024-09-05T02:24:44.296842+0000","last_active":"2024-09-05T02:26:55.792862+0000","last_peered":"2024-09-05T02:26:55.792862+0000","last_clean":"2024-09-05T02:26:55.792862+0000","last_became_active":"2024-09-05T02:24:44.296512+0000","last_became_peered":"2024-09-05T02:24:44.296512+0000","last_unstale":"2024-09-05T02:26:55.792862+0000","last_undegraded":"2024-09-05T02:26:55.792862+0000","last_fullsized":"2024-09-05T02:26:55.792862+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:57.912633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"86'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.138911+0000","last_change":"2024-09-05T02:24:47.476626+0000","last_active":"2024-09-05T02:26:56.138911+0000","last_peered":"2024-09-05T02:26:56.138911+0000","last_clean":"2024-09-05T02:26:56.138911+0000","last_became_active":"2024-09-05T02:24:47.476303+0000","last_became_peered":"2024-09-05T02:24:47.476303+0000","last_unstale":"2024-09-05T02:26:56.138911+0000","last_undegraded":"2024-09-05T02:26:56.138911+0000","last_fullsized":"2024-09-05T02:26:56.138911+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:31:12.657155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"84'5","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.129316+0000","last_change":"2024-09-05T02:24:44.297026+0000","last_active":"2024-09-05T02:26:56.129316+0000","last_peered":"2024-09-05T02:26:56.129316+0000","last_clean":"2024-09-05T02:26:56.129316+0000","last_became_active":"2024-09-05T02:24:44.296702+0000","last_became_peered":"2024-09-05T02:24:44.296702+0000","last_unstale":"2024-09-05T02:26:56.129316+0000","last_undegraded":"2024-09-05T02:26:56.129316+0000","last_fullsized":"2024-09-05T02:26:56.129316+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:20:52.028558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"86'9","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128766+0000","last_change":"2024-09-05T02:24:47.484399+0000","last_active":"2024-09-05T02:26:56.128766+0000","last_peered":"2024-09-05T02:26:56.128766+0000","last_clean":"2024-09-05T02:26:56.128766+0000","last_became_active":"2024-09-05T02:24:47.484066+0000","last_became_peered":"2024-09-05T02:24:47.484066+0000","last_unstale":"2024-09-05T02:26:56.128766+0000","last_undegraded":"2024-09-05T02:26:56.128766+0000","last_fullsized":"2024-09-05T02:26:56.128766+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:16:53.069837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"87'41","reported_seq":75,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.042352+0000","last_change":"2024-09-05T02:24:44.295074+0000","last_active":"2024-09-05T02:26:56.042352+0000","last_peered":"2024-09-05T02:26:56.042352+0000","last_clean":"2024-09-05T02:26:56.042352+0000","last_became_active":"2024-09-05T02:24:44.294717+0000","last_became_peered":"2024-09-05T02:24:44.294717+0000","last_unstale":"2024-09-05T02:26:56.042352+0000","last_undegraded":"2024-09-05T02:26:56.042352+0000","last_fullsized":"2024-09-05T02:26:56.042352+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:39:44.846971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128581+0000","last_change":"2024-09-05T02:24:47.485144+0000","last_active":"2024-09-05T02:26:56.128581+0000","last_peered":"2024-09-05T02:26:56.128581+0000","last_clean":"2024-09-05T02:26:56.128581+0000","last_became_active":"2024-09-05T02:24:47.484856+0000","last_became_peered":"2024-09-05T02:24:47.484856+0000","last_unstale":"2024-09-05T02:26:56.128581+0000","last_undegraded":"2024-09-05T02:26:56.128581+0000","last_fullsized":"2024-09-05T02:26:56.128581+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:55:07.174592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"87'8","reported_seq":155,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.707943+0000","last_change":"2024-09-05T02:24:44.644196+0000","last_active":"2024-09-05T02:26:56.707943+0000","last_peered":"2024-09-05T02:26:56.707943+0000","last_clean":"2024-09-05T02:26:56.707943+0000","last_became_active":"2024-09-05T02:24:44.643853+0000","last_became_peered":"2024-09-05T02:24:44.643853+0000","last_unstale":"2024-09-05T02:26:56.707943+0000","last_undegraded":"2024-09-05T02:26:56.707943+0000","last_fullsized":"2024-09-05T02:26:56.707943+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:31:55.286395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":121,"num_read_kb":5,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128702+0000","last_change":"2024-09-05T02:24:47.484308+0000","last_active":"2024-09-05T02:26:56.128702+0000","last_peered":"2024-09-05T02:26:56.128702+0000","last_clean":"2024-09-05T02:26:56.128702+0000","last_became_active":"2024-09-05T02:24:47.484017+0000","last_became_peered":"2024-09-05T02:24:47.484017+0000","last_unstale":"2024-09-05T02:26:56.128702+0000","last_undegraded":"2024-09-05T02:26:56.128702+0000","last_fullsized":"2024-09-05T02:26:56.128702+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:45:35.203876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":348,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128505+0000","last_change":"2024-09-05T02:23:31.489439+0000","last_active":"2024-09-05T02:26:56.128505+0000","last_peered":"2024-09-05T02:26:56.128505+0000","last_clean":"2024-09-05T02:26:56.128505+0000","last_became_active":"2024-09-05T02:23:31.488975+0000","last_became_peered":"2024-09-05T02:23:31.488975+0000","last_unstale":"2024-09-05T02:26:56.128505+0000","last_undegraded":"2024-09-05T02:26:56.128505+0000","last_fullsized":"2024-09-05T02:26:56.128505+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:19:57.224719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:19:57.224719+0000","last_clean_scrub_stamp":"2024-09-05T02:19:57.224719+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:57:36.855437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"84'6","reported_seq":36,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.794558+0000","last_change":"2024-09-05T02:24:44.291150+0000","last_active":"2024-09-05T02:26:55.794558+0000","last_peered":"2024-09-05T02:26:55.794558+0000","last_clean":"2024-09-05T02:26:55.794558+0000","last_became_active":"2024-09-05T02:24:44.290803+0000","last_became_peered":"2024-09-05T02:24:44.290803+0000","last_unstale":"2024-09-05T02:26:55.794558+0000","last_undegraded":"2024-09-05T02:26:55.794558+0000","last_fullsized":"2024-09-05T02:26:55.794558+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:56:25.639616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"86'8","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.895821+0000","last_change":"2024-09-05T02:24:47.482552+0000","last_active":"2024-09-05T02:26:55.895821+0000","last_peered":"2024-09-05T02:26:55.895821+0000","last_clean":"2024-09-05T02:26:55.895821+0000","last_became_active":"2024-09-05T02:24:47.482209+0000","last_became_peered":"2024-09-05T02:24:47.482209+0000","last_unstale":"2024-09-05T02:26:55.895821+0000","last_undegraded":"2024-09-05T02:26:55.895821+0000","last_fullsized":"2024-09-05T02:26:55.895821+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:34:26.941647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"84'4","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128504+0000","last_change":"2024-09-05T02:24:44.293424+0000","last_active":"2024-09-05T02:26:56.128504+0000","last_peered":"2024-09-05T02:26:56.128504+0000","last_clean":"2024-09-05T02:26:56.128504+0000","last_became_active":"2024-09-05T02:24:44.293126+0000","last_became_peered":"2024-09-05T02:24:44.293126+0000","last_unstale":"2024-09-05T02:26:56.128504+0000","last_undegraded":"2024-09-05T02:26:56.128504+0000","last_fullsized":"2024-09-05T02:26:56.128504+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:18:15.746035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"86'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128406+0000","last_change":"2024-09-05T02:24:47.472890+0000","last_active":"2024-09-05T02:26:56.128406+0000","last_peered":"2024-09-05T02:26:56.128406+0000","last_clean":"2024-09-05T02:26:56.128406+0000","last_became_active":"2024-09-05T02:24:47.472562+0000","last_became_peered":"2024-09-05T02:24:47.472562+0000","last_unstale":"2024-09-05T02:26:56.128406+0000","last_undegraded":"2024-09-05T02:26:56.128406+0000","last_fullsized":"2024-09-05T02:26:56.128406+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:29:26.520821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"87'6","reported_seq":150,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.707065+0000","last_change":"2024-09-05T02:24:44.640610+0000","last_active":"2024-09-05T02:26:56.707065+0000","last_peered":"2024-09-05T02:26:56.707065+0000","last_clean":"2024-09-05T02:26:56.707065+0000","last_became_active":"2024-09-05T02:24:44.639865+0000","last_became_peered":"2024-09-05T02:24:44.639865+0000","last_unstale":"2024-09-05T02:26:56.707065+0000","last_undegraded":"2024-09-05T02:26:56.707065+0000","last_fullsized":"2024-09-05T02:26:56.707065+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:51:30.900315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":117,"num_read_kb":117,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"86'8","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.903967+0000","last_change":"2024-09-05T02:25:36.210028+0000","last_active":"2024-09-05T02:26:55.903967+0000","last_peered":"2024-09-05T02:26:55.903967+0000","last_clean":"2024-09-05T02:26:55.903967+0000","last_became_active":"2024-09-05T02:25:36.209638+0000","last_became_peered":"2024-09-05T02:25:36.209638+0000","last_unstale":"2024-09-05T02:26:55.903967+0000","last_undegraded":"2024-09-05T02:26:55.903967+0000","last_fullsized":"2024-09-05T02:26:55.903967+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:24:45.837994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"87'8","reported_seq":155,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.708540+0000","last_change":"2024-09-05T02:24:44.291278+0000","last_active":"2024-09-05T02:26:56.708540+0000","last_peered":"2024-09-05T02:26:56.708540+0000","last_clean":"2024-09-05T02:26:56.708540+0000","last_became_active":"2024-09-05T02:24:44.290892+0000","last_became_peered":"2024-09-05T02:24:44.290892+0000","last_unstale":"2024-09-05T02:26:56.708540+0000","last_undegraded":"2024-09-05T02:26:56.708540+0000","last_fullsized":"2024-09-05T02:26:56.708540+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:58:37.196855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1515,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"86'7","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.907334+0000","last_change":"2024-09-05T02:24:47.491349+0000","last_active":"2024-09-05T02:26:55.907334+0000","last_peered":"2024-09-05T02:26:55.907334+0000","last_clean":"2024-09-05T02:26:55.907334+0000","last_became_active":"2024-09-05T02:24:47.491027+0000","last_became_peered":"2024-09-05T02:24:47.491027+0000","last_unstale":"2024-09-05T02:26:55.907334+0000","last_undegraded":"2024-09-05T02:26:55.907334+0000","last_fullsized":"2024-09-05T02:26:55.907334+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:16:04.950509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"84'1","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.893137+0000","last_change":"2024-09-05T02:24:44.642321+0000","last_active":"2024-09-05T02:26:55.893137+0000","last_peered":"2024-09-05T02:26:55.893137+0000","last_clean":"2024-09-05T02:26:55.893137+0000","last_became_active":"2024-09-05T02:24:44.641997+0000","last_became_peered":"2024-09-05T02:24:44.641997+0000","last_unstale":"2024-09-05T02:26:55.893137+0000","last_undegraded":"2024-09-05T02:26:55.893137+0000","last_fullsized":"2024-09-05T02:26:55.893137+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:38:34.670557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"86'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.907347+0000","last_change":"2024-09-05T02:24:47.486996+0000","last_active":"2024-09-05T02:26:55.907347+0000","last_peered":"2024-09-05T02:26:55.907347+0000","last_clean":"2024-09-05T02:26:55.907347+0000","last_became_active":"2024-09-05T02:24:47.486695+0000","last_became_peered":"2024-09-05T02:24:47.486695+0000","last_unstale":"2024-09-05T02:26:55.907347+0000","last_undegraded":"2024-09-05T02:26:55.907347+0000","last_fullsized":"2024-09-05T02:26:55.907347+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:23:46.854934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"84'4","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792873+0000","last_change":"2024-09-05T02:24:44.640627+0000","last_active":"2024-09-05T02:26:55.792873+0000","last_peered":"2024-09-05T02:26:55.792873+0000","last_clean":"2024-09-05T02:26:55.792873+0000","last_became_active":"2024-09-05T02:24:44.640118+0000","last_became_peered":"2024-09-05T02:24:44.640118+0000","last_unstale":"2024-09-05T02:26:55.792873+0000","last_undegraded":"2024-09-05T02:26:55.792873+0000","last_fullsized":"2024-09-05T02:26:55.792873+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:07:01.734127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"86'9","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.129158+0000","last_change":"2024-09-05T02:24:47.475170+0000","last_active":"2024-09-05T02:26:56.129158+0000","last_peered":"2024-09-05T02:26:56.129158+0000","last_clean":"2024-09-05T02:26:56.129158+0000","last_became_active":"2024-09-05T02:24:47.474757+0000","last_became_peered":"2024-09-05T02:24:47.474757+0000","last_unstale":"2024-09-05T02:26:56.129158+0000","last_undegraded":"2024-09-05T02:26:56.129158+0000","last_fullsized":"2024-09-05T02:26:56.129158+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:52:41.444857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"87'50","reported_seq":100,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.050929+0000","last_change":"2024-09-05T02:24:44.298385+0000","last_active":"2024-09-05T02:26:56.050929+0000","last_peered":"2024-09-05T02:26:56.050929+0000","last_clean":"2024-09-05T02:26:56.050929+0000","last_became_active":"2024-09-05T02:24:44.297981+0000","last_became_peered":"2024-09-05T02:24:44.297981+0000","last_unstale":"2024-09-05T02:26:56.050929+0000","last_undegraded":"2024-09-05T02:26:56.050929+0000","last_fullsized":"2024-09-05T02:26:56.050929+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:33:42.849584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":89,"num_write_kb":837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"86'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.897286+0000","last_change":"2024-09-05T02:24:47.488049+0000","last_active":"2024-09-05T02:26:55.897286+0000","last_peered":"2024-09-05T02:26:55.897286+0000","last_clean":"2024-09-05T02:26:55.897286+0000","last_became_active":"2024-09-05T02:24:47.485368+0000","last_became_peered":"2024-09-05T02:24:47.485368+0000","last_unstale":"2024-09-05T02:26:55.897286+0000","last_undegraded":"2024-09-05T02:26:55.897286+0000","last_fullsized":"2024-09-05T02:26:55.897286+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:51:17.970446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'7","reported_seq":35,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.794697+0000","last_change":"2024-09-05T02:24:44.400396+0000","last_active":"2024-09-05T02:26:55.794697+0000","last_peered":"2024-09-05T02:26:55.794697+0000","last_clean":"2024-09-05T02:26:55.794697+0000","last_became_active":"2024-09-05T02:24:44.399960+0000","last_became_peered":"2024-09-05T02:24:44.399960+0000","last_unstale":"2024-09-05T02:26:55.794697+0000","last_undegraded":"2024-09-05T02:26:55.794697+0000","last_fullsized":"2024-09-05T02:26:55.794697+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:48:24.977584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"86'7","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.790902+0000","last_change":"2024-09-05T02:24:47.481128+0000","last_active":"2024-09-05T02:26:55.790902+0000","last_peered":"2024-09-05T02:26:55.790902+0000","last_clean":"2024-09-05T02:26:55.790902+0000","last_became_active":"2024-09-05T02:24:47.480833+0000","last_became_peered":"2024-09-05T02:24:47.480833+0000","last_unstale":"2024-09-05T02:26:55.790902+0000","last_undegraded":"2024-09-05T02:26:55.790902+0000","last_fullsized":"2024-09-05T02:26:55.790902+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:19:32.729539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.133439+0000","last_change":"2024-09-05T02:24:44.640973+0000","last_active":"2024-09-05T02:26:56.133439+0000","last_peered":"2024-09-05T02:26:56.133439+0000","last_clean":"2024-09-05T02:26:56.133439+0000","last_became_active":"2024-09-05T02:24:44.640657+0000","last_became_peered":"2024-09-05T02:24:44.640657+0000","last_unstale":"2024-09-05T02:26:56.133439+0000","last_undegraded":"2024-09-05T02:26:56.133439+0000","last_fullsized":"2024-09-05T02:26:56.133439+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:18:13.413747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792289+0000","last_change":"2024-09-05T02:24:47.478379+0000","last_active":"2024-09-05T02:26:55.792289+0000","last_peered":"2024-09-05T02:26:55.792289+0000","last_clean":"2024-09-05T02:26:55.792289+0000","last_became_active":"2024-09-05T02:24:47.478053+0000","last_became_peered":"2024-09-05T02:24:47.478053+0000","last_unstale":"2024-09-05T02:26:55.792289+0000","last_undegraded":"2024-09-05T02:26:55.792289+0000","last_fullsized":"2024-09-05T02:26:55.792289+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:23:09.235450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'7","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.895916+0000","last_change":"2024-09-05T02:24:44.291080+0000","last_active":"2024-09-05T02:26:55.895916+0000","last_peered":"2024-09-05T02:26:55.895916+0000","last_clean":"2024-09-05T02:26:55.895916+0000","last_became_active":"2024-09-05T02:24:44.290778+0000","last_became_peered":"2024-09-05T02:24:44.290778+0000","last_unstale":"2024-09-05T02:26:55.895916+0000","last_undegraded":"2024-09-05T02:26:55.895916+0000","last_fullsized":"2024-09-05T02:26:55.895916+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:46:58.612545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"86'9","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.138875+0000","last_change":"2024-09-05T02:24:47.477863+0000","last_active":"2024-09-05T02:26:56.138875+0000","last_peered":"2024-09-05T02:26:56.138875+0000","last_clean":"2024-09-05T02:26:56.138875+0000","last_became_active":"2024-09-05T02:24:47.477504+0000","last_became_peered":"2024-09-05T02:24:47.477504+0000","last_unstale":"2024-09-05T02:26:56.138875+0000","last_undegraded":"2024-09-05T02:26:56.138875+0000","last_fullsized":"2024-09-05T02:26:56.138875+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:23:50.906241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'3","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.138995+0000","last_change":"2024-09-05T02:25:36.217796+0000","last_active":"2024-09-05T02:26:56.138995+0000","last_peered":"2024-09-05T02:26:56.138995+0000","last_clean":"2024-09-05T02:26:56.138995+0000","last_became_active":"2024-09-05T02:25:36.208005+0000","last_became_peered":"2024-09-05T02:25:36.208005+0000","last_unstale":"2024-09-05T02:26:56.138995+0000","last_undegraded":"2024-09-05T02:26:56.138995+0000","last_fullsized":"2024-09-05T02:26:56.138995+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:00:55.520681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"86'8","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.896199+0000","last_change":"2024-09-05T02:24:47.482550+0000","last_active":"2024-09-05T02:26:55.896199+0000","last_peered":"2024-09-05T02:26:55.896199+0000","last_clean":"2024-09-05T02:26:55.896199+0000","last_became_active":"2024-09-05T02:24:47.482230+0000","last_became_peered":"2024-09-05T02:24:47.482230+0000","last_unstale":"2024-09-05T02:26:55.896199+0000","last_undegraded":"2024-09-05T02:26:55.896199+0000","last_fullsized":"2024-09-05T02:26:55.896199+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:25:50.165849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"84'4","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792545+0000","last_change":"2024-09-05T02:24:44.298584+0000","last_active":"2024-09-05T02:26:55.792545+0000","last_peered":"2024-09-05T02:26:55.792545+0000","last_clean":"2024-09-05T02:26:55.792545+0000","last_became_active":"2024-09-05T02:24:44.298193+0000","last_became_peered":"2024-09-05T02:24:44.298193+0000","last_unstale":"2024-09-05T02:26:55.792545+0000","last_undegraded":"2024-09-05T02:26:55.792545+0000","last_fullsized":"2024-09-05T02:26:55.792545+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:02:31.920971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"86'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128555+0000","last_change":"2024-09-05T02:24:47.490421+0000","last_active":"2024-09-05T02:26:56.128555+0000","last_peered":"2024-09-05T02:26:56.128555+0000","last_clean":"2024-09-05T02:26:56.128555+0000","last_became_active":"2024-09-05T02:24:47.489992+0000","last_became_peered":"2024-09-05T02:24:47.489992+0000","last_unstale":"2024-09-05T02:26:56.128555+0000","last_undegraded":"2024-09-05T02:26:56.128555+0000","last_fullsized":"2024-09-05T02:26:56.128555+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:15.842796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"86'15","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.893059+0000","last_change":"2024-09-05T02:25:36.247594+0000","last_active":"2024-09-05T02:26:55.893059+0000","last_peered":"2024-09-05T02:26:55.893059+0000","last_clean":"2024-09-05T02:26:55.893059+0000","last_became_active":"2024-09-05T02:25:36.247333+0000","last_became_peered":"2024-09-05T02:25:36.247333+0000","last_unstale":"2024-09-05T02:26:55.893059+0000","last_undegraded":"2024-09-05T02:26:55.893059+0000","last_fullsized":"2024-09-05T02:26:55.893059+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:53:54.127434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1c","version":"84'5","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.138956+0000","last_change":"2024-09-05T02:25:36.214295+0000","last_active":"2024-09-05T02:26:56.138956+0000","last_peered":"2024-09-05T02:26:56.138956+0000","last_clean":"2024-09-05T02:26:56.138956+0000","last_became_active":"2024-09-05T02:25:36.206425+0000","last_became_peered":"2024-09-05T02:25:36.206425+0000","last_unstale":"2024-09-05T02:26:56.138956+0000","last_undegraded":"2024-09-05T02:26:56.138956+0000","last_fullsized":"2024-09-05T02:26:56.138956+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:51:03.946758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"86'9","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.133357+0000","last_change":"2024-09-05T02:24:47.492996+0000","last_active":"2024-09-05T02:26:56.133357+0000","last_peered":"2024-09-05T02:26:56.133357+0000","last_clean":"2024-09-05T02:26:56.133357+0000","last_became_active":"2024-09-05T02:24:47.492665+0000","last_became_peered":"2024-09-05T02:24:47.492665+0000","last_unstale":"2024-09-05T02:26:56.133357+0000","last_undegraded":"2024-09-05T02:26:56.133357+0000","last_fullsized":"2024-09-05T02:26:56.133357+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:44:32.954561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"84'12","reported_seq":61,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792707+0000","last_change":"2024-09-05T02:25:36.258046+0000","last_active":"2024-09-05T02:26:55.792707+0000","last_peered":"2024-09-05T02:26:55.792707+0000","last_clean":"2024-09-05T02:26:55.792707+0000","last_became_active":"2024-09-05T02:25:36.247563+0000","last_became_peered":"2024-09-05T02:25:36.247563+0000","last_unstale":"2024-09-05T02:26:55.792707+0000","last_undegraded":"2024-09-05T02:26:55.792707+0000","last_fullsized":"2024-09-05T02:26:55.792707+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:13:32.936339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"86'6","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.790850+0000","last_change":"2024-09-05T02:24:47.488917+0000","last_active":"2024-09-05T02:26:55.790850+0000","last_peered":"2024-09-05T02:26:55.790850+0000","last_clean":"2024-09-05T02:26:55.790850+0000","last_became_active":"2024-09-05T02:24:47.488543+0000","last_became_peered":"2024-09-05T02:24:47.488543+0000","last_unstale":"2024-09-05T02:26:55.790850+0000","last_undegraded":"2024-09-05T02:26:55.790850+0000","last_fullsized":"2024-09-05T02:26:55.790850+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:08:53.452036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.897024+0000","last_change":"2024-09-05T02:24:44.640849+0000","last_active":"2024-09-05T02:26:55.897024+0000","last_peered":"2024-09-05T02:26:55.897024+0000","last_clean":"2024-09-05T02:26:55.897024+0000","last_became_active":"2024-09-05T02:24:44.640181+0000","last_became_peered":"2024-09-05T02:24:44.640181+0000","last_unstale":"2024-09-05T02:26:55.897024+0000","last_undegraded":"2024-09-05T02:26:55.897024+0000","last_fullsized":"2024-09-05T02:26:55.897024+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:12:34.867285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"86'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.896824+0000","last_change":"2024-09-05T02:24:47.477642+0000","last_active":"2024-09-05T02:26:55.896824+0000","last_peered":"2024-09-05T02:26:55.896824+0000","last_clean":"2024-09-05T02:26:55.896824+0000","last_became_active":"2024-09-05T02:24:47.474109+0000","last_became_peered":"2024-09-05T02:24:47.474109+0000","last_unstale":"2024-09-05T02:26:55.896824+0000","last_undegraded":"2024-09-05T02:26:55.896824+0000","last_fullsized":"2024-09-05T02:26:55.896824+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:48:38.986300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"87'15","reported_seq":159,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.707534+0000","last_change":"2024-09-05T02:24:44.295646+0000","last_active":"2024-09-05T02:26:56.707534+0000","last_peered":"2024-09-05T02:26:56.707534+0000","last_clean":"2024-09-05T02:26:56.707534+0000","last_became_active":"2024-09-05T02:24:44.295219+0000","last_became_peered":"2024-09-05T02:24:44.295219+0000","last_unstale":"2024-09-05T02:26:56.707534+0000","last_undegraded":"2024-09-05T02:26:56.707534+0000","last_fullsized":"2024-09-05T02:26:56.707534+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:49.458485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":117,"num_read_kb":117,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":600672,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1293,"num_read_kb":763,"num_write":377,"num_write_kb":1467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":60346,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2174976,"data_stored":1802016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":304,"ondisk_log_size":304,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481831,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":966656,"data_stored":465524,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":70,"seq":300647710763,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32948,"kb_used_data":1764,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712204,"statfs":{"total":95995035648,"available":95961296896,"internally_reserved":0,"allocated":1806336,"data_stored":1253913,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":65,"seq":279172874289,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36696,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708456,"statfs":{"total":95995035648,"available":95957458944,"internally_reserved":0,"allocated":1380352,"data_stored":857161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":58,"seq":249108103224,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32528,"kb_used_data":1340,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712624,"statfs":{"total":95995035648,"available":95961726976,"internally_reserved":0,"allocated":1372160,"data_stored":856957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364858,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28572,"kb_used_data":1544,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716580,"statfs":{"total":95995035648,"available":95965777920,"internally_reserved":0,"allocated":1581056,"data_stored":1058474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528385,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36296,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708856,"statfs":{"total":95995035648,"available":95957868544,"internally_reserved":0,"allocated":970752,"data_stored":464589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757319,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32932,"kb_used_data":1688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712220,"statfs":{"total":95995035648,"available":95961313280,"internally_reserved":0,"allocated":1728512,"data_stored":1188039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920844,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1048576,"data_stored":530792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149776,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36824,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708328,"statfs":{"total":95995035648,"available":95957327872,"internally_reserved":0,"allocated":1515520,"data_stored":988303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411414,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":983040,"data_stored":466033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574938,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1040384,"data_stored":531985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738465,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36316,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708836,"statfs":{"total":95995035648,"available":95957848064,"internally_reserved":0,"allocated":991232,"data_stored":465928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":69162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":525246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":67969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":180224,"data_stored":134731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":421888,"data_stored":394134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":394338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":258048,"data_stored":200605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T02:27:00.873 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-09-05T02:27:00.873 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T02:27:01.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.085+0000 7fc701800640 1 -- 172.21.15.33:0/2427515278 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc6fc104f20 msgr2=0x7fc6fc1053a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:01.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.085+0000 7fc701800640 1 --2- 172.21.15.33:0/2427515278 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc6fc104f20 0x7fc6fc1053a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fc6e8009900 tx=0x7fc6e802a410 comp rx=0 tx=0).stop 2024-09-05T02:27:01.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.085+0000 7fc701800640 1 -- 172.21.15.33:0/2427515278 shutdown_connections 2024-09-05T02:27:01.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.085+0000 7fc701800640 1 --2- 172.21.15.33:0/2427515278 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6fc1058e0 0x7fc6fc10c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:01.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.085+0000 7fc701800640 1 --2- 172.21.15.33:0/2427515278 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc6fc104f20 0x7fc6fc1053a0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:01.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.085+0000 7fc701800640 1 --2- 172.21.15.33:0/2427515278 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc6fc103d30 0x7fc6fc104130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:01.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.085+0000 7fc701800640 1 -- 172.21.15.33:0/2427515278 >> 172.21.15.33:0/2427515278 conn(0x7fc6fc0ff4b0 msgr2=0x7fc6fc1018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:01.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.085+0000 7fc701800640 1 -- 172.21.15.33:0/2427515278 shutdown_connections 2024-09-05T02:27:01.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.085+0000 7fc701800640 1 -- 172.21.15.33:0/2427515278 wait complete. 2024-09-05T02:27:01.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.086+0000 7fc701800640 1 Processor -- start 2024-09-05T02:27:01.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.086+0000 7fc701800640 1 -- start start 2024-09-05T02:27:01.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.086+0000 7fc701800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc6fc103d30 0x7fc6fc19a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:01.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.086+0000 7fc701800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc6fc104f20 0x7fc6fc19a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:01.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.087+0000 7fc701800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6fc1058e0 0x7fc6fc1a15f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:01.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.087+0000 7fc701800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc6fc10f990 con 0x7fc6fc1058e0 2024-09-05T02:27:01.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.087+0000 7fc701800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc6fc10f810 con 0x7fc6fc104f20 2024-09-05T02:27:01.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.087+0000 7fc701800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc6fc10fb10 con 0x7fc6fc103d30 2024-09-05T02:27:01.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.087+0000 7fc6faa00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc6fc103d30 0x7fc6fc19a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:01.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.087+0000 7fc6faa00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc6fc103d30 0x7fc6fc19a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56692/0 (socket says 172.21.15.33:56692) 2024-09-05T02:27:01.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.087+0000 7fc6fa000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc6fc104f20 0x7fc6fc19a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:01.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.087+0000 7fc6faa00640 1 -- 172.21.15.33:0/3172517112 learned_addr learned my addr 172.21.15.33:0/3172517112 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:01.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.087+0000 7fc6fb400640 1 --2- 172.21.15.33:0/3172517112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6fc1058e0 0x7fc6fc1a15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:01.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.087+0000 7fc6faa00640 1 -- 172.21.15.33:0/3172517112 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc6fc104f20 msgr2=0x7fc6fc19a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:01.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.087+0000 7fc6faa00640 1 --2- 172.21.15.33:0/3172517112 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc6fc104f20 0x7fc6fc19a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:01.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.087+0000 7fc6faa00640 1 -- 172.21.15.33:0/3172517112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6fc1058e0 msgr2=0x7fc6fc1a15f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:01.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.087+0000 7fc6faa00640 1 --2- 172.21.15.33:0/3172517112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6fc1058e0 0x7fc6fc1a15f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:01.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.087+0000 7fc6faa00640 1 -- 172.21.15.33:0/3172517112 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6fc1a1c60 con 0x7fc6fc103d30 2024-09-05T02:27:01.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.088+0000 7fc6faa00640 1 --2- 172.21.15.33:0/3172517112 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc6fc103d30 0x7fc6fc19a040 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc6ec00e9c0 tx=0x7fc6ec00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:01.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.088+0000 7fc6f3400640 1 -- 172.21.15.33:0/3172517112 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6ec00cd80 con 0x7fc6fc103d30 2024-09-05T02:27:01.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.088+0000 7fc701800640 1 -- 172.21.15.33:0/3172517112 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6fc1a1f50 con 0x7fc6fc103d30 2024-09-05T02:27:01.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.088+0000 7fc6f3400640 1 -- 172.21.15.33:0/3172517112 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc6ec0035f0 con 0x7fc6fc103d30 2024-09-05T02:27:01.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.088+0000 7fc6f3400640 1 -- 172.21.15.33:0/3172517112 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6ec010690 con 0x7fc6fc103d30 2024-09-05T02:27:01.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.088+0000 7fc701800640 1 -- 172.21.15.33:0/3172517112 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6fc1a23c0 con 0x7fc6fc103d30 2024-09-05T02:27:01.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.090+0000 7fc701800640 1 -- 172.21.15.33:0/3172517112 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6fc10b120 con 0x7fc6fc103d30 2024-09-05T02:27:01.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.091+0000 7fc6f3400640 1 -- 172.21.15.33:0/3172517112 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7fc6ec0037a0 con 0x7fc6fc103d30 2024-09-05T02:27:01.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.093+0000 7fc6f3400640 1 --2- 172.21.15.33:0/3172517112 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc6e00a2d90 0x7fc6e00a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:01.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.094+0000 7fc6f3400640 1 -- 172.21.15.33:0/3172517112 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fc6ec0cfac0 con 0x7fc6fc103d30 2024-09-05T02:27:01.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.094+0000 7fc6fa000640 1 --2- 172.21.15.33:0/3172517112 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc6e00a2d90 0x7fc6e00a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:01.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.095+0000 7fc6fa000640 1 --2- 172.21.15.33:0/3172517112 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc6e00a2d90 0x7fc6e00a5250 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc6e80314e0 tx=0x7fc6e8000bc0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:01.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.096+0000 7fc6f3400640 1 -- 172.21.15.33:0/3172517112 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc6ec09c520 con 0x7fc6fc103d30 2024-09-05T02:27:01.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.299+0000 7fc701800640 1 -- 172.21.15.33:0/3172517112 --> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc6fc062630 con 0x7fc6e00a2d90 2024-09-05T02:27:01.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.306+0000 7fc6f3400640 1 -- 172.21.15.33:0/3172517112 <== mgr.15138 v2:172.21.15.33:6800/2352698460 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+257818 (secure 0 0 0) 0x7fc6fc062630 con 0x7fc6e00a2d90 2024-09-05T02:27:01.311 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:27:01.312 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-09-05T02:27:01.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.310+0000 7fc701800640 1 -- 172.21.15.33:0/3172517112 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc6e00a2d90 msgr2=0x7fc6e00a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:01.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.310+0000 7fc701800640 1 --2- 172.21.15.33:0/3172517112 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc6e00a2d90 0x7fc6e00a5250 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc6e80314e0 tx=0x7fc6e8000bc0 comp rx=0 tx=0).stop 2024-09-05T02:27:01.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.310+0000 7fc701800640 1 -- 172.21.15.33:0/3172517112 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc6fc103d30 msgr2=0x7fc6fc19a040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:01.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.310+0000 7fc701800640 1 --2- 172.21.15.33:0/3172517112 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc6fc103d30 0x7fc6fc19a040 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc6ec00e9c0 tx=0x7fc6ec00ee80 comp rx=0 tx=0).stop 2024-09-05T02:27:01.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.310+0000 7fc701800640 1 -- 172.21.15.33:0/3172517112 shutdown_connections 2024-09-05T02:27:01.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.310+0000 7fc701800640 1 --2- 172.21.15.33:0/3172517112 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc6e00a2d90 0x7fc6e00a5250 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:01.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.310+0000 7fc701800640 1 --2- 172.21.15.33:0/3172517112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6fc1058e0 0x7fc6fc1a15f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:01.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.310+0000 7fc701800640 1 --2- 172.21.15.33:0/3172517112 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc6fc104f20 0x7fc6fc19a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:01.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.310+0000 7fc701800640 1 --2- 172.21.15.33:0/3172517112 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc6fc103d30 0x7fc6fc19a040 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:01.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.310+0000 7fc701800640 1 -- 172.21.15.33:0/3172517112 >> 172.21.15.33:0/3172517112 conn(0x7fc6fc0ff4b0 msgr2=0x7fc6fc1082f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:01.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.310+0000 7fc701800640 1 -- 172.21.15.33:0/3172517112 shutdown_connections 2024-09-05T02:27:01.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:01.310+0000 7fc701800640 1 -- 172.21.15.33:0/3172517112 wait complete. 2024-09-05T02:27:01.328 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-09-05T02:26:59.804093+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1191274,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1429,"num_read_kb":882,"num_write":560,"num_write_kb":4407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":1241082,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":943,"ondisk_log_size":943,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":393488,"kb_used_data":15024,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124548336,"statfs":{"total":1151940427776,"available":1151537496064,"internally_reserved":0,"allocated":15384576,"data_stored":9127698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":387233081},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.974061"},"pg_stats":[{"pgid":"3.3f","version":"86'8","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.139195+0000","last_change":"2024-09-05T02:24:47.491184+0000","last_active":"2024-09-05T02:26:56.139195+0000","last_peered":"2024-09-05T02:26:56.139195+0000","last_clean":"2024-09-05T02:26:56.139195+0000","last_became_active":"2024-09-05T02:24:47.490909+0000","last_became_peered":"2024-09-05T02:24:47.490909+0000","last_unstale":"2024-09-05T02:26:56.139195+0000","last_undegraded":"2024-09-05T02:26:56.139195+0000","last_fullsized":"2024-09-05T02:26:56.139195+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:26.740349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"86'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.791050+0000","last_change":"2024-09-05T02:24:47.485186+0000","last_active":"2024-09-05T02:26:55.791050+0000","last_peered":"2024-09-05T02:26:55.791050+0000","last_clean":"2024-09-05T02:26:55.791050+0000","last_became_active":"2024-09-05T02:24:47.484829+0000","last_became_peered":"2024-09-05T02:24:47.484829+0000","last_unstale":"2024-09-05T02:26:55.791050+0000","last_undegraded":"2024-09-05T02:26:55.791050+0000","last_fullsized":"2024-09-05T02:26:55.791050+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:10:55.313784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"86'7","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.791201+0000","last_change":"2024-09-05T02:24:47.487202+0000","last_active":"2024-09-05T02:26:55.791201+0000","last_peered":"2024-09-05T02:26:55.791201+0000","last_clean":"2024-09-05T02:26:55.791201+0000","last_became_active":"2024-09-05T02:24:47.486906+0000","last_became_peered":"2024-09-05T02:24:47.486906+0000","last_unstale":"2024-09-05T02:26:55.791201+0000","last_undegraded":"2024-09-05T02:26:55.791201+0000","last_fullsized":"2024-09-05T02:26:55.791201+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:48:59.819500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"86'8","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.794686+0000","last_change":"2024-09-05T02:24:47.477645+0000","last_active":"2024-09-05T02:26:55.794686+0000","last_peered":"2024-09-05T02:26:55.794686+0000","last_clean":"2024-09-05T02:26:55.794686+0000","last_became_active":"2024-09-05T02:24:47.477281+0000","last_became_peered":"2024-09-05T02:24:47.477281+0000","last_unstale":"2024-09-05T02:26:55.794686+0000","last_undegraded":"2024-09-05T02:26:55.794686+0000","last_fullsized":"2024-09-05T02:26:55.794686+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:50:30.105056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"86'4","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792392+0000","last_change":"2024-09-05T02:25:36.222784+0000","last_active":"2024-09-05T02:26:55.792392+0000","last_peered":"2024-09-05T02:26:55.792392+0000","last_clean":"2024-09-05T02:26:55.792392+0000","last_became_active":"2024-09-05T02:25:36.222414+0000","last_became_peered":"2024-09-05T02:25:36.222414+0000","last_unstale":"2024-09-05T02:26:55.792392+0000","last_undegraded":"2024-09-05T02:26:55.792392+0000","last_fullsized":"2024-09-05T02:26:55.792392+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:04.810878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6],"acting":[8,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"86'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.907108+0000","last_change":"2024-09-05T02:24:47.481997+0000","last_active":"2024-09-05T02:26:55.907108+0000","last_peered":"2024-09-05T02:26:55.907108+0000","last_clean":"2024-09-05T02:26:55.907108+0000","last_became_active":"2024-09-05T02:24:47.481648+0000","last_became_peered":"2024-09-05T02:24:47.481648+0000","last_unstale":"2024-09-05T02:26:55.907108+0000","last_undegraded":"2024-09-05T02:26:55.907108+0000","last_fullsized":"2024-09-05T02:26:55.907108+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:37:03.602800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"86'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128403+0000","last_change":"2024-09-05T02:24:47.483442+0000","last_active":"2024-09-05T02:26:56.128403+0000","last_peered":"2024-09-05T02:26:56.128403+0000","last_clean":"2024-09-05T02:26:56.128403+0000","last_became_active":"2024-09-05T02:24:47.483104+0000","last_became_peered":"2024-09-05T02:24:47.483104+0000","last_unstale":"2024-09-05T02:26:56.128403+0000","last_undegraded":"2024-09-05T02:26:56.128403+0000","last_fullsized":"2024-09-05T02:26:56.128403+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:29:48.868995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"86'9","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.895532+0000","last_change":"2024-09-05T02:24:47.483089+0000","last_active":"2024-09-05T02:26:55.895532+0000","last_peered":"2024-09-05T02:26:55.895532+0000","last_clean":"2024-09-05T02:26:55.895532+0000","last_became_active":"2024-09-05T02:24:47.482677+0000","last_became_peered":"2024-09-05T02:24:47.482677+0000","last_unstale":"2024-09-05T02:26:55.895532+0000","last_undegraded":"2024-09-05T02:26:55.895532+0000","last_fullsized":"2024-09-05T02:26:55.895532+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:11.707124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"86'11","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.134098+0000","last_change":"2024-09-05T02:24:47.483010+0000","last_active":"2024-09-05T02:26:56.134098+0000","last_peered":"2024-09-05T02:26:56.134098+0000","last_clean":"2024-09-05T02:26:56.134098+0000","last_became_active":"2024-09-05T02:24:47.482649+0000","last_became_peered":"2024-09-05T02:24:47.482649+0000","last_unstale":"2024-09-05T02:26:56.134098+0000","last_undegraded":"2024-09-05T02:26:56.134098+0000","last_fullsized":"2024-09-05T02:26:56.134098+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:50:13.723197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"86'16","reported_seq":35,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.907539+0000","last_change":"2024-09-05T02:24:47.488852+0000","last_active":"2024-09-05T02:26:55.907539+0000","last_peered":"2024-09-05T02:26:55.907539+0000","last_clean":"2024-09-05T02:26:55.907539+0000","last_became_active":"2024-09-05T02:24:47.488444+0000","last_became_peered":"2024-09-05T02:24:47.488444+0000","last_unstale":"2024-09-05T02:26:55.907539+0000","last_undegraded":"2024-09-05T02:26:55.907539+0000","last_fullsized":"2024-09-05T02:26:55.907539+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:43:11.410976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"86'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128667+0000","last_change":"2024-09-05T02:24:47.482922+0000","last_active":"2024-09-05T02:26:56.128667+0000","last_peered":"2024-09-05T02:26:56.128667+0000","last_clean":"2024-09-05T02:26:56.128667+0000","last_became_active":"2024-09-05T02:24:47.482517+0000","last_became_peered":"2024-09-05T02:24:47.482517+0000","last_unstale":"2024-09-05T02:26:56.128667+0000","last_undegraded":"2024-09-05T02:26:56.128667+0000","last_fullsized":"2024-09-05T02:26:56.128667+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:32:18.412647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"86'7","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.893015+0000","last_change":"2024-09-05T02:25:36.207594+0000","last_active":"2024-09-05T02:26:55.893015+0000","last_peered":"2024-09-05T02:26:55.893015+0000","last_clean":"2024-09-05T02:26:55.893015+0000","last_became_active":"2024-09-05T02:25:36.207268+0000","last_became_peered":"2024-09-05T02:25:36.207268+0000","last_unstale":"2024-09-05T02:26:55.893015+0000","last_undegraded":"2024-09-05T02:26:55.893015+0000","last_fullsized":"2024-09-05T02:26:55.893015+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:10:19.407275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"86'10","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128826+0000","last_change":"2024-09-05T02:24:47.487525+0000","last_active":"2024-09-05T02:26:56.128826+0000","last_peered":"2024-09-05T02:26:56.128826+0000","last_clean":"2024-09-05T02:26:56.128826+0000","last_became_active":"2024-09-05T02:24:47.487212+0000","last_became_peered":"2024-09-05T02:24:47.487212+0000","last_unstale":"2024-09-05T02:26:56.128826+0000","last_undegraded":"2024-09-05T02:26:56.128826+0000","last_fullsized":"2024-09-05T02:26:56.128826+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:59:45.141810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.790485+0000","last_change":"2024-09-05T02:24:47.484682+0000","last_active":"2024-09-05T02:26:55.790485+0000","last_peered":"2024-09-05T02:26:55.790485+0000","last_clean":"2024-09-05T02:26:55.790485+0000","last_became_active":"2024-09-05T02:24:47.484360+0000","last_became_peered":"2024-09-05T02:24:47.484360+0000","last_unstale":"2024-09-05T02:26:55.790485+0000","last_undegraded":"2024-09-05T02:26:55.790485+0000","last_fullsized":"2024-09-05T02:26:55.790485+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:55:05.905601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.790369+0000","last_change":"2024-09-05T02:24:47.477801+0000","last_active":"2024-09-05T02:26:55.790369+0000","last_peered":"2024-09-05T02:26:55.790369+0000","last_clean":"2024-09-05T02:26:55.790369+0000","last_became_active":"2024-09-05T02:24:47.477483+0000","last_became_peered":"2024-09-05T02:24:47.477483+0000","last_unstale":"2024-09-05T02:26:55.790369+0000","last_undegraded":"2024-09-05T02:26:55.790369+0000","last_fullsized":"2024-09-05T02:26:55.790369+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:28:41.915016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"86'9","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.133273+0000","last_change":"2024-09-05T02:24:47.492903+0000","last_active":"2024-09-05T02:26:56.133273+0000","last_peered":"2024-09-05T02:26:56.133273+0000","last_clean":"2024-09-05T02:26:56.133273+0000","last_became_active":"2024-09-05T02:24:47.492561+0000","last_became_peered":"2024-09-05T02:24:47.492561+0000","last_unstale":"2024-09-05T02:26:56.133273+0000","last_undegraded":"2024-09-05T02:26:56.133273+0000","last_fullsized":"2024-09-05T02:26:56.133273+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:04:55.090065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"86'8","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.139173+0000","last_change":"2024-09-05T02:24:47.491299+0000","last_active":"2024-09-05T02:26:56.139173+0000","last_peered":"2024-09-05T02:26:56.139173+0000","last_clean":"2024-09-05T02:26:56.139173+0000","last_became_active":"2024-09-05T02:24:47.490984+0000","last_became_peered":"2024-09-05T02:24:47.490984+0000","last_unstale":"2024-09-05T02:26:56.139173+0000","last_undegraded":"2024-09-05T02:26:56.139173+0000","last_fullsized":"2024-09-05T02:26:56.139173+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:07:17.549051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"86'10","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.893325+0000","last_change":"2024-09-05T02:24:47.483319+0000","last_active":"2024-09-05T02:26:55.893325+0000","last_peered":"2024-09-05T02:26:55.893325+0000","last_clean":"2024-09-05T02:26:55.893325+0000","last_became_active":"2024-09-05T02:24:47.483017+0000","last_became_peered":"2024-09-05T02:24:47.483017+0000","last_unstale":"2024-09-05T02:26:55.893325+0000","last_undegraded":"2024-09-05T02:26:55.893325+0000","last_fullsized":"2024-09-05T02:26:55.893325+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:46:16.281658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.137131+0000","last_change":"2024-09-05T02:24:47.472469+0000","last_active":"2024-09-05T02:26:56.137131+0000","last_peered":"2024-09-05T02:26:56.137131+0000","last_clean":"2024-09-05T02:26:56.137131+0000","last_became_active":"2024-09-05T02:24:47.472154+0000","last_became_peered":"2024-09-05T02:24:47.472154+0000","last_unstale":"2024-09-05T02:26:56.137131+0000","last_undegraded":"2024-09-05T02:26:56.137131+0000","last_fullsized":"2024-09-05T02:26:56.137131+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:13:41.486577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"86'8","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.139070+0000","last_change":"2024-09-05T02:24:47.472898+0000","last_active":"2024-09-05T02:26:56.139070+0000","last_peered":"2024-09-05T02:26:56.139070+0000","last_clean":"2024-09-05T02:26:56.139070+0000","last_became_active":"2024-09-05T02:24:47.470127+0000","last_became_peered":"2024-09-05T02:24:47.470127+0000","last_unstale":"2024-09-05T02:26:56.139070+0000","last_undegraded":"2024-09-05T02:26:56.139070+0000","last_fullsized":"2024-09-05T02:26:56.139070+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:00:29.277630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"86'11","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128982+0000","last_change":"2024-09-05T02:24:47.490189+0000","last_active":"2024-09-05T02:26:56.128982+0000","last_peered":"2024-09-05T02:26:56.128982+0000","last_clean":"2024-09-05T02:26:56.128982+0000","last_became_active":"2024-09-05T02:24:47.489899+0000","last_became_peered":"2024-09-05T02:24:47.489899+0000","last_unstale":"2024-09-05T02:26:56.128982+0000","last_undegraded":"2024-09-05T02:26:56.128982+0000","last_fullsized":"2024-09-05T02:26:56.128982+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:40.643179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"86'10","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.133550+0000","last_change":"2024-09-05T02:24:47.486794+0000","last_active":"2024-09-05T02:26:56.133550+0000","last_peered":"2024-09-05T02:26:56.133550+0000","last_clean":"2024-09-05T02:26:56.133550+0000","last_became_active":"2024-09-05T02:24:47.486487+0000","last_became_peered":"2024-09-05T02:24:47.486487+0000","last_unstale":"2024-09-05T02:26:56.133550+0000","last_undegraded":"2024-09-05T02:26:56.133550+0000","last_fullsized":"2024-09-05T02:26:56.133550+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:50:16.871409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"86'8","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.895651+0000","last_change":"2024-09-05T02:24:47.472264+0000","last_active":"2024-09-05T02:26:55.895651+0000","last_peered":"2024-09-05T02:26:55.895651+0000","last_clean":"2024-09-05T02:26:55.895651+0000","last_became_active":"2024-09-05T02:24:47.471923+0000","last_became_peered":"2024-09-05T02:24:47.471923+0000","last_unstale":"2024-09-05T02:26:55.895651+0000","last_undegraded":"2024-09-05T02:26:55.895651+0000","last_fullsized":"2024-09-05T02:26:55.895651+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:37.261821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"86'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.903827+0000","last_change":"2024-09-05T02:24:47.479598+0000","last_active":"2024-09-05T02:26:55.903827+0000","last_peered":"2024-09-05T02:26:55.903827+0000","last_clean":"2024-09-05T02:26:55.903827+0000","last_became_active":"2024-09-05T02:24:47.479299+0000","last_became_peered":"2024-09-05T02:24:47.479299+0000","last_unstale":"2024-09-05T02:26:55.903827+0000","last_undegraded":"2024-09-05T02:26:55.903827+0000","last_fullsized":"2024-09-05T02:26:55.903827+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:09:23.916286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.897165+0000","last_change":"2024-09-05T02:24:47.477576+0000","last_active":"2024-09-05T02:26:55.897165+0000","last_peered":"2024-09-05T02:26:55.897165+0000","last_clean":"2024-09-05T02:26:55.897165+0000","last_became_active":"2024-09-05T02:24:47.477167+0000","last_became_peered":"2024-09-05T02:24:47.477167+0000","last_unstale":"2024-09-05T02:26:55.897165+0000","last_undegraded":"2024-09-05T02:26:55.897165+0000","last_fullsized":"2024-09-05T02:26:55.897165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:50:37.129705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"86'15","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.137268+0000","last_change":"2024-09-05T02:24:47.483520+0000","last_active":"2024-09-05T02:26:56.137268+0000","last_peered":"2024-09-05T02:26:56.137268+0000","last_clean":"2024-09-05T02:26:56.137268+0000","last_became_active":"2024-09-05T02:24:47.481784+0000","last_became_peered":"2024-09-05T02:24:47.481784+0000","last_unstale":"2024-09-05T02:26:56.137268+0000","last_undegraded":"2024-09-05T02:26:56.137268+0000","last_fullsized":"2024-09-05T02:26:56.137268+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:20:39.296324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"86'6","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.139029+0000","last_change":"2024-09-05T02:24:47.473686+0000","last_active":"2024-09-05T02:26:56.139029+0000","last_peered":"2024-09-05T02:26:56.139029+0000","last_clean":"2024-09-05T02:26:56.139029+0000","last_became_active":"2024-09-05T02:24:47.473415+0000","last_became_peered":"2024-09-05T02:24:47.473415+0000","last_unstale":"2024-09-05T02:26:56.139029+0000","last_undegraded":"2024-09-05T02:26:56.139029+0000","last_fullsized":"2024-09-05T02:26:56.139029+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:31:51.642451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"86'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128985+0000","last_change":"2024-09-05T02:24:47.486520+0000","last_active":"2024-09-05T02:26:56.128985+0000","last_peered":"2024-09-05T02:26:56.128985+0000","last_clean":"2024-09-05T02:26:56.128985+0000","last_became_active":"2024-09-05T02:24:47.484374+0000","last_became_peered":"2024-09-05T02:24:47.484374+0000","last_unstale":"2024-09-05T02:26:56.128985+0000","last_undegraded":"2024-09-05T02:26:56.128985+0000","last_fullsized":"2024-09-05T02:26:56.128985+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:40:37.528352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"86'7","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.790803+0000","last_change":"2024-09-05T02:24:47.488546+0000","last_active":"2024-09-05T02:26:55.790803+0000","last_peered":"2024-09-05T02:26:55.790803+0000","last_clean":"2024-09-05T02:26:55.790803+0000","last_became_active":"2024-09-05T02:24:47.487743+0000","last_became_peered":"2024-09-05T02:24:47.487743+0000","last_unstale":"2024-09-05T02:26:55.790803+0000","last_undegraded":"2024-09-05T02:26:55.790803+0000","last_fullsized":"2024-09-05T02:26:55.790803+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:18:13.725734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"86'8","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.137058+0000","last_change":"2024-09-05T02:24:47.479316+0000","last_active":"2024-09-05T02:26:56.137058+0000","last_peered":"2024-09-05T02:26:56.137058+0000","last_clean":"2024-09-05T02:26:56.137058+0000","last_became_active":"2024-09-05T02:24:47.479038+0000","last_became_peered":"2024-09-05T02:24:47.479038+0000","last_unstale":"2024-09-05T02:26:56.137058+0000","last_undegraded":"2024-09-05T02:26:56.137058+0000","last_fullsized":"2024-09-05T02:26:56.137058+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:09:50.622807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"86'12","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.137230+0000","last_change":"2024-09-05T02:24:47.471282+0000","last_active":"2024-09-05T02:26:56.137230+0000","last_peered":"2024-09-05T02:26:56.137230+0000","last_clean":"2024-09-05T02:26:56.137230+0000","last_became_active":"2024-09-05T02:24:47.470984+0000","last_became_peered":"2024-09-05T02:24:47.470984+0000","last_unstale":"2024-09-05T02:26:56.137230+0000","last_undegraded":"2024-09-05T02:26:56.137230+0000","last_fullsized":"2024-09-05T02:26:56.137230+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:28:41.852281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"86'9","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.138810+0000","last_change":"2024-09-05T02:24:47.477153+0000","last_active":"2024-09-05T02:26:56.138810+0000","last_peered":"2024-09-05T02:26:56.138810+0000","last_clean":"2024-09-05T02:26:56.138810+0000","last_became_active":"2024-09-05T02:24:47.476765+0000","last_became_peered":"2024-09-05T02:24:47.476765+0000","last_unstale":"2024-09-05T02:26:56.138810+0000","last_undegraded":"2024-09-05T02:26:56.138810+0000","last_fullsized":"2024-09-05T02:26:56.138810+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:52.887284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792299+0000","last_change":"2024-09-05T02:24:47.468804+0000","last_active":"2024-09-05T02:26:55.792299+0000","last_peered":"2024-09-05T02:26:55.792299+0000","last_clean":"2024-09-05T02:26:55.792299+0000","last_became_active":"2024-09-05T02:24:47.468532+0000","last_became_peered":"2024-09-05T02:24:47.468532+0000","last_unstale":"2024-09-05T02:26:55.792299+0000","last_undegraded":"2024-09-05T02:26:55.792299+0000","last_fullsized":"2024-09-05T02:26:55.792299+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:05:23.763502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"86'6","reported_seq":151,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.904134+0000","last_change":"2024-09-05T02:24:44.295858+0000","last_active":"2024-09-05T02:26:55.904134+0000","last_peered":"2024-09-05T02:26:55.904134+0000","last_clean":"2024-09-05T02:26:55.904134+0000","last_became_active":"2024-09-05T02:24:44.295305+0000","last_became_peered":"2024-09-05T02:24:44.295305+0000","last_unstale":"2024-09-05T02:26:55.904134+0000","last_undegraded":"2024-09-05T02:26:55.904134+0000","last_fullsized":"2024-09-05T02:26:55.904134+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:01:39.220130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":933,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"86'8","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.904047+0000","last_change":"2024-09-05T02:24:47.479084+0000","last_active":"2024-09-05T02:26:55.904047+0000","last_peered":"2024-09-05T02:26:55.904047+0000","last_clean":"2024-09-05T02:26:55.904047+0000","last_became_active":"2024-09-05T02:24:47.478748+0000","last_became_peered":"2024-09-05T02:24:47.478748+0000","last_unstale":"2024-09-05T02:26:55.904047+0000","last_undegraded":"2024-09-05T02:26:55.904047+0000","last_fullsized":"2024-09-05T02:26:55.904047+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:04:50.466209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.907244+0000","last_change":"2024-09-05T02:24:44.296259+0000","last_active":"2024-09-05T02:26:55.907244+0000","last_peered":"2024-09-05T02:26:55.907244+0000","last_clean":"2024-09-05T02:26:55.907244+0000","last_became_active":"2024-09-05T02:24:44.295712+0000","last_became_peered":"2024-09-05T02:24:44.295712+0000","last_unstale":"2024-09-05T02:26:55.907244+0000","last_undegraded":"2024-09-05T02:26:55.907244+0000","last_fullsized":"2024-09-05T02:26:55.907244+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:35:09.076280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"84'3","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128420+0000","last_change":"2024-09-05T02:24:44.291087+0000","last_active":"2024-09-05T02:26:56.128420+0000","last_peered":"2024-09-05T02:26:56.128420+0000","last_clean":"2024-09-05T02:26:56.128420+0000","last_became_active":"2024-09-05T02:24:44.290507+0000","last_became_peered":"2024-09-05T02:24:44.290507+0000","last_unstale":"2024-09-05T02:26:56.128420+0000","last_undegraded":"2024-09-05T02:26:56.128420+0000","last_fullsized":"2024-09-05T02:26:56.128420+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:39.127718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"86'8","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.895595+0000","last_change":"2024-09-05T02:24:47.481980+0000","last_active":"2024-09-05T02:26:55.895595+0000","last_peered":"2024-09-05T02:26:55.895595+0000","last_clean":"2024-09-05T02:26:55.895595+0000","last_became_active":"2024-09-05T02:24:47.481558+0000","last_became_peered":"2024-09-05T02:24:47.481558+0000","last_unstale":"2024-09-05T02:26:55.895595+0000","last_undegraded":"2024-09-05T02:26:55.895595+0000","last_fullsized":"2024-09-05T02:26:55.895595+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:48:09.994392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"84'3","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.904165+0000","last_change":"2024-09-05T02:24:44.293303+0000","last_active":"2024-09-05T02:26:55.904165+0000","last_peered":"2024-09-05T02:26:55.904165+0000","last_clean":"2024-09-05T02:26:55.904165+0000","last_became_active":"2024-09-05T02:24:44.292969+0000","last_became_peered":"2024-09-05T02:24:44.292969+0000","last_unstale":"2024-09-05T02:26:55.904165+0000","last_undegraded":"2024-09-05T02:26:55.904165+0000","last_fullsized":"2024-09-05T02:26:55.904165+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:25:41.988613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"86'11","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.891290+0000","last_change":"2024-09-05T02:24:47.479856+0000","last_active":"2024-09-05T02:26:55.891290+0000","last_peered":"2024-09-05T02:26:55.891290+0000","last_clean":"2024-09-05T02:26:55.891290+0000","last_became_active":"2024-09-05T02:24:47.479415+0000","last_became_peered":"2024-09-05T02:24:47.479415+0000","last_unstale":"2024-09-05T02:26:55.891290+0000","last_undegraded":"2024-09-05T02:26:55.891290+0000","last_fullsized":"2024-09-05T02:26:55.891290+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:33:17.494077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"87'7","reported_seq":265,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.707425+0000","last_change":"2024-09-05T02:24:44.293590+0000","last_active":"2024-09-05T02:26:56.707425+0000","last_peered":"2024-09-05T02:26:56.707425+0000","last_clean":"2024-09-05T02:26:56.707425+0000","last_became_active":"2024-09-05T02:24:44.293203+0000","last_became_peered":"2024-09-05T02:24:44.293203+0000","last_unstale":"2024-09-05T02:26:56.707425+0000","last_undegraded":"2024-09-05T02:26:56.707425+0000","last_fullsized":"2024-09-05T02:26:56.707425+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:35:15.987387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":232,"num_read_kb":232,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"86'10","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.134101+0000","last_change":"2024-09-05T02:24:47.482456+0000","last_active":"2024-09-05T02:26:56.134101+0000","last_peered":"2024-09-05T02:26:56.134101+0000","last_clean":"2024-09-05T02:26:56.134101+0000","last_became_active":"2024-09-05T02:24:47.482093+0000","last_became_peered":"2024-09-05T02:24:47.482093+0000","last_unstale":"2024-09-05T02:26:56.134101+0000","last_undegraded":"2024-09-05T02:26:56.134101+0000","last_fullsized":"2024-09-05T02:26:56.134101+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:28:42.507810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'4","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128653+0000","last_change":"2024-09-05T02:24:44.294983+0000","last_active":"2024-09-05T02:26:56.128653+0000","last_peered":"2024-09-05T02:26:56.128653+0000","last_clean":"2024-09-05T02:26:56.128653+0000","last_became_active":"2024-09-05T02:24:44.294624+0000","last_became_peered":"2024-09-05T02:24:44.294624+0000","last_unstale":"2024-09-05T02:26:56.128653+0000","last_undegraded":"2024-09-05T02:26:56.128653+0000","last_fullsized":"2024-09-05T02:26:56.128653+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:37:02.051992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"86'9","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.790936+0000","last_change":"2024-09-05T02:25:36.223382+0000","last_active":"2024-09-05T02:26:55.790936+0000","last_peered":"2024-09-05T02:26:55.790936+0000","last_clean":"2024-09-05T02:26:55.790936+0000","last_became_active":"2024-09-05T02:25:36.223006+0000","last_became_peered":"2024-09-05T02:25:36.223006+0000","last_unstale":"2024-09-05T02:26:55.790936+0000","last_undegraded":"2024-09-05T02:26:55.790936+0000","last_fullsized":"2024-09-05T02:26:55.790936+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:47:41.365468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"84'5","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.904152+0000","last_change":"2024-09-05T02:24:44.640478+0000","last_active":"2024-09-05T02:26:55.904152+0000","last_peered":"2024-09-05T02:26:55.904152+0000","last_clean":"2024-09-05T02:26:55.904152+0000","last_became_active":"2024-09-05T02:24:44.640107+0000","last_became_peered":"2024-09-05T02:24:44.640107+0000","last_unstale":"2024-09-05T02:26:55.904152+0000","last_undegraded":"2024-09-05T02:26:55.904152+0000","last_fullsized":"2024-09-05T02:26:55.904152+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:46:22.272180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"86'11","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.133727+0000","last_change":"2024-09-05T02:24:47.488999+0000","last_active":"2024-09-05T02:26:56.133727+0000","last_peered":"2024-09-05T02:26:56.133727+0000","last_clean":"2024-09-05T02:26:56.133727+0000","last_became_active":"2024-09-05T02:24:47.488285+0000","last_became_peered":"2024-09-05T02:24:47.488285+0000","last_unstale":"2024-09-05T02:26:56.133727+0000","last_undegraded":"2024-09-05T02:26:56.133727+0000","last_fullsized":"2024-09-05T02:26:56.133727+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:44:32.524370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"87'38","reported_seq":326,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.377209+0000","last_change":"2024-09-05T02:25:36.264795+0000","last_active":"2024-09-05T02:26:56.377209+0000","last_peered":"2024-09-05T02:26:56.377209+0000","last_clean":"2024-09-05T02:26:56.377209+0000","last_became_active":"2024-09-05T02:25:36.248339+0000","last_became_peered":"2024-09-05T02:25:36.248339+0000","last_unstale":"2024-09-05T02:26:56.377209+0000","last_undegraded":"2024-09-05T02:26:56.377209+0000","last_fullsized":"2024-09-05T02:26:56.377209+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:42:59.210529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66483,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":236,"num_read_kb":183,"num_write":40,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":59764,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"86'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792959+0000","last_change":"2024-09-05T02:24:47.482485+0000","last_active":"2024-09-05T02:26:55.792959+0000","last_peered":"2024-09-05T02:26:55.792959+0000","last_clean":"2024-09-05T02:26:55.792959+0000","last_became_active":"2024-09-05T02:24:47.482150+0000","last_became_peered":"2024-09-05T02:24:47.482150+0000","last_unstale":"2024-09-05T02:26:55.792959+0000","last_undegraded":"2024-09-05T02:26:55.792959+0000","last_fullsized":"2024-09-05T02:26:55.792959+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:25:05.863640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"84'9","reported_seq":37,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.137059+0000","last_change":"2024-09-05T02:24:44.295628+0000","last_active":"2024-09-05T02:26:56.137059+0000","last_peered":"2024-09-05T02:26:56.137059+0000","last_clean":"2024-09-05T02:26:56.137059+0000","last_became_active":"2024-09-05T02:24:44.295265+0000","last_became_peered":"2024-09-05T02:24:44.295265+0000","last_unstale":"2024-09-05T02:26:56.137059+0000","last_undegraded":"2024-09-05T02:26:56.137059+0000","last_fullsized":"2024-09-05T02:26:56.137059+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:50:17.361215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"86'9","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128529+0000","last_change":"2024-09-05T02:24:47.485558+0000","last_active":"2024-09-05T02:26:56.128529+0000","last_peered":"2024-09-05T02:26:56.128529+0000","last_clean":"2024-09-05T02:26:56.128529+0000","last_became_active":"2024-09-05T02:24:47.480718+0000","last_became_peered":"2024-09-05T02:24:47.480718+0000","last_unstale":"2024-09-05T02:26:56.128529+0000","last_undegraded":"2024-09-05T02:26:56.128529+0000","last_fullsized":"2024-09-05T02:26:56.128529+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:59:59.787907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"84'5","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.903981+0000","last_change":"2024-09-05T02:24:44.292578+0000","last_active":"2024-09-05T02:26:55.903981+0000","last_peered":"2024-09-05T02:26:55.903981+0000","last_clean":"2024-09-05T02:26:55.903981+0000","last_became_active":"2024-09-05T02:24:44.292218+0000","last_became_peered":"2024-09-05T02:24:44.292218+0000","last_unstale":"2024-09-05T02:26:55.903981+0000","last_undegraded":"2024-09-05T02:26:55.903981+0000","last_fullsized":"2024-09-05T02:26:55.903981+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:46:16.180439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"86'15","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128675+0000","last_change":"2024-09-05T02:24:47.491330+0000","last_active":"2024-09-05T02:26:56.128675+0000","last_peered":"2024-09-05T02:26:56.128675+0000","last_clean":"2024-09-05T02:26:56.128675+0000","last_became_active":"2024-09-05T02:24:47.491011+0000","last_became_peered":"2024-09-05T02:24:47.491011+0000","last_unstale":"2024-09-05T02:26:56.128675+0000","last_undegraded":"2024-09-05T02:26:56.128675+0000","last_fullsized":"2024-09-05T02:26:56.128675+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:00:04.483870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"87'7","reported_seq":152,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.707672+0000","last_change":"2024-09-05T02:24:44.292409+0000","last_active":"2024-09-05T02:26:56.707672+0000","last_peered":"2024-09-05T02:26:56.707672+0000","last_clean":"2024-09-05T02:26:56.707672+0000","last_became_active":"2024-09-05T02:24:44.292098+0000","last_became_peered":"2024-09-05T02:24:44.292098+0000","last_unstale":"2024-09-05T02:26:56.707672+0000","last_undegraded":"2024-09-05T02:26:56.707672+0000","last_fullsized":"2024-09-05T02:26:56.707672+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:56:42.881710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1374,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":120,"num_read_kb":4,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"86'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128356+0000","last_change":"2024-09-05T02:24:47.483137+0000","last_active":"2024-09-05T02:26:56.128356+0000","last_peered":"2024-09-05T02:26:56.128356+0000","last_clean":"2024-09-05T02:26:56.128356+0000","last_became_active":"2024-09-05T02:24:47.482796+0000","last_became_peered":"2024-09-05T02:24:47.482796+0000","last_unstale":"2024-09-05T02:26:56.128356+0000","last_undegraded":"2024-09-05T02:26:56.128356+0000","last_fullsized":"2024-09-05T02:26:56.128356+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:16:50.093198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"84'17","reported_seq":44,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792371+0000","last_change":"2024-09-05T02:24:44.640539+0000","last_active":"2024-09-05T02:26:55.792371+0000","last_peered":"2024-09-05T02:26:55.792371+0000","last_clean":"2024-09-05T02:26:55.792371+0000","last_became_active":"2024-09-05T02:24:44.640130+0000","last_became_peered":"2024-09-05T02:24:44.640130+0000","last_unstale":"2024-09-05T02:26:55.792371+0000","last_undegraded":"2024-09-05T02:26:55.792371+0000","last_fullsized":"2024-09-05T02:26:55.792371+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:03:00.027234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"86'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.903894+0000","last_change":"2024-09-05T02:24:47.481831+0000","last_active":"2024-09-05T02:26:55.903894+0000","last_peered":"2024-09-05T02:26:55.903894+0000","last_clean":"2024-09-05T02:26:55.903894+0000","last_became_active":"2024-09-05T02:24:47.481525+0000","last_became_peered":"2024-09-05T02:24:47.481525+0000","last_unstale":"2024-09-05T02:26:55.903894+0000","last_undegraded":"2024-09-05T02:26:55.903894+0000","last_fullsized":"2024-09-05T02:26:55.903894+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:36:43.917931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"87'3","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792862+0000","last_change":"2024-09-05T02:24:44.296842+0000","last_active":"2024-09-05T02:26:55.792862+0000","last_peered":"2024-09-05T02:26:55.792862+0000","last_clean":"2024-09-05T02:26:55.792862+0000","last_became_active":"2024-09-05T02:24:44.296512+0000","last_became_peered":"2024-09-05T02:24:44.296512+0000","last_unstale":"2024-09-05T02:26:55.792862+0000","last_undegraded":"2024-09-05T02:26:55.792862+0000","last_fullsized":"2024-09-05T02:26:55.792862+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:57.912633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"86'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.138911+0000","last_change":"2024-09-05T02:24:47.476626+0000","last_active":"2024-09-05T02:26:56.138911+0000","last_peered":"2024-09-05T02:26:56.138911+0000","last_clean":"2024-09-05T02:26:56.138911+0000","last_became_active":"2024-09-05T02:24:47.476303+0000","last_became_peered":"2024-09-05T02:24:47.476303+0000","last_unstale":"2024-09-05T02:26:56.138911+0000","last_undegraded":"2024-09-05T02:26:56.138911+0000","last_fullsized":"2024-09-05T02:26:56.138911+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:31:12.657155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"84'5","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.129316+0000","last_change":"2024-09-05T02:24:44.297026+0000","last_active":"2024-09-05T02:26:56.129316+0000","last_peered":"2024-09-05T02:26:56.129316+0000","last_clean":"2024-09-05T02:26:56.129316+0000","last_became_active":"2024-09-05T02:24:44.296702+0000","last_became_peered":"2024-09-05T02:24:44.296702+0000","last_unstale":"2024-09-05T02:26:56.129316+0000","last_undegraded":"2024-09-05T02:26:56.129316+0000","last_fullsized":"2024-09-05T02:26:56.129316+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:20:52.028558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"86'9","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128766+0000","last_change":"2024-09-05T02:24:47.484399+0000","last_active":"2024-09-05T02:26:56.128766+0000","last_peered":"2024-09-05T02:26:56.128766+0000","last_clean":"2024-09-05T02:26:56.128766+0000","last_became_active":"2024-09-05T02:24:47.484066+0000","last_became_peered":"2024-09-05T02:24:47.484066+0000","last_unstale":"2024-09-05T02:26:56.128766+0000","last_undegraded":"2024-09-05T02:26:56.128766+0000","last_fullsized":"2024-09-05T02:26:56.128766+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:16:53.069837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"87'41","reported_seq":75,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.042352+0000","last_change":"2024-09-05T02:24:44.295074+0000","last_active":"2024-09-05T02:26:56.042352+0000","last_peered":"2024-09-05T02:26:56.042352+0000","last_clean":"2024-09-05T02:26:56.042352+0000","last_became_active":"2024-09-05T02:24:44.294717+0000","last_became_peered":"2024-09-05T02:24:44.294717+0000","last_unstale":"2024-09-05T02:26:56.042352+0000","last_undegraded":"2024-09-05T02:26:56.042352+0000","last_fullsized":"2024-09-05T02:26:56.042352+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:39:44.846971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128581+0000","last_change":"2024-09-05T02:24:47.485144+0000","last_active":"2024-09-05T02:26:56.128581+0000","last_peered":"2024-09-05T02:26:56.128581+0000","last_clean":"2024-09-05T02:26:56.128581+0000","last_became_active":"2024-09-05T02:24:47.484856+0000","last_became_peered":"2024-09-05T02:24:47.484856+0000","last_unstale":"2024-09-05T02:26:56.128581+0000","last_undegraded":"2024-09-05T02:26:56.128581+0000","last_fullsized":"2024-09-05T02:26:56.128581+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:55:07.174592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"87'8","reported_seq":155,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.707943+0000","last_change":"2024-09-05T02:24:44.644196+0000","last_active":"2024-09-05T02:26:56.707943+0000","last_peered":"2024-09-05T02:26:56.707943+0000","last_clean":"2024-09-05T02:26:56.707943+0000","last_became_active":"2024-09-05T02:24:44.643853+0000","last_became_peered":"2024-09-05T02:24:44.643853+0000","last_unstale":"2024-09-05T02:26:56.707943+0000","last_undegraded":"2024-09-05T02:26:56.707943+0000","last_fullsized":"2024-09-05T02:26:56.707943+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:31:55.286395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":121,"num_read_kb":5,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128702+0000","last_change":"2024-09-05T02:24:47.484308+0000","last_active":"2024-09-05T02:26:56.128702+0000","last_peered":"2024-09-05T02:26:56.128702+0000","last_clean":"2024-09-05T02:26:56.128702+0000","last_became_active":"2024-09-05T02:24:47.484017+0000","last_became_peered":"2024-09-05T02:24:47.484017+0000","last_unstale":"2024-09-05T02:26:56.128702+0000","last_undegraded":"2024-09-05T02:26:56.128702+0000","last_fullsized":"2024-09-05T02:26:56.128702+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:45:35.203876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":348,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128505+0000","last_change":"2024-09-05T02:23:31.489439+0000","last_active":"2024-09-05T02:26:56.128505+0000","last_peered":"2024-09-05T02:26:56.128505+0000","last_clean":"2024-09-05T02:26:56.128505+0000","last_became_active":"2024-09-05T02:23:31.488975+0000","last_became_peered":"2024-09-05T02:23:31.488975+0000","last_unstale":"2024-09-05T02:26:56.128505+0000","last_undegraded":"2024-09-05T02:26:56.128505+0000","last_fullsized":"2024-09-05T02:26:56.128505+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:19:57.224719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:19:57.224719+0000","last_clean_scrub_stamp":"2024-09-05T02:19:57.224719+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:57:36.855437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"84'6","reported_seq":36,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.794558+0000","last_change":"2024-09-05T02:24:44.291150+0000","last_active":"2024-09-05T02:26:55.794558+0000","last_peered":"2024-09-05T02:26:55.794558+0000","last_clean":"2024-09-05T02:26:55.794558+0000","last_became_active":"2024-09-05T02:24:44.290803+0000","last_became_peered":"2024-09-05T02:24:44.290803+0000","last_unstale":"2024-09-05T02:26:55.794558+0000","last_undegraded":"2024-09-05T02:26:55.794558+0000","last_fullsized":"2024-09-05T02:26:55.794558+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T02:56:25.639616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"86'8","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.895821+0000","last_change":"2024-09-05T02:24:47.482552+0000","last_active":"2024-09-05T02:26:55.895821+0000","last_peered":"2024-09-05T02:26:55.895821+0000","last_clean":"2024-09-05T02:26:55.895821+0000","last_became_active":"2024-09-05T02:24:47.482209+0000","last_became_peered":"2024-09-05T02:24:47.482209+0000","last_unstale":"2024-09-05T02:26:55.895821+0000","last_undegraded":"2024-09-05T02:26:55.895821+0000","last_fullsized":"2024-09-05T02:26:55.895821+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:34:26.941647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"84'4","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128504+0000","last_change":"2024-09-05T02:24:44.293424+0000","last_active":"2024-09-05T02:26:56.128504+0000","last_peered":"2024-09-05T02:26:56.128504+0000","last_clean":"2024-09-05T02:26:56.128504+0000","last_became_active":"2024-09-05T02:24:44.293126+0000","last_became_peered":"2024-09-05T02:24:44.293126+0000","last_unstale":"2024-09-05T02:26:56.128504+0000","last_undegraded":"2024-09-05T02:26:56.128504+0000","last_fullsized":"2024-09-05T02:26:56.128504+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:18:15.746035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"86'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128406+0000","last_change":"2024-09-05T02:24:47.472890+0000","last_active":"2024-09-05T02:26:56.128406+0000","last_peered":"2024-09-05T02:26:56.128406+0000","last_clean":"2024-09-05T02:26:56.128406+0000","last_became_active":"2024-09-05T02:24:47.472562+0000","last_became_peered":"2024-09-05T02:24:47.472562+0000","last_unstale":"2024-09-05T02:26:56.128406+0000","last_undegraded":"2024-09-05T02:26:56.128406+0000","last_fullsized":"2024-09-05T02:26:56.128406+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:29:26.520821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"87'6","reported_seq":150,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.707065+0000","last_change":"2024-09-05T02:24:44.640610+0000","last_active":"2024-09-05T02:26:56.707065+0000","last_peered":"2024-09-05T02:26:56.707065+0000","last_clean":"2024-09-05T02:26:56.707065+0000","last_became_active":"2024-09-05T02:24:44.639865+0000","last_became_peered":"2024-09-05T02:24:44.639865+0000","last_unstale":"2024-09-05T02:26:56.707065+0000","last_undegraded":"2024-09-05T02:26:56.707065+0000","last_fullsized":"2024-09-05T02:26:56.707065+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:51:30.900315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":117,"num_read_kb":117,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"86'8","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.903967+0000","last_change":"2024-09-05T02:25:36.210028+0000","last_active":"2024-09-05T02:26:55.903967+0000","last_peered":"2024-09-05T02:26:55.903967+0000","last_clean":"2024-09-05T02:26:55.903967+0000","last_became_active":"2024-09-05T02:25:36.209638+0000","last_became_peered":"2024-09-05T02:25:36.209638+0000","last_unstale":"2024-09-05T02:26:55.903967+0000","last_undegraded":"2024-09-05T02:26:55.903967+0000","last_fullsized":"2024-09-05T02:26:55.903967+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:24:45.837994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"87'8","reported_seq":155,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.708540+0000","last_change":"2024-09-05T02:24:44.291278+0000","last_active":"2024-09-05T02:26:56.708540+0000","last_peered":"2024-09-05T02:26:56.708540+0000","last_clean":"2024-09-05T02:26:56.708540+0000","last_became_active":"2024-09-05T02:24:44.290892+0000","last_became_peered":"2024-09-05T02:24:44.290892+0000","last_unstale":"2024-09-05T02:26:56.708540+0000","last_undegraded":"2024-09-05T02:26:56.708540+0000","last_fullsized":"2024-09-05T02:26:56.708540+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:58:37.196855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1515,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"86'7","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.907334+0000","last_change":"2024-09-05T02:24:47.491349+0000","last_active":"2024-09-05T02:26:55.907334+0000","last_peered":"2024-09-05T02:26:55.907334+0000","last_clean":"2024-09-05T02:26:55.907334+0000","last_became_active":"2024-09-05T02:24:47.491027+0000","last_became_peered":"2024-09-05T02:24:47.491027+0000","last_unstale":"2024-09-05T02:26:55.907334+0000","last_undegraded":"2024-09-05T02:26:55.907334+0000","last_fullsized":"2024-09-05T02:26:55.907334+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:16:04.950509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"84'1","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.893137+0000","last_change":"2024-09-05T02:24:44.642321+0000","last_active":"2024-09-05T02:26:55.893137+0000","last_peered":"2024-09-05T02:26:55.893137+0000","last_clean":"2024-09-05T02:26:55.893137+0000","last_became_active":"2024-09-05T02:24:44.641997+0000","last_became_peered":"2024-09-05T02:24:44.641997+0000","last_unstale":"2024-09-05T02:26:55.893137+0000","last_undegraded":"2024-09-05T02:26:55.893137+0000","last_fullsized":"2024-09-05T02:26:55.893137+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:38:34.670557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"86'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.907347+0000","last_change":"2024-09-05T02:24:47.486996+0000","last_active":"2024-09-05T02:26:55.907347+0000","last_peered":"2024-09-05T02:26:55.907347+0000","last_clean":"2024-09-05T02:26:55.907347+0000","last_became_active":"2024-09-05T02:24:47.486695+0000","last_became_peered":"2024-09-05T02:24:47.486695+0000","last_unstale":"2024-09-05T02:26:55.907347+0000","last_undegraded":"2024-09-05T02:26:55.907347+0000","last_fullsized":"2024-09-05T02:26:55.907347+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:23:46.854934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"84'4","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792873+0000","last_change":"2024-09-05T02:24:44.640627+0000","last_active":"2024-09-05T02:26:55.792873+0000","last_peered":"2024-09-05T02:26:55.792873+0000","last_clean":"2024-09-05T02:26:55.792873+0000","last_became_active":"2024-09-05T02:24:44.640118+0000","last_became_peered":"2024-09-05T02:24:44.640118+0000","last_unstale":"2024-09-05T02:26:55.792873+0000","last_undegraded":"2024-09-05T02:26:55.792873+0000","last_fullsized":"2024-09-05T02:26:55.792873+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:07:01.734127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"86'9","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.129158+0000","last_change":"2024-09-05T02:24:47.475170+0000","last_active":"2024-09-05T02:26:56.129158+0000","last_peered":"2024-09-05T02:26:56.129158+0000","last_clean":"2024-09-05T02:26:56.129158+0000","last_became_active":"2024-09-05T02:24:47.474757+0000","last_became_peered":"2024-09-05T02:24:47.474757+0000","last_unstale":"2024-09-05T02:26:56.129158+0000","last_undegraded":"2024-09-05T02:26:56.129158+0000","last_fullsized":"2024-09-05T02:26:56.129158+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:52:41.444857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"87'50","reported_seq":100,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.050929+0000","last_change":"2024-09-05T02:24:44.298385+0000","last_active":"2024-09-05T02:26:56.050929+0000","last_peered":"2024-09-05T02:26:56.050929+0000","last_clean":"2024-09-05T02:26:56.050929+0000","last_became_active":"2024-09-05T02:24:44.297981+0000","last_became_peered":"2024-09-05T02:24:44.297981+0000","last_unstale":"2024-09-05T02:26:56.050929+0000","last_undegraded":"2024-09-05T02:26:56.050929+0000","last_fullsized":"2024-09-05T02:26:56.050929+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:33:42.849584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":89,"num_write_kb":837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"86'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.897286+0000","last_change":"2024-09-05T02:24:47.488049+0000","last_active":"2024-09-05T02:26:55.897286+0000","last_peered":"2024-09-05T02:26:55.897286+0000","last_clean":"2024-09-05T02:26:55.897286+0000","last_became_active":"2024-09-05T02:24:47.485368+0000","last_became_peered":"2024-09-05T02:24:47.485368+0000","last_unstale":"2024-09-05T02:26:55.897286+0000","last_undegraded":"2024-09-05T02:26:55.897286+0000","last_fullsized":"2024-09-05T02:26:55.897286+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:51:17.970446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'7","reported_seq":35,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.794697+0000","last_change":"2024-09-05T02:24:44.400396+0000","last_active":"2024-09-05T02:26:55.794697+0000","last_peered":"2024-09-05T02:26:55.794697+0000","last_clean":"2024-09-05T02:26:55.794697+0000","last_became_active":"2024-09-05T02:24:44.399960+0000","last_became_peered":"2024-09-05T02:24:44.399960+0000","last_unstale":"2024-09-05T02:26:55.794697+0000","last_undegraded":"2024-09-05T02:26:55.794697+0000","last_fullsized":"2024-09-05T02:26:55.794697+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:48:24.977584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"86'7","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.790902+0000","last_change":"2024-09-05T02:24:47.481128+0000","last_active":"2024-09-05T02:26:55.790902+0000","last_peered":"2024-09-05T02:26:55.790902+0000","last_clean":"2024-09-05T02:26:55.790902+0000","last_became_active":"2024-09-05T02:24:47.480833+0000","last_became_peered":"2024-09-05T02:24:47.480833+0000","last_unstale":"2024-09-05T02:26:55.790902+0000","last_undegraded":"2024-09-05T02:26:55.790902+0000","last_fullsized":"2024-09-05T02:26:55.790902+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:19:32.729539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.133439+0000","last_change":"2024-09-05T02:24:44.640973+0000","last_active":"2024-09-05T02:26:56.133439+0000","last_peered":"2024-09-05T02:26:56.133439+0000","last_clean":"2024-09-05T02:26:56.133439+0000","last_became_active":"2024-09-05T02:24:44.640657+0000","last_became_peered":"2024-09-05T02:24:44.640657+0000","last_unstale":"2024-09-05T02:26:56.133439+0000","last_undegraded":"2024-09-05T02:26:56.133439+0000","last_fullsized":"2024-09-05T02:26:56.133439+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:18:13.413747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792289+0000","last_change":"2024-09-05T02:24:47.478379+0000","last_active":"2024-09-05T02:26:55.792289+0000","last_peered":"2024-09-05T02:26:55.792289+0000","last_clean":"2024-09-05T02:26:55.792289+0000","last_became_active":"2024-09-05T02:24:47.478053+0000","last_became_peered":"2024-09-05T02:24:47.478053+0000","last_unstale":"2024-09-05T02:26:55.792289+0000","last_undegraded":"2024-09-05T02:26:55.792289+0000","last_fullsized":"2024-09-05T02:26:55.792289+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:23:09.235450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'7","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.895916+0000","last_change":"2024-09-05T02:24:44.291080+0000","last_active":"2024-09-05T02:26:55.895916+0000","last_peered":"2024-09-05T02:26:55.895916+0000","last_clean":"2024-09-05T02:26:55.895916+0000","last_became_active":"2024-09-05T02:24:44.290778+0000","last_became_peered":"2024-09-05T02:24:44.290778+0000","last_unstale":"2024-09-05T02:26:55.895916+0000","last_undegraded":"2024-09-05T02:26:55.895916+0000","last_fullsized":"2024-09-05T02:26:55.895916+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:46:58.612545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"86'9","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.138875+0000","last_change":"2024-09-05T02:24:47.477863+0000","last_active":"2024-09-05T02:26:56.138875+0000","last_peered":"2024-09-05T02:26:56.138875+0000","last_clean":"2024-09-05T02:26:56.138875+0000","last_became_active":"2024-09-05T02:24:47.477504+0000","last_became_peered":"2024-09-05T02:24:47.477504+0000","last_unstale":"2024-09-05T02:26:56.138875+0000","last_undegraded":"2024-09-05T02:26:56.138875+0000","last_fullsized":"2024-09-05T02:26:56.138875+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:23:50.906241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'3","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.138995+0000","last_change":"2024-09-05T02:25:36.217796+0000","last_active":"2024-09-05T02:26:56.138995+0000","last_peered":"2024-09-05T02:26:56.138995+0000","last_clean":"2024-09-05T02:26:56.138995+0000","last_became_active":"2024-09-05T02:25:36.208005+0000","last_became_peered":"2024-09-05T02:25:36.208005+0000","last_unstale":"2024-09-05T02:26:56.138995+0000","last_undegraded":"2024-09-05T02:26:56.138995+0000","last_fullsized":"2024-09-05T02:26:56.138995+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:00:55.520681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"86'8","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.896199+0000","last_change":"2024-09-05T02:24:47.482550+0000","last_active":"2024-09-05T02:26:55.896199+0000","last_peered":"2024-09-05T02:26:55.896199+0000","last_clean":"2024-09-05T02:26:55.896199+0000","last_became_active":"2024-09-05T02:24:47.482230+0000","last_became_peered":"2024-09-05T02:24:47.482230+0000","last_unstale":"2024-09-05T02:26:55.896199+0000","last_undegraded":"2024-09-05T02:26:55.896199+0000","last_fullsized":"2024-09-05T02:26:55.896199+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:25:50.165849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"84'4","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792545+0000","last_change":"2024-09-05T02:24:44.298584+0000","last_active":"2024-09-05T02:26:55.792545+0000","last_peered":"2024-09-05T02:26:55.792545+0000","last_clean":"2024-09-05T02:26:55.792545+0000","last_became_active":"2024-09-05T02:24:44.298193+0000","last_became_peered":"2024-09-05T02:24:44.298193+0000","last_unstale":"2024-09-05T02:26:55.792545+0000","last_undegraded":"2024-09-05T02:26:55.792545+0000","last_fullsized":"2024-09-05T02:26:55.792545+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:02:31.920971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"86'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.128555+0000","last_change":"2024-09-05T02:24:47.490421+0000","last_active":"2024-09-05T02:26:56.128555+0000","last_peered":"2024-09-05T02:26:56.128555+0000","last_clean":"2024-09-05T02:26:56.128555+0000","last_became_active":"2024-09-05T02:24:47.489992+0000","last_became_peered":"2024-09-05T02:24:47.489992+0000","last_unstale":"2024-09-05T02:26:56.128555+0000","last_undegraded":"2024-09-05T02:26:56.128555+0000","last_fullsized":"2024-09-05T02:26:56.128555+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:15.842796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"86'15","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.893059+0000","last_change":"2024-09-05T02:25:36.247594+0000","last_active":"2024-09-05T02:26:55.893059+0000","last_peered":"2024-09-05T02:26:55.893059+0000","last_clean":"2024-09-05T02:26:55.893059+0000","last_became_active":"2024-09-05T02:25:36.247333+0000","last_became_peered":"2024-09-05T02:25:36.247333+0000","last_unstale":"2024-09-05T02:26:55.893059+0000","last_undegraded":"2024-09-05T02:26:55.893059+0000","last_fullsized":"2024-09-05T02:26:55.893059+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:53:54.127434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1c","version":"84'5","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.138956+0000","last_change":"2024-09-05T02:25:36.214295+0000","last_active":"2024-09-05T02:26:56.138956+0000","last_peered":"2024-09-05T02:26:56.138956+0000","last_clean":"2024-09-05T02:26:56.138956+0000","last_became_active":"2024-09-05T02:25:36.206425+0000","last_became_peered":"2024-09-05T02:25:36.206425+0000","last_unstale":"2024-09-05T02:26:56.138956+0000","last_undegraded":"2024-09-05T02:26:56.138956+0000","last_fullsized":"2024-09-05T02:26:56.138956+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:51:03.946758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"86'9","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.133357+0000","last_change":"2024-09-05T02:24:47.492996+0000","last_active":"2024-09-05T02:26:56.133357+0000","last_peered":"2024-09-05T02:26:56.133357+0000","last_clean":"2024-09-05T02:26:56.133357+0000","last_became_active":"2024-09-05T02:24:47.492665+0000","last_became_peered":"2024-09-05T02:24:47.492665+0000","last_unstale":"2024-09-05T02:26:56.133357+0000","last_undegraded":"2024-09-05T02:26:56.133357+0000","last_fullsized":"2024-09-05T02:26:56.133357+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T03:44:32.954561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"84'12","reported_seq":61,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.792707+0000","last_change":"2024-09-05T02:25:36.258046+0000","last_active":"2024-09-05T02:26:55.792707+0000","last_peered":"2024-09-05T02:26:55.792707+0000","last_clean":"2024-09-05T02:26:55.792707+0000","last_became_active":"2024-09-05T02:25:36.247563+0000","last_became_peered":"2024-09-05T02:25:36.247563+0000","last_unstale":"2024-09-05T02:26:55.792707+0000","last_undegraded":"2024-09-05T02:26:55.792707+0000","last_fullsized":"2024-09-05T02:26:55.792707+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:13:32.936339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"86'6","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.790850+0000","last_change":"2024-09-05T02:24:47.488917+0000","last_active":"2024-09-05T02:26:55.790850+0000","last_peered":"2024-09-05T02:26:55.790850+0000","last_clean":"2024-09-05T02:26:55.790850+0000","last_became_active":"2024-09-05T02:24:47.488543+0000","last_became_peered":"2024-09-05T02:24:47.488543+0000","last_unstale":"2024-09-05T02:26:55.790850+0000","last_undegraded":"2024-09-05T02:26:55.790850+0000","last_fullsized":"2024-09-05T02:26:55.790850+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:08:53.452036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.897024+0000","last_change":"2024-09-05T02:24:44.640849+0000","last_active":"2024-09-05T02:26:55.897024+0000","last_peered":"2024-09-05T02:26:55.897024+0000","last_clean":"2024-09-05T02:26:55.897024+0000","last_became_active":"2024-09-05T02:24:44.640181+0000","last_became_peered":"2024-09-05T02:24:44.640181+0000","last_unstale":"2024-09-05T02:26:55.897024+0000","last_undegraded":"2024-09-05T02:26:55.897024+0000","last_fullsized":"2024-09-05T02:26:55.897024+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:12:34.867285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"86'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:55.896824+0000","last_change":"2024-09-05T02:24:47.477642+0000","last_active":"2024-09-05T02:26:55.896824+0000","last_peered":"2024-09-05T02:26:55.896824+0000","last_clean":"2024-09-05T02:26:55.896824+0000","last_became_active":"2024-09-05T02:24:47.474109+0000","last_became_peered":"2024-09-05T02:24:47.474109+0000","last_unstale":"2024-09-05T02:26:55.896824+0000","last_undegraded":"2024-09-05T02:26:55.896824+0000","last_fullsized":"2024-09-05T02:26:55.896824+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:46.448978+0000","last_clean_scrub_stamp":"2024-09-05T02:24:46.448978+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:48:38.986300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"87'15","reported_seq":159,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T02:26:56.707534+0000","last_change":"2024-09-05T02:24:44.295646+0000","last_active":"2024-09-05T02:26:56.707534+0000","last_peered":"2024-09-05T02:26:56.707534+0000","last_clean":"2024-09-05T02:26:56.707534+0000","last_became_active":"2024-09-05T02:24:44.295219+0000","last_became_peered":"2024-09-05T02:24:44.295219+0000","last_unstale":"2024-09-05T02:26:56.707534+0000","last_undegraded":"2024-09-05T02:26:56.707534+0000","last_fullsized":"2024-09-05T02:26:56.707534+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T02:24:43.267234+0000","last_clean_scrub_stamp":"2024-09-05T02:24:43.267234+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:49.458485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":117,"num_read_kb":117,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":600672,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1293,"num_read_kb":763,"num_write":377,"num_write_kb":1467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":60346,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2174976,"data_stored":1802016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":304,"ondisk_log_size":304,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481831,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":966656,"data_stored":465524,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":70,"seq":300647710763,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32948,"kb_used_data":1764,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712204,"statfs":{"total":95995035648,"available":95961296896,"internally_reserved":0,"allocated":1806336,"data_stored":1253913,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":65,"seq":279172874289,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36696,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708456,"statfs":{"total":95995035648,"available":95957458944,"internally_reserved":0,"allocated":1380352,"data_stored":857161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":58,"seq":249108103224,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32528,"kb_used_data":1340,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712624,"statfs":{"total":95995035648,"available":95961726976,"internally_reserved":0,"allocated":1372160,"data_stored":856957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364858,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28572,"kb_used_data":1544,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716580,"statfs":{"total":95995035648,"available":95965777920,"internally_reserved":0,"allocated":1581056,"data_stored":1058474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528385,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36296,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708856,"statfs":{"total":95995035648,"available":95957868544,"internally_reserved":0,"allocated":970752,"data_stored":464589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757319,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32932,"kb_used_data":1688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712220,"statfs":{"total":95995035648,"available":95961313280,"internally_reserved":0,"allocated":1728512,"data_stored":1188039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920844,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1048576,"data_stored":530792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149776,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36824,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708328,"statfs":{"total":95995035648,"available":95957327872,"internally_reserved":0,"allocated":1515520,"data_stored":988303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411414,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":983040,"data_stored":466033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574938,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1040384,"data_stored":531985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738465,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36316,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708836,"statfs":{"total":95995035648,"available":95957848064,"internally_reserved":0,"allocated":991232,"data_stored":465928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":69162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":525246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":67969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":180224,"data_stored":134731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":421888,"data_stored":394134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":394338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":258048,"data_stored":200605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T02:27:01.384 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:27:01.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:01 smithi033 ceph-mon[29909]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:27:01.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:01 smithi033 ceph-mon[29909]: mgrmap e25: x(active, since 4s), standbys: z, y 2024-09-05T02:27:01.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:01 smithi033 ceph-mon[29909]: from='client.15225 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:27:01.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:01 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:01.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:01 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:01.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:01 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:27:01.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:01 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:27:01.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:01 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:27:01.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:01 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:27:01.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:01 smithi033 ceph-mon[29909]: Adjusting osd_memory_target on smithi033 to 177.5M 2024-09-05T02:27:01.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:01 smithi033 ceph-mon[29909]: Unable to set osd_memory_target on smithi033 to 186147225: error parsing value: Value '186147225' is below minimum 939524096 2024-09-05T02:27:01.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:01 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:27:01.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:01 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:27:01.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:01 smithi033 ceph-mon[29909]: Updating smithi033:/etc/ceph/ceph.conf 2024-09-05T02:27:01.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:01 smithi033 ceph-mon[29909]: Updating smithi123:/etc/ceph/ceph.conf 2024-09-05T02:27:01.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:01 smithi033 ceph-mon[29909]: Updating smithi174:/etc/ceph/ceph.conf 2024-09-05T02:27:01.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:01 smithi123 ceph-mon[34031]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:27:01.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:01 smithi123 ceph-mon[34031]: mgrmap e25: x(active, since 4s), standbys: z, y 2024-09-05T02:27:01.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:01 smithi123 ceph-mon[34031]: from='client.15225 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:27:01.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:01 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:01.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:01 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:01.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:01 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:27:01.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:01 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:27:01.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:01 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:27:01.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:01 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:27:01.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:01 smithi123 ceph-mon[34031]: Adjusting osd_memory_target on smithi033 to 177.5M 2024-09-05T02:27:01.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:01 smithi123 ceph-mon[34031]: Unable to set osd_memory_target on smithi033 to 186147225: error parsing value: Value '186147225' is below minimum 939524096 2024-09-05T02:27:01.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:01 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:27:01.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:01 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:27:01.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:01 smithi123 ceph-mon[34031]: Updating smithi033:/etc/ceph/ceph.conf 2024-09-05T02:27:01.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:01 smithi123 ceph-mon[34031]: Updating smithi123:/etc/ceph/ceph.conf 2024-09-05T02:27:01.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:01 smithi123 ceph-mon[34031]: Updating smithi174:/etc/ceph/ceph.conf 2024-09-05T02:27:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:01 smithi174 ceph-mon[34756]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:27:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:01 smithi174 ceph-mon[34756]: mgrmap e25: x(active, since 4s), standbys: z, y 2024-09-05T02:27:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:01 smithi174 ceph-mon[34756]: from='client.15225 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:27:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:01 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:01 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:01 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:27:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:01 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:27:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:01 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:27:01.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:01 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:27:01.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:01 smithi174 ceph-mon[34756]: Adjusting osd_memory_target on smithi033 to 177.5M 2024-09-05T02:27:01.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:01 smithi174 ceph-mon[34756]: Unable to set osd_memory_target on smithi033 to 186147225: error parsing value: Value '186147225' is below minimum 939524096 2024-09-05T02:27:01.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:01 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:27:01.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:01 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:27:01.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:01 smithi174 ceph-mon[34756]: Updating smithi033:/etc/ceph/ceph.conf 2024-09-05T02:27:01.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:01 smithi174 ceph-mon[34756]: Updating smithi123:/etc/ceph/ceph.conf 2024-09-05T02:27:01.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:01 smithi174 ceph-mon[34756]: Updating smithi174:/etc/ceph/ceph.conf 2024-09-05T02:27:01.784 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:27:02.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.378+0000 7fd610c00640 1 -- 172.21.15.33:0/3546386997 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd60c106f10 msgr2=0x7fd60c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:02.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.378+0000 7fd610c00640 1 --2- 172.21.15.33:0/3546386997 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd60c106f10 0x7fd60c10ea90 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fd604009ca0 tx=0x7fd60402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:27:02.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.379+0000 7fd610c00640 1 -- 172.21.15.33:0/3546386997 shutdown_connections 2024-09-05T02:27:02.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.379+0000 7fd610c00640 1 --2- 172.21.15.33:0/3546386997 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd60c106f10 0x7fd60c10ea90 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:02.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.379+0000 7fd610c00640 1 --2- 172.21.15.33:0/3546386997 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd60c102790 0x7fd60c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:02.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.379+0000 7fd610c00640 1 --2- 172.21.15.33:0/3546386997 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd60c101de0 0x7fd60c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:02.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.379+0000 7fd610c00640 1 -- 172.21.15.33:0/3546386997 >> 172.21.15.33:0/3546386997 conn(0x7fd60c0fd8c0 msgr2=0x7fd60c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:02.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.379+0000 7fd610c00640 1 -- 172.21.15.33:0/3546386997 shutdown_connections 2024-09-05T02:27:02.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.379+0000 7fd610c00640 1 -- 172.21.15.33:0/3546386997 wait complete. 2024-09-05T02:27:02.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.380+0000 7fd610c00640 1 Processor -- start 2024-09-05T02:27:02.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.380+0000 7fd610c00640 1 -- start start 2024-09-05T02:27:02.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.380+0000 7fd610c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd60c101de0 0x7fd60c19a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:02.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.380+0000 7fd610c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd60c102790 0x7fd60c19aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:02.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.380+0000 7fd610c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd60c106f10 0x7fd60c19ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:02.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.380+0000 7fd610c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd60c111f70 con 0x7fd60c102790 2024-09-05T02:27:02.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.380+0000 7fd610c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd60c111df0 con 0x7fd60c106f10 2024-09-05T02:27:02.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.380+0000 7fd610c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fd60c1120f0 con 0x7fd60c101de0 2024-09-05T02:27:02.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.381+0000 7fd60a800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd60c106f10 0x7fd60c19ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:02.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.381+0000 7fd609400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd60c102790 0x7fd60c19aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:02.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.381+0000 7fd60a800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd60c106f10 0x7fd60c19ee80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:38258/0 (socket says 172.21.15.33:38258) 2024-09-05T02:27:02.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.381+0000 7fd60a800640 1 -- 172.21.15.33:0/2592493980 learned_addr learned my addr 172.21.15.33:0/2592493980 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:02.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.381+0000 7fd609e00640 1 --2- 172.21.15.33:0/2592493980 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd60c101de0 0x7fd60c19a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:02.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.381+0000 7fd60a800640 1 -- 172.21.15.33:0/2592493980 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd60c101de0 msgr2=0x7fd60c19a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:02.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.381+0000 7fd60a800640 1 --2- 172.21.15.33:0/2592493980 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd60c101de0 0x7fd60c19a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:02.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.381+0000 7fd60a800640 1 -- 172.21.15.33:0/2592493980 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd60c102790 msgr2=0x7fd60c19aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:02.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.381+0000 7fd60a800640 1 --2- 172.21.15.33:0/2592493980 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd60c102790 0x7fd60c19aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:02.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.381+0000 7fd60a800640 1 -- 172.21.15.33:0/2592493980 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd60c19f560 con 0x7fd60c106f10 2024-09-05T02:27:02.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.381+0000 7fd609400640 1 --2- 172.21.15.33:0/2592493980 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd60c102790 0x7fd60c19aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:27:02.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.382+0000 7fd60a800640 1 --2- 172.21.15.33:0/2592493980 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd60c106f10 0x7fd60c19ee80 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fd604031a20 tx=0x7fd604031a50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:02.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.382+0000 7fd602a00640 1 -- 172.21.15.33:0/2592493980 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd604003c30 con 0x7fd60c106f10 2024-09-05T02:27:02.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.382+0000 7fd610c00640 1 -- 172.21.15.33:0/2592493980 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd60c19f7f0 con 0x7fd60c106f10 2024-09-05T02:27:02.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.382+0000 7fd602a00640 1 -- 172.21.15.33:0/2592493980 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd604003dd0 con 0x7fd60c106f10 2024-09-05T02:27:02.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.382+0000 7fd602a00640 1 -- 172.21.15.33:0/2592493980 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd60402fc40 con 0x7fd60c106f10 2024-09-05T02:27:02.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.382+0000 7fd610c00640 1 -- 172.21.15.33:0/2592493980 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd60c1a7130 con 0x7fd60c106f10 2024-09-05T02:27:02.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.383+0000 7fd610c00640 1 -- 172.21.15.33:0/2592493980 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd60c1021c0 con 0x7fd60c106f10 2024-09-05T02:27:02.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.386+0000 7fd602a00640 1 -- 172.21.15.33:0/2592493980 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7fd604004050 con 0x7fd60c106f10 2024-09-05T02:27:02.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.387+0000 7fd602a00640 1 --2- 172.21.15.33:0/2592493980 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd5f00a2e00 0x7fd5f00a52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:02.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.388+0000 7fd602a00640 1 -- 172.21.15.33:0/2592493980 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fd6040f07f0 con 0x7fd60c106f10 2024-09-05T02:27:02.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.388+0000 7fd609e00640 1 --2- 172.21.15.33:0/2592493980 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd5f00a2e00 0x7fd5f00a52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:02.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.388+0000 7fd609e00640 1 --2- 172.21.15.33:0/2592493980 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd5f00a2e00 0x7fd5f00a52c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd5fc009bd0 tx=0x7fd5fc005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:02.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.389+0000 7fd602a00640 1 -- 172.21.15.33:0/2592493980 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd6040bd3f0 con 0x7fd60c106f10 2024-09-05T02:27:02.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.617+0000 7fd610c00640 1 -- 172.21.15.33:0/2592493980 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd60c19b910 con 0x7fd60c106f10 2024-09-05T02:27:02.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.619+0000 7fd602a00640 1 -- 172.21.15.33:0/2592493980 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7fd60c19b910 con 0x7fd60c106f10 2024-09-05T02:27:02.621 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:27:02.621 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:27:02.621 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:27:02.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.621+0000 7fd610c00640 1 -- 172.21.15.33:0/2592493980 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd5f00a2e00 msgr2=0x7fd5f00a52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:02.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.621+0000 7fd610c00640 1 --2- 172.21.15.33:0/2592493980 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd5f00a2e00 0x7fd5f00a52c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd5fc009bd0 tx=0x7fd5fc005f90 comp rx=0 tx=0).stop 2024-09-05T02:27:02.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.621+0000 7fd610c00640 1 -- 172.21.15.33:0/2592493980 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd60c106f10 msgr2=0x7fd60c19ee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:02.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.621+0000 7fd610c00640 1 --2- 172.21.15.33:0/2592493980 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd60c106f10 0x7fd60c19ee80 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fd604031a20 tx=0x7fd604031a50 comp rx=0 tx=0).stop 2024-09-05T02:27:02.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.621+0000 7fd610c00640 1 -- 172.21.15.33:0/2592493980 shutdown_connections 2024-09-05T02:27:02.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.621+0000 7fd610c00640 1 --2- 172.21.15.33:0/2592493980 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd5f00a2e00 0x7fd5f00a52c0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:02.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.621+0000 7fd610c00640 1 --2- 172.21.15.33:0/2592493980 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd60c106f10 0x7fd60c19ee80 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:02.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.621+0000 7fd610c00640 1 --2- 172.21.15.33:0/2592493980 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd60c102790 0x7fd60c19aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:02.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.621+0000 7fd610c00640 1 --2- 172.21.15.33:0/2592493980 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd60c101de0 0x7fd60c19a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:02.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.621+0000 7fd610c00640 1 -- 172.21.15.33:0/2592493980 >> 172.21.15.33:0/2592493980 conn(0x7fd60c0fd8c0 msgr2=0x7fd60c0fe6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:02.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.621+0000 7fd610c00640 1 -- 172.21.15.33:0/2592493980 shutdown_connections 2024-09-05T02:27:02.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:02.621+0000 7fd610c00640 1 -- 172.21.15.33:0/2592493980 wait complete. 2024-09-05T02:27:02.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:02 smithi033 ceph-mon[29909]: Updating smithi174:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:27:02.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:02 smithi033 ceph-mon[29909]: Updating smithi123:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:27:02.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:02 smithi033 ceph-mon[29909]: from='client.25235 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:27:02.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:02 smithi033 ceph-mon[29909]: Updating smithi174:/etc/ceph/ceph.client.admin.keyring 2024-09-05T02:27:02.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:02 smithi033 ceph-mon[29909]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2024-09-05T02:27:02.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:02 smithi033 ceph-mon[29909]: Updating smithi033:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:27:02.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:02 smithi033 ceph-mon[29909]: Updating smithi174:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T02:27:02.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:02 smithi033 ceph-mon[29909]: from='client.25219 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:27:02.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:02 smithi033 ceph-mon[29909]: Updating smithi123:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T02:27:02.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:02 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:02.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:02 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:02.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:02 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:02.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:02 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:02.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:02 smithi123 ceph-mon[34031]: Updating smithi174:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:27:02.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:02 smithi123 ceph-mon[34031]: Updating smithi123:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:27:02.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:02 smithi123 ceph-mon[34031]: from='client.25235 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:27:02.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:02 smithi123 ceph-mon[34031]: Updating smithi174:/etc/ceph/ceph.client.admin.keyring 2024-09-05T02:27:02.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:02 smithi123 ceph-mon[34031]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2024-09-05T02:27:02.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:02 smithi123 ceph-mon[34031]: Updating smithi033:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:27:02.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:02 smithi123 ceph-mon[34031]: Updating smithi174:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T02:27:02.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:02 smithi123 ceph-mon[34031]: from='client.25219 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:27:02.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:02 smithi123 ceph-mon[34031]: Updating smithi123:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T02:27:02.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:02 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:02.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:02 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:02.887 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:02 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:02.887 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:02 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:03.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:02 smithi174 ceph-mon[34756]: Updating smithi174:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:27:03.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:02 smithi174 ceph-mon[34756]: Updating smithi123:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:27:03.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:02 smithi174 ceph-mon[34756]: from='client.25235 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:27:03.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:02 smithi174 ceph-mon[34756]: Updating smithi174:/etc/ceph/ceph.client.admin.keyring 2024-09-05T02:27:03.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:02 smithi174 ceph-mon[34756]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2024-09-05T02:27:03.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:02 smithi174 ceph-mon[34756]: Updating smithi033:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T02:27:03.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:02 smithi174 ceph-mon[34756]: Updating smithi174:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T02:27:03.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:02 smithi174 ceph-mon[34756]: from='client.25219 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T02:27:03.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:02 smithi174 ceph-mon[34756]: Updating smithi123:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T02:27:03.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:02 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:03.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:02 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:03.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:02 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:03.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:02 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:03.378 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T02:27:03.704 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:03 smithi033 ceph-mon[29909]: Updating smithi033:/etc/ceph/ceph.client.admin.keyring 2024-09-05T02:27:03.704 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:03 smithi033 ceph-mon[29909]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:27:03.704 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:03 smithi033 ceph-mon[29909]: Updating smithi033:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T02:27:03.705 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:03 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:03.705 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:03 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:03.705 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:03 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:03.705 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:03 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2592493980' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:27:03.705 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:03 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:27:03.705 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:03 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:27:03.705 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:03 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:27:03.705 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:03 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:03.772 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:27:03.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:03 smithi123 ceph-mon[34031]: Updating smithi033:/etc/ceph/ceph.client.admin.keyring 2024-09-05T02:27:03.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:03 smithi123 ceph-mon[34031]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:27:03.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:03 smithi123 ceph-mon[34031]: Updating smithi033:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T02:27:03.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:03 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:03.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:03 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:03.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:03 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:03.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:03 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2592493980' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:27:03.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:03 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:27:03.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:03 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:27:03.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:03 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:27:03.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:03 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:03 smithi174 ceph-mon[34756]: Updating smithi033:/etc/ceph/ceph.client.admin.keyring 2024-09-05T02:27:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:03 smithi174 ceph-mon[34756]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:27:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:03 smithi174 ceph-mon[34756]: Updating smithi033:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T02:27:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:03 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:03 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:03 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:03 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2592493980' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:27:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:03 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:27:04.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:03 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:27:04.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:03 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:27:04.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:03 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:04.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.258+0000 7f6e1ce00640 1 -- 172.21.15.33:0/1220496123 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e181049c0 msgr2=0x7f6e18108a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:04.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.258+0000 7f6e1ce00640 1 --2- 172.21.15.33:0/1220496123 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e181049c0 0x7f6e18108a10 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f6e00009860 tx=0x7f6e0002a340 comp rx=0 tx=0).stop 2024-09-05T02:27:04.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.258+0000 7f6e1ce00640 1 -- 172.21.15.33:0/1220496123 shutdown_connections 2024-09-05T02:27:04.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.258+0000 7f6e1ce00640 1 --2- 172.21.15.33:0/1220496123 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6e18109140 0x7f6e18110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:04.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.258+0000 7f6e1ce00640 1 --2- 172.21.15.33:0/1220496123 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e181049c0 0x7f6e18108a10 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:04.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.258+0000 7f6e1ce00640 1 --2- 172.21.15.33:0/1220496123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e18104010 0x7f6e181043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:04.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.258+0000 7f6e1ce00640 1 -- 172.21.15.33:0/1220496123 >> 172.21.15.33:0/1220496123 conn(0x7f6e180ffa50 msgr2=0x7f6e18101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:04.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.258+0000 7f6e1ce00640 1 -- 172.21.15.33:0/1220496123 shutdown_connections 2024-09-05T02:27:04.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.258+0000 7f6e1ce00640 1 -- 172.21.15.33:0/1220496123 wait complete. 2024-09-05T02:27:04.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.259+0000 7f6e1ce00640 1 Processor -- start 2024-09-05T02:27:04.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.259+0000 7f6e1ce00640 1 -- start start 2024-09-05T02:27:04.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.259+0000 7f6e1ce00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e18104010 0x7f6e1819a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:04.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.259+0000 7f6e1ce00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6e181049c0 0x7f6e1819aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:04.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.260+0000 7f6e1ce00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e18109140 0x7f6e1819ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:04.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.260+0000 7f6e1ce00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6e18114160 con 0x7f6e18104010 2024-09-05T02:27:04.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.260+0000 7f6e1ce00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6e18113fe0 con 0x7f6e18109140 2024-09-05T02:27:04.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.260+0000 7f6e1ce00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6e181142e0 con 0x7f6e181049c0 2024-09-05T02:27:04.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.260+0000 7f6e15e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e18104010 0x7f6e1819a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:04.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.260+0000 7f6e15e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e18104010 0x7f6e1819a660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54534/0 (socket says 172.21.15.33:54534) 2024-09-05T02:27:04.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.260+0000 7f6e15e00640 1 -- 172.21.15.33:0/2078692554 learned_addr learned my addr 172.21.15.33:0/2078692554 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:04.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.260+0000 7f6e16800640 1 --2- 172.21.15.33:0/2078692554 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e18109140 0x7f6e1819ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:04.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.260+0000 7f6e0fe00640 1 --2- 172.21.15.33:0/2078692554 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6e181049c0 0x7f6e1819aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:04.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.260+0000 7f6e15e00640 1 -- 172.21.15.33:0/2078692554 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6e181049c0 msgr2=0x7f6e1819aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:04.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.260+0000 7f6e15e00640 1 --2- 172.21.15.33:0/2078692554 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6e181049c0 0x7f6e1819aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:04.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.260+0000 7f6e15e00640 1 -- 172.21.15.33:0/2078692554 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e18109140 msgr2=0x7f6e1819ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:04.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.260+0000 7f6e15e00640 1 --2- 172.21.15.33:0/2078692554 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e18109140 0x7f6e1819ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:04.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.260+0000 7f6e15e00640 1 -- 172.21.15.33:0/2078692554 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e1819f610 con 0x7f6e18104010 2024-09-05T02:27:04.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.261+0000 7f6e15e00640 1 --2- 172.21.15.33:0/2078692554 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e18104010 0x7f6e1819a660 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f6e0800e9c0 tx=0x7f6e0800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:04.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.261+0000 7f6e0ea00640 1 -- 172.21.15.33:0/2078692554 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e0800cde0 con 0x7f6e18104010 2024-09-05T02:27:04.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.261+0000 7f6e1ce00640 1 -- 172.21.15.33:0/2078692554 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e1819f900 con 0x7f6e18104010 2024-09-05T02:27:04.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.261+0000 7f6e0ea00640 1 -- 172.21.15.33:0/2078692554 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e080035f0 con 0x7f6e18104010 2024-09-05T02:27:04.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.261+0000 7f6e0ea00640 1 -- 172.21.15.33:0/2078692554 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e08010650 con 0x7f6e18104010 2024-09-05T02:27:04.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.261+0000 7f6e1ce00640 1 -- 172.21.15.33:0/2078692554 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e181a71e0 con 0x7f6e18104010 2024-09-05T02:27:04.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.262+0000 7f6e1ce00640 1 -- 172.21.15.33:0/2078692554 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e181043f0 con 0x7f6e18104010 2024-09-05T02:27:04.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.264+0000 7f6e0ea00640 1 -- 172.21.15.33:0/2078692554 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7f6e080037a0 con 0x7f6e18104010 2024-09-05T02:27:04.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.265+0000 7f6e0ea00640 1 --2- 172.21.15.33:0/2078692554 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6dfc0a2e00 0x7f6dfc0a52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:04.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.265+0000 7f6e0ea00640 1 -- 172.21.15.33:0/2078692554 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f6e080cf8f0 con 0x7f6e18104010 2024-09-05T02:27:04.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.266+0000 7f6e0fe00640 1 --2- 172.21.15.33:0/2078692554 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6dfc0a2e00 0x7f6dfc0a52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:04.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.266+0000 7f6e0fe00640 1 --2- 172.21.15.33:0/2078692554 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6dfc0a2e00 0x7f6dfc0a52c0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6e0002a930 tx=0x7f6e000058d0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:04.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.270+0000 7f6e0ea00640 1 -- 172.21.15.33:0/2078692554 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6e0809c350 con 0x7f6e18104010 2024-09-05T02:27:04.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.457+0000 7f6e1ce00640 1 -- 172.21.15.33:0/2078692554 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6e1810c3b0 con 0x7f6e18104010 2024-09-05T02:27:04.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.459+0000 7f6e0ea00640 1 -- 172.21.15.33:0/2078692554 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+23136 (secure 0 0 0) 0x7f6e0809bc50 con 0x7f6e18104010 2024-09-05T02:27:04.461 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:27:04.461 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":87,"fsid":"b37d3f34-6b2c-11ef-bcd6-c7b262605968","created":"2024-09-05T02:16:40.986430+0000","modified":"2024-09-05T02:26:55.784473+0000","last_up_change":"2024-09-05T02:23:52.310598+0000","last_in_change":"2024-09-05T02:23:29.448936+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T02:19:57.005189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T02:24:42.913016+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T02:24:46.103614+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6803","nonce":2230859978}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6805","nonce":2230859978}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6809","nonce":2230859978}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6807","nonce":2230859978}]},"public_addr":"172.21.15.33:6803/2230859978","cluster_addr":"172.21.15.33:6805/2230859978","heartbeat_back_addr":"172.21.15.33:6809/2230859978","heartbeat_front_addr":"172.21.15.33:6807/2230859978","state":["exists","up"]},{"osd":1,"uuid":"6de45097-769c-467f-9c69-c0e6286b5b72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6801","nonce":982249098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6803","nonce":982249098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6807","nonce":982249098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6805","nonce":982249098}]},"public_addr":"172.21.15.123:6801/982249098","cluster_addr":"172.21.15.123:6803/982249098","heartbeat_back_addr":"172.21.15.123:6807/982249098","heartbeat_front_addr":"172.21.15.123:6805/982249098","state":["exists","up"]},{"osd":2,"uuid":"8d8bdb95-be19-4ae4-8587-ea5dace30521","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6801","nonce":3754006463}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6803","nonce":3754006463}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6807","nonce":3754006463}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6805","nonce":3754006463}]},"public_addr":"172.21.15.174:6801/3754006463","cluster_addr":"172.21.15.174:6803/3754006463","heartbeat_back_addr":"172.21.15.174:6807/3754006463","heartbeat_front_addr":"172.21.15.174:6805/3754006463","state":["exists","up"]},{"osd":3,"uuid":"73cd7f3a-95e0-434d-bac2-b99f4036fe9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6811","nonce":3031631676}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6813","nonce":3031631676}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6817","nonce":3031631676}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6815","nonce":3031631676}]},"public_addr":"172.21.15.33:6811/3031631676","cluster_addr":"172.21.15.33:6813/3031631676","heartbeat_back_addr":"172.21.15.33:6817/3031631676","heartbeat_front_addr":"172.21.15.33:6815/3031631676","state":["exists","up"]},{"osd":4,"uuid":"0f0578f6-ecfb-41c9-9360-6155c02c4a47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6809","nonce":1841051665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6811","nonce":1841051665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6815","nonce":1841051665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6813","nonce":1841051665}]},"public_addr":"172.21.15.123:6809/1841051665","cluster_addr":"172.21.15.123:6811/1841051665","heartbeat_back_addr":"172.21.15.123:6815/1841051665","heartbeat_front_addr":"172.21.15.123:6813/1841051665","state":["exists","up"]},{"osd":5,"uuid":"d140f4bd-ec12-44e7-b9fc-3dd869d73e95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6809","nonce":609807204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6811","nonce":609807204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6815","nonce":609807204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6813","nonce":609807204}]},"public_addr":"172.21.15.174:6809/609807204","cluster_addr":"172.21.15.174:6811/609807204","heartbeat_back_addr":"172.21.15.174:6815/609807204","heartbeat_front_addr":"172.21.15.174:6813/609807204","state":["exists","up"]},{"osd":6,"uuid":"7f01a990-d1b2-40cb-8892-89961631233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6819","nonce":3289951394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6821","nonce":3289951394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6825","nonce":3289951394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6823","nonce":3289951394}]},"public_addr":"172.21.15.33:6819/3289951394","cluster_addr":"172.21.15.33:6821/3289951394","heartbeat_back_addr":"172.21.15.33:6825/3289951394","heartbeat_front_addr":"172.21.15.33:6823/3289951394","state":["exists","up"]},{"osd":7,"uuid":"d5c701d4-188e-4c24-874c-3056d7dc546d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6817","nonce":1928319522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6819","nonce":1928319522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6823","nonce":1928319522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6821","nonce":1928319522}]},"public_addr":"172.21.15.123:6817/1928319522","cluster_addr":"172.21.15.123:6819/1928319522","heartbeat_back_addr":"172.21.15.123:6823/1928319522","heartbeat_front_addr":"172.21.15.123:6821/1928319522","state":["exists","up"]},{"osd":8,"uuid":"e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6817","nonce":3984977582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6819","nonce":3984977582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6823","nonce":3984977582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6821","nonce":3984977582}]},"public_addr":"172.21.15.174:6817/3984977582","cluster_addr":"172.21.15.174:6819/3984977582","heartbeat_back_addr":"172.21.15.174:6823/3984977582","heartbeat_front_addr":"172.21.15.174:6821/3984977582","state":["exists","up"]},{"osd":9,"uuid":"8858f35a-ce38-4484-8393-e138920ed9b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6827","nonce":4123845959}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6829","nonce":4123845959}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6833","nonce":4123845959}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6831","nonce":4123845959}]},"public_addr":"172.21.15.33:6827/4123845959","cluster_addr":"172.21.15.33:6829/4123845959","heartbeat_back_addr":"172.21.15.33:6833/4123845959","heartbeat_front_addr":"172.21.15.33:6831/4123845959","state":["exists","up"]},{"osd":10,"uuid":"d3206b8b-55c3-4988-9cce-cdd805f9969d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6825","nonce":532510651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6827","nonce":532510651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6831","nonce":532510651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6829","nonce":532510651}]},"public_addr":"172.21.15.123:6825/532510651","cluster_addr":"172.21.15.123:6827/532510651","heartbeat_back_addr":"172.21.15.123:6831/532510651","heartbeat_front_addr":"172.21.15.123:6829/532510651","state":["exists","up"]},{"osd":11,"uuid":"50b6059f-00b3-489a-aaf0-75765fbf2e6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6825","nonce":955565697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6827","nonce":955565697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6831","nonce":955565697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6829","nonce":955565697}]},"public_addr":"172.21.15.174:6825/955565697","cluster_addr":"172.21.15.174:6827/955565697","heartbeat_back_addr":"172.21.15.174:6831/955565697","heartbeat_front_addr":"172.21.15.174:6829/955565697","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:04.269795+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:29.126352+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:52.874768+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:23.135411+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:48.453184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:12.929713+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:43.089772+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:08.258936+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:32.108584+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:01.775759+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:26.088382+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:50.391688+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:0/3627030740":"2024-09-06T02:26:55.784422+0000","172.21.15.33:0/3816578341":"2024-09-06T02:26:55.784422+0000","172.21.15.33:0/3047771737":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/3927628736":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6800/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6800/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6801/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/461526356":"2024-09-06T02:26:55.784422+0000","172.21.15.33:0/507692563":"2024-09-06T02:26:55.784422+0000","172.21.15.33:0/1567746818":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6801/105413385":"2024-09-06T02:26:55.784422+0000","172.21.15.33:0/1229013790":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6801/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/2751303440":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/2503822140":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6800/105413385":"2024-09-06T02:26:55.784422+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T02:27:04.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.461+0000 7f6e1ce00640 1 -- 172.21.15.33:0/2078692554 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6dfc0a2e00 msgr2=0x7f6dfc0a52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:04.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.461+0000 7f6e1ce00640 1 --2- 172.21.15.33:0/2078692554 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6dfc0a2e00 0x7f6dfc0a52c0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6e0002a930 tx=0x7f6e000058d0 comp rx=0 tx=0).stop 2024-09-05T02:27:04.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.461+0000 7f6e1ce00640 1 -- 172.21.15.33:0/2078692554 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e18104010 msgr2=0x7f6e1819a660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:04.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.461+0000 7f6e1ce00640 1 --2- 172.21.15.33:0/2078692554 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e18104010 0x7f6e1819a660 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f6e0800e9c0 tx=0x7f6e0800ee80 comp rx=0 tx=0).stop 2024-09-05T02:27:04.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.461+0000 7f6e1ce00640 1 -- 172.21.15.33:0/2078692554 shutdown_connections 2024-09-05T02:27:04.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.461+0000 7f6e1ce00640 1 --2- 172.21.15.33:0/2078692554 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6dfc0a2e00 0x7f6dfc0a52c0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:04.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.461+0000 7f6e1ce00640 1 --2- 172.21.15.33:0/2078692554 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e18109140 0x7f6e1819ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:04.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.461+0000 7f6e1ce00640 1 --2- 172.21.15.33:0/2078692554 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6e181049c0 0x7f6e1819aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:04.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.461+0000 7f6e1ce00640 1 --2- 172.21.15.33:0/2078692554 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e18104010 0x7f6e1819a660 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:04.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.461+0000 7f6e1ce00640 1 -- 172.21.15.33:0/2078692554 >> 172.21.15.33:0/2078692554 conn(0x7f6e180ffa50 msgr2=0x7f6e18100df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:04.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.462+0000 7f6e1ce00640 1 -- 172.21.15.33:0/2078692554 shutdown_connections 2024-09-05T02:27:04.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:04.462+0000 7f6e1ce00640 1 -- 172.21.15.33:0/2078692554 wait complete. 2024-09-05T02:27:04.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:04 smithi033 ceph-mon[29909]: pgmap v7: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 0 B/s wr, 24 op/s 2024-09-05T02:27:04.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:04 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2078692554' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:27:04.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:04 smithi123 ceph-mon[34031]: pgmap v7: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 0 B/s wr, 24 op/s 2024-09-05T02:27:04.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:04 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2078692554' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:27:05.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:04 smithi174 ceph-mon[34756]: pgmap v7: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 0 B/s wr, 24 op/s 2024-09-05T02:27:05.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:04 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2078692554' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:27:05.256 DEBUG:tasks.fwd_scrub:Yielding 2024-09-05T02:27:05.256 INFO:teuthology.run_tasks:Running task exec... 2024-09-05T02:27:05.265 INFO:teuthology.task.exec:Executing custom commands... 2024-09-05T02:27:05.266 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi033.front.sepia.ceph.com 2024-09-05T02:27:05.266 DEBUG:teuthology.orchestra.run.smithi033:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/log_level debug' 2024-09-05T02:27:05.266 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-09-05T02:27:05.266 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:27:05.267 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:27:05.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.422+0000 7f58f2800640 1 -- 172.21.15.33:0/849513536 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f58ec076720 msgr2=0x7f58ec076b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:05.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.422+0000 7f58f2800640 1 --2- 172.21.15.33:0/849513536 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f58ec076720 0x7f58ec076b00 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f58dc009860 tx=0x7f58dc02a340 comp rx=0 tx=0).stop 2024-09-05T02:27:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.422+0000 7f58f2800640 1 -- 172.21.15.33:0/849513536 shutdown_connections 2024-09-05T02:27:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.422+0000 7f58f2800640 1 --2- 172.21.15.33:0/849513536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58ec112980 0x7f58ec114d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.422+0000 7f58f2800640 1 --2- 172.21.15.33:0/849513536 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f58ec077040 0x7f58ec112440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.422+0000 7f58f2800640 1 --2- 172.21.15.33:0/849513536 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f58ec076720 0x7f58ec076b00 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.422+0000 7f58f2800640 1 -- 172.21.15.33:0/849513536 >> 172.21.15.33:0/849513536 conn(0x7f58ec0ff9e0 msgr2=0x7f58ec101e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.422+0000 7f58f2800640 1 -- 172.21.15.33:0/849513536 shutdown_connections 2024-09-05T02:27:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.422+0000 7f58f2800640 1 -- 172.21.15.33:0/849513536 wait complete. 2024-09-05T02:27:05.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.423+0000 7f58f2800640 1 Processor -- start 2024-09-05T02:27:05.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.423+0000 7f58f2800640 1 -- start start 2024-09-05T02:27:05.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.424+0000 7f58f2800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f58ec076720 0x7f58ec1a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:05.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.424+0000 7f58f2800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58ec077040 0x7f58ec1a4b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:05.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.424+0000 7f58f2800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f58ec112980 0x7f58ec19e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:05.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.424+0000 7f58f2800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f58ec1184e0 con 0x7f58ec077040 2024-09-05T02:27:05.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.424+0000 7f58f2800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f58ec118360 con 0x7f58ec112980 2024-09-05T02:27:05.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.424+0000 7f58f2800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f58ec118660 con 0x7f58ec076720 2024-09-05T02:27:05.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.424+0000 7f58eaa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58ec077040 0x7f58ec1a4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:05.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.424+0000 7f58eaa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58ec077040 0x7f58ec1a4b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54556/0 (socket says 172.21.15.33:54556) 2024-09-05T02:27:05.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.424+0000 7f58eaa00640 1 -- 172.21.15.33:0/3965821400 learned_addr learned my addr 172.21.15.33:0/3965821400 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:05.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.424+0000 7f58eb400640 1 --2- 172.21.15.33:0/3965821400 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f58ec076720 0x7f58ec1a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:05.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.424+0000 7f58ebe00640 1 --2- 172.21.15.33:0/3965821400 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f58ec112980 0x7f58ec19e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:05.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.424+0000 7f58eaa00640 1 -- 172.21.15.33:0/3965821400 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f58ec076720 msgr2=0x7f58ec1a4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:05.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.424+0000 7f58eaa00640 1 --2- 172.21.15.33:0/3965821400 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f58ec076720 0x7f58ec1a4610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.424+0000 7f58eaa00640 1 -- 172.21.15.33:0/3965821400 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f58ec112980 msgr2=0x7f58ec19e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.424+0000 7f58eaa00640 1 --2- 172.21.15.33:0/3965821400 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f58ec112980 0x7f58ec19e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.424+0000 7f58eaa00640 1 -- 172.21.15.33:0/3965821400 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58ec19ef50 con 0x7f58ec077040 2024-09-05T02:27:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.425+0000 7f58eaa00640 1 --2- 172.21.15.33:0/3965821400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58ec077040 0x7f58ec1a4b50 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f58d800e9c0 tx=0x7f58d800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.425+0000 7f58e3e00640 1 -- 172.21.15.33:0/3965821400 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d800cde0 con 0x7f58ec077040 2024-09-05T02:27:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.425+0000 7f58e3e00640 1 -- 172.21.15.33:0/3965821400 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58d80035f0 con 0x7f58ec077040 2024-09-05T02:27:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.425+0000 7f58e3e00640 1 -- 172.21.15.33:0/3965821400 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d8010690 con 0x7f58ec077040 2024-09-05T02:27:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.425+0000 7f58f2800640 1 -- 172.21.15.33:0/3965821400 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58ec19f240 con 0x7f58ec077040 2024-09-05T02:27:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.425+0000 7f58f2800640 1 -- 172.21.15.33:0/3965821400 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58ec1ab460 con 0x7f58ec077040 2024-09-05T02:27:05.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.426+0000 7f58f2800640 1 -- 172.21.15.33:0/3965821400 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58ec077e60 con 0x7f58ec077040 2024-09-05T02:27:05.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.429+0000 7f58e3e00640 1 -- 172.21.15.33:0/3965821400 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7f58d80037a0 con 0x7f58ec077040 2024-09-05T02:27:05.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.430+0000 7f58e3e00640 1 --2- 172.21.15.33:0/3965821400 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f58d00a2ec0 0x7f58d00a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:05.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.430+0000 7f58e3e00640 1 -- 172.21.15.33:0/3965821400 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f58d80cf900 con 0x7f58ec077040 2024-09-05T02:27:05.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.430+0000 7f58eb400640 1 --2- 172.21.15.33:0/3965821400 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f58d00a2ec0 0x7f58d00a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:05.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.431+0000 7f58eb400640 1 --2- 172.21.15.33:0/3965821400 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f58d00a2ec0 0x7f58d00a5380 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f58dc02a930 tx=0x7f58dc0056d0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:05.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.434+0000 7f58e3e00640 1 -- 172.21.15.33:0/3965821400 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f58d809c360 con 0x7f58ec077040 2024-09-05T02:27:05.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.643+0000 7f58f2800640 1 -- 172.21.15.33:0/3965821400 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/log_level}] v 0) -- 0x7f58ec10d580 con 0x7f58ec077040 2024-09-05T02:27:05.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.647+0000 7f58e3e00640 1 -- 172.21.15.33:0/3965821400 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/log_level}]=0 v31)=0 v31) ==== 129+0+0 (secure 0 0 0) 0x7f58d809bc60 con 0x7f58ec077040 2024-09-05T02:27:05.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.650+0000 7f58f2800640 1 -- 172.21.15.33:0/3965821400 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f58d00a2ec0 msgr2=0x7f58d00a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:05.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.650+0000 7f58f2800640 1 --2- 172.21.15.33:0/3965821400 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f58d00a2ec0 0x7f58d00a5380 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f58dc02a930 tx=0x7f58dc0056d0 comp rx=0 tx=0).stop 2024-09-05T02:27:05.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.650+0000 7f58f2800640 1 -- 172.21.15.33:0/3965821400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58ec077040 msgr2=0x7f58ec1a4b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:05.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.650+0000 7f58f2800640 1 --2- 172.21.15.33:0/3965821400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58ec077040 0x7f58ec1a4b50 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f58d800e9c0 tx=0x7f58d800ee80 comp rx=0 tx=0).stop 2024-09-05T02:27:05.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.650+0000 7f58f2800640 1 -- 172.21.15.33:0/3965821400 shutdown_connections 2024-09-05T02:27:05.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.650+0000 7f58f2800640 1 --2- 172.21.15.33:0/3965821400 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f58d00a2ec0 0x7f58d00a5380 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:05.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.650+0000 7f58f2800640 1 --2- 172.21.15.33:0/3965821400 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f58ec112980 0x7f58ec19e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:05.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.650+0000 7f58f2800640 1 --2- 172.21.15.33:0/3965821400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58ec077040 0x7f58ec1a4b50 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:05.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.650+0000 7f58f2800640 1 --2- 172.21.15.33:0/3965821400 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f58ec076720 0x7f58ec1a4610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:05.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.651+0000 7f58f2800640 1 -- 172.21.15.33:0/3965821400 >> 172.21.15.33:0/3965821400 conn(0x7f58ec0ff9e0 msgr2=0x7f58ec101dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:05.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.651+0000 7f58f2800640 1 -- 172.21.15.33:0/3965821400 shutdown_connections 2024-09-05T02:27:05.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.651+0000 7f58f2800640 1 -- 172.21.15.33:0/3965821400 wait complete. 2024-09-05T02:27:05.668 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:27:05.672 DEBUG:teuthology.orchestra.run.smithi033:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-09-05T02:27:05.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.850+0000 7f2cedc00640 1 -- 172.21.15.33:0/2888126434 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2ce81048e0 msgr2=0x7f2ce8108920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:05.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.850+0000 7f2cedc00640 1 --2- 172.21.15.33:0/2888126434 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2ce81048e0 0x7f2ce8108920 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2cd4009860 tx=0x7f2cd402a340 comp rx=0 tx=0).stop 2024-09-05T02:27:05.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.850+0000 7f2cedc00640 1 -- 172.21.15.33:0/2888126434 shutdown_connections 2024-09-05T02:27:05.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.850+0000 7f2cedc00640 1 --2- 172.21.15.33:0/2888126434 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2ce8109080 0x7f2ce8110bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:05.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.850+0000 7f2cedc00640 1 --2- 172.21.15.33:0/2888126434 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2ce81048e0 0x7f2ce8108920 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:05.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.850+0000 7f2cedc00640 1 --2- 172.21.15.33:0/2888126434 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ce8103f30 0x7f2ce8104310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:05.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.850+0000 7f2cedc00640 1 -- 172.21.15.33:0/2888126434 >> 172.21.15.33:0/2888126434 conn(0x7f2ce80ff980 msgr2=0x7f2ce8101da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:05.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.850+0000 7f2cedc00640 1 -- 172.21.15.33:0/2888126434 shutdown_connections 2024-09-05T02:27:05.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.850+0000 7f2cedc00640 1 -- 172.21.15.33:0/2888126434 wait complete. 2024-09-05T02:27:05.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.851+0000 7f2cedc00640 1 Processor -- start 2024-09-05T02:27:05.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.851+0000 7f2cedc00640 1 -- start start 2024-09-05T02:27:05.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.851+0000 7f2cedc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2ce8103f30 0x7f2ce819a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:05.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.851+0000 7f2cedc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ce8109080 0x7f2ce819aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:05.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.851+0000 7f2cedc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2ce819ee50 0x7f2ce819f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:05.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.851+0000 7f2cedc00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2ce8114080 con 0x7f2ce8109080 2024-09-05T02:27:05.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.851+0000 7f2cedc00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2ce8113f00 con 0x7f2ce8103f30 2024-09-05T02:27:05.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.851+0000 7f2cedc00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f2ce8114200 con 0x7f2ce819ee50 2024-09-05T02:27:05.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.852+0000 7f2ce6000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ce8109080 0x7f2ce819aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:05.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.852+0000 7f2ce6a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2ce8103f30 0x7f2ce819a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:05.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.852+0000 7f2ce7400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2ce819ee50 0x7f2ce819f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:05.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.852+0000 7f2ce6a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2ce8103f30 0x7f2ce819a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:38322/0 (socket says 172.21.15.33:38322) 2024-09-05T02:27:05.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.852+0000 7f2ce6a00640 1 -- 172.21.15.33:0/935758279 learned_addr learned my addr 172.21.15.33:0/935758279 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:05.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.852+0000 7f2ce6000640 1 --2- 172.21.15.33:0/935758279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ce8109080 0x7f2ce819aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54570/0 (socket says 172.21.15.33:54570) 2024-09-05T02:27:05.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.852+0000 7f2ce6000640 1 -- 172.21.15.33:0/935758279 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2ce819ee50 msgr2=0x7f2ce819f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:05.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.852+0000 7f2ce6000640 1 --2- 172.21.15.33:0/935758279 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2ce819ee50 0x7f2ce819f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:05.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.852+0000 7f2ce6000640 1 -- 172.21.15.33:0/935758279 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2ce8103f30 msgr2=0x7f2ce819a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:05.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.852+0000 7f2ce6000640 1 --2- 172.21.15.33:0/935758279 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2ce8103f30 0x7f2ce819a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:05.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.852+0000 7f2ce6000640 1 -- 172.21.15.33:0/935758279 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ce819f940 con 0x7f2ce8109080 2024-09-05T02:27:05.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.852+0000 7f2ce6a00640 1 --2- 172.21.15.33:0/935758279 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2ce8103f30 0x7f2ce819a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:27:05.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.852+0000 7f2ce6000640 1 --2- 172.21.15.33:0/935758279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ce8109080 0x7f2ce819aad0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f2cd402a860 tx=0x7f2cd4033b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:05.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.853+0000 7f2cdf400640 1 -- 172.21.15.33:0/935758279 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cd4037040 con 0x7f2ce8109080 2024-09-05T02:27:05.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.853+0000 7f2cdf400640 1 -- 172.21.15.33:0/935758279 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2cd4033d50 con 0x7f2ce8109080 2024-09-05T02:27:05.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.853+0000 7f2cdf400640 1 -- 172.21.15.33:0/935758279 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cd4003920 con 0x7f2ce8109080 2024-09-05T02:27:05.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.853+0000 7f2cedc00640 1 -- 172.21.15.33:0/935758279 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ce819fbd0 con 0x7f2ce8109080 2024-09-05T02:27:05.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.853+0000 7f2cedc00640 1 -- 172.21.15.33:0/935758279 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ce81a7340 con 0x7f2ce8109080 2024-09-05T02:27:05.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.854+0000 7f2cedc00640 1 -- 172.21.15.33:0/935758279 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ce8104310 con 0x7f2ce8109080 2024-09-05T02:27:05.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.856+0000 7f2cdf400640 1 -- 172.21.15.33:0/935758279 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7f2cd4042020 con 0x7f2ce8109080 2024-09-05T02:27:05.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.857+0000 7f2cdf400640 1 --2- 172.21.15.33:0/935758279 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f2ccc0a2e40 0x7f2ccc0a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:05.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.857+0000 7f2cdf400640 1 -- 172.21.15.33:0/935758279 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f2cd40ee880 con 0x7f2ce8109080 2024-09-05T02:27:05.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.857+0000 7f2ce6a00640 1 --2- 172.21.15.33:0/935758279 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f2ccc0a2e40 0x7f2ccc0a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:05.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.858+0000 7f2ce6a00640 1 --2- 172.21.15.33:0/935758279 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f2ccc0a2e40 0x7f2ccc0a5300 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2cd80058c0 tx=0x7f2cd8009260 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:05.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:05.861+0000 7f2cdf400640 1 -- 172.21.15.33:0/935758279 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2cd40bb3f0 con 0x7f2ce8109080 2024-09-05T02:27:06.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.057+0000 7f2cedc00640 1 -- 172.21.15.33:0/935758279 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f2ce81048e0 con 0x7f2ce8109080 2024-09-05T02:27:06.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.061+0000 7f2cdf400640 1 -- 172.21.15.33:0/935758279 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v32)=0 v32) ==== 138+0+0 (secure 0 0 0) 0x7f2cd40bacf0 con 0x7f2ce8109080 2024-09-05T02:27:06.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.063+0000 7f2cedc00640 1 -- 172.21.15.33:0/935758279 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f2ccc0a2e40 msgr2=0x7f2ccc0a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.063+0000 7f2cedc00640 1 --2- 172.21.15.33:0/935758279 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f2ccc0a2e40 0x7f2ccc0a5300 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2cd80058c0 tx=0x7f2cd8009260 comp rx=0 tx=0).stop 2024-09-05T02:27:06.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.063+0000 7f2cedc00640 1 -- 172.21.15.33:0/935758279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ce8109080 msgr2=0x7f2ce819aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.063+0000 7f2cedc00640 1 --2- 172.21.15.33:0/935758279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ce8109080 0x7f2ce819aad0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f2cd402a860 tx=0x7f2cd4033b60 comp rx=0 tx=0).stop 2024-09-05T02:27:06.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.063+0000 7f2cedc00640 1 -- 172.21.15.33:0/935758279 shutdown_connections 2024-09-05T02:27:06.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.063+0000 7f2cedc00640 1 --2- 172.21.15.33:0/935758279 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f2ccc0a2e40 0x7f2ccc0a5300 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.063+0000 7f2cedc00640 1 --2- 172.21.15.33:0/935758279 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2ce819ee50 0x7f2ce819f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.063+0000 7f2cedc00640 1 --2- 172.21.15.33:0/935758279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ce8109080 0x7f2ce819aad0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.063+0000 7f2cedc00640 1 --2- 172.21.15.33:0/935758279 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2ce8103f30 0x7f2ce819a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.063+0000 7f2cedc00640 1 -- 172.21.15.33:0/935758279 >> 172.21.15.33:0/935758279 conn(0x7f2ce80ff980 msgr2=0x7f2ce8100c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:06.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.063+0000 7f2cedc00640 1 -- 172.21.15.33:0/935758279 shutdown_connections 2024-09-05T02:27:06.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.063+0000 7f2cedc00640 1 -- 172.21.15.33:0/935758279 wait complete. 2024-09-05T02:27:06.084 DEBUG:teuthology.orchestra.run.smithi033:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-09-05T02:27:06.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.200+0000 7f53c9400640 1 -- 172.21.15.33:0/1656965624 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f53c4109120 msgr2=0x7f53c4110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.200+0000 7f53c9400640 1 --2- 172.21.15.33:0/1656965624 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f53c4109120 0x7f53c4110ca0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f53bc009ca0 tx=0x7f53bc02a8c0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.200+0000 7f53c9400640 1 -- 172.21.15.33:0/1656965624 shutdown_connections 2024-09-05T02:27:06.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.200+0000 7f53c9400640 1 --2- 172.21.15.33:0/1656965624 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f53c4109120 0x7f53c4110ca0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.200+0000 7f53c9400640 1 --2- 172.21.15.33:0/1656965624 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53c41049a0 0x7f53c41089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.200+0000 7f53c9400640 1 --2- 172.21.15.33:0/1656965624 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f53c4103ff0 0x7f53c41043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.200+0000 7f53c9400640 1 -- 172.21.15.33:0/1656965624 >> 172.21.15.33:0/1656965624 conn(0x7f53c40ffa90 msgr2=0x7f53c4101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:06.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.200+0000 7f53c9400640 1 -- 172.21.15.33:0/1656965624 shutdown_connections 2024-09-05T02:27:06.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.201+0000 7f53c9400640 1 -- 172.21.15.33:0/1656965624 wait complete. 2024-09-05T02:27:06.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.202+0000 7f53c9400640 1 Processor -- start 2024-09-05T02:27:06.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.202+0000 7f53c9400640 1 -- start start 2024-09-05T02:27:06.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.202+0000 7f53c9400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f53c4103ff0 0x7f53c4076700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.202+0000 7f53c9400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f53c41049a0 0x7f53c4076c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.202+0000 7f53c9400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53c4109120 0x7f53c4077180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.202+0000 7f53c9400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f53c4114150 con 0x7f53c4109120 2024-09-05T02:27:06.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.202+0000 7f53c9400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f53c4113fd0 con 0x7f53c41049a0 2024-09-05T02:27:06.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.202+0000 7f53c9400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f53c41142d0 con 0x7f53c4103ff0 2024-09-05T02:27:06.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.203+0000 7f53bbe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f53c41049a0 0x7f53c4076c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.203+0000 7f53bbe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f53c41049a0 0x7f53c4076c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:38340/0 (socket says 172.21.15.33:38340) 2024-09-05T02:27:06.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.203+0000 7f53bbe00640 1 -- 172.21.15.33:0/785431620 learned_addr learned my addr 172.21.15.33:0/785431620 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:06.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.203+0000 7f53c2800640 1 --2- 172.21.15.33:0/785431620 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f53c4103ff0 0x7f53c4076700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.203+0000 7f53bbe00640 1 -- 172.21.15.33:0/785431620 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f53c4103ff0 msgr2=0x7f53c4076700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.203+0000 7f53bbe00640 1 --2- 172.21.15.33:0/785431620 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f53c4103ff0 0x7f53c4076700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.203+0000 7f53bbe00640 1 -- 172.21.15.33:0/785431620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53c4109120 msgr2=0x7f53c4077180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.203+0000 7f53bbe00640 1 --2- 172.21.15.33:0/785431620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53c4109120 0x7f53c4077180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.203+0000 7f53bbe00640 1 -- 172.21.15.33:0/785431620 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53c41aac50 con 0x7f53c41049a0 2024-09-05T02:27:06.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.203+0000 7f53c2800640 1 --2- 172.21.15.33:0/785431620 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f53c4103ff0 0x7f53c4076700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:27:06.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.204+0000 7f53bbe00640 1 --2- 172.21.15.33:0/785431620 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f53c41049a0 0x7f53c4076c40 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f53ac00eac0 tx=0x7f53ac00ef80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:06.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.204+0000 7f53bb400640 1 -- 172.21.15.33:0/785431620 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53ac00ce40 con 0x7f53c41049a0 2024-09-05T02:27:06.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.204+0000 7f53bb400640 1 -- 172.21.15.33:0/785431620 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f53ac0035f0 con 0x7f53c41049a0 2024-09-05T02:27:06.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.204+0000 7f53c9400640 1 -- 172.21.15.33:0/785431620 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53c41aaf40 con 0x7f53c41049a0 2024-09-05T02:27:06.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.204+0000 7f53bb400640 1 -- 172.21.15.33:0/785431620 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53ac010690 con 0x7f53c41049a0 2024-09-05T02:27:06.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.204+0000 7f53c9400640 1 -- 172.21.15.33:0/785431620 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53c41ab3f0 con 0x7f53c41049a0 2024-09-05T02:27:06.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.207+0000 7f53cbe58740 1 Processor -- start 2024-09-05T02:27:06.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.208+0000 7f53cbe58740 1 -- start start 2024-09-05T02:27:06.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.208+0000 7f53cbe58740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90ecac0 0x5615c90ecea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.208+0000 7f53cbe58740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90ed3e0 0x5615c90f7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.208+0000 7f53cbe58740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90f7ca0 0x5615c90fa090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.208+0000 7f53cbe58740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5615c9053290 con 0x5615c90f7ca0 2024-09-05T02:27:06.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.208+0000 7f53cbe58740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5615c8ffab40 con 0x5615c90ed3e0 2024-09-05T02:27:06.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.208+0000 7f53cbe58740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5615c904f250 con 0x5615c90ecac0 2024-09-05T02:27:06.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.208+0000 7f53bb400640 1 -- 172.21.15.33:0/785431620 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7f53ac0037a0 con 0x7f53c41049a0 2024-09-05T02:27:06.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.208+0000 7f53c3200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90ecac0 0x5615c90ecea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.208+0000 7f53c3200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90ecac0 0x5615c90ecea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56768/0 (socket says 172.21.15.33:56768) 2024-09-05T02:27:06.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.208+0000 7f53c3200640 1 -- 172.21.15.33:0/1755154341 learned_addr learned my addr 172.21.15.33:0/1755154341 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:06.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.209+0000 7f53c2800640 1 --2- 172.21.15.33:0/1755154341 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90ed3e0 0x5615c90f7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.209+0000 7f53bbe00640 1 --2- 172.21.15.33:0/1755154341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90f7ca0 0x5615c90fa090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.209+0000 7f53c3200640 1 -- 172.21.15.33:0/1755154341 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90ed3e0 msgr2=0x5615c90f7760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:06.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.209+0000 7f53c3200640 1 --2- 172.21.15.33:0/1755154341 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90ed3e0 0x5615c90f7760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.209+0000 7f53c3200640 1 -- 172.21.15.33:0/1755154341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90f7ca0 msgr2=0x5615c90fa090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:06.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.209+0000 7f53c3200640 1 --2- 172.21.15.33:0/1755154341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90f7ca0 0x5615c90fa090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.209+0000 7f53c3200640 1 -- 172.21.15.33:0/1755154341 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615c8dc46a0 con 0x5615c90ecac0 2024-09-05T02:27:06.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.209+0000 7f53c3200640 1 --2- 172.21.15.33:0/1755154341 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90ecac0 0x5615c90ecea0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f53bc0093d0 tx=0x7f53bc005ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e9ed2ea1fd7022ea server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:06.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.210+0000 7f53b3400640 1 -- 172.21.15.33:0/1755154341 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53bc031bb0 con 0x5615c90ecac0 2024-09-05T02:27:06.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.210+0000 7f53b3400640 1 -- 172.21.15.33:0/1755154341 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f53bc036040 con 0x5615c90ecac0 2024-09-05T02:27:06.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.210+0000 7f53b3400640 1 -- 172.21.15.33:0/1755154341 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53bc02fc80 con 0x5615c90ecac0 2024-09-05T02:27:06.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.210+0000 7f53bb400640 1 --2- 172.21.15.33:0/785431620 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f53a80a2ed0 0x7f53a80a5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.211+0000 7f53cbe58740 1 -- 172.21.15.33:0/1755154341 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90ecac0 msgr2=0x5615c90ecea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.211+0000 7f53cbe58740 1 --2- 172.21.15.33:0/1755154341 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90ecac0 0x5615c90ecea0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f53bc0093d0 tx=0x7f53bc005ef0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.211+0000 7f53bb400640 1 -- 172.21.15.33:0/785431620 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f53ac0cf8e0 con 0x7f53c41049a0 2024-09-05T02:27:06.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.211+0000 7f53cbe58740 1 -- 172.21.15.33:0/1755154341 shutdown_connections 2024-09-05T02:27:06.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.211+0000 7f53cbe58740 1 --2- 172.21.15.33:0/1755154341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90f7ca0 0x5615c90fa090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.211+0000 7f53cbe58740 1 --2- 172.21.15.33:0/1755154341 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90ed3e0 0x5615c90f7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.211+0000 7f53cbe58740 1 --2- 172.21.15.33:0/1755154341 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90ecac0 0x5615c90ecea0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.211+0000 7f53cbe58740 1 -- 172.21.15.33:0/1755154341 >> 172.21.15.33:0/1755154341 conn(0x5615c90e9050 msgr2=0x5615c90e9430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:06.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.211+0000 7f53c2800640 1 --2- 172.21.15.33:0/785431620 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f53a80a2ed0 0x7f53a80a5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.211+0000 7f53cbe58740 1 -- 172.21.15.33:0/1755154341 shutdown_connections 2024-09-05T02:27:06.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.211+0000 7f53cbe58740 1 -- 172.21.15.33:0/1755154341 wait complete. 2024-09-05T02:27:06.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.212+0000 7f53c2800640 1 --2- 172.21.15.33:0/785431620 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f53a80a2ed0 0x7f53a80a5390 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x5615c90e9eb0 tx=0x7f53b4005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:06.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.212+0000 7f53cbe58740 1 -- start start 2024-09-05T02:27:06.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.212+0000 7f53cbe58740 1 Processor -- start 2024-09-05T02:27:06.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.213+0000 7f53cbe58740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90ecac0 0x5615c90f7610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.213+0000 7f53cbe58740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90ed3e0 0x5615c90f48c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.213+0000 7f53cbe58740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90f7ca0 0x5615c90f4e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.213+0000 7f53cbe58740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5615c90fa910 con 0x5615c90ecac0 2024-09-05T02:27:06.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.213+0000 7f53cbe58740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5615c900dfa0 con 0x5615c90ed3e0 2024-09-05T02:27:06.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.213+0000 7f53cbe58740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5615c90faa90 con 0x5615c90f7ca0 2024-09-05T02:27:06.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.213+0000 7f53cbe58740 10 client.0 _ll_register_callbacks cb 0x5615c8d61ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:27:06.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.213+0000 7f53c3200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90f7ca0 0x5615c90f4e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.213+0000 7f53bbe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90ed3e0 0x5615c90f48c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.213+0000 7f53c3200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90f7ca0 0x5615c90f4e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56778/0 (socket says 172.21.15.33:56778) 2024-09-05T02:27:06.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.213+0000 7f53bbe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90ed3e0 0x5615c90f48c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:38356/0 (socket says 172.21.15.33:38356) 2024-09-05T02:27:06.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.213+0000 7f53c3200640 1 -- 172.21.15.33:0/3864792578 learned_addr learned my addr 172.21.15.33:0/3864792578 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:06.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.213+0000 7f53c2800640 1 --2- 172.21.15.33:0/3864792578 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90ecac0 0x5615c90f7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.213+0000 7f53bbe00640 1 -- 172.21.15.33:0/3864792578 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90f7ca0 msgr2=0x5615c90f4e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:06.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.213+0000 7f53bbe00640 1 --2- 172.21.15.33:0/3864792578 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90f7ca0 0x5615c90f4e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.213+0000 7f53bbe00640 1 -- 172.21.15.33:0/3864792578 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90ecac0 msgr2=0x5615c90f7610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:06.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.213+0000 7f53bbe00640 1 --2- 172.21.15.33:0/3864792578 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90ecac0 0x5615c90f7610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.213+0000 7f53bbe00640 1 -- 172.21.15.33:0/3864792578 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615c90f5650 con 0x5615c90ed3e0 2024-09-05T02:27:06.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.213+0000 7f53c3200640 1 --2- 172.21.15.33:0/3864792578 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90f7ca0 0x5615c90f4e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:27:06.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.214+0000 7f53bbe00640 1 --2- 172.21.15.33:0/3864792578 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90ed3e0 0x5615c90f48c0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f53ac0ccf20 tx=0x7f53ac09b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e6bf705129d3a93d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:06.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.214+0000 7f53a7e00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:27:06.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.214+0000 7f53a7e00640 1 -- 172.21.15.33:0/3864792578 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53ac09bc40 con 0x5615c90ed3e0 2024-09-05T02:27:06.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.214+0000 7f53a7e00640 1 -- 172.21.15.33:0/3864792578 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f53ac0cd1d0 con 0x5615c90ed3e0 2024-09-05T02:27:06.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.214+0000 7f53cbe58740 1 -- 172.21.15.33:0/3864792578 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f53bc036040 con 0x5615c90ed3e0 2024-09-05T02:27:06.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.214+0000 7f53a7e00640 1 -- 172.21.15.33:0/3864792578 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f53ac0b9050 con 0x5615c90ed3e0 2024-09-05T02:27:06.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.214+0000 7f53cbe58740 10 client.25277 fetch_fsmap learned FSMap version 29 2024-09-05T02:27:06.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.214+0000 7f53cbe58740 1 -- 172.21.15.33:0/3864792578 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5615c9106850 con 0x5615c90ed3e0 2024-09-05T02:27:06.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.214+0000 7f53a7e00640 1 -- 172.21.15.33:0/3864792578 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f53bc036040 con 0x5615c90ed3e0 2024-09-05T02:27:06.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.215+0000 7f53a7e00640 1 -- 172.21.15.33:0/3864792578 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f53ac0b4070 con 0x5615c90ed3e0 2024-09-05T02:27:06.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.215+0000 7f53cbe58740 10 client.25277 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:27:06.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.215+0000 7f53cbe58740 10 client.25277 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:27:06.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.215+0000 7f53cbe58740 20 client.25277 populate_metadata read hostname 'smithi033' 2024-09-05T02:27:06.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.215+0000 7f53cbe58740 1 --2- 172.21.15.33:0/3864792578 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5615c9107c60 0x5615c910a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.215+0000 7f53cbe58740 4 client.25277 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:27:06.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.215+0000 7f53cbe58740 1 -- 172.21.15.33:0/3864792578 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5615c9060800 con 0x5615c9107c60 2024-09-05T02:27:06.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.215+0000 7f53c2800640 1 --2- 172.21.15.33:0/3864792578 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5615c9107c60 0x5615c910a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.216+0000 7f53c2800640 1 --2- 172.21.15.33:0/3864792578 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5615c9107c60 0x5615c910a0c0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cbb649362a2b2d0e server_cookie=b79731a4701e508f in_seq=0 out_seq=0 2024-09-05T02:27:06.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.216+0000 7f53a7e00640 10 client.25277 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:27:06.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.217+0000 7f53a7e00640 1 -- 172.21.15.33:0/3864792578 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5615c9060800 con 0x5615c9107c60 2024-09-05T02:27:06.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.217+0000 7f53a7e00640 10 client.25277 handle_command_reply: tid=0 2024-09-05T02:27:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.217+0000 7f53cbe58740 1 client.25277 shutdown 2024-09-05T02:27:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.217+0000 7f53cbe58740 1 -- 172.21.15.33:0/3864792578 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90ed3e0 msgr2=0x5615c90f48c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.217+0000 7f53cbe58740 1 --2- 172.21.15.33:0/3864792578 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90ed3e0 0x5615c90f48c0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f53ac0ccf20 tx=0x7f53ac09b840 comp rx=0 tx=0).stop 2024-09-05T02:27:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.217+0000 7f53cbe58740 1 -- 172.21.15.33:0/3864792578 shutdown_connections 2024-09-05T02:27:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.217+0000 7f53cbe58740 1 --2- 172.21.15.33:0/3864792578 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90f7ca0 0x5615c90f4e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.217+0000 7f53cbe58740 1 --2- 172.21.15.33:0/3864792578 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90ed3e0 0x5615c90f48c0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.217+0000 7f53cbe58740 1 --2- 172.21.15.33:0/3864792578 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5615c9107c60 0x5615c910a0c0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.217+0000 7f53cbe58740 1 --2- 172.21.15.33:0/3864792578 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90ecac0 0x5615c90f7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.217+0000 7f53cbe58740 1 -- 172.21.15.33:0/3864792578 >> 172.21.15.33:0/3864792578 conn(0x5615c90e9050 msgr2=0x5615c90eedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.217+0000 7f53a7e00640 0 client.25277 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:27:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.217+0000 7f53cbe58740 1 -- 172.21.15.33:0/3864792578 shutdown_connections 2024-09-05T02:27:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.217+0000 7f53cbe58740 1 -- 172.21.15.33:0/3864792578 wait complete. 2024-09-05T02:27:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.217+0000 7f53cbe58740 20 client.25277 trim_cache size 0 max 16384 2024-09-05T02:27:06.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.239+0000 7f53cbe58740 1 Processor -- start 2024-09-05T02:27:06.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.239+0000 7f53cbe58740 1 -- start start 2024-09-05T02:27:06.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.239+0000 7f53cbe58740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90ecac0 0x5615c90e80b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.239+0000 7f53cbe58740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90ed3e0 0x5615c910f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.239+0000 7f53cbe58740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90f7ca0 0x5615c910fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.239+0000 7f53cbe58740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f53c41b3f40 con 0x5615c90ecac0 2024-09-05T02:27:06.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.239+0000 7f53cbe58740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f53c41b5a80 con 0x5615c90f7ca0 2024-09-05T02:27:06.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.239+0000 7f53cbe58740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f53c41b4610 con 0x5615c90ed3e0 2024-09-05T02:27:06.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.240+0000 7f53c2800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90ecac0 0x5615c90e80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.240+0000 7f53bbe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90ed3e0 0x5615c910f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.240+0000 7f53c2800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90ecac0 0x5615c90e80b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54636/0 (socket says 172.21.15.33:54636) 2024-09-05T02:27:06.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.240+0000 7f53c3200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90f7ca0 0x5615c910fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.240+0000 7f53c2800640 1 -- 172.21.15.33:0/154233374 learned_addr learned my addr 172.21.15.33:0/154233374 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:06.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.240+0000 7f53bbe00640 1 --2- 172.21.15.33:0/154233374 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90ed3e0 0x5615c910f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56794/0 (socket says 172.21.15.33:56794) 2024-09-05T02:27:06.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.240+0000 7f53c2800640 1 -- 172.21.15.33:0/154233374 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90ed3e0 msgr2=0x5615c910f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:06.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.240+0000 7f53c2800640 1 --2- 172.21.15.33:0/154233374 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90ed3e0 0x5615c910f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.240+0000 7f53c2800640 1 -- 172.21.15.33:0/154233374 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90f7ca0 msgr2=0x5615c910fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:06.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.240+0000 7f53c2800640 1 --2- 172.21.15.33:0/154233374 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90f7ca0 0x5615c910fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.240+0000 7f53c2800640 1 -- 172.21.15.33:0/154233374 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615c90f2e10 con 0x5615c90ecac0 2024-09-05T02:27:06.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.240+0000 7f53c3200640 1 --2- 172.21.15.33:0/154233374 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90f7ca0 0x5615c910fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:27:06.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.241+0000 7f53c2800640 1 --2- 172.21.15.33:0/154233374 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90ecac0 0x5615c90e80b0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f53b4013010 tx=0x7f53b4022040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8c23cd3cd48dbfd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:06.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.241+0000 7f53b2a00640 1 -- 172.21.15.33:0/154233374 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b4003ea0 con 0x5615c90ecac0 2024-09-05T02:27:06.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.241+0000 7f53b2a00640 1 -- 172.21.15.33:0/154233374 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f53b402b950 con 0x5615c90ecac0 2024-09-05T02:27:06.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.241+0000 7f53b2a00640 1 -- 172.21.15.33:0/154233374 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b400fc40 con 0x5615c90ecac0 2024-09-05T02:27:06.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.242+0000 7f53cbe58740 1 -- 172.21.15.33:0/154233374 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90ecac0 msgr2=0x5615c90e80b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.242+0000 7f53cbe58740 1 --2- 172.21.15.33:0/154233374 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90ecac0 0x5615c90e80b0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f53b4013010 tx=0x7f53b4022040 comp rx=0 tx=0).stop 2024-09-05T02:27:06.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.242+0000 7f53cbe58740 1 -- 172.21.15.33:0/154233374 shutdown_connections 2024-09-05T02:27:06.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.242+0000 7f53cbe58740 1 --2- 172.21.15.33:0/154233374 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90f7ca0 0x5615c910fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.242+0000 7f53cbe58740 1 --2- 172.21.15.33:0/154233374 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90ed3e0 0x5615c910f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.242+0000 7f53cbe58740 1 --2- 172.21.15.33:0/154233374 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90ecac0 0x5615c90e80b0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.242+0000 7f53cbe58740 1 -- 172.21.15.33:0/154233374 >> 172.21.15.33:0/154233374 conn(0x5615c90e9050 msgr2=0x5615c90e79a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:06.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.242+0000 7f53cbe58740 1 -- 172.21.15.33:0/154233374 shutdown_connections 2024-09-05T02:27:06.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.242+0000 7f53cbe58740 1 -- 172.21.15.33:0/154233374 wait complete. 2024-09-05T02:27:06.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.243+0000 7f53cbe58740 1 -- start start 2024-09-05T02:27:06.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.243+0000 7f53cbe58740 1 Processor -- start 2024-09-05T02:27:06.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.244+0000 7f53cbe58740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90ecac0 0x5615c90fdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.244+0000 7f53cbe58740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90ed3e0 0x5615c90fe230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.244+0000 7f53cbe58740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90f7ca0 0x5615c90fe770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.244+0000 7f53cbe58740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f53c41b53b0 con 0x5615c90f7ca0 2024-09-05T02:27:06.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.244+0000 7f53cbe58740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f53c41b4ce0 con 0x5615c90ed3e0 2024-09-05T02:27:06.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.244+0000 7f53cbe58740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f53c41b1f20 con 0x5615c90ecac0 2024-09-05T02:27:06.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.244+0000 7f53cbe58740 10 client.0 _ll_register_callbacks cb 0x5615c90f5820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:27:06.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.244+0000 7f53c2800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90ecac0 0x5615c90fdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.244+0000 7f53c2800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90ecac0 0x5615c90fdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56798/0 (socket says 172.21.15.33:56798) 2024-09-05T02:27:06.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.244+0000 7f53c2800640 1 -- 172.21.15.33:0/1691857963 learned_addr learned my addr 172.21.15.33:0/1691857963 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:06.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.244+0000 7f53bbe00640 1 --2- 172.21.15.33:0/1691857963 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90ed3e0 0x5615c90fe230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.244+0000 7f53c3200640 1 --2- 172.21.15.33:0/1691857963 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90f7ca0 0x5615c90fe770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.245+0000 7f53c2800640 1 -- 172.21.15.33:0/1691857963 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90ed3e0 msgr2=0x5615c90fe230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:06.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.245+0000 7f53c2800640 1 --2- 172.21.15.33:0/1691857963 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90ed3e0 0x5615c90fe230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.245+0000 7f53c2800640 1 -- 172.21.15.33:0/1691857963 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90f7ca0 msgr2=0x5615c90fe770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:06.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.245+0000 7f53c2800640 1 --2- 172.21.15.33:0/1691857963 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90f7ca0 0x5615c90fe770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.245+0000 7f53c2800640 1 -- 172.21.15.33:0/1691857963 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615c9171c10 con 0x5615c90ecac0 2024-09-05T02:27:06.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.245+0000 7f53bbe00640 1 --2- 172.21.15.33:0/1691857963 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90ed3e0 0x5615c90fe230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:27:06.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.245+0000 7f53c2800640 1 --2- 172.21.15.33:0/1691857963 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90ecac0 0x5615c90fdcf0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f53b4012dc0 tx=0x7f53b4003f20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7513daf280c921ef server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:06.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.245+0000 7f53a7e00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:27:06.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.245+0000 7f53a7e00640 1 -- 172.21.15.33:0/1691857963 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b402bb00 con 0x5615c90ecac0 2024-09-05T02:27:06.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.245+0000 7f53cbe58740 1 -- 172.21.15.33:0/1691857963 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f53b402b950 con 0x5615c90ecac0 2024-09-05T02:27:06.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.245+0000 7f53a7e00640 1 -- 172.21.15.33:0/1691857963 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f53b402b470 con 0x5615c90ecac0 2024-09-05T02:27:06.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.246+0000 7f53a7e00640 1 -- 172.21.15.33:0/1691857963 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f53b402bca0 con 0x5615c90ecac0 2024-09-05T02:27:06.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.246+0000 7f53cbe58740 10 client.25261 fetch_fsmap learned FSMap version 29 2024-09-05T02:27:06.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.246+0000 7f53cbe58740 1 -- 172.21.15.33:0/1691857963 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5615c9172f30 con 0x5615c90ecac0 2024-09-05T02:27:06.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.246+0000 7f53a7e00640 1 -- 172.21.15.33:0/1691857963 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f53b402b950 con 0x5615c90ecac0 2024-09-05T02:27:06.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.246+0000 7f53a7e00640 1 -- 172.21.15.33:0/1691857963 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f53b403c020 con 0x5615c90ecac0 2024-09-05T02:27:06.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.247+0000 7f53cbe58740 10 client.25261 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:27:06.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.247+0000 7f53cbe58740 10 client.25261 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:27:06.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.247+0000 7f53cbe58740 20 client.25261 populate_metadata read hostname 'smithi033' 2024-09-05T02:27:06.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.247+0000 7f53cbe58740 1 --2- 172.21.15.33:0/1691857963 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5615c91735a0 0x5615c9175990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.247+0000 7f53cbe58740 4 client.25261 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:27:06.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.247+0000 7f53cbe58740 1 -- 172.21.15.33:0/1691857963 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5615c905ad10 con 0x5615c91735a0 2024-09-05T02:27:06.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.247+0000 7f53bbe00640 1 --2- 172.21.15.33:0/1691857963 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5615c91735a0 0x5615c9175990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.248+0000 7f53a7e00640 10 client.25261 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:27:06.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.248+0000 7f53bbe00640 1 --2- 172.21.15.33:0/1691857963 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5615c91735a0 0x5615c9175990 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=facb1452ea1e2c61 server_cookie=7456cc858bc12eab in_seq=0 out_seq=0 2024-09-05T02:27:06.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.249+0000 7f53a7e00640 1 -- 172.21.15.33:0/1691857963 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5615c905ad10 con 0x5615c91735a0 2024-09-05T02:27:06.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.249+0000 7f53a7e00640 10 client.25261 handle_command_reply: tid=0 2024-09-05T02:27:06.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.249+0000 7f53cbe58740 1 client.25261 shutdown 2024-09-05T02:27:06.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.249+0000 7f53cbe58740 1 -- 172.21.15.33:0/1691857963 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90ecac0 msgr2=0x5615c90fdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.249+0000 7f53cbe58740 1 --2- 172.21.15.33:0/1691857963 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90ecac0 0x5615c90fdcf0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f53b4012dc0 tx=0x7f53b4003f20 comp rx=0 tx=0).stop 2024-09-05T02:27:06.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.249+0000 7f53cbe58740 1 -- 172.21.15.33:0/1691857963 shutdown_connections 2024-09-05T02:27:06.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.249+0000 7f53cbe58740 1 --2- 172.21.15.33:0/1691857963 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5615c91735a0 0x5615c9175990 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.249+0000 7f53cbe58740 1 --2- 172.21.15.33:0/1691857963 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5615c90f7ca0 0x5615c90fe770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.249+0000 7f53cbe58740 1 --2- 172.21.15.33:0/1691857963 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c90ed3e0 0x5615c90fe230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.249+0000 7f53cbe58740 1 --2- 172.21.15.33:0/1691857963 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5615c90ecac0 0x5615c90fdcf0 secure :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f53b4012dc0 tx=0x7f53b4003f20 comp rx=0 tx=0).stop 2024-09-05T02:27:06.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.249+0000 7f53cbe58740 1 -- 172.21.15.33:0/1691857963 >> 172.21.15.33:0/1691857963 conn(0x5615c90e9050 msgr2=0x5615c90e81c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:06.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.249+0000 7f53a7e00640 0 client.25261 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:27:06.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.250+0000 7f53cbe58740 1 -- 172.21.15.33:0/1691857963 shutdown_connections 2024-09-05T02:27:06.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.250+0000 7f53cbe58740 1 -- 172.21.15.33:0/1691857963 wait complete. 2024-09-05T02:27:06.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.250+0000 7f53cbe58740 20 client.25261 trim_cache size 0 max 16384 2024-09-05T02:27:06.254 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:27:06.254 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:27:06.254 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "3ec9df0d-756f-4f90-a58a-61f9cf50967e", 2024-09-05T02:27:06.255 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:27:06.255 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:27:06.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.250+0000 7f53c9400640 1 -- 172.21.15.33:0/785431620 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f53a80a2ed0 msgr2=0x7f53a80a5390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.250+0000 7f53c9400640 1 --2- 172.21.15.33:0/785431620 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f53a80a2ed0 0x7f53a80a5390 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x5615c90e9eb0 tx=0x7f53b4005f90 comp rx=0 tx=0).stop 2024-09-05T02:27:06.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.250+0000 7f53c9400640 1 -- 172.21.15.33:0/785431620 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f53c41049a0 msgr2=0x7f53c4076c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.250+0000 7f53c9400640 1 --2- 172.21.15.33:0/785431620 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f53c41049a0 0x7f53c4076c40 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f53ac00eac0 tx=0x7f53ac00ef80 comp rx=0 tx=0).stop 2024-09-05T02:27:06.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.251+0000 7f53c9400640 1 -- 172.21.15.33:0/785431620 shutdown_connections 2024-09-05T02:27:06.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.251+0000 7f53c9400640 1 --2- 172.21.15.33:0/785431620 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f53a80a2ed0 0x7f53a80a5390 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.251+0000 7f53c9400640 1 --2- 172.21.15.33:0/785431620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53c4109120 0x7f53c4077180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.251+0000 7f53c9400640 1 --2- 172.21.15.33:0/785431620 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f53c41049a0 0x7f53c4076c40 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.251+0000 7f53c9400640 1 --2- 172.21.15.33:0/785431620 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f53c4103ff0 0x7f53c4076700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.251+0000 7f53c9400640 1 -- 172.21.15.33:0/785431620 >> 172.21.15.33:0/785431620 conn(0x7f53c40ffa90 msgr2=0x7f53c4101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:06.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.251+0000 7f53c9400640 1 -- 172.21.15.33:0/785431620 shutdown_connections 2024-09-05T02:27:06.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.251+0000 7f53c9400640 1 -- 172.21.15.33:0/785431620 wait complete. 2024-09-05T02:27:06.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.259+0000 7f559b200640 1 -- 172.21.15.33:0/2773862304 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5594107b80 msgr2=0x7f5594107f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.259+0000 7f559b200640 1 --2- 172.21.15.33:0/2773862304 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5594107b80 0x7f5594107f60 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f5584009900 tx=0x7f558402a400 comp rx=0 tx=0).stop 2024-09-05T02:27:06.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.259+0000 7f559b200640 1 -- 172.21.15.33:0/2773862304 shutdown_connections 2024-09-05T02:27:06.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.259+0000 7f559b200640 1 --2- 172.21.15.33:0/2773862304 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5594102480 0x7f559410e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.259+0000 7f559b200640 1 --2- 172.21.15.33:0/2773862304 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5594101ae0 0x7f5594101f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.259+0000 7f559b200640 1 --2- 172.21.15.33:0/2773862304 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5594107b80 0x7f5594107f60 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.259+0000 7f559b200640 1 -- 172.21.15.33:0/2773862304 >> 172.21.15.33:0/2773862304 conn(0x7f55940fd7e0 msgr2=0x7f55940ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:06.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.259+0000 7f559b200640 1 -- 172.21.15.33:0/2773862304 shutdown_connections 2024-09-05T02:27:06.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.259+0000 7f559b200640 1 -- 172.21.15.33:0/2773862304 wait complete. 2024-09-05T02:27:06.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.260+0000 7f559b200640 1 Processor -- start 2024-09-05T02:27:06.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.260+0000 7f559b200640 1 -- start start 2024-09-05T02:27:06.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.260+0000 7f559b200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5594101ae0 0x7f559419a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.260+0000 7f559b200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5594102480 0x7f559419aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.260+0000 7f559b200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5594107b80 0x7f559419ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.260+0000 7f559b200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5594111f30 con 0x7f5594102480 2024-09-05T02:27:06.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.260+0000 7f559b200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5594111db0 con 0x7f5594101ae0 2024-09-05T02:27:06.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.260+0000 7f559b200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f55941120b0 con 0x7f5594107b80 2024-09-05T02:27:06.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.261+0000 7f5593e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5594101ae0 0x7f559419a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.261+0000 7f5599200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5594107b80 0x7f559419ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.261+0000 7f5599200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5594107b80 0x7f559419ee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56818/0 (socket says 172.21.15.33:56818) 2024-09-05T02:27:06.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.261+0000 7f5599200640 1 -- 172.21.15.33:0/3903783833 learned_addr learned my addr 172.21.15.33:0/3903783833 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:06.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.261+0000 7f5593400640 1 --2- 172.21.15.33:0/3903783833 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5594102480 0x7f559419aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.261+0000 7f5599200640 1 -- 172.21.15.33:0/3903783833 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5594101ae0 msgr2=0x7f559419a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.261+0000 7f5599200640 1 --2- 172.21.15.33:0/3903783833 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5594101ae0 0x7f559419a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.261+0000 7f5599200640 1 -- 172.21.15.33:0/3903783833 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5594102480 msgr2=0x7f559419aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.261+0000 7f5599200640 1 --2- 172.21.15.33:0/3903783833 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5594102480 0x7f559419aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.261+0000 7f5599200640 1 -- 172.21.15.33:0/3903783833 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f559419f5a0 con 0x7f5594107b80 2024-09-05T02:27:06.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.261+0000 7f5599200640 1 --2- 172.21.15.33:0/3903783833 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5594107b80 0x7f559419ee70 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f558c00eb10 tx=0x7f558c00c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:06.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.262+0000 7f5590c00640 1 -- 172.21.15.33:0/3903783833 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f558c004b20 con 0x7f5594107b80 2024-09-05T02:27:06.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.262+0000 7f559b200640 1 -- 172.21.15.33:0/3903783833 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f559419f890 con 0x7f5594107b80 2024-09-05T02:27:06.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.262+0000 7f5590c00640 1 -- 172.21.15.33:0/3903783833 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f558c004cc0 con 0x7f5594107b80 2024-09-05T02:27:06.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.262+0000 7f5590c00640 1 -- 172.21.15.33:0/3903783833 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f558c010760 con 0x7f5594107b80 2024-09-05T02:27:06.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.262+0000 7f559b200640 1 -- 172.21.15.33:0/3903783833 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55941a7120 con 0x7f5594107b80 2024-09-05T02:27:06.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.263+0000 7f559b200640 1 -- 172.21.15.33:0/3903783833 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5594101f40 con 0x7f5594107b80 2024-09-05T02:27:06.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.266+0000 7f5590c00640 1 -- 172.21.15.33:0/3903783833 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7f558c005020 con 0x7f5594107b80 2024-09-05T02:27:06.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.267+0000 7f5590c00640 1 --2- 172.21.15.33:0/3903783833 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f55780a2ec0 0x7f55780a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.267+0000 7f5590c00640 1 -- 172.21.15.33:0/3903783833 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f558c0cfc10 con 0x7f5594107b80 2024-09-05T02:27:06.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.267+0000 7f5593e00640 1 --2- 172.21.15.33:0/3903783833 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f55780a2ec0 0x7f55780a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.268+0000 7f5593e00640 1 --2- 172.21.15.33:0/3903783833 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f55780a2ec0 0x7f55780a5380 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f5584009230 tx=0x7f55840058d0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:06.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.271+0000 7f5590c00640 1 -- 172.21.15.33:0/3903783833 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f558c09c670 con 0x7f5594107b80 2024-09-05T02:27:06.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.460+0000 7f559b200640 1 -- 172.21.15.33:0/3903783833 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f55941a7450 con 0x7f5594107b80 2024-09-05T02:27:06.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.468+0000 7f5590c00640 1 -- 172.21.15.33:0/3903783833 <== mon.1 v2:172.21.15.174:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v33)=0 v33) ==== 133+0+0 (secure 0 0 0) 0x7f558c09bf70 con 0x7f5594107b80 2024-09-05T02:27:06.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.470+0000 7f559b200640 1 -- 172.21.15.33:0/3903783833 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f55780a2ec0 msgr2=0x7f55780a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.470+0000 7f559b200640 1 --2- 172.21.15.33:0/3903783833 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f55780a2ec0 0x7f55780a5380 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f5584009230 tx=0x7f55840058d0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.470+0000 7f559b200640 1 -- 172.21.15.33:0/3903783833 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5594107b80 msgr2=0x7f559419ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.470+0000 7f559b200640 1 --2- 172.21.15.33:0/3903783833 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5594107b80 0x7f559419ee70 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f558c00eb10 tx=0x7f558c00c2d0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.470+0000 7f559b200640 1 -- 172.21.15.33:0/3903783833 shutdown_connections 2024-09-05T02:27:06.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.470+0000 7f559b200640 1 --2- 172.21.15.33:0/3903783833 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f55780a2ec0 0x7f55780a5380 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.470+0000 7f559b200640 1 --2- 172.21.15.33:0/3903783833 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5594107b80 0x7f559419ee70 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.470+0000 7f559b200640 1 --2- 172.21.15.33:0/3903783833 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5594102480 0x7f559419aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.470+0000 7f559b200640 1 --2- 172.21.15.33:0/3903783833 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5594101ae0 0x7f559419a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.470+0000 7f559b200640 1 -- 172.21.15.33:0/3903783833 >> 172.21.15.33:0/3903783833 conn(0x7f55940fd7e0 msgr2=0x7f55940fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:06.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.471+0000 7f559b200640 1 -- 172.21.15.33:0/3903783833 shutdown_connections 2024-09-05T02:27:06.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.471+0000 7f559b200640 1 -- 172.21.15.33:0/3903783833 wait complete. 2024-09-05T02:27:06.490 DEBUG:teuthology.orchestra.run.smithi033:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-09-05T02:27:06.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.656+0000 7f7854200640 1 -- 172.21.15.33:0/2432795385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f784c1090a0 msgr2=0x7f784c110bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.656+0000 7f7854200640 1 --2- 172.21.15.33:0/2432795385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f784c1090a0 0x7f784c110bf0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7844009be0 tx=0x7f784402a6e0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.656+0000 7f7854200640 1 -- 172.21.15.33:0/2432795385 shutdown_connections 2024-09-05T02:27:06.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.656+0000 7f7854200640 1 --2- 172.21.15.33:0/2432795385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f784c1090a0 0x7f784c110bf0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.656+0000 7f7854200640 1 --2- 172.21.15.33:0/2432795385 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f784c104900 0x7f784c108940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.656+0000 7f7854200640 1 --2- 172.21.15.33:0/2432795385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f784c103f50 0x7f784c104330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.656+0000 7f7854200640 1 -- 172.21.15.33:0/2432795385 >> 172.21.15.33:0/2432795385 conn(0x7f784c0ff9e0 msgr2=0x7f784c101e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:06.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.656+0000 7f7854200640 1 -- 172.21.15.33:0/2432795385 shutdown_connections 2024-09-05T02:27:06.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.656+0000 7f7854200640 1 -- 172.21.15.33:0/2432795385 wait complete. 2024-09-05T02:27:06.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.657+0000 7f7854200640 1 Processor -- start 2024-09-05T02:27:06.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.657+0000 7f7854200640 1 -- start start 2024-09-05T02:27:06.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.657+0000 7f7854200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f784c103f50 0x7f784c19a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.658+0000 7f7854200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f784c1090a0 0x7f784c19ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.658+0000 7f7854200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f784c19eed0 0x7f784c19f380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.658+0000 7f7854200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f784c114140 con 0x7f784c1090a0 2024-09-05T02:27:06.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.658+0000 7f7854200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f784c113fc0 con 0x7f784c19eed0 2024-09-05T02:27:06.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.658+0000 7f7854200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f784c1142c0 con 0x7f784c103f50 2024-09-05T02:27:06.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.658+0000 7f7850e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f784c1090a0 0x7f784c19ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.658+0000 7f7850e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f784c1090a0 0x7f784c19ab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54704/0 (socket says 172.21.15.33:54704) 2024-09-05T02:27:06.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.658+0000 7f7850e00640 1 -- 172.21.15.33:0/394885684 learned_addr learned my addr 172.21.15.33:0/394885684 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:06.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.658+0000 7f7851800640 1 --2- 172.21.15.33:0/394885684 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f784c103f50 0x7f784c19a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.658+0000 7f7852200640 1 --2- 172.21.15.33:0/394885684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f784c19eed0 0x7f784c19f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.658+0000 7f7850e00640 1 -- 172.21.15.33:0/394885684 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f784c103f50 msgr2=0x7f784c19a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.658+0000 7f7850e00640 1 --2- 172.21.15.33:0/394885684 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f784c103f50 0x7f784c19a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.658+0000 7f7850e00640 1 -- 172.21.15.33:0/394885684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f784c19eed0 msgr2=0x7f784c19f380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.658+0000 7f7850e00640 1 --2- 172.21.15.33:0/394885684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f784c19eed0 0x7f784c19f380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.658+0000 7f7850e00640 1 -- 172.21.15.33:0/394885684 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f784c19f9c0 con 0x7f784c1090a0 2024-09-05T02:27:06.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.659+0000 7f7850e00640 1 --2- 172.21.15.33:0/394885684 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f784c1090a0 0x7f784c19ab50 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f783800b470 tx=0x7f783800b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:06.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.659+0000 7f784a000640 1 -- 172.21.15.33:0/394885684 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7838015020 con 0x7f784c1090a0 2024-09-05T02:27:06.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.659+0000 7f7854200640 1 -- 172.21.15.33:0/394885684 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f784c19fcb0 con 0x7f784c1090a0 2024-09-05T02:27:06.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.659+0000 7f784a000640 1 -- 172.21.15.33:0/394885684 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7838011d10 con 0x7f784c1090a0 2024-09-05T02:27:06.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.659+0000 7f784a000640 1 -- 172.21.15.33:0/394885684 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f783800f2e0 con 0x7f784c1090a0 2024-09-05T02:27:06.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.659+0000 7f7854200640 1 -- 172.21.15.33:0/394885684 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f784c1a7450 con 0x7f784c1090a0 2024-09-05T02:27:06.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.660+0000 7f7854200640 1 -- 172.21.15.33:0/394885684 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f784c104330 con 0x7f784c1090a0 2024-09-05T02:27:06.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.662+0000 7f784a000640 1 -- 172.21.15.33:0/394885684 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7f7838018020 con 0x7f784c1090a0 2024-09-05T02:27:06.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.663+0000 7f784a000640 1 --2- 172.21.15.33:0/394885684 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78340a2e40 0x7f78340a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:06.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.663+0000 7f784a000640 1 -- 172.21.15.33:0/394885684 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f78380cedb0 con 0x7f784c1090a0 2024-09-05T02:27:06.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.664+0000 7f7851800640 1 --2- 172.21.15.33:0/394885684 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78340a2e40 0x7f78340a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:06.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.664+0000 7f7851800640 1 --2- 172.21.15.33:0/394885684 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78340a2e40 0x7f78340a5300 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7840005fd0 tx=0x7f7840009260 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:06.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.667+0000 7f784a000640 1 -- 172.21.15.33:0/394885684 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f78380d3070 con 0x7f784c1090a0 2024-09-05T02:27:06.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:06 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3965821400' entity='client.admin' 2024-09-05T02:27:06.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:06 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:27:06.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:06 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:27:06.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:06 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:27:06.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:06 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:06.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:06 smithi033 ceph-mon[29909]: pgmap v8: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-05T02:27:06.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:06 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/935758279' entity='client.admin' 2024-09-05T02:27:06.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:06 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:27:06.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:06 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:27:06.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:06 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:27:06.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:06 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:06.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:06 smithi033 ceph-mon[29909]: from='client.? ' entity='client.admin' 2024-09-05T02:27:06.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:06 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:27:06.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:06 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:27:06.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:06 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:27:06.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:06 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:06.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.891+0000 7f7854200640 1 -- 172.21.15.33:0/394885684 --> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f784c104900 con 0x7f78340a2e40 2024-09-05T02:27:06.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.965+0000 7f784a000640 1 -- 172.21.15.33:0/394885684 <== mgr.15138 v2:172.21.15.33:6800/2352698460 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f784c104900 con 0x7f78340a2e40 2024-09-05T02:27:06.968 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path / 2024-09-05T02:27:06.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.968+0000 7f7854200640 1 -- 172.21.15.33:0/394885684 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78340a2e40 msgr2=0x7f78340a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.968+0000 7f7854200640 1 --2- 172.21.15.33:0/394885684 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78340a2e40 0x7f78340a5300 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7840005fd0 tx=0x7f7840009260 comp rx=0 tx=0).stop 2024-09-05T02:27:06.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.968+0000 7f7854200640 1 -- 172.21.15.33:0/394885684 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f784c1090a0 msgr2=0x7f784c19ab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:06.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.968+0000 7f7854200640 1 --2- 172.21.15.33:0/394885684 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f784c1090a0 0x7f784c19ab50 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f783800b470 tx=0x7f783800b870 comp rx=0 tx=0).stop 2024-09-05T02:27:06.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.968+0000 7f7854200640 1 -- 172.21.15.33:0/394885684 shutdown_connections 2024-09-05T02:27:06.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.968+0000 7f7854200640 1 --2- 172.21.15.33:0/394885684 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78340a2e40 0x7f78340a5300 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.968+0000 7f7854200640 1 --2- 172.21.15.33:0/394885684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f784c19eed0 0x7f784c19f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.968+0000 7f7854200640 1 --2- 172.21.15.33:0/394885684 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f784c1090a0 0x7f784c19ab50 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.968+0000 7f7854200640 1 --2- 172.21.15.33:0/394885684 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f784c103f50 0x7f784c19a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:06.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.968+0000 7f7854200640 1 -- 172.21.15.33:0/394885684 >> 172.21.15.33:0/394885684 conn(0x7f784c0ff9e0 msgr2=0x7f784c101db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:06.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.968+0000 7f7854200640 1 -- 172.21.15.33:0/394885684 shutdown_connections 2024-09-05T02:27:06.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:06.968+0000 7f7854200640 1 -- 172.21.15.33:0/394885684 wait complete. 2024-09-05T02:27:06.988 DEBUG:teuthology.orchestra.run.smithi033:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-09-05T02:27:06.997 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:27:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:06 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/3965821400' entity='client.admin' 2024-09-05T02:27:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:06 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:27:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:06 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:27:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:06 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:27:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:06 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:06 smithi174 ceph-mon[34756]: pgmap v8: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-05T02:27:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:06 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/935758279' entity='client.admin' 2024-09-05T02:27:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:06 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:27:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:06 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:27:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:06 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:27:07.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:06 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:07.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:06 smithi174 ceph-mon[34756]: from='client.? ' entity='client.admin' 2024-09-05T02:27:07.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:06 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:27:07.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:06 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:27:07.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:06 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:27:07.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:06 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:07.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:06 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/3965821400' entity='client.admin' 2024-09-05T02:27:07.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:06 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:27:07.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:06 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:27:07.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:06 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:27:07.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:06 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:07.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:06 smithi123 ceph-mon[34031]: pgmap v8: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-05T02:27:07.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:06 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/935758279' entity='client.admin' 2024-09-05T02:27:07.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:06 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:27:07.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:06 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:27:07.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:06 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:27:07.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:06 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:07.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:06 smithi123 ceph-mon[34031]: from='client.? ' entity='client.admin' 2024-09-05T02:27:07.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:06 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:27:07.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:06 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:27:07.137 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:06 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:27:07.137 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:06 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:27:07.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.147+0000 7f0f16600640 1 -- 172.21.15.33:0/2249306868 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0f100745c0 msgr2=0x7f0f100749a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:07.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.147+0000 7f0f16600640 1 --2- 172.21.15.33:0/2249306868 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0f100745c0 0x7f0f100749a0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0f00009900 tx=0x7f0f0002a490 comp rx=0 tx=0).stop 2024-09-05T02:27:07.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.147+0000 7f0f16600640 1 -- 172.21.15.33:0/2249306868 shutdown_connections 2024-09-05T02:27:07.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.147+0000 7f0f16600640 1 --2- 172.21.15.33:0/2249306868 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0f1010e380 0x7f0f10110790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:07.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.147+0000 7f0f16600640 1 --2- 172.21.15.33:0/2249306868 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f10074ee0 0x7f0f1010de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:07.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.147+0000 7f0f16600640 1 --2- 172.21.15.33:0/2249306868 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0f100745c0 0x7f0f100749a0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:07.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.147+0000 7f0f16600640 1 -- 172.21.15.33:0/2249306868 >> 172.21.15.33:0/2249306868 conn(0x7f0f100fd7e0 msgr2=0x7f0f100ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:07.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.148+0000 7f0f16600640 1 -- 172.21.15.33:0/2249306868 shutdown_connections 2024-09-05T02:27:07.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.148+0000 7f0f16600640 1 -- 172.21.15.33:0/2249306868 wait complete. 2024-09-05T02:27:07.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.148+0000 7f0f16600640 1 Processor -- start 2024-09-05T02:27:07.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.149+0000 7f0f16600640 1 -- start start 2024-09-05T02:27:07.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.149+0000 7f0f16600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f100745c0 0x7f0f1019a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:07.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.149+0000 7f0f16600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0f10074ee0 0x7f0f1019abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:07.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.149+0000 7f0f16600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0f1010e380 0x7f0f1019ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:07.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.149+0000 7f0f16600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0f101140f0 con 0x7f0f100745c0 2024-09-05T02:27:07.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.149+0000 7f0f16600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0f10113f70 con 0x7f0f10074ee0 2024-09-05T02:27:07.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.149+0000 7f0f16600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0f10114270 con 0x7f0f1010e380 2024-09-05T02:27:07.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.149+0000 7f0f0f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f100745c0 0x7f0f1019a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:07.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.149+0000 7f0f0f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f100745c0 0x7f0f1019a680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54724/0 (socket says 172.21.15.33:54724) 2024-09-05T02:27:07.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.149+0000 7f0f0f400640 1 -- 172.21.15.33:0/428273595 learned_addr learned my addr 172.21.15.33:0/428273595 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:07.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.149+0000 7f0f0fe00640 1 --2- 172.21.15.33:0/428273595 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0f1010e380 0x7f0f1019ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:07.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.149+0000 7f0f0ea00640 1 --2- 172.21.15.33:0/428273595 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0f10074ee0 0x7f0f1019abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:07.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.150+0000 7f0f0f400640 1 -- 172.21.15.33:0/428273595 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0f1010e380 msgr2=0x7f0f1019ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:07.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.150+0000 7f0f0f400640 1 --2- 172.21.15.33:0/428273595 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0f1010e380 0x7f0f1019ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:07.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.150+0000 7f0f0f400640 1 -- 172.21.15.33:0/428273595 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0f10074ee0 msgr2=0x7f0f1019abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:07.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.150+0000 7f0f0f400640 1 --2- 172.21.15.33:0/428273595 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0f10074ee0 0x7f0f1019abc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:07.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.150+0000 7f0f0f400640 1 -- 172.21.15.33:0/428273595 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f1019f670 con 0x7f0f100745c0 2024-09-05T02:27:07.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.150+0000 7f0f0f400640 1 --2- 172.21.15.33:0/428273595 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f100745c0 0x7f0f1019a680 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f0f00006010 tx=0x7f0f00004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:07.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.150+0000 7f0f07e00640 1 -- 172.21.15.33:0/428273595 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f0003f030 con 0x7f0f100745c0 2024-09-05T02:27:07.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.150+0000 7f0f07e00640 1 -- 172.21.15.33:0/428273595 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f00004440 con 0x7f0f100745c0 2024-09-05T02:27:07.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.150+0000 7f0f16600640 1 -- 172.21.15.33:0/428273595 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f1019f900 con 0x7f0f100745c0 2024-09-05T02:27:07.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.150+0000 7f0f07e00640 1 -- 172.21.15.33:0/428273595 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f00035070 con 0x7f0f100745c0 2024-09-05T02:27:07.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.150+0000 7f0f16600640 1 -- 172.21.15.33:0/428273595 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f101a71f0 con 0x7f0f100745c0 2024-09-05T02:27:07.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.152+0000 7f0f16600640 1 -- 172.21.15.33:0/428273595 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f100749a0 con 0x7f0f100745c0 2024-09-05T02:27:07.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.155+0000 7f0f07e00640 1 -- 172.21.15.33:0/428273595 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7f0f00042030 con 0x7f0f100745c0 2024-09-05T02:27:07.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.156+0000 7f0f07e00640 1 --2- 172.21.15.33:0/428273595 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0ef40a2ec0 0x7f0ef40a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:07.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.157+0000 7f0f07e00640 1 -- 172.21.15.33:0/428273595 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f0f000efa40 con 0x7f0f100745c0 2024-09-05T02:27:07.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.157+0000 7f0f0ea00640 1 --2- 172.21.15.33:0/428273595 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0ef40a2ec0 0x7f0ef40a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:07.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.157+0000 7f0f07e00640 1 -- 172.21.15.33:0/428273595 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0f000bc4a0 con 0x7f0f100745c0 2024-09-05T02:27:07.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.158+0000 7f0f0ea00640 1 --2- 172.21.15.33:0/428273595 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0ef40a2ec0 0x7f0ef40a5380 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f0efc0095f0 tx=0x7f0efc005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:07.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.369+0000 7f0f16600640 1 -- 172.21.15.33:0/428273595 --> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7f0f10062630 con 0x7f0ef40a2ec0 2024-09-05T02:27:07.433 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:27:07.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.443+0000 7f0f07e00640 1 -- 172.21.15.33:0/428273595 <== mgr.15138 v2:172.21.15.33:6800/2352698460 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7f0f10062630 con 0x7f0ef40a2ec0 2024-09-05T02:27:07.445 INFO:teuthology.orchestra.run.smithi033.stdout:Retention added to path / 2024-09-05T02:27:07.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.446+0000 7f0f16600640 1 -- 172.21.15.33:0/428273595 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0ef40a2ec0 msgr2=0x7f0ef40a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:07.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.446+0000 7f0f16600640 1 --2- 172.21.15.33:0/428273595 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0ef40a2ec0 0x7f0ef40a5380 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f0efc0095f0 tx=0x7f0efc005f90 comp rx=0 tx=0).stop 2024-09-05T02:27:07.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.446+0000 7f0f16600640 1 -- 172.21.15.33:0/428273595 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f100745c0 msgr2=0x7f0f1019a680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:07.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.446+0000 7f0f16600640 1 --2- 172.21.15.33:0/428273595 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f100745c0 0x7f0f1019a680 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f0f00006010 tx=0x7f0f00004040 comp rx=0 tx=0).stop 2024-09-05T02:27:07.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.446+0000 7f0f16600640 1 -- 172.21.15.33:0/428273595 shutdown_connections 2024-09-05T02:27:07.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.446+0000 7f0f16600640 1 --2- 172.21.15.33:0/428273595 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0ef40a2ec0 0x7f0ef40a5380 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:07.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.446+0000 7f0f16600640 1 --2- 172.21.15.33:0/428273595 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0f1010e380 0x7f0f1019ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:07.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.446+0000 7f0f16600640 1 --2- 172.21.15.33:0/428273595 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0f10074ee0 0x7f0f1019abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:07.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.446+0000 7f0f16600640 1 --2- 172.21.15.33:0/428273595 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f100745c0 0x7f0f1019a680 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:07.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.446+0000 7f0f16600640 1 -- 172.21.15.33:0/428273595 >> 172.21.15.33:0/428273595 conn(0x7f0f100fd7e0 msgr2=0x7f0f100fe440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:07.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.446+0000 7f0f16600640 1 -- 172.21.15.33:0/428273595 shutdown_connections 2024-09-05T02:27:07.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.446+0000 7f0f16600640 1 -- 172.21.15.33:0/428273595 wait complete. 2024-09-05T02:27:07.464 DEBUG:teuthology.orchestra.run.smithi033:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-09-05T02:27:07.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.622+0000 7fc06ea00640 1 -- 172.21.15.33:0/1347965388 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc068101ae0 msgr2=0x7fc068101f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:07.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.622+0000 7fc06ea00640 1 --2- 172.21.15.33:0/1347965388 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc068101ae0 0x7fc068101f40 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fc054009930 tx=0x7fc05402a440 comp rx=0 tx=0).stop 2024-09-05T02:27:07.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.622+0000 7fc06ea00640 1 -- 172.21.15.33:0/1347965388 shutdown_connections 2024-09-05T02:27:07.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.622+0000 7fc06ea00640 1 --2- 172.21.15.33:0/1347965388 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc068102480 0x7fc06810e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:07.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.622+0000 7fc06ea00640 1 --2- 172.21.15.33:0/1347965388 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc068101ae0 0x7fc068101f40 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:07.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.622+0000 7fc06ea00640 1 --2- 172.21.15.33:0/1347965388 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc068107b80 0x7fc068107f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:07.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.622+0000 7fc06ea00640 1 -- 172.21.15.33:0/1347965388 >> 172.21.15.33:0/1347965388 conn(0x7fc0680fd7e0 msgr2=0x7fc0680ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:07.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.622+0000 7fc06ea00640 1 -- 172.21.15.33:0/1347965388 shutdown_connections 2024-09-05T02:27:07.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.622+0000 7fc06ea00640 1 -- 172.21.15.33:0/1347965388 wait complete. 2024-09-05T02:27:07.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.623+0000 7fc06ea00640 1 Processor -- start 2024-09-05T02:27:07.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.623+0000 7fc06ea00640 1 -- start start 2024-09-05T02:27:07.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.624+0000 7fc06ea00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc068101ae0 0x7fc0680744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:07.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.624+0000 7fc06ea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc068102480 0x7fc068074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:07.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.624+0000 7fc06ea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc068107b80 0x7fc068074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:07.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.624+0000 7fc06ea00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc068111f80 con 0x7fc068102480 2024-09-05T02:27:07.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.624+0000 7fc06ea00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc068111e00 con 0x7fc068101ae0 2024-09-05T02:27:07.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.624+0000 7fc06ea00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc068112100 con 0x7fc068107b80 2024-09-05T02:27:07.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.624+0000 7fc067400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc068102480 0x7fc068074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:07.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.624+0000 7fc067e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc068101ae0 0x7fc0680744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:07.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.624+0000 7fc067400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc068102480 0x7fc068074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54738/0 (socket says 172.21.15.33:54738) 2024-09-05T02:27:07.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.624+0000 7fc067400640 1 -- 172.21.15.33:0/2074487921 learned_addr learned my addr 172.21.15.33:0/2074487921 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:07.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.624+0000 7fc06ca00640 1 --2- 172.21.15.33:0/2074487921 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc068107b80 0x7fc068074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:07.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.624+0000 7fc067e00640 1 -- 172.21.15.33:0/2074487921 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc068107b80 msgr2=0x7fc068074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:07.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.624+0000 7fc067e00640 1 --2- 172.21.15.33:0/2074487921 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc068107b80 0x7fc068074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:07.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.624+0000 7fc067e00640 1 -- 172.21.15.33:0/2074487921 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc068102480 msgr2=0x7fc068074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:07.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.624+0000 7fc067e00640 1 --2- 172.21.15.33:0/2074487921 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc068102480 0x7fc068074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:07.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.624+0000 7fc067e00640 1 -- 172.21.15.33:0/2074487921 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0681a6870 con 0x7fc068101ae0 2024-09-05T02:27:07.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.624+0000 7fc067400640 1 --2- 172.21.15.33:0/2074487921 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc068102480 0x7fc068074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:27:07.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.625+0000 7fc067e00640 1 --2- 172.21.15.33:0/2074487921 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc068101ae0 0x7fc0680744f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc05800e9f0 tx=0x7fc05800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:07.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.625+0000 7fc064c00640 1 -- 172.21.15.33:0/2074487921 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05800ccc0 con 0x7fc068101ae0 2024-09-05T02:27:07.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.625+0000 7fc06ea00640 1 -- 172.21.15.33:0/2074487921 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0681a6b60 con 0x7fc068101ae0 2024-09-05T02:27:07.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.625+0000 7fc064c00640 1 -- 172.21.15.33:0/2074487921 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc058010910 con 0x7fc068101ae0 2024-09-05T02:27:07.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.625+0000 7fc064c00640 1 -- 172.21.15.33:0/2074487921 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc058018960 con 0x7fc068101ae0 2024-09-05T02:27:07.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.625+0000 7fc06ea00640 1 -- 172.21.15.33:0/2074487921 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0681a7100 con 0x7fc068101ae0 2024-09-05T02:27:07.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.626+0000 7fc06ea00640 1 -- 172.21.15.33:0/2074487921 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc068101f40 con 0x7fc068101ae0 2024-09-05T02:27:07.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.629+0000 7fc064c00640 1 -- 172.21.15.33:0/2074487921 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7fc058010ac0 con 0x7fc068101ae0 2024-09-05T02:27:07.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.630+0000 7fc064c00640 1 --2- 172.21.15.33:0/2074487921 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc04c0a2ec0 0x7fc04c0a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:07.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.630+0000 7fc064c00640 1 -- 172.21.15.33:0/2074487921 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fc0580cfd30 con 0x7fc068101ae0 2024-09-05T02:27:07.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.630+0000 7fc067400640 1 --2- 172.21.15.33:0/2074487921 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc04c0a2ec0 0x7fc04c0a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:07.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.631+0000 7fc067400640 1 --2- 172.21.15.33:0/2074487921 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc04c0a2ec0 0x7fc04c0a5380 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc0680ffb30 tx=0x7fc054031510 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:07.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.632+0000 7fc064c00640 1 -- 172.21.15.33:0/2074487921 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc05809c1a0 con 0x7fc068101ae0 2024-09-05T02:27:07.725 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:07 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:27:07.725 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:07 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:27:07.725 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:07 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:27:07.725 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:07 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:27:07.725 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:07 smithi033 ceph-mon[29909]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:27:07.725 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:07 smithi033 ceph-mon[29909]: from='client.15294 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:27:07.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.843+0000 7fc06ea00640 1 -- 172.21.15.33:0/2074487921 --> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7fc0680fe3f0 con 0x7fc04c0a2ec0 2024-09-05T02:27:07.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.850+0000 7fc064c00640 1 -- 172.21.15.33:0/2074487921 <== mgr.15138 v2:172.21.15.33:6800/2352698460 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7fc0680fe3f0 con 0x7fc04c0a2ec0 2024-09-05T02:27:07.852 INFO:teuthology.orchestra.run.smithi033.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-09-05T00:00:00", "created": "2024-09-05T02:27:06", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-09-05T02:27:07.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.853+0000 7fc06ea00640 1 -- 172.21.15.33:0/2074487921 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc04c0a2ec0 msgr2=0x7fc04c0a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:07.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.853+0000 7fc06ea00640 1 --2- 172.21.15.33:0/2074487921 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc04c0a2ec0 0x7fc04c0a5380 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc0680ffb30 tx=0x7fc054031510 comp rx=0 tx=0).stop 2024-09-05T02:27:07.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.853+0000 7fc06ea00640 1 -- 172.21.15.33:0/2074487921 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc068101ae0 msgr2=0x7fc0680744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:07.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.853+0000 7fc06ea00640 1 --2- 172.21.15.33:0/2074487921 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc068101ae0 0x7fc0680744f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc05800e9f0 tx=0x7fc05800eeb0 comp rx=0 tx=0).stop 2024-09-05T02:27:07.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.853+0000 7fc06ea00640 1 -- 172.21.15.33:0/2074487921 shutdown_connections 2024-09-05T02:27:07.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.853+0000 7fc06ea00640 1 --2- 172.21.15.33:0/2074487921 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc04c0a2ec0 0x7fc04c0a5380 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:07.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.853+0000 7fc06ea00640 1 --2- 172.21.15.33:0/2074487921 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc068107b80 0x7fc068074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:07.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.853+0000 7fc06ea00640 1 --2- 172.21.15.33:0/2074487921 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc068102480 0x7fc068074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:07.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.853+0000 7fc06ea00640 1 --2- 172.21.15.33:0/2074487921 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc068101ae0 0x7fc0680744f0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:07.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.853+0000 7fc06ea00640 1 -- 172.21.15.33:0/2074487921 >> 172.21.15.33:0/2074487921 conn(0x7fc0680fd7e0 msgr2=0x7fc0680fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:07.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.853+0000 7fc06ea00640 1 -- 172.21.15.33:0/2074487921 shutdown_connections 2024-09-05T02:27:07.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:07.853+0000 7fc06ea00640 1 -- 172.21.15.33:0/2074487921 wait complete. 2024-09-05T02:27:07.870 DEBUG:teuthology.orchestra.run.smithi033:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-09-05T02:27:08.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:07 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:27:08.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:07 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:27:08.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:07 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:27:08.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:07 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:27:08.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:07 smithi174 ceph-mon[34756]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:27:08.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:07 smithi174 ceph-mon[34756]: from='client.15294 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:27:08.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.006+0000 7ff1c7600640 1 -- 172.21.15.33:0/1973745992 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1c01049c0 msgr2=0x7ff1c0108a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:08.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.006+0000 7ff1c7600640 1 --2- 172.21.15.33:0/1973745992 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1c01049c0 0x7ff1c0108a10 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7ff1ac009900 tx=0x7ff1ac02a3f0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.007+0000 7ff1c7600640 1 -- 172.21.15.33:0/1973745992 shutdown_connections 2024-09-05T02:27:08.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.007+0000 7ff1c7600640 1 --2- 172.21.15.33:0/1973745992 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff1c0109140 0x7ff1c0110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.007+0000 7ff1c7600640 1 --2- 172.21.15.33:0/1973745992 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1c01049c0 0x7ff1c0108a10 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.007+0000 7ff1c7600640 1 --2- 172.21.15.33:0/1973745992 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff1c0104010 0x7ff1c01043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.007+0000 7ff1c7600640 1 -- 172.21.15.33:0/1973745992 >> 172.21.15.33:0/1973745992 conn(0x7ff1c00ffa50 msgr2=0x7ff1c0101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:08.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.007+0000 7ff1c7600640 1 -- 172.21.15.33:0/1973745992 shutdown_connections 2024-09-05T02:27:08.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.007+0000 7ff1c7600640 1 -- 172.21.15.33:0/1973745992 wait complete. 2024-09-05T02:27:08.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.008+0000 7ff1c7600640 1 Processor -- start 2024-09-05T02:27:08.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.008+0000 7ff1c7600640 1 -- start start 2024-09-05T02:27:08.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.009+0000 7ff1c7600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff1c0104010 0x7ff1c019a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.009+0000 7ff1c7600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff1c01049c0 0x7ff1c019ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.009+0000 7ff1c7600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1c0109140 0x7ff1c019ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.009+0000 7ff1c7600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c0114160 con 0x7ff1c0109140 2024-09-05T02:27:08.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.009+0000 7ff1c7600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c0113fe0 con 0x7ff1c0104010 2024-09-05T02:27:08.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.009+0000 7ff1c7600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c01142e0 con 0x7ff1c01049c0 2024-09-05T02:27:08.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.009+0000 7ff1c5600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1c0109140 0x7ff1c019ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.009+0000 7ff1c5600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1c0109140 0x7ff1c019ef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54762/0 (socket says 172.21.15.33:54762) 2024-09-05T02:27:08.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.009+0000 7ff1c5600640 1 -- 172.21.15.33:0/2992403115 learned_addr learned my addr 172.21.15.33:0/2992403115 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:08.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.009+0000 7ff1c4c00640 1 --2- 172.21.15.33:0/2992403115 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff1c0104010 0x7ff1c019a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.009+0000 7ff1bfe00640 1 --2- 172.21.15.33:0/2992403115 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff1c01049c0 0x7ff1c019ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.010+0000 7ff1c5600640 1 -- 172.21.15.33:0/2992403115 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff1c01049c0 msgr2=0x7ff1c019ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:08.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.010+0000 7ff1c5600640 1 --2- 172.21.15.33:0/2992403115 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff1c01049c0 0x7ff1c019ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.010+0000 7ff1c5600640 1 -- 172.21.15.33:0/2992403115 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff1c0104010 msgr2=0x7ff1c019a640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:08.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.010+0000 7ff1c5600640 1 --2- 172.21.15.33:0/2992403115 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff1c0104010 0x7ff1c019a640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.010+0000 7ff1c5600640 1 -- 172.21.15.33:0/2992403115 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1c019f5f0 con 0x7ff1c0109140 2024-09-05T02:27:08.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.010+0000 7ff1c4c00640 1 --2- 172.21.15.33:0/2992403115 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff1c0104010 0x7ff1c019a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:27:08.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.010+0000 7ff1c5600640 1 --2- 172.21.15.33:0/2992403115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1c0109140 0x7ff1c019ef10 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7ff1b800eaa0 tx=0x7ff1b800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:08.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.010+0000 7ff1bd600640 1 -- 172.21.15.33:0/2992403115 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b800cdb0 con 0x7ff1c0109140 2024-09-05T02:27:08.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.010+0000 7ff1bd600640 1 -- 172.21.15.33:0/2992403115 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff1b8005020 con 0x7ff1c0109140 2024-09-05T02:27:08.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.010+0000 7ff1c7600640 1 -- 172.21.15.33:0/2992403115 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1c019f8e0 con 0x7ff1c0109140 2024-09-05T02:27:08.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.010+0000 7ff1bd600640 1 -- 172.21.15.33:0/2992403115 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b80116b0 con 0x7ff1c0109140 2024-09-05T02:27:08.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.011+0000 7ff1c7600640 1 -- 172.21.15.33:0/2992403115 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1c01a71c0 con 0x7ff1c0109140 2024-09-05T02:27:08.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.014+0000 7ff1bd600640 1 -- 172.21.15.33:0/2992403115 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7ff1b8005560 con 0x7ff1c0109140 2024-09-05T02:27:08.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.014+0000 7ff1ca245740 1 Processor -- start 2024-09-05T02:27:08.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.014+0000 7ff1ca245740 1 -- start start 2024-09-05T02:27:08.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.014+0000 7ff1ca245740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595e95b90 0x55d595e95f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.014+0000 7ff1ca245740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595e964b0 0x55d595ea0830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.014+0000 7ff1ca245740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595ea0d70 0x55d595ea3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.014+0000 7ff1ca245740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55d595dfc3e0 con 0x55d595e964b0 2024-09-05T02:27:08.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.014+0000 7ff1ca245740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d595da3d80 con 0x55d595e95b90 2024-09-05T02:27:08.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.014+0000 7ff1ca245740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55d595df83a0 con 0x55d595ea0d70 2024-09-05T02:27:08.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.015+0000 7ff1bfe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595e95b90 0x55d595e95f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.015+0000 7ff1bfe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595e95b90 0x55d595e95f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:38456/0 (socket says 172.21.15.33:38456) 2024-09-05T02:27:08.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.015+0000 7ff1c4c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595e964b0 0x55d595ea0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.015+0000 7ff1bfe00640 1 -- 172.21.15.33:0/427606105 learned_addr learned my addr 172.21.15.33:0/427606105 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:08.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.015+0000 7ff1bfe00640 1 -- 172.21.15.33:0/427606105 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595ea0d70 msgr2=0x55d595ea3160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:08.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.015+0000 7ff1bfe00640 1 --2- 172.21.15.33:0/427606105 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595ea0d70 0x55d595ea3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.015+0000 7ff1bfe00640 1 -- 172.21.15.33:0/427606105 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595e964b0 msgr2=0x55d595ea0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:08.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.015+0000 7ff1bfe00640 1 --2- 172.21.15.33:0/427606105 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595e964b0 0x55d595ea0830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.015+0000 7ff1bfe00640 1 -- 172.21.15.33:0/427606105 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d595dc2ae0 con 0x55d595e95b90 2024-09-05T02:27:08.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.016+0000 7ff1bfe00640 1 --2- 172.21.15.33:0/427606105 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595e95b90 0x55d595e95f70 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff1ac02a910 tx=0x7ff1ac005e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d409571912486236 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:08.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.016+0000 7ff1b1c00640 1 -- 172.21.15.33:0/427606105 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1ac040070 con 0x55d595e95b90 2024-09-05T02:27:08.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.016+0000 7ff1b1c00640 1 -- 172.21.15.33:0/427606105 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff1ac0317b0 con 0x55d595e95b90 2024-09-05T02:27:08.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.016+0000 7ff1b1c00640 1 -- 172.21.15.33:0/427606105 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1ac035040 con 0x55d595e95b90 2024-09-05T02:27:08.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.016+0000 7ff1bd600640 1 --2- 172.21.15.33:0/2992403115 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff1a80a2e00 0x7ff1a80a52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.016+0000 7ff1bd600640 1 -- 172.21.15.33:0/2992403115 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ff1b80cf2e0 con 0x7ff1c0109140 2024-09-05T02:27:08.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.016+0000 7ff1c4c00640 1 --2- 172.21.15.33:0/2992403115 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff1a80a2e00 0x7ff1a80a52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.017+0000 7ff1ca245740 1 -- 172.21.15.33:0/427606105 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595e95b90 msgr2=0x55d595e95f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:08.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.017+0000 7ff1ca245740 1 --2- 172.21.15.33:0/427606105 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595e95b90 0x55d595e95f70 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff1ac02a910 tx=0x7ff1ac005e70 comp rx=0 tx=0).stop 2024-09-05T02:27:08.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.017+0000 7ff1ca245740 1 -- 172.21.15.33:0/427606105 shutdown_connections 2024-09-05T02:27:08.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.017+0000 7ff1ca245740 1 --2- 172.21.15.33:0/427606105 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595ea0d70 0x55d595ea3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.017+0000 7ff1ca245740 1 --2- 172.21.15.33:0/427606105 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595e964b0 0x55d595ea0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.017+0000 7ff1ca245740 1 --2- 172.21.15.33:0/427606105 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595e95b90 0x55d595e95f70 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.017+0000 7ff1ca245740 1 -- 172.21.15.33:0/427606105 >> 172.21.15.33:0/427606105 conn(0x55d595e92120 msgr2=0x55d595e92500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:08.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.017+0000 7ff1ca245740 1 -- 172.21.15.33:0/427606105 shutdown_connections 2024-09-05T02:27:08.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.017+0000 7ff1ca245740 1 -- 172.21.15.33:0/427606105 wait complete. 2024-09-05T02:27:08.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.017+0000 7ff1c4c00640 1 --2- 172.21.15.33:0/2992403115 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff1a80a2e00 0x7ff1a80a52c0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x55d595e92f80 tx=0x7ff1b4005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:08.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.018+0000 7ff1ca245740 1 -- start start 2024-09-05T02:27:08.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.018+0000 7ff1ca245740 1 Processor -- start 2024-09-05T02:27:08.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.018+0000 7ff1ca245740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595e95b90 0x55d595e9dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.018+0000 7ff1ca245740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595e964b0 0x55d595e9e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.018+0000 7ff1ca245740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595ea0d70 0x55d595e9e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.018+0000 7ff1ca245740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55d595ea39e0 con 0x55d595ea0d70 2024-09-05T02:27:08.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.018+0000 7ff1ca245740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d595db70f0 con 0x55d595e964b0 2024-09-05T02:27:08.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.018+0000 7ff1ca245740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55d595ea3b60 con 0x55d595e95b90 2024-09-05T02:27:08.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.018+0000 7ff1ca245740 10 client.0 _ll_register_callbacks cb 0x55d595da89e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:27:08.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.019+0000 7ff1bfe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595e964b0 0x55d595e9e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.019+0000 7ff1bfe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595e964b0 0x55d595e9e270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:38470/0 (socket says 172.21.15.33:38470) 2024-09-05T02:27:08.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.019+0000 7ff1bfe00640 1 -- 172.21.15.33:0/1971860333 learned_addr learned my addr 172.21.15.33:0/1971860333 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:08.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.019+0000 7ff1c5600640 1 --2- 172.21.15.33:0/1971860333 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595ea0d70 0x55d595e9e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.019+0000 7ff1c4c00640 1 --2- 172.21.15.33:0/1971860333 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595e95b90 0x55d595e9dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.019+0000 7ff1bfe00640 1 -- 172.21.15.33:0/1971860333 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595e95b90 msgr2=0x55d595e9dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:08.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.019+0000 7ff1bfe00640 1 --2- 172.21.15.33:0/1971860333 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595e95b90 0x55d595e9dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.019+0000 7ff1bfe00640 1 -- 172.21.15.33:0/1971860333 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595ea0d70 msgr2=0x55d595e9e7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:08.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.019+0000 7ff1bfe00640 1 --2- 172.21.15.33:0/1971860333 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595ea0d70 0x55d595e9e7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.019+0000 7ff1bfe00640 1 -- 172.21.15.33:0/1971860333 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d595b6d3c0 con 0x55d595e964b0 2024-09-05T02:27:08.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.019+0000 7ff1c5600640 1 --2- 172.21.15.33:0/1971860333 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595ea0d70 0x55d595e9e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:27:08.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.019+0000 7ff1bfe00640 1 --2- 172.21.15.33:0/1971860333 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595e964b0 0x55d595e9e270 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7ff1ac031430 tx=0x7ff1ac000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc9d01531d138f6c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:08.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.019+0000 7ff1a6000640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:27:08.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.020+0000 7ff1a6000640 1 -- 172.21.15.33:0/1971860333 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1ac040030 con 0x55d595e964b0 2024-09-05T02:27:08.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.020+0000 7ff1a6000640 1 -- 172.21.15.33:0/1971860333 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ff1ac004040 con 0x55d595e964b0 2024-09-05T02:27:08.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.020+0000 7ff1ca245740 1 -- 172.21.15.33:0/1971860333 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1ac0317b0 con 0x55d595e964b0 2024-09-05T02:27:08.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.020+0000 7ff1a6000640 1 -- 172.21.15.33:0/1971860333 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff1ac009520 con 0x55d595e964b0 2024-09-05T02:27:08.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.020+0000 7ff1ca245740 10 client.25319 fetch_fsmap learned FSMap version 29 2024-09-05T02:27:08.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.020+0000 7ff1ca245740 1 -- 172.21.15.33:0/1971860333 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d595eaf750 con 0x55d595e964b0 2024-09-05T02:27:08.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.020+0000 7ff1a6000640 1 -- 172.21.15.33:0/1971860333 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff1ac0317b0 con 0x55d595e964b0 2024-09-05T02:27:08.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.021+0000 7ff1a6000640 1 -- 172.21.15.33:0/1971860333 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff1ac003ad0 con 0x55d595e964b0 2024-09-05T02:27:08.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.021+0000 7ff1ca245740 10 client.25319 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:27:08.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.021+0000 7ff1ca245740 10 client.25319 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:27:08.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.021+0000 7ff1ca245740 20 client.25319 populate_metadata read hostname 'smithi033' 2024-09-05T02:27:08.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.021+0000 7ff1ca245740 1 --2- 172.21.15.33:0/1971860333 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55d595eb0aa0 0x55d595eb2e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.021+0000 7ff1ca245740 4 client.25319 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:27:08.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.021+0000 7ff1ca245740 1 -- 172.21.15.33:0/1971860333 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d595e09950 con 0x55d595eb0aa0 2024-09-05T02:27:08.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.021+0000 7ff1c4c00640 1 --2- 172.21.15.33:0/1971860333 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55d595eb0aa0 0x55d595eb2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.022+0000 7ff1c4c00640 1 --2- 172.21.15.33:0/1971860333 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55d595eb0aa0 0x55d595eb2e90 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d21650afa5c08937 server_cookie=244c61bc14181ce0 in_seq=0 out_seq=0 2024-09-05T02:27:08.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.022+0000 7ff1a6000640 10 client.25319 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:27:08.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.023+0000 7ff1a6000640 1 -- 172.21.15.33:0/1971860333 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d595e09950 con 0x55d595eb0aa0 2024-09-05T02:27:08.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.023+0000 7ff1a6000640 10 client.25319 handle_command_reply: tid=0 2024-09-05T02:27:08.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.023+0000 7ff1ca245740 1 client.25319 shutdown 2024-09-05T02:27:08.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.023+0000 7ff1ca245740 1 -- 172.21.15.33:0/1971860333 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595e964b0 msgr2=0x55d595e9e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:08.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.023+0000 7ff1ca245740 1 --2- 172.21.15.33:0/1971860333 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595e964b0 0x55d595e9e270 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7ff1ac031430 tx=0x7ff1ac000bc0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.023+0000 7ff1ca245740 1 -- 172.21.15.33:0/1971860333 shutdown_connections 2024-09-05T02:27:08.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.023+0000 7ff1ca245740 1 --2- 172.21.15.33:0/1971860333 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55d595eb0aa0 0x55d595eb2e90 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.023+0000 7ff1ca245740 1 --2- 172.21.15.33:0/1971860333 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595ea0d70 0x55d595e9e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.023+0000 7ff1ca245740 1 --2- 172.21.15.33:0/1971860333 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595e964b0 0x55d595e9e270 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.023+0000 7ff1ca245740 1 --2- 172.21.15.33:0/1971860333 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595e95b90 0x55d595e9dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.023+0000 7ff1a6000640 0 client.25319 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:27:08.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.023+0000 7ff1ca245740 1 -- 172.21.15.33:0/1971860333 >> 172.21.15.33:0/1971860333 conn(0x55d595e92120 msgr2=0x55d595e97e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:08.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.023+0000 7ff1ca245740 1 -- 172.21.15.33:0/1971860333 shutdown_connections 2024-09-05T02:27:08.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.023+0000 7ff1ca245740 1 -- 172.21.15.33:0/1971860333 wait complete. 2024-09-05T02:27:08.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.023+0000 7ff1ca245740 20 client.25319 trim_cache size 0 max 16384 2024-09-05T02:27:08.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.039+0000 7fbdd6e00640 1 -- 172.21.15.33:0/694097784 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbdd0102250 msgr2=0x7fbdd010e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:08.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.039+0000 7fbdd6e00640 1 --2- 172.21.15.33:0/694097784 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbdd0102250 0x7fbdd010e780 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fbdc8009be0 tx=0x7fbdc802a6d0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.039+0000 7fbdd6e00640 1 -- 172.21.15.33:0/694097784 shutdown_connections 2024-09-05T02:27:08.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.039+0000 7fbdd6e00640 1 --2- 172.21.15.33:0/694097784 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbdd0102250 0x7fbdd010e780 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.039+0000 7fbdd6e00640 1 --2- 172.21.15.33:0/694097784 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdd01018b0 0x7fbdd0101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.039+0000 7fbdd6e00640 1 --2- 172.21.15.33:0/694097784 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbdd01078c0 0x7fbdd0107ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.039+0000 7fbdd6e00640 1 -- 172.21.15.33:0/694097784 >> 172.21.15.33:0/694097784 conn(0x7fbdd00fd5d0 msgr2=0x7fbdd00ff9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:08.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.039+0000 7fbdd6e00640 1 -- 172.21.15.33:0/694097784 shutdown_connections 2024-09-05T02:27:08.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.039+0000 7fbdd6e00640 1 -- 172.21.15.33:0/694097784 wait complete. 2024-09-05T02:27:08.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.040+0000 7fbdd6e00640 1 Processor -- start 2024-09-05T02:27:08.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.040+0000 7fbdd6e00640 1 -- start start 2024-09-05T02:27:08.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.040+0000 7fbdd6e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdd01018b0 0x7fbdd00744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.040+0000 7fbdd6e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbdd0102250 0x7fbdd0074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.040+0000 7fbdd6e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbdd01078c0 0x7fbdd0074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.040+0000 7fbdd6e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd0111cb0 con 0x7fbdd01018b0 2024-09-05T02:27:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.040+0000 7fbdd6e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd0111b30 con 0x7fbdd01078c0 2024-09-05T02:27:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.040+0000 7fbdd6e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd0111e30 con 0x7fbdd0102250 2024-09-05T02:27:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.041+0000 7fbdd5a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdd01018b0 0x7fbdd00744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.041+0000 7fbdd5a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdd01018b0 0x7fbdd00744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54812/0 (socket says 172.21.15.33:54812) 2024-09-05T02:27:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.041+0000 7fbdd5a00640 1 -- 172.21.15.33:0/2438905924 learned_addr learned my addr 172.21.15.33:0/2438905924 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.041+0000 7fbdd6400640 1 --2- 172.21.15.33:0/2438905924 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbdd01078c0 0x7fbdd0074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.041+0000 7fbdd5000640 1 --2- 172.21.15.33:0/2438905924 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbdd0102250 0x7fbdd0074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.041+0000 7fbdd5a00640 1 -- 172.21.15.33:0/2438905924 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbdd0102250 msgr2=0x7fbdd0074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.041+0000 7fbdd5a00640 1 --2- 172.21.15.33:0/2438905924 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbdd0102250 0x7fbdd0074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.041+0000 7fbdd5a00640 1 -- 172.21.15.33:0/2438905924 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbdd01078c0 msgr2=0x7fbdd0074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.041+0000 7fbdd5a00640 1 --2- 172.21.15.33:0/2438905924 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbdd01078c0 0x7fbdd0074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.041+0000 7fbdd5a00640 1 -- 172.21.15.33:0/2438905924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdd01a6690 con 0x7fbdd01018b0 2024-09-05T02:27:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.041+0000 7fbdd6400640 1 --2- 172.21.15.33:0/2438905924 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbdd01078c0 0x7fbdd0074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:27:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.042+0000 7fbdd5a00640 1 --2- 172.21.15.33:0/2438905924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdd01018b0 0x7fbdd00744f0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fbdc400ea60 tx=0x7fbdc400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.042+0000 7fbdce000640 1 -- 172.21.15.33:0/2438905924 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdc400cde0 con 0x7fbdd01018b0 2024-09-05T02:27:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.042+0000 7fbdd6e00640 1 -- 172.21.15.33:0/2438905924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdd01a6980 con 0x7fbdd01018b0 2024-09-05T02:27:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.042+0000 7fbdce000640 1 -- 172.21.15.33:0/2438905924 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbdc40035f0 con 0x7fbdd01018b0 2024-09-05T02:27:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.042+0000 7fbdce000640 1 -- 172.21.15.33:0/2438905924 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdc4005220 con 0x7fbdd01018b0 2024-09-05T02:27:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.042+0000 7fbdd6e00640 1 -- 172.21.15.33:0/2438905924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdd01a6f20 con 0x7fbdd01018b0 2024-09-05T02:27:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.044+0000 7fbdd6e00640 1 -- 172.21.15.33:0/2438905924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdd0101d10 con 0x7fbdd01018b0 2024-09-05T02:27:08.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.045+0000 7fbdce000640 1 -- 172.21.15.33:0/2438905924 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7fbdc40037a0 con 0x7fbdd01018b0 2024-09-05T02:27:08.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.046+0000 7fbdce000640 1 --2- 172.21.15.33:0/2438905924 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbdb80a2d80 0x7fbdb80a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.047+0000 7fbdce000640 1 -- 172.21.15.33:0/2438905924 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fbdc40cf800 con 0x7fbdd01018b0 2024-09-05T02:27:08.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.047+0000 7fbdd5000640 1 --2- 172.21.15.33:0/2438905924 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbdb80a2d80 0x7fbdb80a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.048+0000 7fbdd5000640 1 --2- 172.21.15.33:0/2438905924 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbdb80a2d80 0x7fbdb80a5240 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbdd0075f80 tx=0x7fbdbc009260 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:08.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.048+0000 7ff1ca245740 1 Processor -- start 2024-09-05T02:27:08.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.048+0000 7ff1ca245740 1 -- start start 2024-09-05T02:27:08.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.049+0000 7ff1ca245740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595e95b90 0x55d595e98640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.049+0000 7ff1ca245740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595e964b0 0x55d595eb5eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.049+0000 7ff1ca245740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595ea0d70 0x55d595eb63f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.049+0000 7ff1ca245740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c01af9d0 con 0x55d595e964b0 2024-09-05T02:27:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.049+0000 7ff1ca245740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c01b1510 con 0x55d595ea0d70 2024-09-05T02:27:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.049+0000 7ff1ca245740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c01b00a0 con 0x55d595e95b90 2024-09-05T02:27:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.049+0000 7ff1bfe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595e964b0 0x55d595eb5eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.049+0000 7ff1c4c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595e95b90 0x55d595e98640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.049+0000 7ff1c4c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595e95b90 0x55d595e98640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56936/0 (socket says 172.21.15.33:56936) 2024-09-05T02:27:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.049+0000 7ff1c4c00640 1 -- 172.21.15.33:0/2090048228 learned_addr learned my addr 172.21.15.33:0/2090048228 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.049+0000 7ff1bfe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595e964b0 0x55d595eb5eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54828/0 (socket says 172.21.15.33:54828) 2024-09-05T02:27:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.049+0000 7ff1c5600640 1 --2- 172.21.15.33:0/2090048228 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595ea0d70 0x55d595eb63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.049+0000 7ff1c4c00640 1 -- 172.21.15.33:0/2090048228 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595ea0d70 msgr2=0x55d595eb63f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.049+0000 7ff1c4c00640 1 --2- 172.21.15.33:0/2090048228 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595ea0d70 0x55d595eb63f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.049+0000 7ff1c4c00640 1 -- 172.21.15.33:0/2090048228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595e964b0 msgr2=0x55d595eb5eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.049+0000 7ff1c4c00640 1 --2- 172.21.15.33:0/2090048228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595e964b0 0x55d595eb5eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.050+0000 7ff1c4c00640 1 -- 172.21.15.33:0/2090048228 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d595e931d0 con 0x55d595e95b90 2024-09-05T02:27:08.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.050+0000 7ff1c5600640 1 --2- 172.21.15.33:0/2090048228 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595ea0d70 0x55d595eb63f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:27:08.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.050+0000 7ff1c4c00640 1 --2- 172.21.15.33:0/2090048228 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595e95b90 0x55d595e98640 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff1b4005d00 tx=0x7ff1b4019000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a9790af4ed9b44d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:08.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.050+0000 7ff1b1200640 1 -- 172.21.15.33:0/2090048228 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b4004020 con 0x55d595e95b90 2024-09-05T02:27:08.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.050+0000 7ff1b1200640 1 -- 172.21.15.33:0/2090048228 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff1b4005500 con 0x55d595e95b90 2024-09-05T02:27:08.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.050+0000 7ff1b1200640 1 -- 172.21.15.33:0/2090048228 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b4004d40 con 0x55d595e95b90 2024-09-05T02:27:08.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.051+0000 7ff1ca245740 1 -- 172.21.15.33:0/2090048228 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595e95b90 msgr2=0x55d595e98640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:08.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.051+0000 7ff1ca245740 1 --2- 172.21.15.33:0/2090048228 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595e95b90 0x55d595e98640 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff1b4005d00 tx=0x7ff1b4019000 comp rx=0 tx=0).stop 2024-09-05T02:27:08.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.051+0000 7ff1ca245740 1 -- 172.21.15.33:0/2090048228 shutdown_connections 2024-09-05T02:27:08.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.051+0000 7ff1ca245740 1 --2- 172.21.15.33:0/2090048228 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595ea0d70 0x55d595eb63f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.051+0000 7ff1ca245740 1 --2- 172.21.15.33:0/2090048228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595e964b0 0x55d595eb5eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.051+0000 7ff1ca245740 1 --2- 172.21.15.33:0/2090048228 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595e95b90 0x55d595e98640 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.051+0000 7ff1ca245740 1 -- 172.21.15.33:0/2090048228 >> 172.21.15.33:0/2090048228 conn(0x55d595e92120 msgr2=0x55d595eac5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:08.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.051+0000 7ff1ca245740 1 -- 172.21.15.33:0/2090048228 shutdown_connections 2024-09-05T02:27:08.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.052+0000 7fbdce000640 1 -- 172.21.15.33:0/2438905924 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbdc409c260 con 0x7fbdd01018b0 2024-09-05T02:27:08.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.051+0000 7ff1ca245740 1 -- 172.21.15.33:0/2090048228 wait complete. 2024-09-05T02:27:08.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.052+0000 7ff1ca245740 1 -- start start 2024-09-05T02:27:08.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.052+0000 7ff1ca245740 1 Processor -- start 2024-09-05T02:27:08.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.053+0000 7ff1ca245740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595e95b90 0x55d595eb4500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.053+0000 7ff1ca245740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595e964b0 0x55d595eb4a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.053+0000 7ff1ca245740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595ea0d70 0x55d595f1cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.053+0000 7ff1ca245740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c01b0e40 con 0x55d595e95b90 2024-09-05T02:27:08.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.053+0000 7ff1ca245740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c01b0770 con 0x55d595e964b0 2024-09-05T02:27:08.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.053+0000 7ff1ca245740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c01ad9b0 con 0x55d595ea0d70 2024-09-05T02:27:08.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.053+0000 7ff1ca245740 10 client.0 _ll_register_callbacks cb 0x7ff1ac005890 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:27:08.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.053+0000 7ff1c4c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595e95b90 0x55d595eb4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.053+0000 7ff1c5600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595ea0d70 0x55d595f1cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.053+0000 7ff1c5600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595ea0d70 0x55d595f1cbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56952/0 (socket says 172.21.15.33:56952) 2024-09-05T02:27:08.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.053+0000 7ff1c5600640 1 -- 172.21.15.33:0/3026748767 learned_addr learned my addr 172.21.15.33:0/3026748767 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:08.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.053+0000 7ff1bfe00640 1 --2- 172.21.15.33:0/3026748767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595e964b0 0x55d595eb4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.053+0000 7ff1c5600640 1 -- 172.21.15.33:0/3026748767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595e964b0 msgr2=0x55d595eb4a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:08.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.053+0000 7ff1c5600640 1 --2- 172.21.15.33:0/3026748767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595e964b0 0x55d595eb4a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.053+0000 7ff1c5600640 1 -- 172.21.15.33:0/3026748767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595e95b90 msgr2=0x55d595eb4500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:08.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.054+0000 7ff1c5600640 1 --2- 172.21.15.33:0/3026748767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595e95b90 0x55d595eb4500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.054+0000 7ff1c5600640 1 -- 172.21.15.33:0/3026748767 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d595e92db0 con 0x55d595ea0d70 2024-09-05T02:27:08.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.054+0000 7ff1c5600640 1 --2- 172.21.15.33:0/3026748767 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595ea0d70 0x55d595f1cbc0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7ff1b800efd0 tx=0x7ff1b809b830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e126018187cb115 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:08.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.054+0000 7ff1a6000640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:27:08.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.054+0000 7ff1a6000640 1 -- 172.21.15.33:0/3026748767 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b80b3070 con 0x55d595ea0d70 2024-09-05T02:27:08.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.054+0000 7ff1a6000640 1 -- 172.21.15.33:0/3026748767 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ff1b80afd60 con 0x55d595ea0d70 2024-09-05T02:27:08.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.054+0000 7ff1ca245740 1 -- 172.21.15.33:0/3026748767 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1b4005500 con 0x55d595ea0d70 2024-09-05T02:27:08.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.054+0000 7ff1a6000640 1 -- 172.21.15.33:0/3026748767 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff1b801f040 con 0x55d595ea0d70 2024-09-05T02:27:08.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.054+0000 7ff1ca245740 10 client.25303 fetch_fsmap learned FSMap version 29 2024-09-05T02:27:08.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.054+0000 7ff1ca245740 1 -- 172.21.15.33:0/3026748767 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d595f24310 con 0x55d595ea0d70 2024-09-05T02:27:08.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.055+0000 7ff1a6000640 1 -- 172.21.15.33:0/3026748767 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff1b4005500 con 0x55d595ea0d70 2024-09-05T02:27:08.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.055+0000 7ff1a6000640 1 -- 172.21.15.33:0/3026748767 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff1b800f040 con 0x55d595ea0d70 2024-09-05T02:27:08.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.055+0000 7ff1ca245740 10 client.25303 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:27:08.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.055+0000 7ff1ca245740 10 client.25303 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:27:08.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.055+0000 7ff1ca245740 20 client.25303 populate_metadata read hostname 'smithi033' 2024-09-05T02:27:08.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.055+0000 7ff1ca245740 1 --2- 172.21.15.33:0/3026748767 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55d595f24a30 0x55d595f26e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:08.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.055+0000 7ff1ca245740 4 client.25303 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:27:08.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.055+0000 7ff1ca245740 1 -- 172.21.15.33:0/3026748767 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d595e03e60 con 0x55d595f24a30 2024-09-05T02:27:08.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.055+0000 7ff1c4c00640 1 --2- 172.21.15.33:0/3026748767 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55d595f24a30 0x55d595f26e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:08.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.056+0000 7ff1c4c00640 1 --2- 172.21.15.33:0/3026748767 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55d595f24a30 0x55d595f26e50 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dcda2a3f7ab227e2 server_cookie=2ff234b94cfede9a in_seq=0 out_seq=0 2024-09-05T02:27:08.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.056+0000 7ff1a6000640 10 client.25303 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:27:08.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.056+0000 7ff1a6000640 1 -- 172.21.15.33:0/3026748767 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55d595e03e60 con 0x55d595f24a30 2024-09-05T02:27:08.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.056+0000 7ff1a6000640 10 client.25303 handle_command_reply: tid=0 2024-09-05T02:27:08.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.056+0000 7ff1ca245740 1 client.25303 shutdown 2024-09-05T02:27:08.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.056+0000 7ff1ca245740 1 -- 172.21.15.33:0/3026748767 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595ea0d70 msgr2=0x55d595f1cbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:08.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.056+0000 7ff1ca245740 1 --2- 172.21.15.33:0/3026748767 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595ea0d70 0x55d595f1cbc0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7ff1b800efd0 tx=0x7ff1b809b830 comp rx=0 tx=0).stop 2024-09-05T02:27:08.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.056+0000 7ff1ca245740 1 -- 172.21.15.33:0/3026748767 shutdown_connections 2024-09-05T02:27:08.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.056+0000 7ff1ca245740 1 --2- 172.21.15.33:0/3026748767 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d595ea0d70 0x55d595f1cbc0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.056+0000 7ff1ca245740 1 --2- 172.21.15.33:0/3026748767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d595e964b0 0x55d595eb4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.056+0000 7ff1ca245740 1 --2- 172.21.15.33:0/3026748767 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55d595f24a30 0x55d595f26e50 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.056+0000 7ff1ca245740 1 --2- 172.21.15.33:0/3026748767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d595e95b90 0x55d595eb4500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.056+0000 7ff1ca245740 1 -- 172.21.15.33:0/3026748767 >> 172.21.15.33:0/3026748767 conn(0x55d595e92120 msgr2=0x55d595e9c4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:08.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.056+0000 7ff1a6000640 0 client.25303 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:27:08.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.057+0000 7ff1ca245740 1 -- 172.21.15.33:0/3026748767 shutdown_connections 2024-09-05T02:27:08.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.057+0000 7ff1ca245740 1 -- 172.21.15.33:0/3026748767 wait complete. 2024-09-05T02:27:08.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.057+0000 7ff1ca245740 20 client.25303 trim_cache size 0 max 16384 2024-09-05T02:27:08.062 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:27:08.062 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T02:27:08.062 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": { 2024-09-05T02:27:08.062 INFO:teuthology.orchestra.run.smithi033.stdout: "3ec9df0d-756f-4f90-a58a-61f9cf50967e": { 2024-09-05T02:27:08.062 INFO:teuthology.orchestra.run.smithi033.stdout: "path": "/", 2024-09-05T02:27:08.062 INFO:teuthology.orchestra.run.smithi033.stdout: "tag": "3ec9df0d-756f-4f90-a58a-61f9cf50967e", 2024-09-05T02:27:08.062 INFO:teuthology.orchestra.run.smithi033.stdout: "options": "recursive,force" 2024-09-05T02:27:08.062 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:27:08.063 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:27:08.063 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:27:08.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.058+0000 7ff1c7600640 1 -- 172.21.15.33:0/2992403115 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff1a80a2e00 msgr2=0x7ff1a80a52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:08.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.058+0000 7ff1c7600640 1 --2- 172.21.15.33:0/2992403115 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff1a80a2e00 0x7ff1a80a52c0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x55d595e92f80 tx=0x7ff1b4005f90 comp rx=0 tx=0).stop 2024-09-05T02:27:08.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.058+0000 7ff1c7600640 1 -- 172.21.15.33:0/2992403115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1c0109140 msgr2=0x7ff1c019ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:08.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.058+0000 7ff1c7600640 1 --2- 172.21.15.33:0/2992403115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1c0109140 0x7ff1c019ef10 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7ff1b800eaa0 tx=0x7ff1b800ef60 comp rx=0 tx=0).stop 2024-09-05T02:27:08.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.058+0000 7ff1c7600640 1 -- 172.21.15.33:0/2992403115 shutdown_connections 2024-09-05T02:27:08.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.058+0000 7ff1c7600640 1 --2- 172.21.15.33:0/2992403115 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff1a80a2e00 0x7ff1a80a52c0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.058+0000 7ff1c7600640 1 --2- 172.21.15.33:0/2992403115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1c0109140 0x7ff1c019ef10 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.058+0000 7ff1c7600640 1 --2- 172.21.15.33:0/2992403115 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff1c01049c0 0x7ff1c019ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.058+0000 7ff1c7600640 1 --2- 172.21.15.33:0/2992403115 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff1c0104010 0x7ff1c019a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.058+0000 7ff1c7600640 1 -- 172.21.15.33:0/2992403115 >> 172.21.15.33:0/2992403115 conn(0x7ff1c00ffa50 msgr2=0x7ff1c0100dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:08.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.058+0000 7ff1c7600640 1 -- 172.21.15.33:0/2992403115 shutdown_connections 2024-09-05T02:27:08.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.058+0000 7ff1c7600640 1 -- 172.21.15.33:0/2992403115 wait complete. 2024-09-05T02:27:08.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:07 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:27:08.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:07 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:27:08.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:07 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:27:08.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:07 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:27:08.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:07 smithi123 ceph-mon[34031]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:27:08.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:07 smithi123 ceph-mon[34031]: from='client.15294 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:27:08.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.267+0000 7fbdd6e00640 1 -- 172.21.15.33:0/2438905924 --> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7fbdd0109e90 con 0x7fbdb80a2d80 2024-09-05T02:27:08.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.275+0000 7fbdce000640 1 -- 172.21.15.33:0/2438905924 <== mgr.15138 v2:172.21.15.33:6800/2352698460 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7fbdbc009c40 con 0x7fbdb80a2d80 2024-09-05T02:27:08.277 INFO:teuthology.orchestra.run.smithi033.stdout:/ 1m 6m3h 2024-09-05T02:27:08.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.277+0000 7fbdd6e00640 1 -- 172.21.15.33:0/2438905924 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbdb80a2d80 msgr2=0x7fbdb80a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:08.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.277+0000 7fbdd6e00640 1 --2- 172.21.15.33:0/2438905924 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbdb80a2d80 0x7fbdb80a5240 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbdd0075f80 tx=0x7fbdbc009260 comp rx=0 tx=0).stop 2024-09-05T02:27:08.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.277+0000 7fbdd6e00640 1 -- 172.21.15.33:0/2438905924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdd01018b0 msgr2=0x7fbdd00744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:08.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.277+0000 7fbdd6e00640 1 --2- 172.21.15.33:0/2438905924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdd01018b0 0x7fbdd00744f0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fbdc400ea60 tx=0x7fbdc400ef20 comp rx=0 tx=0).stop 2024-09-05T02:27:08.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.277+0000 7fbdd6e00640 1 -- 172.21.15.33:0/2438905924 shutdown_connections 2024-09-05T02:27:08.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.277+0000 7fbdd6e00640 1 --2- 172.21.15.33:0/2438905924 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbdb80a2d80 0x7fbdb80a5240 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.277+0000 7fbdd6e00640 1 --2- 172.21.15.33:0/2438905924 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbdd01078c0 0x7fbdd0074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.277+0000 7fbdd6e00640 1 --2- 172.21.15.33:0/2438905924 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbdd0102250 0x7fbdd0074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.277+0000 7fbdd6e00640 1 --2- 172.21.15.33:0/2438905924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdd01018b0 0x7fbdd00744f0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:08.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.277+0000 7fbdd6e00640 1 -- 172.21.15.33:0/2438905924 >> 172.21.15.33:0/2438905924 conn(0x7fbdd00fd5d0 msgr2=0x7fbdd00fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:08.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.277+0000 7fbdd6e00640 1 -- 172.21.15.33:0/2438905924 shutdown_connections 2024-09-05T02:27:08.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:08.277+0000 7fbdd6e00640 1 -- 172.21.15.33:0/2438905924 wait complete. 2024-09-05T02:27:08.295 DEBUG:teuthology.orchestra.run.smithi033:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-09-05T02:27:08.357 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-09-05T02:27:08.370 INFO:teuthology.run_tasks:Running task workunit... 2024-09-05T02:27:08.412 INFO:tasks.workunit:Pulling workunits from ref 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T02:27:08.413 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-05T02:27:08.413 INFO:tasks.workunit:timeout=3h 2024-09-05T02:27:08.413 INFO:tasks.workunit:cleanup=True 2024-09-05T02:27:08.413 DEBUG:teuthology.orchestra.run.smithi033:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-05T02:27:08.449 INFO:teuthology.orchestra.run.smithi033.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-09-05T02:27:08.450 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-09-05T02:27:08.450 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 6ch/108d Inode: 1099511628283 Links: 2 2024-09-05T02:27:08.450 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T02:27:08.450 INFO:teuthology.orchestra.run.smithi033.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-09-05T02:27:08.450 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-09-05 02:25:10.350948524 +0000 2024-09-05T02:27:08.450 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-09-05 02:25:10.350948524 +0000 2024-09-05T02:27:08.450 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-09-05 02:26:54.552818804 +0000 2024-09-05T02:27:08.450 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: 2024-09-05 02:25:10.350948524 +0000 2024-09-05T02:27:08.450 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-09-05T02:27:08.450 DEBUG:teuthology.orchestra.run.smithi033:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-09-05T02:27:08.560 DEBUG:teuthology.orchestra.run.smithi033:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T02:27:08.598 INFO:tasks.workunit.client.0.smithi033.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-05T02:27:08.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:08 smithi033 ceph-mon[29909]: pgmap v9: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-05T02:27:08.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:08 smithi033 ceph-mon[29909]: from='client.25307 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:27:08.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:08 smithi033 ceph-mon[29909]: from='client.15318 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:27:08.890 INFO:tasks.cephfs.filesystem:scrub status for tag:3ec9df0d-756f-4f90-a58a-61f9cf50967e - {'path': '/', 'tag': '3ec9df0d-756f-4f90-a58a-61f9cf50967e', 'options': 'recursive,force'} 2024-09-05T02:27:09.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:08 smithi174 ceph-mon[34756]: pgmap v9: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-05T02:27:09.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:08 smithi174 ceph-mon[34756]: from='client.25307 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:27:09.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:08 smithi174 ceph-mon[34756]: from='client.15318 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:27:09.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:08 smithi123 ceph-mon[34031]: pgmap v9: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-05T02:27:09.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:08 smithi123 ceph-mon[34031]: from='client.25307 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:27:09.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:08 smithi123 ceph-mon[34031]: from='client.15318 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:27:11.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:10 smithi123 ceph-mon[34031]: pgmap v10: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-05T02:27:11.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:10 smithi174 ceph-mon[34756]: pgmap v10: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-05T02:27:11.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:10 smithi033 ceph-mon[29909]: pgmap v10: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-05T02:27:13.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:12 smithi123 ceph-mon[34031]: pgmap v11: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-05T02:27:13.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:12 smithi174 ceph-mon[34756]: pgmap v11: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-05T02:27:13.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:12 smithi033 ceph-mon[29909]: pgmap v11: 97 pgs: 97 active+clean; 1.1 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-05T02:27:15.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:14 smithi123 ceph-mon[34031]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 77 KiB/s wr, 55 op/s 2024-09-05T02:27:15.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:14 smithi174 ceph-mon[34756]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 77 KiB/s wr, 55 op/s 2024-09-05T02:27:15.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:14 smithi033 ceph-mon[29909]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 77 KiB/s wr, 55 op/s 2024-09-05T02:27:17.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:16 smithi123 ceph-mon[34031]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 40 op/s 2024-09-05T02:27:17.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:16 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:27:17.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:16 smithi174 ceph-mon[34756]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 40 op/s 2024-09-05T02:27:17.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:16 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:27:17.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:16 smithi033 ceph-mon[29909]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 40 op/s 2024-09-05T02:27:17.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:16 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:27:19.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:18 smithi123 ceph-mon[34031]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 77 KiB/s wr, 45 op/s 2024-09-05T02:27:19.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:18 smithi174 ceph-mon[34756]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 77 KiB/s wr, 45 op/s 2024-09-05T02:27:19.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:18 smithi033 ceph-mon[29909]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 77 KiB/s wr, 45 op/s 2024-09-05T02:27:21.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:20 smithi123 ceph-mon[34031]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 40 op/s 2024-09-05T02:27:21.139 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:20 smithi033 ceph-mon[29909]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 40 op/s 2024-09-05T02:27:21.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:20 smithi174 ceph-mon[34756]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 40 op/s 2024-09-05T02:27:23.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:22 smithi033 ceph-mon[29909]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 40 op/s 2024-09-05T02:27:23.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:22 smithi123 ceph-mon[34031]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 40 op/s 2024-09-05T02:27:23.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:22 smithi174 ceph-mon[34756]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 40 op/s 2024-09-05T02:27:25.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:24 smithi174 ceph-mon[34756]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 77 KiB/s wr, 44 op/s 2024-09-05T02:27:25.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:24 smithi033 ceph-mon[29909]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 77 KiB/s wr, 44 op/s 2024-09-05T02:27:25.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:24 smithi123 ceph-mon[34031]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 77 KiB/s wr, 44 op/s 2024-09-05T02:27:27.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:26 smithi174 ceph-mon[34756]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:27.336 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:26 smithi033 ceph-mon[29909]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:27.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:26 smithi123 ceph-mon[34031]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:29.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:28 smithi174 ceph-mon[34756]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:27:29.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:28 smithi033 ceph-mon[29909]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:27:29.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:28 smithi123 ceph-mon[34031]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:27:31.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:30 smithi174 ceph-mon[34756]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:31.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:30 smithi033 ceph-mon[29909]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:31.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:30 smithi123 ceph-mon[34031]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:33.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:32 smithi174 ceph-mon[34756]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:33.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:32 smithi033 ceph-mon[29909]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:33.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:32 smithi123 ceph-mon[34031]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:35.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:34 smithi174 ceph-mon[34756]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:27:35.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:34 smithi033 ceph-mon[29909]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:27:35.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:34 smithi123 ceph-mon[34031]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:27:37.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:36 smithi174 ceph-mon[34756]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:37.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:36 smithi033 ceph-mon[29909]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:37.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:36 smithi123 ceph-mon[34031]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:38.891 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:27:39.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:38 smithi174 ceph-mon[34756]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:27:39.294 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:27:39.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:38 smithi033 ceph-mon[29909]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:27:39.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:38 smithi123 ceph-mon[34031]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:27:39.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.892+0000 7f7f43e00640 1 -- 172.21.15.33:0/2517053869 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f441047e0 msgr2=0x7f7f44108830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:39.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.892+0000 7f7f43e00640 1 --2- 172.21.15.33:0/2517053869 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f441047e0 0x7f7f44108830 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7f30009900 tx=0x7f7f3002a410 comp rx=0 tx=0).stop 2024-09-05T02:27:39.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.892+0000 7f7f43e00640 1 -- 172.21.15.33:0/2517053869 shutdown_connections 2024-09-05T02:27:39.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.892+0000 7f7f43e00640 1 --2- 172.21.15.33:0/2517053869 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7f44108f60 0x7f7f44110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.892+0000 7f7f43e00640 1 --2- 172.21.15.33:0/2517053869 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f441047e0 0x7f7f44108830 secure :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7f30009900 tx=0x7f7f3002a410 comp rx=0 tx=0).stop 2024-09-05T02:27:39.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.892+0000 7f7f43e00640 1 --2- 172.21.15.33:0/2517053869 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f44103e30 0x7f7f44104210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.892+0000 7f7f43e00640 1 -- 172.21.15.33:0/2517053869 >> 172.21.15.33:0/2517053869 conn(0x7f7f440ff910 msgr2=0x7f7f44101d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:39.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.892+0000 7f7f43e00640 1 -- 172.21.15.33:0/2517053869 shutdown_connections 2024-09-05T02:27:39.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.892+0000 7f7f43e00640 1 -- 172.21.15.33:0/2517053869 wait complete. 2024-09-05T02:27:39.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.893+0000 7f7f43e00640 1 Processor -- start 2024-09-05T02:27:39.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.893+0000 7f7f43e00640 1 -- start start 2024-09-05T02:27:39.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.894+0000 7f7f43e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f44103e30 0x7f7f44076700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:39.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.894+0000 7f7f43e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7f44108f60 0x7f7f44076c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:39.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.894+0000 7f7f43e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f44077180 0x7f7f441aac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:39.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.894+0000 7f7f43e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7f44114010 con 0x7f7f44103e30 2024-09-05T02:27:39.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.894+0000 7f7f43e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7f44113e90 con 0x7f7f44077180 2024-09-05T02:27:39.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.894+0000 7f7f43e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7f44114190 con 0x7f7f44108f60 2024-09-05T02:27:39.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.894+0000 7f7f43400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f44077180 0x7f7f441aac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:39.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.895+0000 7f7f43400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f44077180 0x7f7f441aac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:46194/0 (socket says 172.21.15.33:46194) 2024-09-05T02:27:39.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.895+0000 7f7f43400640 1 -- 172.21.15.33:0/2436036792 learned_addr learned my addr 172.21.15.33:0/2436036792 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:39.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.895+0000 7f7f42a00640 1 --2- 172.21.15.33:0/2436036792 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f44103e30 0x7f7f44076700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:39.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.895+0000 7f7f42000640 1 --2- 172.21.15.33:0/2436036792 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7f44108f60 0x7f7f44076c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.895+0000 7f7f43400640 1 -- 172.21.15.33:0/2436036792 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7f44108f60 msgr2=0x7f7f44076c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.895+0000 7f7f43400640 1 --2- 172.21.15.33:0/2436036792 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7f44108f60 0x7f7f44076c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.895+0000 7f7f43400640 1 -- 172.21.15.33:0/2436036792 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f44103e30 msgr2=0x7f7f44076700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.895+0000 7f7f43400640 1 --2- 172.21.15.33:0/2436036792 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f44103e30 0x7f7f44076700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.895+0000 7f7f43400640 1 -- 172.21.15.33:0/2436036792 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f441ab1b0 con 0x7f7f44077180 2024-09-05T02:27:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.895+0000 7f7f42a00640 1 --2- 172.21.15.33:0/2436036792 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f44103e30 0x7f7f44076700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:27:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.896+0000 7f7f43400640 1 --2- 172.21.15.33:0/2436036792 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f44077180 0x7f7f441aac70 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f7f3c00eb10 tx=0x7f7f3c00c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.896+0000 7f7f3b400640 1 -- 172.21.15.33:0/2436036792 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f3c004b20 con 0x7f7f44077180 2024-09-05T02:27:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.896+0000 7f7f43e00640 1 -- 172.21.15.33:0/2436036792 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f441ab4a0 con 0x7f7f44077180 2024-09-05T02:27:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.896+0000 7f7f43e00640 1 -- 172.21.15.33:0/2436036792 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f441aba00 con 0x7f7f44077180 2024-09-05T02:27:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.896+0000 7f7f3b400640 1 -- 172.21.15.33:0/2436036792 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7f3c004cc0 con 0x7f7f44077180 2024-09-05T02:27:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.896+0000 7f7f3b400640 1 -- 172.21.15.33:0/2436036792 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f3c010760 con 0x7f7f44077180 2024-09-05T02:27:39.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.900+0000 7f7f3b400640 1 -- 172.21.15.33:0/2436036792 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7f7f3c005020 con 0x7f7f44077180 2024-09-05T02:27:39.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.901+0000 7f7f4c4b8740 1 Processor -- start 2024-09-05T02:27:39.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.901+0000 7f7f4c4b8740 1 -- start start 2024-09-05T02:27:39.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.901+0000 7f7f4c4b8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08be8d50 0x556e08be9130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:39.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.901+0000 7f7f4c4b8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be9670 0x556e08bf39f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:39.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.901+0000 7f7f4c4b8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08bf3f30 0x556e08bf6320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:39.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.901+0000 7f7f4c4b8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556e08b4f3e0 con 0x556e08be9670 2024-09-05T02:27:39.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.901+0000 7f7f4c4b8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556e08af6d80 con 0x556e08bf3f30 2024-09-05T02:27:39.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.901+0000 7f7f4c4b8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x556e08b4b3a0 con 0x556e08be8d50 2024-09-05T02:27:39.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.902+0000 7f7f42000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08bf3f30 0x556e08bf6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:39.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.902+0000 7f7f42000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08bf3f30 0x556e08bf6320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:46210/0 (socket says 172.21.15.33:46210) 2024-09-05T02:27:39.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.902+0000 7f7f42000640 1 -- 172.21.15.33:0/2350326107 learned_addr learned my addr 172.21.15.33:0/2350326107 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:39.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.902+0000 7f7f42000640 1 --2- 172.21.15.33:0/2350326107 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08be8d50 0x556e08be9130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:39.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.902+0000 7f7f3b400640 1 --2- 172.21.15.33:0/2436036792 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7f280a2dd0 0x7f7f280a5290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:39.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.902+0000 7f7f42a00640 1 --2- 172.21.15.33:0/2350326107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be9670 0x556e08bf39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:39.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.903+0000 7f7f42000640 1 -- 172.21.15.33:0/2350326107 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08be8d50 msgr2=0x556e08be9130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:39.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.903+0000 7f7f3b400640 1 -- 172.21.15.33:0/2436036792 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f7f3c0cfab0 con 0x7f7f44077180 2024-09-05T02:27:39.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.903+0000 7f7f42000640 1 --2- 172.21.15.33:0/2350326107 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08be8d50 0x556e08be9130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.903+0000 7f7f42000640 1 -- 172.21.15.33:0/2350326107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be9670 msgr2=0x556e08bf39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:39.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.903+0000 7f7f42000640 1 --2- 172.21.15.33:0/2350326107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be9670 0x556e08bf39f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.903+0000 7f7f42000640 1 -- 172.21.15.33:0/2350326107 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e08b15ae0 con 0x556e08bf3f30 2024-09-05T02:27:39.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.903+0000 7f7f42a00640 1 --2- 172.21.15.33:0/2350326107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be9670 0x556e08bf39f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:27:39.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.903+0000 7f7f42000640 1 --2- 172.21.15.33:0/2350326107 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08bf3f30 0x556e08bf6320 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7f3002a980 tx=0x7f7f30000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=782610b0b58d29a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:39.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.903+0000 7f7f43400640 1 --2- 172.21.15.33:0/2436036792 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7f280a2dd0 0x7f7f280a5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:39.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.903+0000 7f7f2fe00640 1 -- 172.21.15.33:0/2350326107 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f30035030 con 0x556e08bf3f30 2024-09-05T02:27:39.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.903+0000 7f7f2fe00640 1 -- 172.21.15.33:0/2350326107 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7f30009520 con 0x556e08bf3f30 2024-09-05T02:27:39.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.903+0000 7f7f2fe00640 1 -- 172.21.15.33:0/2350326107 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f300035f0 con 0x556e08bf3f30 2024-09-05T02:27:39.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.904+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/2350326107 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08bf3f30 msgr2=0x556e08bf6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:39.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.904+0000 7f7f4c4b8740 1 --2- 172.21.15.33:0/2350326107 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08bf3f30 0x556e08bf6320 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7f3002a980 tx=0x7f7f30000bc0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.904+0000 7f7f43400640 1 --2- 172.21.15.33:0/2436036792 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7f280a2dd0 0x7f7f280a5290 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f7f3c0cd150 tx=0x7f7f3c009200 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:39.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.905+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/2350326107 shutdown_connections 2024-09-05T02:27:39.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.905+0000 7f7f4c4b8740 1 --2- 172.21.15.33:0/2350326107 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08bf3f30 0x556e08bf6320 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.905+0000 7f7f4c4b8740 1 --2- 172.21.15.33:0/2350326107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be9670 0x556e08bf39f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.905+0000 7f7f4c4b8740 1 --2- 172.21.15.33:0/2350326107 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08be8d50 0x556e08be9130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.905+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/2350326107 >> 172.21.15.33:0/2350326107 conn(0x556e08be52e0 msgr2=0x556e08be56c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:39.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.905+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/2350326107 shutdown_connections 2024-09-05T02:27:39.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.905+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/2350326107 wait complete. 2024-09-05T02:27:39.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.905+0000 7f7f4c4b8740 1 -- start start 2024-09-05T02:27:39.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.906+0000 7f7f4c4b8740 1 Processor -- start 2024-09-05T02:27:39.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.906+0000 7f7f4c4b8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be8d50 0x556e08bf0d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:39.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.906+0000 7f7f4c4b8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08be9670 0x556e08bf12b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:39.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.906+0000 7f7f4c4b8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08bf3f30 0x556e08bf17f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:39.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.906+0000 7f7f4c4b8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556e08bf6ba0 con 0x556e08be8d50 2024-09-05T02:27:39.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.906+0000 7f7f4c4b8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556e08b0a0f0 con 0x556e08bf3f30 2024-09-05T02:27:39.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.906+0000 7f7f4c4b8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x556e08bf6d20 con 0x556e08be9670 2024-09-05T02:27:39.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.906+0000 7f7f4c4b8740 10 client.0 _ll_register_callbacks cb 0x556e08afb9e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:27:39.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.907+0000 7f7f42000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be8d50 0x556e08bf0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:39.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.907+0000 7f7f42a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08be9670 0x556e08bf12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:39.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.907+0000 7f7f42a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08be9670 0x556e08bf12b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:49168/0 (socket says 172.21.15.33:49168) 2024-09-05T02:27:39.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.907+0000 7f7f42a00640 1 -- 172.21.15.33:0/3934023605 learned_addr learned my addr 172.21.15.33:0/3934023605 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:39.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.907+0000 7f7f42000640 1 --2- 172.21.15.33:0/3934023605 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08bf3f30 0x556e08bf17f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:39.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.908+0000 7f7f42000640 1 -- 172.21.15.33:0/3934023605 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08be9670 msgr2=0x556e08bf12b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:39.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.908+0000 7f7f42000640 1 --2- 172.21.15.33:0/3934023605 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08be9670 0x556e08bf12b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.908+0000 7f7f42000640 1 -- 172.21.15.33:0/3934023605 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08bf3f30 msgr2=0x556e08bf17f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:39.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.908+0000 7f7f42000640 1 --2- 172.21.15.33:0/3934023605 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08bf3f30 0x556e08bf17f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.908+0000 7f7f42000640 1 -- 172.21.15.33:0/3934023605 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e088c03c0 con 0x556e08be8d50 2024-09-05T02:27:39.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.908+0000 7f7f42000640 1 --2- 172.21.15.33:0/3934023605 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be8d50 0x556e08bf0d70 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f7f30031550 tx=0x7f7f30005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=698546bcb3ba9c78 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:39.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.908+0000 7f7f2cc00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:27:39.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.908+0000 7f7f2cc00640 1 -- 172.21.15.33:0/3934023605 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f30035030 con 0x556e08be8d50 2024-09-05T02:27:39.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.908+0000 7f7f2cc00640 1 -- 172.21.15.33:0/3934023605 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f7f30005230 con 0x556e08be8d50 2024-09-05T02:27:39.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.908+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/3934023605 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f30009520 con 0x556e08be8d50 2024-09-05T02:27:39.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.909+0000 7f7f2cc00640 1 -- 172.21.15.33:0/3934023605 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7f30004ad0 con 0x556e08be8d50 2024-09-05T02:27:39.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.909+0000 7f7f4c4b8740 10 client.15333 fetch_fsmap learned FSMap version 29 2024-09-05T02:27:39.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.909+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/3934023605 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556e08c027a0 con 0x556e08be8d50 2024-09-05T02:27:39.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.909+0000 7f7f2cc00640 1 -- 172.21.15.33:0/3934023605 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7f30009520 con 0x556e08be8d50 2024-09-05T02:27:39.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.910+0000 7f7f2cc00640 1 -- 172.21.15.33:0/3934023605 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7f300035f0 con 0x556e08be8d50 2024-09-05T02:27:39.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.910+0000 7f7f4c4b8740 10 client.15333 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:27:39.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.910+0000 7f7f4c4b8740 10 client.15333 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:27:39.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.910+0000 7f7f4c4b8740 20 client.15333 populate_metadata read hostname 'smithi033' 2024-09-05T02:27:39.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.910+0000 7f7f4c4b8740 1 --2- 172.21.15.33:0/3934023605 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x556e08c03af0 0x556e08c05ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:39.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.910+0000 7f7f4c4b8740 4 client.15333 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:27:39.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.910+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/3934023605 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e08b5c950 con 0x556e08c03af0 2024-09-05T02:27:39.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.911+0000 7f7f42a00640 1 --2- 172.21.15.33:0/3934023605 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x556e08c03af0 0x556e08c05ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:39.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.911+0000 7f7f42a00640 1 --2- 172.21.15.33:0/3934023605 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x556e08c03af0 0x556e08c05ee0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c7ae8eee0b9c781c server_cookie=2547f4a798ff1875 in_seq=0 out_seq=0 2024-09-05T02:27:39.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.911+0000 7f7f2cc00640 10 client.15333 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:27:39.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.912+0000 7f7f2cc00640 1 -- 172.21.15.33:0/3934023605 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556e08b5c950 con 0x556e08c03af0 2024-09-05T02:27:39.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.912+0000 7f7f2cc00640 10 client.15333 handle_command_reply: tid=0 2024-09-05T02:27:39.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.912+0000 7f7f4c4b8740 1 client.15333 shutdown 2024-09-05T02:27:39.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.913+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/3934023605 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be8d50 msgr2=0x556e08bf0d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:39.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.913+0000 7f7f4c4b8740 1 --2- 172.21.15.33:0/3934023605 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be8d50 0x556e08bf0d70 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f7f30031550 tx=0x7f7f30005d50 comp rx=0 tx=0).stop 2024-09-05T02:27:39.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.913+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/3934023605 shutdown_connections 2024-09-05T02:27:39.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.913+0000 7f7f4c4b8740 1 --2- 172.21.15.33:0/3934023605 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08bf3f30 0x556e08bf17f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.913+0000 7f7f4c4b8740 1 --2- 172.21.15.33:0/3934023605 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08be9670 0x556e08bf12b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.913+0000 7f7f4c4b8740 1 --2- 172.21.15.33:0/3934023605 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x556e08c03af0 0x556e08c05ee0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.913+0000 7f7f4c4b8740 1 --2- 172.21.15.33:0/3934023605 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be8d50 0x556e08bf0d70 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.913+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/3934023605 >> 172.21.15.33:0/3934023605 conn(0x556e08be52e0 msgr2=0x556e08beb010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:39.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.913+0000 7f7f2cc00640 0 client.15333 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:27:39.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.914+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/3934023605 shutdown_connections 2024-09-05T02:27:39.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.914+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/3934023605 wait complete. 2024-09-05T02:27:39.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.914+0000 7f7f4c4b8740 20 client.15333 trim_cache size 0 max 16384 2024-09-05T02:27:39.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.950+0000 7f7f4c4b8740 1 Processor -- start 2024-09-05T02:27:39.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.951+0000 7f7f4c4b8740 1 -- start start 2024-09-05T02:27:39.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.951+0000 7f7f4c4b8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08be8d50 0x556e08bedfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:39.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.951+0000 7f7f4c4b8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be9670 0x556e08bee510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:39.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.951+0000 7f7f4c4b8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08bf3f30 0x556e08be3b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:39.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.951+0000 7f7f4c4b8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7f2400e750 con 0x556e08be9670 2024-09-05T02:27:39.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.951+0000 7f7f4c4b8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7f24010290 con 0x556e08bf3f30 2024-09-05T02:27:39.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.951+0000 7f7f4c4b8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7f2400ee20 con 0x556e08be8d50 2024-09-05T02:27:39.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.952+0000 7f7f42000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08be8d50 0x556e08bedfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:39.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.952+0000 7f7f42000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08be8d50 0x556e08bedfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:49174/0 (socket says 172.21.15.33:49174) 2024-09-05T02:27:39.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.952+0000 7f7f42000640 1 -- 172.21.15.33:0/1195009889 learned_addr learned my addr 172.21.15.33:0/1195009889 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:39.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.952+0000 7f7f42000640 1 --2- 172.21.15.33:0/1195009889 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08bf3f30 0x556e08be3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:39.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.952+0000 7f7f42a00640 1 --2- 172.21.15.33:0/1195009889 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be9670 0x556e08bee510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:39.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.952+0000 7f7f42000640 1 -- 172.21.15.33:0/1195009889 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08be8d50 msgr2=0x556e08bedfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:39.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.952+0000 7f7f42000640 1 --2- 172.21.15.33:0/1195009889 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08be8d50 0x556e08bedfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.952+0000 7f7f42000640 1 -- 172.21.15.33:0/1195009889 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be9670 msgr2=0x556e08bee510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:39.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.952+0000 7f7f42000640 1 --2- 172.21.15.33:0/1195009889 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be9670 0x556e08bee510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.952+0000 7f7f42000640 1 -- 172.21.15.33:0/1195009889 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e08be5110 con 0x556e08bf3f30 2024-09-05T02:27:39.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.953+0000 7f7f42000640 1 --2- 172.21.15.33:0/1195009889 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08bf3f30 0x556e08be3b60 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f7f30009850 tx=0x7f7f30005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aed99a7ae4f65919 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:39.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.953+0000 7f7f2f400640 1 -- 172.21.15.33:0/1195009889 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f3005c040 con 0x556e08bf3f30 2024-09-05T02:27:39.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.953+0000 7f7f2f400640 1 -- 172.21.15.33:0/1195009889 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7f30009520 con 0x556e08bf3f30 2024-09-05T02:27:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.953+0000 7f7f2f400640 1 -- 172.21.15.33:0/1195009889 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f300054d0 con 0x556e08bf3f30 2024-09-05T02:27:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.954+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/1195009889 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08bf3f30 msgr2=0x556e08be3b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.954+0000 7f7f4c4b8740 1 --2- 172.21.15.33:0/1195009889 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08bf3f30 0x556e08be3b60 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f7f30009850 tx=0x7f7f30005fd0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.954+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/1195009889 shutdown_connections 2024-09-05T02:27:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.954+0000 7f7f4c4b8740 1 --2- 172.21.15.33:0/1195009889 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08bf3f30 0x556e08be3b60 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.954+0000 7f7f4c4b8740 1 --2- 172.21.15.33:0/1195009889 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be9670 0x556e08bee510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.954+0000 7f7f4c4b8740 1 --2- 172.21.15.33:0/1195009889 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08be8d50 0x556e08bedfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.954+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/1195009889 >> 172.21.15.33:0/1195009889 conn(0x556e08be52e0 msgr2=0x556e08bf2df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:39.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.954+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/1195009889 shutdown_connections 2024-09-05T02:27:39.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.954+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/1195009889 wait complete. 2024-09-05T02:27:39.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.955+0000 7f7f4c4b8740 1 -- start start 2024-09-05T02:27:39.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.955+0000 7f7f4c4b8740 1 Processor -- start 2024-09-05T02:27:39.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.956+0000 7f7f4c4b8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be8d50 0x556e08c09520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:39.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.956+0000 7f7f4c4b8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08be9670 0x556e08c068c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:39.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.956+0000 7f7f4c4b8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08bf3f30 0x556e08c06e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:39.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.956+0000 7f7f4c4b8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7f2400fbc0 con 0x556e08be8d50 2024-09-05T02:27:39.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.956+0000 7f7f4c4b8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7f2400f4f0 con 0x556e08be9670 2024-09-05T02:27:39.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.956+0000 7f7f4c4b8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7f2400c730 con 0x556e08bf3f30 2024-09-05T02:27:39.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.956+0000 7f7f4c4b8740 10 client.0 _ll_register_callbacks cb 0x7f7f300046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:27:39.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.956+0000 7f7f42a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08be9670 0x556e08c068c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:39.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.956+0000 7f7f42a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08be9670 0x556e08c068c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:46232/0 (socket says 172.21.15.33:46232) 2024-09-05T02:27:39.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.956+0000 7f7f42a00640 1 -- 172.21.15.33:0/1439810393 learned_addr learned my addr 172.21.15.33:0/1439810393 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:39.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.956+0000 7f7f42000640 1 --2- 172.21.15.33:0/1439810393 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08bf3f30 0x556e08c06e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:39.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.956+0000 7f7f42a00640 1 -- 172.21.15.33:0/1439810393 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08bf3f30 msgr2=0x556e08c06e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:39.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.956+0000 7f7f42000640 1 --2- 172.21.15.33:0/1439810393 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be8d50 0x556e08c09520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:39.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.956+0000 7f7f42a00640 1 --2- 172.21.15.33:0/1439810393 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08bf3f30 0x556e08c06e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.956+0000 7f7f42a00640 1 -- 172.21.15.33:0/1439810393 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be8d50 msgr2=0x556e08c09520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:39.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.957+0000 7f7f42a00640 1 --2- 172.21.15.33:0/1439810393 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be8d50 0x556e08c09520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.957+0000 7f7f42a00640 1 -- 172.21.15.33:0/1439810393 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e08beb750 con 0x556e08be9670 2024-09-05T02:27:39.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.957+0000 7f7f42000640 1 --2- 172.21.15.33:0/1439810393 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be8d50 0x556e08c09520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:27:39.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.957+0000 7f7f42a00640 1 --2- 172.21.15.33:0/1439810393 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08be9670 0x556e08c068c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f7f34005b90 tx=0x7f7f34009770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=293badc1f52b2dac server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:39.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.957+0000 7f7f2cc00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:27:39.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.958+0000 7f7f2cc00640 1 -- 172.21.15.33:0/1439810393 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f34024070 con 0x556e08be9670 2024-09-05T02:27:39.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.958+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/1439810393 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f30009520 con 0x556e08be9670 2024-09-05T02:27:39.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.958+0000 7f7f2cc00640 1 -- 172.21.15.33:0/1439810393 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f7f34003a00 con 0x556e08be9670 2024-09-05T02:27:39.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.958+0000 7f7f2cc00640 1 -- 172.21.15.33:0/1439810393 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7f34003c00 con 0x556e08be9670 2024-09-05T02:27:39.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.958+0000 7f7f4c4b8740 10 client.25349 fetch_fsmap learned FSMap version 29 2024-09-05T02:27:39.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.958+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/1439810393 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556e08c6e210 con 0x556e08be9670 2024-09-05T02:27:39.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.958+0000 7f7f2cc00640 1 -- 172.21.15.33:0/1439810393 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7f30009520 con 0x556e08be9670 2024-09-05T02:27:39.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.959+0000 7f7f2cc00640 1 -- 172.21.15.33:0/1439810393 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7f34010430 con 0x556e08be9670 2024-09-05T02:27:39.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.959+0000 7f7f4c4b8740 10 client.25349 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:27:39.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.959+0000 7f7f4c4b8740 10 client.25349 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:27:39.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.959+0000 7f7f4c4b8740 20 client.25349 populate_metadata read hostname 'smithi033' 2024-09-05T02:27:39.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.959+0000 7f7f4c4b8740 1 --2- 172.21.15.33:0/1439810393 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x556e08c6e9c0 0x556e08c70de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:39.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.959+0000 7f7f4c4b8740 4 client.25349 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:27:39.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.959+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/1439810393 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556e08b56e60 con 0x556e08c6e9c0 2024-09-05T02:27:39.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.959+0000 7f7f42000640 1 --2- 172.21.15.33:0/1439810393 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x556e08c6e9c0 0x556e08c70de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:39.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.960+0000 7f7f42000640 1 --2- 172.21.15.33:0/1439810393 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x556e08c6e9c0 0x556e08c70de0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7f2864bb6d3adb60 server_cookie=5a77630b3e32e738 in_seq=0 out_seq=0 2024-09-05T02:27:39.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.960+0000 7f7f2cc00640 10 client.25349 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:27:39.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.960+0000 7f7f2cc00640 1 -- 172.21.15.33:0/1439810393 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x556e08b56e60 con 0x556e08c6e9c0 2024-09-05T02:27:39.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.960+0000 7f7f2cc00640 10 client.25349 handle_command_reply: tid=0 2024-09-05T02:27:39.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.960+0000 7f7f4c4b8740 1 client.25349 shutdown 2024-09-05T02:27:39.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.960+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/1439810393 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08be9670 msgr2=0x556e08c068c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:39.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.960+0000 7f7f4c4b8740 1 --2- 172.21.15.33:0/1439810393 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08be9670 0x556e08c068c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f7f34005b90 tx=0x7f7f34009770 comp rx=0 tx=0).stop 2024-09-05T02:27:39.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.961+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/1439810393 shutdown_connections 2024-09-05T02:27:39.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.961+0000 7f7f4c4b8740 1 --2- 172.21.15.33:0/1439810393 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556e08bf3f30 0x556e08c06e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.961+0000 7f7f4c4b8740 1 --2- 172.21.15.33:0/1439810393 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556e08be9670 0x556e08c068c0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.961+0000 7f7f4c4b8740 1 --2- 172.21.15.33:0/1439810393 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x556e08c6e9c0 0x556e08c70de0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.961+0000 7f7f4c4b8740 1 --2- 172.21.15.33:0/1439810393 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556e08be8d50 0x556e08c09520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.961+0000 7f7f2cc00640 0 client.25349 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:27:39.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.961+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/1439810393 >> 172.21.15.33:0/1439810393 conn(0x556e08be52e0 msgr2=0x556e08bea710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:39.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.961+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/1439810393 shutdown_connections 2024-09-05T02:27:39.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.961+0000 7f7f4c4b8740 1 -- 172.21.15.33:0/1439810393 wait complete. 2024-09-05T02:27:39.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.961+0000 7f7f4c4b8740 20 client.25349 trim_cache size 0 max 16384 2024-09-05T02:27:39.965 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:27:39.965 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:27:39.965 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:27:39.965 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:27:39.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.962+0000 7f7f43e00640 1 -- 172.21.15.33:0/2436036792 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7f280a2dd0 msgr2=0x7f7f280a5290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:39.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.962+0000 7f7f43e00640 1 --2- 172.21.15.33:0/2436036792 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7f280a2dd0 0x7f7f280a5290 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f7f3c0cd150 tx=0x7f7f3c009200 comp rx=0 tx=0).stop 2024-09-05T02:27:39.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.962+0000 7f7f43e00640 1 -- 172.21.15.33:0/2436036792 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f44077180 msgr2=0x7f7f441aac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:39.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.962+0000 7f7f43e00640 1 --2- 172.21.15.33:0/2436036792 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f44077180 0x7f7f441aac70 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f7f3c00eb10 tx=0x7f7f3c00c2d0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.962+0000 7f7f43e00640 1 -- 172.21.15.33:0/2436036792 shutdown_connections 2024-09-05T02:27:39.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.962+0000 7f7f43e00640 1 --2- 172.21.15.33:0/2436036792 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7f280a2dd0 0x7f7f280a5290 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.962+0000 7f7f43e00640 1 --2- 172.21.15.33:0/2436036792 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f44077180 0x7f7f441aac70 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.962+0000 7f7f43e00640 1 --2- 172.21.15.33:0/2436036792 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7f44108f60 0x7f7f44076c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.962+0000 7f7f43e00640 1 --2- 172.21.15.33:0/2436036792 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f44103e30 0x7f7f44076700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:39.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.962+0000 7f7f43e00640 1 -- 172.21.15.33:0/2436036792 >> 172.21.15.33:0/2436036792 conn(0x7f7f440ff910 msgr2=0x7f7f44100290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:39.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.963+0000 7f7f43e00640 1 -- 172.21.15.33:0/2436036792 shutdown_connections 2024-09-05T02:27:39.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:39.963+0000 7f7f43e00640 1 -- 172.21.15.33:0/2436036792 wait complete. 2024-09-05T02:27:40.960 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:27:40.960 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:27:41.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:40 smithi174 ceph-mon[34756]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:41.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:40 smithi033 ceph-mon[29909]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:41.379 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:27:41.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:40 smithi123 ceph-mon[34031]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:41.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.968+0000 7f7859400640 1 -- 172.21.15.33:0/1089892473 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7854102790 msgr2=0x7f78541067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:41.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.968+0000 7f7859400640 1 --2- 172.21.15.33:0/1089892473 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7854102790 0x7f78541067e0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f7840009900 tx=0x7f784002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:27:41.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.968+0000 7f7859400640 1 -- 172.21.15.33:0/1089892473 shutdown_connections 2024-09-05T02:27:41.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.968+0000 7f7859400640 1 --2- 172.21.15.33:0/1089892473 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7854106f10 0x7f785410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:41.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.968+0000 7f7859400640 1 --2- 172.21.15.33:0/1089892473 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7854102790 0x7f78541067e0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:41.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.968+0000 7f7859400640 1 --2- 172.21.15.33:0/1089892473 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7854101de0 0x7f78541021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:41.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.968+0000 7f7859400640 1 -- 172.21.15.33:0/1089892473 >> 172.21.15.33:0/1089892473 conn(0x7f78540fd8c0 msgr2=0x7f78540ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:41.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.968+0000 7f7859400640 1 -- 172.21.15.33:0/1089892473 shutdown_connections 2024-09-05T02:27:41.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.969+0000 7f7859400640 1 -- 172.21.15.33:0/1089892473 wait complete. 2024-09-05T02:27:41.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.970+0000 7f7859400640 1 Processor -- start 2024-09-05T02:27:41.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.970+0000 7f7859400640 1 -- start start 2024-09-05T02:27:41.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.971+0000 7f7859400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7854101de0 0x7f7854196230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:41.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.971+0000 7f7859400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7854102790 0x7f7854196770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:41.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.971+0000 7f7859400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7854106f10 0x7f785419ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:41.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.971+0000 7f7859400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f785410fdd0 con 0x7f7854106f10 2024-09-05T02:27:41.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.971+0000 7f7859400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f785410fc50 con 0x7f7854101de0 2024-09-05T02:27:41.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.971+0000 7f7859400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f785410ff50 con 0x7f7854102790 2024-09-05T02:27:41.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.971+0000 7f7852800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7854101de0 0x7f7854196230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:41.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.971+0000 7f7851e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7854102790 0x7f7854196770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:41.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.971+0000 7f7852800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7854101de0 0x7f7854196230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:46256/0 (socket says 172.21.15.33:46256) 2024-09-05T02:27:41.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.971+0000 7f7851e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7854102790 0x7f7854196770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:49206/0 (socket says 172.21.15.33:49206) 2024-09-05T02:27:41.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.971+0000 7f7852800640 1 -- 172.21.15.33:0/1472045538 learned_addr learned my addr 172.21.15.33:0/1472045538 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:41.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.971+0000 7f7853200640 1 --2- 172.21.15.33:0/1472045538 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7854106f10 0x7f785419ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:41.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.972+0000 7f7852800640 1 -- 172.21.15.33:0/1472045538 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7854102790 msgr2=0x7f7854196770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:41.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.972+0000 7f7852800640 1 --2- 172.21.15.33:0/1472045538 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7854102790 0x7f7854196770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:41.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.972+0000 7f7852800640 1 -- 172.21.15.33:0/1472045538 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7854106f10 msgr2=0x7f785419ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:41.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.972+0000 7f7852800640 1 --2- 172.21.15.33:0/1472045538 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7854106f10 0x7f785419ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:41.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.972+0000 7f7852800640 1 -- 172.21.15.33:0/1472045538 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f785419b1e0 con 0x7f7854101de0 2024-09-05T02:27:41.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.972+0000 7f7852800640 1 --2- 172.21.15.33:0/1472045538 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7854101de0 0x7f7854196230 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f7844009be0 tx=0x7f78440071c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:41.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.972+0000 7f784b400640 1 -- 172.21.15.33:0/1472045538 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7844007e00 con 0x7f7854101de0 2024-09-05T02:27:41.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.972+0000 7f784b400640 1 -- 172.21.15.33:0/1472045538 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f784401e070 con 0x7f7854101de0 2024-09-05T02:27:41.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.972+0000 7f784b400640 1 -- 172.21.15.33:0/1472045538 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7844018890 con 0x7f7854101de0 2024-09-05T02:27:41.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.972+0000 7f7859400640 1 -- 172.21.15.33:0/1472045538 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f785419b4d0 con 0x7f7854101de0 2024-09-05T02:27:41.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.973+0000 7f7859400640 1 -- 172.21.15.33:0/1472045538 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78541a2db0 con 0x7f7854101de0 2024-09-05T02:27:41.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.974+0000 7f7859400640 1 -- 172.21.15.33:0/1472045538 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78541021c0 con 0x7f7854101de0 2024-09-05T02:27:41.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.976+0000 7f784b400640 1 -- 172.21.15.33:0/1472045538 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7f7844019b60 con 0x7f7854101de0 2024-09-05T02:27:41.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.978+0000 7f784b400640 1 --2- 172.21.15.33:0/1472045538 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78380a2e00 0x7f78380a52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:41.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.978+0000 7f784b400640 1 -- 172.21.15.33:0/1472045538 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f78440d2ea0 con 0x7f7854101de0 2024-09-05T02:27:41.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.978+0000 7f7851e00640 1 --2- 172.21.15.33:0/1472045538 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78380a2e00 0x7f78380a52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:41.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.979+0000 7f7851e00640 1 --2- 172.21.15.33:0/1472045538 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78380a2e00 0x7f78380a52c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7840000c00 tx=0x7f7840005b50 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:41.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:41.982+0000 7f784b400640 1 -- 172.21.15.33:0/1472045538 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7844027020 con 0x7f7854101de0 2024-09-05T02:27:42.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:42.272+0000 7f7859400640 1 -- 172.21.15.33:0/1472045538 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7854197590 con 0x7f7854101de0 2024-09-05T02:27:42.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:42.273+0000 7f784b400640 1 -- 172.21.15.33:0/1472045538 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7f7844016070 con 0x7f7854101de0 2024-09-05T02:27:42.274 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:27:42.274 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:27:42.275 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:27:42.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:42.276+0000 7f7859400640 1 -- 172.21.15.33:0/1472045538 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78380a2e00 msgr2=0x7f78380a52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:42.276+0000 7f7859400640 1 --2- 172.21.15.33:0/1472045538 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78380a2e00 0x7f78380a52c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7840000c00 tx=0x7f7840005b50 comp rx=0 tx=0).stop 2024-09-05T02:27:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:42.277+0000 7f7859400640 1 -- 172.21.15.33:0/1472045538 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7854101de0 msgr2=0x7f7854196230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:42.277+0000 7f7859400640 1 --2- 172.21.15.33:0/1472045538 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7854101de0 0x7f7854196230 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f7844009be0 tx=0x7f78440071c0 comp rx=0 tx=0).stop 2024-09-05T02:27:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:42.277+0000 7f7859400640 1 -- 172.21.15.33:0/1472045538 shutdown_connections 2024-09-05T02:27:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:42.277+0000 7f7859400640 1 --2- 172.21.15.33:0/1472045538 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78380a2e00 0x7f78380a52c0 secure :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7840000c00 tx=0x7f7840005b50 comp rx=0 tx=0).stop 2024-09-05T02:27:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:42.277+0000 7f7859400640 1 --2- 172.21.15.33:0/1472045538 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7854106f10 0x7f785419ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:42.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:42.277+0000 7f7859400640 1 --2- 172.21.15.33:0/1472045538 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7854102790 0x7f7854196770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:42.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:42.277+0000 7f7859400640 1 --2- 172.21.15.33:0/1472045538 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7854101de0 0x7f7854196230 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:42.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:42.277+0000 7f7859400640 1 -- 172.21.15.33:0/1472045538 >> 172.21.15.33:0/1472045538 conn(0x7f78540fd8c0 msgr2=0x7f78540fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:42.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:42.277+0000 7f7859400640 1 -- 172.21.15.33:0/1472045538 shutdown_connections 2024-09-05T02:27:42.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:42.277+0000 7f7859400640 1 -- 172.21.15.33:0/1472045538 wait complete. 2024-09-05T02:27:43.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:42 smithi033 ceph-mon[29909]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:43.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:42 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1472045538' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:27:43.180 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:27:43.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:42 smithi174 ceph-mon[34756]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:43.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:42 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1472045538' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:27:43.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:42 smithi123 ceph-mon[34031]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:43.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:42 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1472045538' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:27:43.640 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:27:44.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.236+0000 7f737c600640 1 -- 172.21.15.33:0/2338443102 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73741027a0 msgr2=0x7f73741067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:44.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.236+0000 7f737c600640 1 --2- 172.21.15.33:0/2338443102 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73741027a0 0x7f73741067f0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f7360009900 tx=0x7f736002a410 comp rx=0 tx=0).stop 2024-09-05T02:27:44.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.236+0000 7f737c600640 1 -- 172.21.15.33:0/2338443102 shutdown_connections 2024-09-05T02:27:44.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.236+0000 7f737c600640 1 --2- 172.21.15.33:0/2338443102 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7374106f20 0x7f737410eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.236+0000 7f737c600640 1 --2- 172.21.15.33:0/2338443102 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73741027a0 0x7f73741067f0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.236+0000 7f737c600640 1 --2- 172.21.15.33:0/2338443102 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7374101df0 0x7f73741021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.236+0000 7f737c600640 1 -- 172.21.15.33:0/2338443102 >> 172.21.15.33:0/2338443102 conn(0x7f73740fd8b0 msgr2=0x7f73740ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:44.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.236+0000 7f737c600640 1 -- 172.21.15.33:0/2338443102 shutdown_connections 2024-09-05T02:27:44.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.236+0000 7f737c600640 1 -- 172.21.15.33:0/2338443102 wait complete. 2024-09-05T02:27:44.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.237+0000 7f737c600640 1 Processor -- start 2024-09-05T02:27:44.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.238+0000 7f737c600640 1 -- start start 2024-09-05T02:27:44.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.238+0000 7f737c600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7374101df0 0x7f7374198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:44.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.238+0000 7f737c600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f73741027a0 0x7f7374198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:44.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.238+0000 7f737c600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7374106f20 0x7f737419cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:44.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.238+0000 7f737c600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7374111fd0 con 0x7f7374106f20 2024-09-05T02:27:44.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.238+0000 7f737c600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7374111e50 con 0x7f73741027a0 2024-09-05T02:27:44.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.238+0000 7f737c600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7374112150 con 0x7f7374101df0 2024-09-05T02:27:44.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.239+0000 7f7379c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7374101df0 0x7f7374198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:44.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.239+0000 7f7379c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7374101df0 0x7f7374198510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:49224/0 (socket says 172.21.15.33:49224) 2024-09-05T02:27:44.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.239+0000 7f7379c00640 1 -- 172.21.15.33:0/1475199805 learned_addr learned my addr 172.21.15.33:0/1475199805 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:44.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.239+0000 7f7379200640 1 --2- 172.21.15.33:0/1475199805 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f73741027a0 0x7f7374198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:44.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.239+0000 7f737a600640 1 --2- 172.21.15.33:0/1475199805 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7374106f20 0x7f737419cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:44.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.239+0000 7f7379c00640 1 -- 172.21.15.33:0/1475199805 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f73741027a0 msgr2=0x7f7374198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:44.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.239+0000 7f7379c00640 1 --2- 172.21.15.33:0/1475199805 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f73741027a0 0x7f7374198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.239+0000 7f7379c00640 1 -- 172.21.15.33:0/1475199805 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7374106f20 msgr2=0x7f737419cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:44.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.239+0000 7f7379c00640 1 --2- 172.21.15.33:0/1475199805 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7374106f20 0x7f737419cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.239+0000 7f7379c00640 1 -- 172.21.15.33:0/1475199805 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f737419d4c0 con 0x7f7374101df0 2024-09-05T02:27:44.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.240+0000 7f7379c00640 1 --2- 172.21.15.33:0/1475199805 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7374101df0 0x7f7374198510 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f736800e9f0 tx=0x7f736800edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:44.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.240+0000 7f7372000640 1 -- 172.21.15.33:0/1475199805 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f736800cd80 con 0x7f7374101df0 2024-09-05T02:27:44.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.240+0000 7f7372000640 1 -- 172.21.15.33:0/1475199805 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7368005500 con 0x7f7374101df0 2024-09-05T02:27:44.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.240+0000 7f7372000640 1 -- 172.21.15.33:0/1475199805 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7368010690 con 0x7f7374101df0 2024-09-05T02:27:44.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.240+0000 7f737c600640 1 -- 172.21.15.33:0/1475199805 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f737419d7b0 con 0x7f7374101df0 2024-09-05T02:27:44.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.240+0000 7f737c600640 1 -- 172.21.15.33:0/1475199805 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7374074420 con 0x7f7374101df0 2024-09-05T02:27:44.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.245+0000 7f7372000640 1 -- 172.21.15.33:0/1475199805 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7f73680046c0 con 0x7f7374101df0 2024-09-05T02:27:44.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.245+0000 7f737f21d740 1 Processor -- start 2024-09-05T02:27:44.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.245+0000 7f737f21d740 1 -- start start 2024-09-05T02:27:44.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.246+0000 7f737f21d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598176c70 0x563598177050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:44.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.246+0000 7f737f21d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598177590 0x563598181910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:44.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.246+0000 7f737f21d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598181e50 0x563598184240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:44.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.246+0000 7f737f21d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5635980dd3e0 con 0x563598177590 2024-09-05T02:27:44.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.246+0000 7f737f21d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563598084d80 con 0x563598181e50 2024-09-05T02:27:44.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.246+0000 7f737f21d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5635980d93a0 con 0x563598176c70 2024-09-05T02:27:44.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.246+0000 7f737a600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598176c70 0x563598177050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:44.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.246+0000 7f7379c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598177590 0x563598181910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:44.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.246+0000 7f737a600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598176c70 0x563598177050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:49226/0 (socket says 172.21.15.33:49226) 2024-09-05T02:27:44.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.246+0000 7f737a600640 1 -- 172.21.15.33:0/3931820417 learned_addr learned my addr 172.21.15.33:0/3931820417 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:44.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.246+0000 7f7379200640 1 --2- 172.21.15.33:0/3931820417 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598181e50 0x563598184240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:44.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.247+0000 7f737a600640 1 -- 172.21.15.33:0/3931820417 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598181e50 msgr2=0x563598184240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:44.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.247+0000 7f737a600640 1 --2- 172.21.15.33:0/3931820417 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598181e50 0x563598184240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.247+0000 7f737a600640 1 -- 172.21.15.33:0/3931820417 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598177590 msgr2=0x563598181910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:44.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.247+0000 7f737a600640 1 --2- 172.21.15.33:0/3931820417 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598177590 0x563598181910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.247+0000 7f737a600640 1 -- 172.21.15.33:0/3931820417 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635980a3ae0 con 0x563598176c70 2024-09-05T02:27:44.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.247+0000 7f7379c00640 1 --2- 172.21.15.33:0/3931820417 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598177590 0x563598181910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:27:44.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.247+0000 7f7372000640 1 --2- 172.21.15.33:0/1475199805 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f735c0a2e00 0x7f735c0a52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:44.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.247+0000 7f737a600640 1 --2- 172.21.15.33:0/3931820417 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598176c70 0x563598177050 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f736c009f90 tx=0x7f736c010860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e738c3ce629ec2db server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:44.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.247+0000 7f7372000640 1 -- 172.21.15.33:0/1475199805 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f73680cf960 con 0x7f7374101df0 2024-09-05T02:27:44.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.248+0000 7f7366a00640 1 -- 172.21.15.33:0/3931820417 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f736c011700 con 0x563598176c70 2024-09-05T02:27:44.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.248+0000 7f7366a00640 1 -- 172.21.15.33:0/3931820417 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f736c011d80 con 0x563598176c70 2024-09-05T02:27:44.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.248+0000 7f7366a00640 1 -- 172.21.15.33:0/3931820417 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f736c018380 con 0x563598176c70 2024-09-05T02:27:44.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.248+0000 7f7379c00640 1 --2- 172.21.15.33:0/1475199805 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f735c0a2e00 0x7f735c0a52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:44.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.249+0000 7f737f21d740 1 -- 172.21.15.33:0/3931820417 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598176c70 msgr2=0x563598177050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:44.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.249+0000 7f737f21d740 1 --2- 172.21.15.33:0/3931820417 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598176c70 0x563598177050 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f736c009f90 tx=0x7f736c010860 comp rx=0 tx=0).stop 2024-09-05T02:27:44.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.249+0000 7f737f21d740 1 -- 172.21.15.33:0/3931820417 shutdown_connections 2024-09-05T02:27:44.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.249+0000 7f737f21d740 1 --2- 172.21.15.33:0/3931820417 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598181e50 0x563598184240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.249+0000 7f737f21d740 1 --2- 172.21.15.33:0/3931820417 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598177590 0x563598181910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.249+0000 7f737f21d740 1 --2- 172.21.15.33:0/3931820417 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598176c70 0x563598177050 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.249+0000 7f737f21d740 1 -- 172.21.15.33:0/3931820417 >> 172.21.15.33:0/3931820417 conn(0x563598173200 msgr2=0x5635981735e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:44.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.249+0000 7f7379c00640 1 --2- 172.21.15.33:0/1475199805 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f735c0a2e00 0x7f735c0a52c0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f73680cd060 tx=0x7f7368004a40 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:44.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.249+0000 7f737f21d740 1 -- 172.21.15.33:0/3931820417 shutdown_connections 2024-09-05T02:27:44.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.250+0000 7f737f21d740 1 -- 172.21.15.33:0/3931820417 wait complete. 2024-09-05T02:27:44.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.250+0000 7f737f21d740 1 -- start start 2024-09-05T02:27:44.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.251+0000 7f737f21d740 1 Processor -- start 2024-09-05T02:27:44.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.251+0000 7f737f21d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598176c70 0x56359817ed40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:44.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.251+0000 7f737f21d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598177590 0x56359817f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:44.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.251+0000 7f737f21d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598181e50 0x56359817f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:44.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.251+0000 7f737f21d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x563598184a20 con 0x563598177590 2024-09-05T02:27:44.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.251+0000 7f737f21d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5635980980f0 con 0x563598181e50 2024-09-05T02:27:44.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.251+0000 7f737f21d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x563598184ba0 con 0x563598176c70 2024-09-05T02:27:44.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.251+0000 7f737f21d740 10 client.0 _ll_register_callbacks cb 0x56359807fbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:27:44.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.252+0000 7f737a600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598176c70 0x56359817ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:44.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.252+0000 7f737a600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598176c70 0x56359817ed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:49228/0 (socket says 172.21.15.33:49228) 2024-09-05T02:27:44.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.252+0000 7f7379200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598177590 0x56359817f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:44.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.252+0000 7f737a600640 1 -- 172.21.15.33:0/4103003192 learned_addr learned my addr 172.21.15.33:0/4103003192 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:44.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.252+0000 7f737a600640 1 --2- 172.21.15.33:0/4103003192 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598181e50 0x56359817f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:44.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.253+0000 7f7379200640 1 -- 172.21.15.33:0/4103003192 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598176c70 msgr2=0x56359817ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:44.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.253+0000 7f7379200640 1 --2- 172.21.15.33:0/4103003192 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598176c70 0x56359817ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.253+0000 7f7379200640 1 -- 172.21.15.33:0/4103003192 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598181e50 msgr2=0x56359817f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:44.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.253+0000 7f7379200640 1 --2- 172.21.15.33:0/4103003192 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598181e50 0x56359817f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.253+0000 7f7379200640 1 -- 172.21.15.33:0/4103003192 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563597e4e3c0 con 0x563598177590 2024-09-05T02:27:44.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.253+0000 7f737a600640 1 --2- 172.21.15.33:0/4103003192 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598181e50 0x56359817f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:27:44.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.253+0000 7f7379200640 1 --2- 172.21.15.33:0/4103003192 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598177590 0x56359817f280 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f736002a930 tx=0x7f7360004390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e208fe5a70c54e01 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:44.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.253+0000 7f735b400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:27:44.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.254+0000 7f735b400640 1 -- 172.21.15.33:0/4103003192 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7360035040 con 0x563598177590 2024-09-05T02:27:44.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.254+0000 7f735b400640 1 -- 172.21.15.33:0/4103003192 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f7360005250 con 0x563598177590 2024-09-05T02:27:44.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.254+0000 7f737f21d740 1 -- 172.21.15.33:0/4103003192 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f736c011d80 con 0x563598177590 2024-09-05T02:27:44.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.254+0000 7f735b400640 1 -- 172.21.15.33:0/4103003192 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7360005450 con 0x563598177590 2024-09-05T02:27:44.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.254+0000 7f737f21d740 10 client.15354 fetch_fsmap learned FSMap version 29 2024-09-05T02:27:44.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.254+0000 7f737f21d740 1 -- 172.21.15.33:0/4103003192 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563598190a60 con 0x563598177590 2024-09-05T02:27:44.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.255+0000 7f735b400640 1 -- 172.21.15.33:0/4103003192 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f736c011d80 con 0x563598177590 2024-09-05T02:27:44.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.255+0000 7f735b400640 1 -- 172.21.15.33:0/4103003192 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7360031a70 con 0x563598177590 2024-09-05T02:27:44.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.255+0000 7f737f21d740 10 client.15354 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:27:44.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.255+0000 7f737f21d740 10 client.15354 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:27:44.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.255+0000 7f737f21d740 20 client.15354 populate_metadata read hostname 'smithi033' 2024-09-05T02:27:44.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.255+0000 7f737f21d740 1 --2- 172.21.15.33:0/4103003192 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x563598191f20 0x563598194330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:44.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.255+0000 7f737f21d740 4 client.15354 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:27:44.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.255+0000 7f737f21d740 1 -- 172.21.15.33:0/4103003192 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5635980ea950 con 0x563598191f20 2024-09-05T02:27:44.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.256+0000 7f737a600640 1 --2- 172.21.15.33:0/4103003192 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x563598191f20 0x563598194330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:44.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.257+0000 7f737a600640 1 --2- 172.21.15.33:0/4103003192 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x563598191f20 0x563598194330 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=a6b0e4ecb449ea09 server_cookie=a7f72c6d893199a2 in_seq=0 out_seq=0 2024-09-05T02:27:44.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.257+0000 7f735b400640 10 client.15354 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:27:44.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.257+0000 7f735b400640 1 -- 172.21.15.33:0/4103003192 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5635980ea950 con 0x563598191f20 2024-09-05T02:27:44.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.257+0000 7f735b400640 10 client.15354 handle_command_reply: tid=0 2024-09-05T02:27:44.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.258+0000 7f737f21d740 1 client.15354 shutdown 2024-09-05T02:27:44.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.258+0000 7f737f21d740 1 -- 172.21.15.33:0/4103003192 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598177590 msgr2=0x56359817f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:44.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.258+0000 7f737f21d740 1 --2- 172.21.15.33:0/4103003192 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598177590 0x56359817f280 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f736002a930 tx=0x7f7360004390 comp rx=0 tx=0).stop 2024-09-05T02:27:44.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.258+0000 7f737f21d740 1 -- 172.21.15.33:0/4103003192 shutdown_connections 2024-09-05T02:27:44.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.258+0000 7f737f21d740 1 --2- 172.21.15.33:0/4103003192 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x563598191f20 0x563598194330 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.258+0000 7f737f21d740 1 --2- 172.21.15.33:0/4103003192 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598181e50 0x56359817f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.258+0000 7f737f21d740 1 --2- 172.21.15.33:0/4103003192 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598177590 0x56359817f280 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.258+0000 7f737f21d740 1 --2- 172.21.15.33:0/4103003192 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598176c70 0x56359817ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.258+0000 7f737f21d740 1 -- 172.21.15.33:0/4103003192 >> 172.21.15.33:0/4103003192 conn(0x563598173200 msgr2=0x563598172380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:44.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.258+0000 7f735b400640 0 client.15354 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:27:44.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.258+0000 7f737f21d740 1 -- 172.21.15.33:0/4103003192 shutdown_connections 2024-09-05T02:27:44.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.259+0000 7f737f21d740 1 -- 172.21.15.33:0/4103003192 wait complete. 2024-09-05T02:27:44.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.259+0000 7f737f21d740 20 client.15354 trim_cache size 0 max 16384 2024-09-05T02:27:44.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.281+0000 7f737f21d740 1 Processor -- start 2024-09-05T02:27:44.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.281+0000 7f737f21d740 1 -- start start 2024-09-05T02:27:44.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.282+0000 7f737f21d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598176c70 0x56359817d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:44.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.282+0000 7f737f21d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598177590 0x56359817f610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:44.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.282+0000 7f737f21d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598181e50 0x563598199c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:44.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.282+0000 7f737f21d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f73741afaf0 con 0x563598181e50 2024-09-05T02:27:44.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.282+0000 7f737f21d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f73741b1630 con 0x563598176c70 2024-09-05T02:27:44.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.282+0000 7f737f21d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f73741b01c0 con 0x563598177590 2024-09-05T02:27:44.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.282+0000 7f7379200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598177590 0x56359817f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:44.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.282+0000 7f7379200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598177590 0x56359817f610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:49236/0 (socket says 172.21.15.33:49236) 2024-09-05T02:27:44.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.282+0000 7f7379200640 1 -- 172.21.15.33:0/1698972914 learned_addr learned my addr 172.21.15.33:0/1698972914 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:44.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.282+0000 7f737a600640 1 --2- 172.21.15.33:0/1698972914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598176c70 0x56359817d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:44.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.283+0000 7f7379200640 1 -- 172.21.15.33:0/1698972914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598176c70 msgr2=0x56359817d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:44.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.283+0000 7f7379200640 1 --2- 172.21.15.33:0/1698972914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598176c70 0x56359817d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.283+0000 7f7379200640 1 -- 172.21.15.33:0/1698972914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598181e50 msgr2=0x563598199c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:44.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.283+0000 7f7379200640 1 --2- 172.21.15.33:0/1698972914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598181e50 0x563598199c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.283+0000 7f7379200640 1 -- 172.21.15.33:0/1698972914 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635981742b0 con 0x563598177590 2024-09-05T02:27:44.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.283+0000 7f7379200640 1 --2- 172.21.15.33:0/1698972914 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598177590 0x56359817f610 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7360031550 tx=0x7f736002a410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cda2004f570028e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:44.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.283+0000 7f7366000640 1 -- 172.21.15.33:0/1698972914 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7360035070 con 0x563598177590 2024-09-05T02:27:44.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.283+0000 7f7366000640 1 -- 172.21.15.33:0/1698972914 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7360040070 con 0x563598177590 2024-09-05T02:27:44.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.284+0000 7f7366000640 1 -- 172.21.15.33:0/1698972914 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7360052070 con 0x563598177590 2024-09-05T02:27:44.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.284+0000 7f737f21d740 1 -- 172.21.15.33:0/1698972914 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598177590 msgr2=0x56359817f610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:44.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.284+0000 7f737f21d740 1 --2- 172.21.15.33:0/1698972914 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598177590 0x56359817f610 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7360031550 tx=0x7f736002a410 comp rx=0 tx=0).stop 2024-09-05T02:27:44.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.284+0000 7f737f21d740 1 -- 172.21.15.33:0/1698972914 shutdown_connections 2024-09-05T02:27:44.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.284+0000 7f737f21d740 1 --2- 172.21.15.33:0/1698972914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598181e50 0x563598199c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.284+0000 7f737f21d740 1 --2- 172.21.15.33:0/1698972914 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598177590 0x56359817f610 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.284+0000 7f737f21d740 1 --2- 172.21.15.33:0/1698972914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598176c70 0x56359817d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.285+0000 7f737f21d740 1 -- 172.21.15.33:0/1698972914 >> 172.21.15.33:0/1698972914 conn(0x563598173200 msgr2=0x563598180dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:44.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.285+0000 7f737f21d740 1 -- 172.21.15.33:0/1698972914 shutdown_connections 2024-09-05T02:27:44.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.285+0000 7f737f21d740 1 -- 172.21.15.33:0/1698972914 wait complete. 2024-09-05T02:27:44.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.285+0000 7f737f21d740 1 -- start start 2024-09-05T02:27:44.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.286+0000 7f737f21d740 1 Processor -- start 2024-09-05T02:27:44.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.286+0000 7f737f21d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598176c70 0x56359818a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:44.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.286+0000 7f737f21d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598177590 0x56359817ba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:44.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.286+0000 7f737f21d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598181e50 0x56359817bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:44.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.286+0000 7f737f21d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f73741b0f60 con 0x563598176c70 2024-09-05T02:27:44.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.286+0000 7f737f21d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f73741b0890 con 0x563598181e50 2024-09-05T02:27:44.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.286+0000 7f737f21d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f73741adad0 con 0x563598177590 2024-09-05T02:27:44.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.286+0000 7f737f21d740 10 client.0 _ll_register_callbacks cb 0x7f7360009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:27:44.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.287+0000 7f7379200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598177590 0x56359817ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:44.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.287+0000 7f7379200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598177590 0x56359817ba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:49246/0 (socket says 172.21.15.33:49246) 2024-09-05T02:27:44.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.287+0000 7f7379200640 1 -- 172.21.15.33:0/1705890631 learned_addr learned my addr 172.21.15.33:0/1705890631 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:44.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.287+0000 7f737a600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598176c70 0x56359818a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:44.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.287+0000 7f737a600640 1 --2- 172.21.15.33:0/1705890631 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598181e50 0x56359817bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:44.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.287+0000 7f7379200640 1 -- 172.21.15.33:0/1705890631 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598181e50 msgr2=0x56359817bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:44.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.287+0000 7f7379200640 1 --2- 172.21.15.33:0/1705890631 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598181e50 0x56359817bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.287+0000 7f7379200640 1 -- 172.21.15.33:0/1705890631 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598176c70 msgr2=0x56359818a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:44.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.287+0000 7f7379200640 1 --2- 172.21.15.33:0/1705890631 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598176c70 0x56359818a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.287+0000 7f7379200640 1 -- 172.21.15.33:0/1705890631 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56359816e770 con 0x563598177590 2024-09-05T02:27:44.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.287+0000 7f737a600640 1 --2- 172.21.15.33:0/1705890631 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598176c70 0x56359818a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:27:44.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.288+0000 7f7379200640 1 --2- 172.21.15.33:0/1705890631 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598177590 0x56359817ba70 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f736002a930 tx=0x7f7360005bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b2ee986d50fadce2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:44.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.288+0000 7f735b400640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:27:44.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.288+0000 7f735b400640 1 -- 172.21.15.33:0/1705890631 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7360035070 con 0x563598177590 2024-09-05T02:27:44.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.288+0000 7f735b400640 1 -- 172.21.15.33:0/1705890631 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f73600055f0 con 0x563598177590 2024-09-05T02:27:44.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.288+0000 7f737f21d740 1 -- 172.21.15.33:0/1705890631 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7360040070 con 0x563598177590 2024-09-05T02:27:44.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.289+0000 7f735b400640 1 -- 172.21.15.33:0/1705890631 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7360052070 con 0x563598177590 2024-09-05T02:27:44.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.289+0000 7f737f21d740 10 client.25345 fetch_fsmap learned FSMap version 29 2024-09-05T02:27:44.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.289+0000 7f737f21d740 1 -- 172.21.15.33:0/1705890631 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5635981fca00 con 0x563598177590 2024-09-05T02:27:44.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.289+0000 7f735b400640 1 -- 172.21.15.33:0/1705890631 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7360040070 con 0x563598177590 2024-09-05T02:27:44.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.290+0000 7f735b400640 1 -- 172.21.15.33:0/1705890631 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7360004a90 con 0x563598177590 2024-09-05T02:27:44.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.290+0000 7f737f21d740 10 client.25345 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:27:44.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.290+0000 7f737f21d740 10 client.25345 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:27:44.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.290+0000 7f737f21d740 20 client.25345 populate_metadata read hostname 'smithi033' 2024-09-05T02:27:44.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.290+0000 7f737f21d740 1 --2- 172.21.15.33:0/1705890631 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5635981fd000 0x5635981ff3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:44.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.290+0000 7f737f21d740 4 client.25345 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:27:44.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.290+0000 7f737f21d740 1 -- 172.21.15.33:0/1705890631 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5635980e4e60 con 0x5635981fd000 2024-09-05T02:27:44.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.290+0000 7f737a600640 1 --2- 172.21.15.33:0/1705890631 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5635981fd000 0x5635981ff3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:44.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.291+0000 7f737a600640 1 --2- 172.21.15.33:0/1705890631 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5635981fd000 0x5635981ff3f0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=265365f24146f890 server_cookie=7d7fc12926c7db79 in_seq=0 out_seq=0 2024-09-05T02:27:44.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.291+0000 7f735b400640 10 client.25345 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:27:44.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.291+0000 7f735b400640 1 -- 172.21.15.33:0/1705890631 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5635980e4e60 con 0x5635981fd000 2024-09-05T02:27:44.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.291+0000 7f735b400640 10 client.25345 handle_command_reply: tid=0 2024-09-05T02:27:44.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.291+0000 7f737f21d740 1 client.25345 shutdown 2024-09-05T02:27:44.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.291+0000 7f737f21d740 1 -- 172.21.15.33:0/1705890631 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598177590 msgr2=0x56359817ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:44.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.291+0000 7f737f21d740 1 --2- 172.21.15.33:0/1705890631 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598177590 0x56359817ba70 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f736002a930 tx=0x7f7360005bd0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.292+0000 7f737f21d740 1 -- 172.21.15.33:0/1705890631 shutdown_connections 2024-09-05T02:27:44.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.292+0000 7f737f21d740 1 --2- 172.21.15.33:0/1705890631 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5635981fd000 0x5635981ff3f0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.292+0000 7f737f21d740 1 --2- 172.21.15.33:0/1705890631 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563598181e50 0x56359817bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.292+0000 7f737f21d740 1 --2- 172.21.15.33:0/1705890631 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563598177590 0x56359817ba70 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.292+0000 7f737f21d740 1 --2- 172.21.15.33:0/1705890631 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563598176c70 0x56359818a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.292+0000 7f737f21d740 1 -- 172.21.15.33:0/1705890631 >> 172.21.15.33:0/1705890631 conn(0x563598173200 msgr2=0x5635981786c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:44.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.292+0000 7f735b400640 0 client.25345 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:27:44.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.292+0000 7f737f21d740 1 -- 172.21.15.33:0/1705890631 shutdown_connections 2024-09-05T02:27:44.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.292+0000 7f737f21d740 1 -- 172.21.15.33:0/1705890631 wait complete. 2024-09-05T02:27:44.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.292+0000 7f737f21d740 20 client.25345 trim_cache size 0 max 16384 2024-09-05T02:27:44.295 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:27:44.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.293+0000 7f737c600640 1 -- 172.21.15.33:0/1475199805 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f735c0a2e00 msgr2=0x7f735c0a52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:44.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.293+0000 7f737c600640 1 --2- 172.21.15.33:0/1475199805 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f735c0a2e00 0x7f735c0a52c0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f73680cd060 tx=0x7f7368004a40 comp rx=0 tx=0).stop 2024-09-05T02:27:44.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.293+0000 7f737c600640 1 -- 172.21.15.33:0/1475199805 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7374101df0 msgr2=0x7f7374198510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:44.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.293+0000 7f737c600640 1 --2- 172.21.15.33:0/1475199805 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7374101df0 0x7f7374198510 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f736800e9f0 tx=0x7f736800edf0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.293+0000 7f737c600640 1 -- 172.21.15.33:0/1475199805 shutdown_connections 2024-09-05T02:27:44.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.293+0000 7f737c600640 1 --2- 172.21.15.33:0/1475199805 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f735c0a2e00 0x7f735c0a52c0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.293+0000 7f737c600640 1 --2- 172.21.15.33:0/1475199805 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7374106f20 0x7f737419cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.293+0000 7f737c600640 1 --2- 172.21.15.33:0/1475199805 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f73741027a0 0x7f7374198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.293+0000 7f737c600640 1 --2- 172.21.15.33:0/1475199805 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7374101df0 0x7f7374198510 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:44.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.293+0000 7f737c600640 1 -- 172.21.15.33:0/1475199805 >> 172.21.15.33:0/1475199805 conn(0x7f73740fd8b0 msgr2=0x7f73740feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:44.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.294+0000 7f737c600640 1 -- 172.21.15.33:0/1475199805 shutdown_connections 2024-09-05T02:27:44.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:44.294+0000 7f737c600640 1 -- 172.21.15.33:0/1475199805 wait complete. 2024-09-05T02:27:45.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:44 smithi033 ceph-mon[29909]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:27:45.216 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:27:45.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:44 smithi174 ceph-mon[34756]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:27:45.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:44 smithi123 ceph-mon[34031]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:27:45.651 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:27:46.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.250+0000 7f3c2be00640 1 -- 172.21.15.33:0/3212129712 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3c24077040 msgr2=0x7f3c241124f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:46.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.250+0000 7f3c2be00640 1 --2- 172.21.15.33:0/3212129712 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3c24077040 0x7f3c241124f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f3c10009900 tx=0x7f3c1002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.250+0000 7f3c2be00640 1 -- 172.21.15.33:0/3212129712 shutdown_connections 2024-09-05T02:27:46.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.250+0000 7f3c2be00640 1 --2- 172.21.15.33:0/3212129712 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c24112a30 0x7f3c24114e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.250+0000 7f3c2be00640 1 --2- 172.21.15.33:0/3212129712 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3c24077040 0x7f3c241124f0 secure :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f3c10009900 tx=0x7f3c1002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.250+0000 7f3c2be00640 1 --2- 172.21.15.33:0/3212129712 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c24076720 0x7f3c24076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.250+0000 7f3c2be00640 1 -- 172.21.15.33:0/3212129712 >> 172.21.15.33:0/3212129712 conn(0x7f3c240ffa90 msgr2=0x7f3c24101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:46.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.251+0000 7f3c2be00640 1 -- 172.21.15.33:0/3212129712 shutdown_connections 2024-09-05T02:27:46.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.251+0000 7f3c2be00640 1 -- 172.21.15.33:0/3212129712 wait complete. 2024-09-05T02:27:46.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.252+0000 7f3c2be00640 1 Processor -- start 2024-09-05T02:27:46.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.252+0000 7f3c2be00640 1 -- start start 2024-09-05T02:27:46.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.252+0000 7f3c2be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3c24076720 0x7f3c241a4940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:46.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.252+0000 7f3c2be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c24112a30 0x7f3c241a4e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:46.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.252+0000 7f3c2be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c2419eb00 0x7f3c2419efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:46.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.252+0000 7f3c2be00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3c241185f0 con 0x7f3c2419eb00 2024-09-05T02:27:46.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.252+0000 7f3c2be00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3c24118470 con 0x7f3c24112a30 2024-09-05T02:27:46.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.252+0000 7f3c2be00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3c24118770 con 0x7f3c24076720 2024-09-05T02:27:46.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.253+0000 7f3c29400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3c24076720 0x7f3c241a4940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:46.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.253+0000 7f3c29400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3c24076720 0x7f3c241a4940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:49266/0 (socket says 172.21.15.33:49266) 2024-09-05T02:27:46.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.253+0000 7f3c29400640 1 -- 172.21.15.33:0/1886165240 learned_addr learned my addr 172.21.15.33:0/1886165240 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:46.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.253+0000 7f3c28a00640 1 --2- 172.21.15.33:0/1886165240 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c24112a30 0x7f3c241a4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:46.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.253+0000 7f3c29e00640 1 --2- 172.21.15.33:0/1886165240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c2419eb00 0x7f3c2419efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:46.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.254+0000 7f3c28a00640 1 -- 172.21.15.33:0/1886165240 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3c24076720 msgr2=0x7f3c241a4940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:46.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.254+0000 7f3c28a00640 1 --2- 172.21.15.33:0/1886165240 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3c24076720 0x7f3c241a4940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.254+0000 7f3c28a00640 1 -- 172.21.15.33:0/1886165240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c2419eb00 msgr2=0x7f3c2419efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:46.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.254+0000 7f3c28a00640 1 --2- 172.21.15.33:0/1886165240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c2419eb00 0x7f3c2419efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.254+0000 7f3c28a00640 1 -- 172.21.15.33:0/1886165240 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c2419f620 con 0x7f3c24112a30 2024-09-05T02:27:46.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.254+0000 7f3c29400640 1 --2- 172.21.15.33:0/1886165240 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3c24076720 0x7f3c241a4940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:27:46.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.254+0000 7f3c28a00640 1 --2- 172.21.15.33:0/1886165240 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c24112a30 0x7f3c241a4e80 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f3c10008000 tx=0x7f3c10003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:46.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.255+0000 7f3c22000640 1 -- 172.21.15.33:0/1886165240 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c1003f020 con 0x7f3c24112a30 2024-09-05T02:27:46.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.255+0000 7f3c22000640 1 -- 172.21.15.33:0/1886165240 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c10031ca0 con 0x7f3c24112a30 2024-09-05T02:27:46.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.255+0000 7f3c22000640 1 -- 172.21.15.33:0/1886165240 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c10035070 con 0x7f3c24112a30 2024-09-05T02:27:46.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.255+0000 7f3c2be00640 1 -- 172.21.15.33:0/1886165240 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c2419f8b0 con 0x7f3c24112a30 2024-09-05T02:27:46.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.255+0000 7f3c2be00640 1 -- 172.21.15.33:0/1886165240 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c241aba90 con 0x7f3c24112a30 2024-09-05T02:27:46.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.258+0000 7f3c22000640 1 -- 172.21.15.33:0/1886165240 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7f3c10042020 con 0x7f3c24112a30 2024-09-05T02:27:46.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.259+0000 7f3c2e9cf740 1 Processor -- start 2024-09-05T02:27:46.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.260+0000 7f3c2e9cf740 1 -- start start 2024-09-05T02:27:46.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.260+0000 7f3c22000640 1 --2- 172.21.15.33:0/1886165240 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3c0c0a2e30 0x7f3c0c0a52f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:46.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.260+0000 7f3c2e9cf740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe4fc70 0x557f9fe50050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:46.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.260+0000 7f3c2e9cf740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe50590 0x557f9fe5a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:46.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.260+0000 7f3c2e9cf740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe5ae50 0x557f9fe5d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:46.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.260+0000 7f3c2e9cf740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x557f9fdb63e0 con 0x557f9fe50590 2024-09-05T02:27:46.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.260+0000 7f3c2e9cf740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x557f9fd5dd80 con 0x557f9fe5ae50 2024-09-05T02:27:46.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.260+0000 7f3c2e9cf740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x557f9fdb23a0 con 0x557f9fe4fc70 2024-09-05T02:27:46.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.260+0000 7f3c22000640 1 -- 172.21.15.33:0/1886165240 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3c100efb90 con 0x7f3c24112a30 2024-09-05T02:27:46.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.260+0000 7f3c29e00640 1 --2- 172.21.15.33:0/1886165240 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3c0c0a2e30 0x7f3c0c0a52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:46.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.261+0000 7f3c29400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe4fc70 0x557f9fe50050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:46.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.261+0000 7f3c29e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe5ae50 0x557f9fe5d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:46.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.261+0000 7f3c29400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe4fc70 0x557f9fe50050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:49282/0 (socket says 172.21.15.33:49282) 2024-09-05T02:27:46.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.261+0000 7f3c29e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe5ae50 0x557f9fe5d240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:46322/0 (socket says 172.21.15.33:46322) 2024-09-05T02:27:46.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.261+0000 7f3c29400640 1 -- 172.21.15.33:0/3327737127 learned_addr learned my addr 172.21.15.33:0/3327737127 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:46.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.261+0000 7f3c28a00640 1 --2- 172.21.15.33:0/3327737127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe50590 0x557f9fe5a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:46.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.261+0000 7f3c29e00640 1 -- 172.21.15.33:0/3327737127 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe4fc70 msgr2=0x557f9fe50050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:46.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.261+0000 7f3c29e00640 1 --2- 172.21.15.33:0/3327737127 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe4fc70 0x557f9fe50050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.261+0000 7f3c29e00640 1 -- 172.21.15.33:0/3327737127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe50590 msgr2=0x557f9fe5a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:46.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.261+0000 7f3c29e00640 1 --2- 172.21.15.33:0/3327737127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe50590 0x557f9fe5a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.261+0000 7f3c29e00640 1 -- 172.21.15.33:0/3327737127 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f9fd7cae0 con 0x557f9fe5ae50 2024-09-05T02:27:46.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.261+0000 7f3c28a00640 1 --2- 172.21.15.33:0/3327737127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe50590 0x557f9fe5a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:27:46.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.262+0000 7f3c29e00640 1 --2- 172.21.15.33:0/3327737127 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe5ae50 0x557f9fe5d240 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3c2407aa10 tx=0x7f3c1c013dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9e5aba0c33b970 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:46.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.263+0000 7f3c29e00640 1 --2- 172.21.15.33:0/1886165240 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3c0c0a2e30 0x7f3c0c0a52f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f3c1c016000 tx=0x7f3c1c01d000 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:46.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.263+0000 7f3c16600640 1 -- 172.21.15.33:0/3327737127 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c1c0131b0 con 0x557f9fe5ae50 2024-09-05T02:27:46.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.263+0000 7f3c16600640 1 -- 172.21.15.33:0/3327737127 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c1c003970 con 0x557f9fe5ae50 2024-09-05T02:27:46.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.263+0000 7f3c16600640 1 -- 172.21.15.33:0/3327737127 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c1c010d10 con 0x557f9fe5ae50 2024-09-05T02:27:46.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.264+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/3327737127 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe5ae50 msgr2=0x557f9fe5d240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:46.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.264+0000 7f3c2e9cf740 1 --2- 172.21.15.33:0/3327737127 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe5ae50 0x557f9fe5d240 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3c2407aa10 tx=0x7f3c1c013dd0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.264+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/3327737127 shutdown_connections 2024-09-05T02:27:46.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.264+0000 7f3c2e9cf740 1 --2- 172.21.15.33:0/3327737127 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe5ae50 0x557f9fe5d240 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.264+0000 7f3c2e9cf740 1 --2- 172.21.15.33:0/3327737127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe50590 0x557f9fe5a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.264+0000 7f3c2e9cf740 1 --2- 172.21.15.33:0/3327737127 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe4fc70 0x557f9fe50050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.264+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/3327737127 >> 172.21.15.33:0/3327737127 conn(0x557f9fe4c200 msgr2=0x557f9fe4c5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:46.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.264+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/3327737127 shutdown_connections 2024-09-05T02:27:46.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.264+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/3327737127 wait complete. 2024-09-05T02:27:46.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.265+0000 7f3c2e9cf740 1 -- start start 2024-09-05T02:27:46.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.265+0000 7f3c2e9cf740 1 Processor -- start 2024-09-05T02:27:46.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.266+0000 7f3c2e9cf740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe4fc70 0x557f9fe57d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:46.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.266+0000 7f3c2e9cf740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe50590 0x557f9fe582d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:46.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.266+0000 7f3c2e9cf740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe5ae50 0x557f9fe58810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:46.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.266+0000 7f3c2e9cf740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x557f9fe5d9c0 con 0x557f9fe4fc70 2024-09-05T02:27:46.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.266+0000 7f3c2e9cf740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x557f9fd710f0 con 0x557f9fe50590 2024-09-05T02:27:46.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.266+0000 7f3c2e9cf740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x557f9fe5db40 con 0x557f9fe5ae50 2024-09-05T02:27:46.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.266+0000 7f3c2e9cf740 10 client.0 _ll_register_callbacks cb 0x557f9fd58bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:27:46.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.267+0000 7f3c29400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe4fc70 0x557f9fe57d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:46.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.267+0000 7f3c29400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe4fc70 0x557f9fe57d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48668/0 (socket says 172.21.15.33:48668) 2024-09-05T02:27:46.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.267+0000 7f3c29400640 1 -- 172.21.15.33:0/1488484002 learned_addr learned my addr 172.21.15.33:0/1488484002 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:46.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.267+0000 7f3c28a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe50590 0x557f9fe582d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:46.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.267+0000 7f3c29e00640 1 --2- 172.21.15.33:0/1488484002 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe5ae50 0x557f9fe58810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:46.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.267+0000 7f3c29400640 1 -- 172.21.15.33:0/1488484002 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe5ae50 msgr2=0x557f9fe58810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:46.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.268+0000 7f3c29400640 1 --2- 172.21.15.33:0/1488484002 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe5ae50 0x557f9fe58810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.268+0000 7f3c29400640 1 -- 172.21.15.33:0/1488484002 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe50590 msgr2=0x557f9fe582d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:46.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.268+0000 7f3c29400640 1 --2- 172.21.15.33:0/1488484002 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe50590 0x557f9fe582d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.268+0000 7f3c29400640 1 -- 172.21.15.33:0/1488484002 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f9fb273c0 con 0x557f9fe4fc70 2024-09-05T02:27:46.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.268+0000 7f3c28a00640 1 --2- 172.21.15.33:0/1488484002 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe50590 0x557f9fe582d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:27:46.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.268+0000 7f3c29e00640 1 --2- 172.21.15.33:0/1488484002 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe5ae50 0x557f9fe58810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:27:46.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.268+0000 7f3c29400640 1 --2- 172.21.15.33:0/1488484002 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe4fc70 0x557f9fe57d90 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f3c18012c70 tx=0x7f3c1800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4c62c52e9fab3bc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:46.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.268+0000 7f3c0aa00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:27:46.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.269+0000 7f3c0aa00640 1 -- 172.21.15.33:0/1488484002 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c18004020 con 0x557f9fe4fc70 2024-09-05T02:27:46.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.269+0000 7f3c0aa00640 1 -- 172.21.15.33:0/1488484002 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3c180041c0 con 0x557f9fe4fc70 2024-09-05T02:27:46.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.269+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/1488484002 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c1c003970 con 0x557f9fe4fc70 2024-09-05T02:27:46.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.269+0000 7f3c0aa00640 1 -- 172.21.15.33:0/1488484002 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3c180043c0 con 0x557f9fe4fc70 2024-09-05T02:27:46.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.269+0000 7f3c2e9cf740 10 client.15369 fetch_fsmap learned FSMap version 29 2024-09-05T02:27:46.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.269+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/1488484002 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557f9fe69b00 con 0x557f9fe4fc70 2024-09-05T02:27:46.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.270+0000 7f3c0aa00640 1 -- 172.21.15.33:0/1488484002 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c1c003970 con 0x557f9fe4fc70 2024-09-05T02:27:46.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.270+0000 7f3c0aa00640 1 -- 172.21.15.33:0/1488484002 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3c1801c690 con 0x557f9fe4fc70 2024-09-05T02:27:46.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.270+0000 7f3c2e9cf740 10 client.15369 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:27:46.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.270+0000 7f3c2e9cf740 10 client.15369 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:27:46.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.270+0000 7f3c2e9cf740 20 client.15369 populate_metadata read hostname 'smithi033' 2024-09-05T02:27:46.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.270+0000 7f3c2e9cf740 1 --2- 172.21.15.33:0/1488484002 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x557f9fe6afc0 0x557f9fe6d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:46.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.270+0000 7f3c2e9cf740 4 client.15369 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:27:46.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.270+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/1488484002 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557f9fdc3950 con 0x557f9fe6afc0 2024-09-05T02:27:46.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.271+0000 7f3c28a00640 1 --2- 172.21.15.33:0/1488484002 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x557f9fe6afc0 0x557f9fe6d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:46.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.271+0000 7f3c28a00640 1 --2- 172.21.15.33:0/1488484002 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x557f9fe6afc0 0x557f9fe6d3f0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=7c62f30c16fb6ef3 server_cookie=d4b1fe21908204d8 in_seq=0 out_seq=0 2024-09-05T02:27:46.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.271+0000 7f3c0aa00640 10 client.15369 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:27:46.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.272+0000 7f3c0aa00640 1 -- 172.21.15.33:0/1488484002 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557f9fdc3950 con 0x557f9fe6afc0 2024-09-05T02:27:46.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.272+0000 7f3c0aa00640 10 client.15369 handle_command_reply: tid=0 2024-09-05T02:27:46.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.272+0000 7f3c2e9cf740 1 client.15369 shutdown 2024-09-05T02:27:46.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.273+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/1488484002 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe4fc70 msgr2=0x557f9fe57d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:46.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.273+0000 7f3c2e9cf740 1 --2- 172.21.15.33:0/1488484002 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe4fc70 0x557f9fe57d90 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f3c18012c70 tx=0x7f3c1800f790 comp rx=0 tx=0).stop 2024-09-05T02:27:46.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.273+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/1488484002 shutdown_connections 2024-09-05T02:27:46.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.273+0000 7f3c2e9cf740 1 --2- 172.21.15.33:0/1488484002 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x557f9fe6afc0 0x557f9fe6d3f0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.273+0000 7f3c2e9cf740 1 --2- 172.21.15.33:0/1488484002 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe5ae50 0x557f9fe58810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.273+0000 7f3c2e9cf740 1 --2- 172.21.15.33:0/1488484002 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe50590 0x557f9fe582d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.273+0000 7f3c2e9cf740 1 --2- 172.21.15.33:0/1488484002 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe4fc70 0x557f9fe57d90 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.273+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/1488484002 >> 172.21.15.33:0/1488484002 conn(0x557f9fe4c200 msgr2=0x557f9fe51f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:46.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.273+0000 7f3c0aa00640 0 client.15369 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:27:46.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.273+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/1488484002 shutdown_connections 2024-09-05T02:27:46.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.274+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/1488484002 wait complete. 2024-09-05T02:27:46.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.274+0000 7f3c2e9cf740 20 client.15369 trim_cache size 0 max 16384 2024-09-05T02:27:46.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.300+0000 7f3c2e9cf740 1 Processor -- start 2024-09-05T02:27:46.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.300+0000 7f3c2e9cf740 1 -- start start 2024-09-05T02:27:46.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.300+0000 7f3c2e9cf740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe4fc70 0x557f9fe51e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:46.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.300+0000 7f3c2e9cf740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe50590 0x557f9fe72cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:46.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.300+0000 7f3c2e9cf740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe5ae50 0x557f9fe73200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:46.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.300+0000 7f3c2e9cf740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3c241b4390 con 0x557f9fe50590 2024-09-05T02:27:46.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.300+0000 7f3c2e9cf740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3c241b5ed0 con 0x557f9fe5ae50 2024-09-05T02:27:46.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.300+0000 7f3c2e9cf740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3c241b4a60 con 0x557f9fe4fc70 2024-09-05T02:27:46.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.301+0000 7f3c29400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe4fc70 0x557f9fe51e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.301+0000 7f3c29400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe4fc70 0x557f9fe51e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:49306/0 (socket says 172.21.15.33:49306) 2024-09-05T02:27:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.301+0000 7f3c29400640 1 -- 172.21.15.33:0/2914799443 learned_addr learned my addr 172.21.15.33:0/2914799443 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.301+0000 7f3c29e00640 1 --2- 172.21.15.33:0/2914799443 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe5ae50 0x557f9fe73200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.301+0000 7f3c28a00640 1 --2- 172.21.15.33:0/2914799443 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe50590 0x557f9fe72cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.301+0000 7f3c29400640 1 -- 172.21.15.33:0/2914799443 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe5ae50 msgr2=0x557f9fe73200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.302+0000 7f3c29400640 1 --2- 172.21.15.33:0/2914799443 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe5ae50 0x557f9fe73200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.302+0000 7f3c29400640 1 -- 172.21.15.33:0/2914799443 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe50590 msgr2=0x557f9fe72cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.302+0000 7f3c29400640 1 --2- 172.21.15.33:0/2914799443 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe50590 0x557f9fe72cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.302+0000 7f3c29400640 1 -- 172.21.15.33:0/2914799443 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f9fe47770 con 0x557f9fe4fc70 2024-09-05T02:27:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.302+0000 7f3c29400640 1 --2- 172.21.15.33:0/2914799443 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe4fc70 0x557f9fe51e20 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f3c1801cab0 tx=0x7f3c18012860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=153c536b0220355d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:46.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.302+0000 7f3c15c00640 1 -- 172.21.15.33:0/2914799443 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c18029070 con 0x557f9fe4fc70 2024-09-05T02:27:46.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.302+0000 7f3c15c00640 1 -- 172.21.15.33:0/2914799443 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c18004020 con 0x557f9fe4fc70 2024-09-05T02:27:46.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.302+0000 7f3c15c00640 1 -- 172.21.15.33:0/2914799443 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c18003610 con 0x557f9fe4fc70 2024-09-05T02:27:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.303+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/2914799443 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe4fc70 msgr2=0x557f9fe51e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.303+0000 7f3c2e9cf740 1 --2- 172.21.15.33:0/2914799443 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe4fc70 0x557f9fe51e20 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f3c1801cab0 tx=0x7f3c18012860 comp rx=0 tx=0).stop 2024-09-05T02:27:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.303+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/2914799443 shutdown_connections 2024-09-05T02:27:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.303+0000 7f3c2e9cf740 1 --2- 172.21.15.33:0/2914799443 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe5ae50 0x557f9fe73200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.303+0000 7f3c2e9cf740 1 --2- 172.21.15.33:0/2914799443 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe50590 0x557f9fe72cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.303+0000 7f3c2e9cf740 1 --2- 172.21.15.33:0/2914799443 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe4fc70 0x557f9fe51e20 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.303+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/2914799443 >> 172.21.15.33:0/2914799443 conn(0x557f9fe4c200 msgr2=0x557f9fe51710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.303+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/2914799443 shutdown_connections 2024-09-05T02:27:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.303+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/2914799443 wait complete. 2024-09-05T02:27:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.304+0000 7f3c2e9cf740 1 -- start start 2024-09-05T02:27:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.304+0000 7f3c2e9cf740 1 Processor -- start 2024-09-05T02:27:46.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.305+0000 7f3c2e9cf740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe4fc70 0x557f9fe5ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:46.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.305+0000 7f3c2e9cf740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe50590 0x557f9fe5f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:46.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.305+0000 7f3c2e9cf740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe5ae50 0x557f9fe5f660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:46.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.305+0000 7f3c2e9cf740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3c241b5800 con 0x557f9fe4fc70 2024-09-05T02:27:46.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.305+0000 7f3c2e9cf740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3c241b5130 con 0x557f9fe5ae50 2024-09-05T02:27:46.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.305+0000 7f3c2e9cf740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3c241b2370 con 0x557f9fe50590 2024-09-05T02:27:46.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.305+0000 7f3c2e9cf740 10 client.0 _ll_register_callbacks cb 0x7f3c18009d60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:27:46.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.305+0000 7f3c28a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe50590 0x557f9fe5f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:46.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.305+0000 7f3c28a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe50590 0x557f9fe5f120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:49310/0 (socket says 172.21.15.33:49310) 2024-09-05T02:27:46.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.305+0000 7f3c28a00640 1 -- 172.21.15.33:0/3759616265 learned_addr learned my addr 172.21.15.33:0/3759616265 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:46.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.305+0000 7f3c29400640 1 --2- 172.21.15.33:0/3759616265 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe4fc70 0x557f9fe5ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:46.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.305+0000 7f3c29e00640 1 --2- 172.21.15.33:0/3759616265 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe5ae50 0x557f9fe5f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:46.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.306+0000 7f3c28a00640 1 -- 172.21.15.33:0/3759616265 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe5ae50 msgr2=0x557f9fe5f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:46.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.306+0000 7f3c28a00640 1 --2- 172.21.15.33:0/3759616265 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe5ae50 0x557f9fe5f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.306+0000 7f3c28a00640 1 -- 172.21.15.33:0/3759616265 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe4fc70 msgr2=0x557f9fe5ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:46.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.306+0000 7f3c28a00640 1 --2- 172.21.15.33:0/3759616265 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe4fc70 0x557f9fe5ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.306+0000 7f3c28a00640 1 -- 172.21.15.33:0/3759616265 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f9fed4d90 con 0x557f9fe50590 2024-09-05T02:27:46.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.306+0000 7f3c28a00640 1 --2- 172.21.15.33:0/3759616265 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe50590 0x557f9fe5f120 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3c100b88c0 tx=0x7f3c1002a3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e1def81ae36d00fb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:46.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.306+0000 7f3c0aa00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:27:46.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.306+0000 7f3c0aa00640 1 -- 172.21.15.33:0/3759616265 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c10000e60 con 0x557f9fe50590 2024-09-05T02:27:46.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.306+0000 7f3c0aa00640 1 -- 172.21.15.33:0/3759616265 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3c100b8560 con 0x557f9fe50590 2024-09-05T02:27:46.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.306+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/3759616265 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c18004020 con 0x557f9fe50590 2024-09-05T02:27:46.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.307+0000 7f3c0aa00640 1 -- 172.21.15.33:0/3759616265 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3c100a2050 con 0x557f9fe50590 2024-09-05T02:27:46.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.307+0000 7f3c2e9cf740 10 client.25360 fetch_fsmap learned FSMap version 29 2024-09-05T02:27:46.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.307+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/3759616265 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557f9fed60d0 con 0x557f9fe50590 2024-09-05T02:27:46.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.307+0000 7f3c0aa00640 1 -- 172.21.15.33:0/3759616265 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c18004020 con 0x557f9fe50590 2024-09-05T02:27:46.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.307+0000 7f3c0aa00640 1 -- 172.21.15.33:0/3759616265 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3c100bc1e0 con 0x557f9fe50590 2024-09-05T02:27:46.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.307+0000 7f3c2e9cf740 10 client.25360 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:27:46.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.307+0000 7f3c2e9cf740 10 client.25360 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:27:46.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.307+0000 7f3c2e9cf740 20 client.25360 populate_metadata read hostname 'smithi033' 2024-09-05T02:27:46.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.307+0000 7f3c2e9cf740 1 --2- 172.21.15.33:0/3759616265 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x557f9fed6830 0x557f9fed8c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:46.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.307+0000 7f3c2e9cf740 4 client.25360 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:27:46.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.307+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/3759616265 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557f9fdbde60 con 0x557f9fed6830 2024-09-05T02:27:46.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.308+0000 7f3c29400640 1 --2- 172.21.15.33:0/3759616265 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x557f9fed6830 0x557f9fed8c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:46.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.308+0000 7f3c0aa00640 10 client.25360 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:27:46.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.308+0000 7f3c29400640 1 --2- 172.21.15.33:0/3759616265 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x557f9fed6830 0x557f9fed8c50 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3b5d93c98bad94f0 server_cookie=1fde80f0924cfb02 in_seq=0 out_seq=0 2024-09-05T02:27:46.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.309+0000 7f3c0aa00640 1 -- 172.21.15.33:0/3759616265 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557f9fdbde60 con 0x557f9fed6830 2024-09-05T02:27:46.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.309+0000 7f3c0aa00640 10 client.25360 handle_command_reply: tid=0 2024-09-05T02:27:46.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.309+0000 7f3c2e9cf740 1 client.25360 shutdown 2024-09-05T02:27:46.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.309+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/3759616265 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe50590 msgr2=0x557f9fe5f120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:46.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.309+0000 7f3c2e9cf740 1 --2- 172.21.15.33:0/3759616265 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe50590 0x557f9fe5f120 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3c100b88c0 tx=0x7f3c1002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.309+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/3759616265 shutdown_connections 2024-09-05T02:27:46.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.309+0000 7f3c2e9cf740 1 --2- 172.21.15.33:0/3759616265 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x557f9fed6830 0x557f9fed8c50 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.309+0000 7f3c2e9cf740 1 --2- 172.21.15.33:0/3759616265 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f9fe5ae50 0x557f9fe5f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.309+0000 7f3c2e9cf740 1 --2- 172.21.15.33:0/3759616265 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f9fe50590 0x557f9fe5f120 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.309+0000 7f3c2e9cf740 1 --2- 172.21.15.33:0/3759616265 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f9fe4fc70 0x557f9fe5ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.309+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/3759616265 >> 172.21.15.33:0/3759616265 conn(0x557f9fe4c200 msgr2=0x557f9fe51f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:46.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.309+0000 7f3c0aa00640 0 client.25360 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:27:46.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.310+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/3759616265 shutdown_connections 2024-09-05T02:27:46.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.310+0000 7f3c2e9cf740 1 -- 172.21.15.33:0/3759616265 wait complete. 2024-09-05T02:27:46.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.310+0000 7f3c2e9cf740 20 client.25360 trim_cache size 0 max 16384 2024-09-05T02:27:46.316 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:27:46.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.311+0000 7f3c2be00640 1 -- 172.21.15.33:0/1886165240 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3c0c0a2e30 msgr2=0x7f3c0c0a52f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:46.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.311+0000 7f3c2be00640 1 --2- 172.21.15.33:0/1886165240 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3c0c0a2e30 0x7f3c0c0a52f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f3c1c016000 tx=0x7f3c1c01d000 comp rx=0 tx=0).stop 2024-09-05T02:27:46.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.311+0000 7f3c2be00640 1 -- 172.21.15.33:0/1886165240 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c24112a30 msgr2=0x7f3c241a4e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:46.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.311+0000 7f3c2be00640 1 --2- 172.21.15.33:0/1886165240 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c24112a30 0x7f3c241a4e80 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f3c10008000 tx=0x7f3c10003c10 comp rx=0 tx=0).stop 2024-09-05T02:27:46.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.311+0000 7f3c2be00640 1 -- 172.21.15.33:0/1886165240 shutdown_connections 2024-09-05T02:27:46.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.311+0000 7f3c2be00640 1 --2- 172.21.15.33:0/1886165240 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3c0c0a2e30 0x7f3c0c0a52f0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.311+0000 7f3c2be00640 1 --2- 172.21.15.33:0/1886165240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c2419eb00 0x7f3c2419efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.311+0000 7f3c2be00640 1 --2- 172.21.15.33:0/1886165240 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c24112a30 0x7f3c241a4e80 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.311+0000 7f3c2be00640 1 --2- 172.21.15.33:0/1886165240 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3c24076720 0x7f3c241a4940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:46.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.311+0000 7f3c2be00640 1 -- 172.21.15.33:0/1886165240 >> 172.21.15.33:0/1886165240 conn(0x7f3c240ffa90 msgr2=0x7f3c24101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:46.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.312+0000 7f3c2be00640 1 -- 172.21.15.33:0/1886165240 shutdown_connections 2024-09-05T02:27:46.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:46.312+0000 7f3c2be00640 1 -- 172.21.15.33:0/1886165240 wait complete. 2024-09-05T02:27:47.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:46 smithi033 ceph-mon[29909]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:47.268 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:27:47.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:46 smithi174 ceph-mon[34756]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:47.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:46 smithi123 ceph-mon[34031]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:27:47.733 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:27:48.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.374+0000 7f52da200640 1 -- 172.21.15.33:0/3634224075 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f52d4108f60 msgr2=0x7f52d4110ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:48.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.374+0000 7f52da200640 1 --2- 172.21.15.33:0/3634224075 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f52d4108f60 0x7f52d4110ae0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f52cc009be0 tx=0x7f52cc02a6d0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.374+0000 7f52da200640 1 -- 172.21.15.33:0/3634224075 shutdown_connections 2024-09-05T02:27:48.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.374+0000 7f52da200640 1 --2- 172.21.15.33:0/3634224075 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f52d4108f60 0x7f52d4110ae0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.374+0000 7f52da200640 1 --2- 172.21.15.33:0/3634224075 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f52d41047e0 0x7f52d4108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.374+0000 7f52da200640 1 --2- 172.21.15.33:0/3634224075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52d4103e30 0x7f52d4104210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.374+0000 7f52da200640 1 -- 172.21.15.33:0/3634224075 >> 172.21.15.33:0/3634224075 conn(0x7f52d40ff8f0 msgr2=0x7f52d4101d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:48.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.374+0000 7f52da200640 1 -- 172.21.15.33:0/3634224075 shutdown_connections 2024-09-05T02:27:48.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.374+0000 7f52da200640 1 -- 172.21.15.33:0/3634224075 wait complete. 2024-09-05T02:27:48.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.375+0000 7f52da200640 1 Processor -- start 2024-09-05T02:27:48.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.376+0000 7f52da200640 1 -- start start 2024-09-05T02:27:48.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.376+0000 7f52da200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52d4103e30 0x7f52d419a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:48.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.376+0000 7f52da200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f52d41047e0 0x7f52d419a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:48.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.376+0000 7f52da200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f52d4108f60 0x7f52d419ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:48.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.376+0000 7f52da200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f52d4113fc0 con 0x7f52d4103e30 2024-09-05T02:27:48.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.376+0000 7f52da200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f52d4113e40 con 0x7f52d4108f60 2024-09-05T02:27:48.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.376+0000 7f52da200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f52d4114140 con 0x7f52d41047e0 2024-09-05T02:27:48.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.376+0000 7f52d8e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52d4103e30 0x7f52d419a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:48.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.376+0000 7f52d8e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52d4103e30 0x7f52d419a3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48686/0 (socket says 172.21.15.33:48686) 2024-09-05T02:27:48.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.376+0000 7f52d8e00640 1 -- 172.21.15.33:0/3881926858 learned_addr learned my addr 172.21.15.33:0/3881926858 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:48.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.377+0000 7f52d3e00640 1 --2- 172.21.15.33:0/3881926858 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f52d41047e0 0x7f52d419a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:48.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.377+0000 7f52d9800640 1 --2- 172.21.15.33:0/3881926858 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f52d4108f60 0x7f52d419ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:48.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.377+0000 7f52d8e00640 1 -- 172.21.15.33:0/3881926858 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f52d41047e0 msgr2=0x7f52d419a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:48.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.377+0000 7f52d8e00640 1 --2- 172.21.15.33:0/3881926858 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f52d41047e0 0x7f52d419a900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.377+0000 7f52d8e00640 1 -- 172.21.15.33:0/3881926858 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f52d4108f60 msgr2=0x7f52d419ec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:48.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.377+0000 7f52d8e00640 1 --2- 172.21.15.33:0/3881926858 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f52d4108f60 0x7f52d419ec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.377+0000 7f52d8e00640 1 -- 172.21.15.33:0/3881926858 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52d419f370 con 0x7f52d4103e30 2024-09-05T02:27:48.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.377+0000 7f52d9800640 1 --2- 172.21.15.33:0/3881926858 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f52d4108f60 0x7f52d419ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:27:48.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.377+0000 7f52d3e00640 1 --2- 172.21.15.33:0/3881926858 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f52d41047e0 0x7f52d419a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:27:48.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.377+0000 7f52d8e00640 1 --2- 172.21.15.33:0/3881926858 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52d4103e30 0x7f52d419a3c0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f52c800ea60 tx=0x7f52c800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:48.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.378+0000 7f52d1600640 1 -- 172.21.15.33:0/3881926858 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52c800cde0 con 0x7f52d4103e30 2024-09-05T02:27:48.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.378+0000 7f52d1600640 1 -- 172.21.15.33:0/3881926858 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f52c80035f0 con 0x7f52d4103e30 2024-09-05T02:27:48.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.378+0000 7f52d1600640 1 -- 172.21.15.33:0/3881926858 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52c8010690 con 0x7f52d4103e30 2024-09-05T02:27:48.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.378+0000 7f52da200640 1 -- 172.21.15.33:0/3881926858 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52d419f660 con 0x7f52d4103e30 2024-09-05T02:27:48.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.378+0000 7f52da200640 1 -- 172.21.15.33:0/3881926858 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52d41a6f40 con 0x7f52d4103e30 2024-09-05T02:27:48.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.382+0000 7f52de427740 1 Processor -- start 2024-09-05T02:27:48.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.382+0000 7f52de427740 1 -- start start 2024-09-05T02:27:48.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.382+0000 7f52de427740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 0x55c34ad17220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:48.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.382+0000 7f52de427740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad17760 0x55c34ad21ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:48.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.382+0000 7f52de427740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad22020 0x55c34ad24410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:48.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.382+0000 7f52de427740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55c34ac7d3e0 con 0x55c34ad16e40 2024-09-05T02:27:48.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.382+0000 7f52de427740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55c34ac24d80 con 0x55c34ad17760 2024-09-05T02:27:48.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.382+0000 7f52de427740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55c34ac793a0 con 0x55c34ad22020 2024-09-05T02:27:48.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.383+0000 7f52d9800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 0x55c34ad17220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:48.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.383+0000 7f52d9800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 0x55c34ad17220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48688/0 (socket says 172.21.15.33:48688) 2024-09-05T02:27:48.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.383+0000 7f52d9800640 1 -- 172.21.15.33:0/1520061248 learned_addr learned my addr 172.21.15.33:0/1520061248 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:48.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.383+0000 7f52d1600640 1 -- 172.21.15.33:0/3881926858 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7f52c80037a0 con 0x7f52d4103e30 2024-09-05T02:27:48.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.383+0000 7f52d3e00640 1 --2- 172.21.15.33:0/1520061248 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad22020 0x55c34ad24410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:48.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.383+0000 7f52d8e00640 1 --2- 172.21.15.33:0/1520061248 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad17760 0x55c34ad21ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:48.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.384+0000 7f52d8e00640 1 -- 172.21.15.33:0/1520061248 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad22020 msgr2=0x55c34ad24410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:48.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.384+0000 7f52d8e00640 1 --2- 172.21.15.33:0/1520061248 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad22020 0x55c34ad24410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.384+0000 7f52d8e00640 1 -- 172.21.15.33:0/1520061248 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 msgr2=0x55c34ad17220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:48.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.384+0000 7f52d8e00640 1 --2- 172.21.15.33:0/1520061248 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 0x55c34ad17220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.384+0000 7f52d8e00640 1 -- 172.21.15.33:0/1520061248 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c34ac43ae0 con 0x55c34ad17760 2024-09-05T02:27:48.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.384+0000 7f52d3e00640 1 --2- 172.21.15.33:0/1520061248 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad22020 0x55c34ad24410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:27:48.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.384+0000 7f52d8e00640 1 --2- 172.21.15.33:0/1520061248 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad17760 0x55c34ad21ae0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f52c80cd170 tx=0x7f52c80d3e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f55eb6b1e4e1b347 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:48.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.384+0000 7f52c6000640 1 -- 172.21.15.33:0/1520061248 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52c80e3070 con 0x55c34ad17760 2024-09-05T02:27:48.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.385+0000 7f52c6000640 1 -- 172.21.15.33:0/1520061248 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f52c80d7040 con 0x55c34ad17760 2024-09-05T02:27:48.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.385+0000 7f52c6000640 1 -- 172.21.15.33:0/1520061248 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52c80db5e0 con 0x55c34ad17760 2024-09-05T02:27:48.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.385+0000 7f52d1600640 1 --2- 172.21.15.33:0/3881926858 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f52bc0a2e00 0x7f52bc0a52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:48.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.385+0000 7f52d1600640 1 -- 172.21.15.33:0/3881926858 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f52c80cfb30 con 0x7f52d4103e30 2024-09-05T02:27:48.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.385+0000 7f52d9800640 1 --2- 172.21.15.33:0/3881926858 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f52bc0a2e00 0x7f52bc0a52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:48.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.386+0000 7f52de427740 1 -- 172.21.15.33:0/1520061248 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad17760 msgr2=0x55c34ad21ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:48.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.386+0000 7f52de427740 1 --2- 172.21.15.33:0/1520061248 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad17760 0x55c34ad21ae0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f52c80cd170 tx=0x7f52c80d3e70 comp rx=0 tx=0).stop 2024-09-05T02:27:48.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.386+0000 7f52de427740 1 -- 172.21.15.33:0/1520061248 shutdown_connections 2024-09-05T02:27:48.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.386+0000 7f52de427740 1 --2- 172.21.15.33:0/1520061248 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad22020 0x55c34ad24410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.386+0000 7f52de427740 1 --2- 172.21.15.33:0/1520061248 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad17760 0x55c34ad21ae0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.386+0000 7f52de427740 1 --2- 172.21.15.33:0/1520061248 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 0x55c34ad17220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.386+0000 7f52de427740 1 -- 172.21.15.33:0/1520061248 >> 172.21.15.33:0/1520061248 conn(0x55c34ad133d0 msgr2=0x55c34ad137b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:48.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.387+0000 7f52de427740 1 -- 172.21.15.33:0/1520061248 shutdown_connections 2024-09-05T02:27:48.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.387+0000 7f52d9800640 1 --2- 172.21.15.33:0/3881926858 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f52bc0a2e00 0x7f52bc0a52c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f52cc0099a0 tx=0x7f52cc004a40 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:48.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.387+0000 7f52de427740 1 -- 172.21.15.33:0/1520061248 wait complete. 2024-09-05T02:27:48.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.387+0000 7f52de427740 1 -- start start 2024-09-05T02:27:48.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.387+0000 7f52de427740 1 Processor -- start 2024-09-05T02:27:48.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.388+0000 7f52de427740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 0x55c34ad1f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:48.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.388+0000 7f52de427740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad17760 0x55c34ad1f540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:48.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.388+0000 7f52de427740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad22020 0x55c34ad1fa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:48.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.388+0000 7f52de427740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55c34ad24bf0 con 0x55c34ad16e40 2024-09-05T02:27:48.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.388+0000 7f52de427740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55c34ac380f0 con 0x55c34ad22020 2024-09-05T02:27:48.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.388+0000 7f52de427740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55c34ad24d70 con 0x55c34ad17760 2024-09-05T02:27:48.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.388+0000 7f52de427740 10 client.0 _ll_register_callbacks cb 0x55c34ac1fbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:27:48.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.388+0000 7f52d8e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 0x55c34ad1f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:48.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.389+0000 7f52d8e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 0x55c34ad1f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48698/0 (socket says 172.21.15.33:48698) 2024-09-05T02:27:48.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.389+0000 7f52d8e00640 1 -- 172.21.15.33:0/3687539693 learned_addr learned my addr 172.21.15.33:0/3687539693 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:48.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.389+0000 7f52d3e00640 1 --2- 172.21.15.33:0/3687539693 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad17760 0x55c34ad1f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:48.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.389+0000 7f52d9800640 1 --2- 172.21.15.33:0/3687539693 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad22020 0x55c34ad1fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:48.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.389+0000 7f52d8e00640 1 -- 172.21.15.33:0/3687539693 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad17760 msgr2=0x55c34ad1f540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:48.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.389+0000 7f52d8e00640 1 --2- 172.21.15.33:0/3687539693 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad17760 0x55c34ad1f540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.389+0000 7f52d8e00640 1 -- 172.21.15.33:0/3687539693 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad22020 msgr2=0x55c34ad1fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:48.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.389+0000 7f52d8e00640 1 --2- 172.21.15.33:0/3687539693 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad22020 0x55c34ad1fa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.389+0000 7f52d8e00640 1 -- 172.21.15.33:0/3687539693 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c34a9ee3c0 con 0x55c34ad16e40 2024-09-05T02:27:48.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.390+0000 7f52d8e00640 1 --2- 172.21.15.33:0/3687539693 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 0x55c34ad1f000 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f52c80982f0 tx=0x7f52c8003e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=299dde28d0519f31 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:48.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.390+0000 7f52baa00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:27:48.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.390+0000 7f52baa00640 1 -- 172.21.15.33:0/3687539693 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52c8098130 con 0x55c34ad16e40 2024-09-05T02:27:48.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.390+0000 7f52baa00640 1 -- 172.21.15.33:0/3687539693 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f52c801fdc0 con 0x55c34ad16e40 2024-09-05T02:27:48.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.390+0000 7f52de427740 1 -- 172.21.15.33:0/3687539693 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f52c80d7040 con 0x55c34ad16e40 2024-09-05T02:27:48.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.390+0000 7f52baa00640 1 -- 172.21.15.33:0/3687539693 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f52c809b7f0 con 0x55c34ad16e40 2024-09-05T02:27:48.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.390+0000 7f52de427740 10 client.15387 fetch_fsmap learned FSMap version 29 2024-09-05T02:27:48.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.390+0000 7f52de427740 1 -- 172.21.15.33:0/3687539693 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c34ad30d10 con 0x55c34ad16e40 2024-09-05T02:27:48.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.391+0000 7f52baa00640 1 -- 172.21.15.33:0/3687539693 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f52c80d7040 con 0x55c34ad16e40 2024-09-05T02:27:48.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.392+0000 7f52baa00640 1 -- 172.21.15.33:0/3687539693 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f52c8098500 con 0x55c34ad16e40 2024-09-05T02:27:48.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.392+0000 7f52de427740 10 client.15387 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:27:48.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.392+0000 7f52de427740 10 client.15387 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:27:48.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.392+0000 7f52de427740 20 client.15387 populate_metadata read hostname 'smithi033' 2024-09-05T02:27:48.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.392+0000 7f52de427740 1 --2- 172.21.15.33:0/3687539693 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55c34ad32060 0x55c34ad34450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:48.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.392+0000 7f52de427740 4 client.15387 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:27:48.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.392+0000 7f52de427740 1 -- 172.21.15.33:0/3687539693 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c34ac8a950 con 0x55c34ad32060 2024-09-05T02:27:48.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.392+0000 7f52d3e00640 1 --2- 172.21.15.33:0/3687539693 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55c34ad32060 0x55c34ad34450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:48.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.393+0000 7f52d3e00640 1 --2- 172.21.15.33:0/3687539693 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55c34ad32060 0x55c34ad34450 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c67876dd83a91099 server_cookie=3397a82c04e5d8f0 in_seq=0 out_seq=0 2024-09-05T02:27:48.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.393+0000 7f52baa00640 10 client.15387 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:27:48.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.394+0000 7f52baa00640 1 -- 172.21.15.33:0/3687539693 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c34ac8a950 con 0x55c34ad32060 2024-09-05T02:27:48.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.394+0000 7f52baa00640 10 client.15387 handle_command_reply: tid=0 2024-09-05T02:27:48.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.394+0000 7f52de427740 1 client.15387 shutdown 2024-09-05T02:27:48.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.394+0000 7f52de427740 1 -- 172.21.15.33:0/3687539693 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 msgr2=0x55c34ad1f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:48.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.394+0000 7f52de427740 1 --2- 172.21.15.33:0/3687539693 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 0x55c34ad1f000 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f52c80982f0 tx=0x7f52c8003e10 comp rx=0 tx=0).stop 2024-09-05T02:27:48.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.394+0000 7f52de427740 1 -- 172.21.15.33:0/3687539693 shutdown_connections 2024-09-05T02:27:48.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.394+0000 7f52de427740 1 --2- 172.21.15.33:0/3687539693 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55c34ad32060 0x55c34ad34450 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.394+0000 7f52de427740 1 --2- 172.21.15.33:0/3687539693 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad22020 0x55c34ad1fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.394+0000 7f52de427740 1 --2- 172.21.15.33:0/3687539693 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad17760 0x55c34ad1f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.394+0000 7f52de427740 1 --2- 172.21.15.33:0/3687539693 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 0x55c34ad1f000 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.394+0000 7f52de427740 1 -- 172.21.15.33:0/3687539693 >> 172.21.15.33:0/3687539693 conn(0x55c34ad133d0 msgr2=0x55c34ad19100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:48.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.394+0000 7f52baa00640 0 client.15387 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:27:48.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.395+0000 7f52de427740 1 -- 172.21.15.33:0/3687539693 shutdown_connections 2024-09-05T02:27:48.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.395+0000 7f52de427740 1 -- 172.21.15.33:0/3687539693 wait complete. 2024-09-05T02:27:48.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.395+0000 7f52de427740 20 client.15387 trim_cache size 0 max 16384 2024-09-05T02:27:48.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.409+0000 7f52de427740 1 Processor -- start 2024-09-05T02:27:48.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.409+0000 7f52de427740 1 -- start start 2024-09-05T02:27:48.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.410+0000 7f52de427740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 0x55c34ad1f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:48.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.410+0000 7f52de427740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad17760 0x55c34ad2d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:48.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.410+0000 7f52de427740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad22020 0x55c34ad37090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:48.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.410+0000 7f52de427740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f52d41af9e0 con 0x55c34ad16e40 2024-09-05T02:27:48.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.410+0000 7f52de427740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f52d41b1520 con 0x55c34ad17760 2024-09-05T02:27:48.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.410+0000 7f52de427740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f52d41b00b0 con 0x55c34ad22020 2024-09-05T02:27:48.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.410+0000 7f52d3e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad17760 0x55c34ad2d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:48.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.410+0000 7f52d3e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad17760 0x55c34ad2d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:46400/0 (socket says 172.21.15.33:46400) 2024-09-05T02:27:48.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.410+0000 7f52d3e00640 1 -- 172.21.15.33:0/1603211996 learned_addr learned my addr 172.21.15.33:0/1603211996 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:48.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.410+0000 7f52d9800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad22020 0x55c34ad37090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:48.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.411+0000 7f52d3e00640 1 -- 172.21.15.33:0/1603211996 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad22020 msgr2=0x55c34ad37090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:48.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.411+0000 7f52d3e00640 1 --2- 172.21.15.33:0/1603211996 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad22020 0x55c34ad37090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.411+0000 7f52d3e00640 1 -- 172.21.15.33:0/1603211996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 msgr2=0x55c34ad1f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:48.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.411+0000 7f52d3e00640 1 --2- 172.21.15.33:0/1603211996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 0x55c34ad1f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.411+0000 7f52d3e00640 1 -- 172.21.15.33:0/1603211996 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c34ad14560 con 0x55c34ad17760 2024-09-05T02:27:48.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.411+0000 7f52d3e00640 1 --2- 172.21.15.33:0/1603211996 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad17760 0x55c34ad2d6d0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f52d40ffd10 tx=0x7f52c0009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de0c7e18142670d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:48.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.411+0000 7f52c5600640 1 -- 172.21.15.33:0/1603211996 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52c0011e60 con 0x55c34ad17760 2024-09-05T02:27:48.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.411+0000 7f52c5600640 1 -- 172.21.15.33:0/1603211996 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f52c0004220 con 0x55c34ad17760 2024-09-05T02:27:48.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.412+0000 7f52c5600640 1 -- 172.21.15.33:0/1603211996 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52c001d8f0 con 0x55c34ad17760 2024-09-05T02:27:48.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.412+0000 7f52de427740 1 -- 172.21.15.33:0/1603211996 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad17760 msgr2=0x55c34ad2d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:48.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.412+0000 7f52de427740 1 --2- 172.21.15.33:0/1603211996 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad17760 0x55c34ad2d6d0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f52d40ffd10 tx=0x7f52c0009260 comp rx=0 tx=0).stop 2024-09-05T02:27:48.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.412+0000 7f52de427740 1 -- 172.21.15.33:0/1603211996 shutdown_connections 2024-09-05T02:27:48.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.412+0000 7f52de427740 1 --2- 172.21.15.33:0/1603211996 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad22020 0x55c34ad37090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.412+0000 7f52de427740 1 --2- 172.21.15.33:0/1603211996 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad17760 0x55c34ad2d6d0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.412+0000 7f52de427740 1 --2- 172.21.15.33:0/1603211996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 0x55c34ad1f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.412+0000 7f52de427740 1 -- 172.21.15.33:0/1603211996 >> 172.21.15.33:0/1603211996 conn(0x55c34ad133d0 msgr2=0x55c34ad2cfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:48.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.413+0000 7f52de427740 1 -- 172.21.15.33:0/1603211996 shutdown_connections 2024-09-05T02:27:48.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.413+0000 7f52de427740 1 -- 172.21.15.33:0/1603211996 wait complete. 2024-09-05T02:27:48.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.413+0000 7f52de427740 1 -- start start 2024-09-05T02:27:48.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.414+0000 7f52de427740 1 Processor -- start 2024-09-05T02:27:48.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.414+0000 7f52de427740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 0x55c34ad374c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:48.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.414+0000 7f52de427740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad17760 0x55c34ad34810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:48.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.414+0000 7f52de427740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad22020 0x55c34ad34d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:48.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.414+0000 7f52de427740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f52d41b0e50 con 0x55c34ad16e40 2024-09-05T02:27:48.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.414+0000 7f52de427740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f52d41b0780 con 0x55c34ad22020 2024-09-05T02:27:48.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.414+0000 7f52de427740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f52d41ad9c0 con 0x55c34ad17760 2024-09-05T02:27:48.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.414+0000 7f52de427740 10 client.0 _ll_register_callbacks cb 0x7f52c80e1070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:27:48.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.415+0000 7f52d9800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad22020 0x55c34ad34d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:48.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.415+0000 7f52d8e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 0x55c34ad374c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:48.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.415+0000 7f52d9800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad22020 0x55c34ad34d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:46410/0 (socket says 172.21.15.33:46410) 2024-09-05T02:27:48.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.415+0000 7f52d9800640 1 -- 172.21.15.33:0/490633660 learned_addr learned my addr 172.21.15.33:0/490633660 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:48.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.415+0000 7f52d3e00640 1 --2- 172.21.15.33:0/490633660 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad17760 0x55c34ad34810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:48.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.415+0000 7f52d9800640 1 -- 172.21.15.33:0/490633660 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad17760 msgr2=0x55c34ad34810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:48.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.415+0000 7f52d9800640 1 --2- 172.21.15.33:0/490633660 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad17760 0x55c34ad34810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.415+0000 7f52d9800640 1 -- 172.21.15.33:0/490633660 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 msgr2=0x55c34ad374c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:48.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.415+0000 7f52d9800640 1 --2- 172.21.15.33:0/490633660 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 0x55c34ad374c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.415+0000 7f52d9800640 1 -- 172.21.15.33:0/490633660 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c34ad35290 con 0x55c34ad22020 2024-09-05T02:27:48.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.416+0000 7f52d3e00640 1 --2- 172.21.15.33:0/490633660 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad17760 0x55c34ad34810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:27:48.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.416+0000 7f52d9800640 1 --2- 172.21.15.33:0/490633660 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad22020 0x55c34ad34d50 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f52cc02acc0 tx=0x7f52cc02a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1b761d7c613b994f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:48.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.416+0000 7f52baa00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:27:48.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.416+0000 7f52baa00640 1 -- 172.21.15.33:0/490633660 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52cc036040 con 0x55c34ad22020 2024-09-05T02:27:48.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.416+0000 7f52de427740 1 -- 172.21.15.33:0/490633660 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f52c0004220 con 0x55c34ad22020 2024-09-05T02:27:48.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.416+0000 7f52baa00640 1 -- 172.21.15.33:0/490633660 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f52cc003cf0 con 0x55c34ad22020 2024-09-05T02:27:48.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.417+0000 7f52baa00640 1 -- 172.21.15.33:0/490633660 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f52cc004040 con 0x55c34ad22020 2024-09-05T02:27:48.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.417+0000 7f52de427740 10 client.25409 fetch_fsmap learned FSMap version 29 2024-09-05T02:27:48.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.417+0000 7f52de427740 1 -- 172.21.15.33:0/490633660 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c34ada4f00 con 0x55c34ad22020 2024-09-05T02:27:48.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.417+0000 7f52baa00640 1 -- 172.21.15.33:0/490633660 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f52c0004220 con 0x55c34ad22020 2024-09-05T02:27:48.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.417+0000 7f52baa00640 1 -- 172.21.15.33:0/490633660 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f52cc031880 con 0x55c34ad22020 2024-09-05T02:27:48.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.418+0000 7f52de427740 10 client.25409 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:27:48.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.418+0000 7f52de427740 10 client.25409 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:27:48.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.418+0000 7f52de427740 20 client.25409 populate_metadata read hostname 'smithi033' 2024-09-05T02:27:48.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.418+0000 7f52de427740 1 --2- 172.21.15.33:0/490633660 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55c34ada5610 0x55c34ada7a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:48.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.418+0000 7f52de427740 4 client.25409 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:27:48.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.418+0000 7f52de427740 1 -- 172.21.15.33:0/490633660 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c34ac84e60 con 0x55c34ada5610 2024-09-05T02:27:48.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.418+0000 7f52d8e00640 1 --2- 172.21.15.33:0/490633660 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55c34ada5610 0x55c34ada7a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:48.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.419+0000 7f52d8e00640 1 --2- 172.21.15.33:0/490633660 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55c34ada5610 0x55c34ada7a30 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ba9aaa8795fbafea server_cookie=9fb290bf89b286db in_seq=0 out_seq=0 2024-09-05T02:27:48.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.419+0000 7f52baa00640 10 client.25409 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:27:48.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.419+0000 7f52baa00640 1 -- 172.21.15.33:0/490633660 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c34ac84e60 con 0x55c34ada5610 2024-09-05T02:27:48.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.419+0000 7f52baa00640 10 client.25409 handle_command_reply: tid=0 2024-09-05T02:27:48.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.419+0000 7f52de427740 1 client.25409 shutdown 2024-09-05T02:27:48.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.419+0000 7f52de427740 1 -- 172.21.15.33:0/490633660 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad22020 msgr2=0x55c34ad34d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:48.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.419+0000 7f52de427740 1 --2- 172.21.15.33:0/490633660 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad22020 0x55c34ad34d50 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f52cc02acc0 tx=0x7f52cc02a6d0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.419+0000 7f52de427740 1 -- 172.21.15.33:0/490633660 shutdown_connections 2024-09-05T02:27:48.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.419+0000 7f52de427740 1 --2- 172.21.15.33:0/490633660 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55c34ada5610 0x55c34ada7a30 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.419+0000 7f52de427740 1 --2- 172.21.15.33:0/490633660 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c34ad22020 0x55c34ad34d50 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.419+0000 7f52de427740 1 --2- 172.21.15.33:0/490633660 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c34ad17760 0x55c34ad34810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.419+0000 7f52de427740 1 --2- 172.21.15.33:0/490633660 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c34ad16e40 0x55c34ad374c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.419+0000 7f52de427740 1 -- 172.21.15.33:0/490633660 >> 172.21.15.33:0/490633660 conn(0x55c34ad133d0 msgr2=0x55c34ad2d7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:48.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.419+0000 7f52baa00640 0 client.25409 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:27:48.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.420+0000 7f52de427740 1 -- 172.21.15.33:0/490633660 shutdown_connections 2024-09-05T02:27:48.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.420+0000 7f52de427740 1 -- 172.21.15.33:0/490633660 wait complete. 2024-09-05T02:27:48.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.420+0000 7f52de427740 20 client.25409 trim_cache size 0 max 16384 2024-09-05T02:27:48.424 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:27:48.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.421+0000 7f52da200640 1 -- 172.21.15.33:0/3881926858 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f52bc0a2e00 msgr2=0x7f52bc0a52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:48.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.421+0000 7f52da200640 1 --2- 172.21.15.33:0/3881926858 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f52bc0a2e00 0x7f52bc0a52c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f52cc0099a0 tx=0x7f52cc004a40 comp rx=0 tx=0).stop 2024-09-05T02:27:48.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.421+0000 7f52da200640 1 -- 172.21.15.33:0/3881926858 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52d4103e30 msgr2=0x7f52d419a3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:48.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.421+0000 7f52da200640 1 --2- 172.21.15.33:0/3881926858 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52d4103e30 0x7f52d419a3c0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f52c800ea60 tx=0x7f52c800ef20 comp rx=0 tx=0).stop 2024-09-05T02:27:48.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.421+0000 7f52da200640 1 -- 172.21.15.33:0/3881926858 shutdown_connections 2024-09-05T02:27:48.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.421+0000 7f52da200640 1 --2- 172.21.15.33:0/3881926858 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f52bc0a2e00 0x7f52bc0a52c0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.421+0000 7f52da200640 1 --2- 172.21.15.33:0/3881926858 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f52d4108f60 0x7f52d419ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.421+0000 7f52da200640 1 --2- 172.21.15.33:0/3881926858 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f52d41047e0 0x7f52d419a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.421+0000 7f52da200640 1 --2- 172.21.15.33:0/3881926858 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52d4103e30 0x7f52d419a3c0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:48.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.421+0000 7f52da200640 1 -- 172.21.15.33:0/3881926858 >> 172.21.15.33:0/3881926858 conn(0x7f52d40ff8f0 msgr2=0x7f52d4100c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:48.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.421+0000 7f52da200640 1 -- 172.21.15.33:0/3881926858 shutdown_connections 2024-09-05T02:27:48.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:48.422+0000 7f52da200640 1 -- 172.21.15.33:0/3881926858 wait complete. 2024-09-05T02:27:49.260 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:48 smithi033 ceph-mon[29909]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2024-09-05T02:27:49.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:48 smithi174 ceph-mon[34756]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2024-09-05T02:27:49.307 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:27:49.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:48 smithi123 ceph-mon[34031]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2024-09-05T02:27:49.861 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:27:50.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.470+0000 7ffa75200640 1 -- 172.21.15.33:0/3284537813 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa701079c0 msgr2=0x7ffa70107da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:50.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.470+0000 7ffa75200640 1 --2- 172.21.15.33:0/3284537813 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa701079c0 0x7ffa70107da0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ffa60009900 tx=0x7ffa6002a400 comp rx=0 tx=0).stop 2024-09-05T02:27:50.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.470+0000 7ffa75200640 1 -- 172.21.15.33:0/3284537813 shutdown_connections 2024-09-05T02:27:50.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.470+0000 7ffa75200640 1 --2- 172.21.15.33:0/3284537813 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ffa70102360 0x7ffa7010e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.470+0000 7ffa75200640 1 --2- 172.21.15.33:0/3284537813 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa701019c0 0x7ffa70101e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.470+0000 7ffa75200640 1 --2- 172.21.15.33:0/3284537813 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa701079c0 0x7ffa70107da0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.471+0000 7ffa75200640 1 -- 172.21.15.33:0/3284537813 >> 172.21.15.33:0/3284537813 conn(0x7ffa700fd740 msgr2=0x7ffa700ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:50.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.472+0000 7ffa75200640 1 -- 172.21.15.33:0/3284537813 shutdown_connections 2024-09-05T02:27:50.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.472+0000 7ffa75200640 1 -- 172.21.15.33:0/3284537813 wait complete. 2024-09-05T02:27:50.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.473+0000 7ffa75200640 1 Processor -- start 2024-09-05T02:27:50.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.473+0000 7ffa75200640 1 -- start start 2024-09-05T02:27:50.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.474+0000 7ffa75200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ffa701019c0 0x7ffa7019a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:50.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.474+0000 7ffa75200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa70102360 0x7ffa7019a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:50.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.474+0000 7ffa75200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa701079c0 0x7ffa7019ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:50.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.474+0000 7ffa75200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffa70111e10 con 0x7ffa70102360 2024-09-05T02:27:50.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.474+0000 7ffa75200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ffa70111c90 con 0x7ffa701079c0 2024-09-05T02:27:50.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.474+0000 7ffa75200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ffa70111f90 con 0x7ffa701019c0 2024-09-05T02:27:50.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.474+0000 7ffa6f400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ffa701019c0 0x7ffa7019a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:50.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.474+0000 7ffa6f400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ffa701019c0 0x7ffa7019a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:57734/0 (socket says 172.21.15.33:57734) 2024-09-05T02:27:50.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.474+0000 7ffa6f400640 1 -- 172.21.15.33:0/304891692 learned_addr learned my addr 172.21.15.33:0/304891692 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:50.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.475+0000 7ffa6fe00640 1 --2- 172.21.15.33:0/304891692 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa701079c0 0x7ffa7019ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:50.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.475+0000 7ffa6ea00640 1 --2- 172.21.15.33:0/304891692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa70102360 0x7ffa7019a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:50.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.475+0000 7ffa6f400640 1 -- 172.21.15.33:0/304891692 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa701079c0 msgr2=0x7ffa7019ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:50.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.475+0000 7ffa6f400640 1 --2- 172.21.15.33:0/304891692 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa701079c0 0x7ffa7019ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.475+0000 7ffa6f400640 1 -- 172.21.15.33:0/304891692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa70102360 msgr2=0x7ffa7019a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:50.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.475+0000 7ffa6f400640 1 --2- 172.21.15.33:0/304891692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa70102360 0x7ffa7019a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.475+0000 7ffa6f400640 1 -- 172.21.15.33:0/304891692 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa7019f430 con 0x7ffa701019c0 2024-09-05T02:27:50.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.475+0000 7ffa6ea00640 1 --2- 172.21.15.33:0/304891692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa70102360 0x7ffa7019a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:27:50.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.476+0000 7ffa6f400640 1 --2- 172.21.15.33:0/304891692 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ffa701019c0 0x7ffa7019a480 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ffa6002a9f0 tx=0x7ffa60003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:50.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.476+0000 7ffa67e00640 1 -- 172.21.15.33:0/304891692 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa6003f070 con 0x7ffa701019c0 2024-09-05T02:27:50.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.476+0000 7ffa67e00640 1 -- 172.21.15.33:0/304891692 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffa60031c30 con 0x7ffa701019c0 2024-09-05T02:27:50.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.476+0000 7ffa75200640 1 -- 172.21.15.33:0/304891692 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa7019f6c0 con 0x7ffa701019c0 2024-09-05T02:27:50.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.476+0000 7ffa67e00640 1 -- 172.21.15.33:0/304891692 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa60035030 con 0x7ffa701019c0 2024-09-05T02:27:50.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.476+0000 7ffa75200640 1 -- 172.21.15.33:0/304891692 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa701a7000 con 0x7ffa701019c0 2024-09-05T02:27:50.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.480+0000 7ffa7940f740 1 Processor -- start 2024-09-05T02:27:50.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.480+0000 7ffa7940f740 1 -- start start 2024-09-05T02:27:50.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.481+0000 7ffa7940f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d7660650 0x5592d7660a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:50.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.481+0000 7ffa7940f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d7660f70 0x5592d766b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:50.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.481+0000 7ffa7940f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d766b830 0x5592d766dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:50.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.481+0000 7ffa7940f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5592d75be3e0 con 0x5592d766b830 2024-09-05T02:27:50.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.481+0000 7ffa7940f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5592d7565d80 con 0x5592d7660650 2024-09-05T02:27:50.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.481+0000 7ffa7940f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5592d75ba3a0 con 0x5592d7660f70 2024-09-05T02:27:50.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.482+0000 7ffa6fe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d7660650 0x5592d7660a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:50.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.482+0000 7ffa6fe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d7660650 0x5592d7660a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:43634/0 (socket says 172.21.15.33:43634) 2024-09-05T02:27:50.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.482+0000 7ffa6fe00640 1 -- 172.21.15.33:0/1042288159 learned_addr learned my addr 172.21.15.33:0/1042288159 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:50.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.482+0000 7ffa6ea00640 1 --2- 172.21.15.33:0/1042288159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d766b830 0x5592d766dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:50.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.482+0000 7ffa67e00640 1 -- 172.21.15.33:0/304891692 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7ffa60042070 con 0x7ffa701019c0 2024-09-05T02:27:50.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.482+0000 7ffa6fe00640 1 -- 172.21.15.33:0/1042288159 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d7660f70 msgr2=0x5592d766b2f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T02:27:50.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.482+0000 7ffa6fe00640 1 --2- 172.21.15.33:0/1042288159 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d7660f70 0x5592d766b2f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.482+0000 7ffa6fe00640 1 -- 172.21.15.33:0/1042288159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d766b830 msgr2=0x5592d766dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:50.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.482+0000 7ffa6fe00640 1 --2- 172.21.15.33:0/1042288159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d766b830 0x5592d766dc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.482+0000 7ffa6fe00640 1 -- 172.21.15.33:0/1042288159 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592d7584ae0 con 0x5592d7660650 2024-09-05T02:27:50.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.483+0000 7ffa6fe00640 1 --2- 172.21.15.33:0/1042288159 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d7660650 0x5592d7660a30 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ffa68009f40 tx=0x7ffa68010860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bc4a59bcf96c75f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:50.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.483+0000 7ffa64c00640 1 -- 172.21.15.33:0/1042288159 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa68003b70 con 0x5592d7660650 2024-09-05T02:27:50.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.483+0000 7ffa64c00640 1 -- 172.21.15.33:0/1042288159 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffa68003d10 con 0x5592d7660650 2024-09-05T02:27:50.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.483+0000 7ffa64c00640 1 -- 172.21.15.33:0/1042288159 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa68003b70 con 0x5592d7660650 2024-09-05T02:27:50.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.484+0000 7ffa67e00640 1 --2- 172.21.15.33:0/304891692 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ffa540a2e00 0x7ffa540a52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:50.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.484+0000 7ffa7940f740 1 -- 172.21.15.33:0/1042288159 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d7660650 msgr2=0x5592d7660a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:50.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.484+0000 7ffa7940f740 1 --2- 172.21.15.33:0/1042288159 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d7660650 0x5592d7660a30 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ffa68009f40 tx=0x7ffa68010860 comp rx=0 tx=0).stop 2024-09-05T02:27:50.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.484+0000 7ffa67e00640 1 -- 172.21.15.33:0/304891692 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ffa600efc80 con 0x7ffa701019c0 2024-09-05T02:27:50.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.485+0000 7ffa7940f740 1 -- 172.21.15.33:0/1042288159 shutdown_connections 2024-09-05T02:27:50.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.485+0000 7ffa7940f740 1 --2- 172.21.15.33:0/1042288159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d766b830 0x5592d766dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.485+0000 7ffa7940f740 1 --2- 172.21.15.33:0/1042288159 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d7660f70 0x5592d766b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.485+0000 7ffa7940f740 1 --2- 172.21.15.33:0/1042288159 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d7660650 0x5592d7660a30 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.485+0000 7ffa7940f740 1 -- 172.21.15.33:0/1042288159 >> 172.21.15.33:0/1042288159 conn(0x5592d765cbe0 msgr2=0x5592d765cfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:50.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.485+0000 7ffa6f400640 1 --2- 172.21.15.33:0/304891692 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ffa540a2e00 0x7ffa540a52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:50.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.485+0000 7ffa7940f740 1 -- 172.21.15.33:0/1042288159 shutdown_connections 2024-09-05T02:27:50.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.486+0000 7ffa6f400640 1 --2- 172.21.15.33:0/304891692 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ffa540a2e00 0x7ffa540a52c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ffa600ed320 tx=0x7ffa6002a400 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:50.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.486+0000 7ffa7940f740 1 -- 172.21.15.33:0/1042288159 wait complete. 2024-09-05T02:27:50.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.486+0000 7ffa7940f740 1 -- start start 2024-09-05T02:27:50.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.487+0000 7ffa7940f740 1 Processor -- start 2024-09-05T02:27:50.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.487+0000 7ffa7940f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d7660650 0x5592d7668740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:50.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.487+0000 7ffa7940f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d7660f70 0x5592d7668c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:50.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.487+0000 7ffa7940f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d766b830 0x5592d76691c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:50.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.487+0000 7ffa7940f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5592d766e400 con 0x5592d7660f70 2024-09-05T02:27:50.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.487+0000 7ffa7940f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5592d75790f0 con 0x5592d766b830 2024-09-05T02:27:50.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.487+0000 7ffa7940f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5592d766e580 con 0x5592d7660650 2024-09-05T02:27:50.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.487+0000 7ffa7940f740 10 client.0 _ll_register_callbacks cb 0x5592d7560bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:27:50.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.488+0000 7ffa6fe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d7660650 0x5592d7668740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:50.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.488+0000 7ffa6fe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d7660650 0x5592d7668740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:57746/0 (socket says 172.21.15.33:57746) 2024-09-05T02:27:50.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.488+0000 7ffa6fe00640 1 -- 172.21.15.33:0/3629359844 learned_addr learned my addr 172.21.15.33:0/3629359844 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:50.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.488+0000 7ffa6ea00640 1 --2- 172.21.15.33:0/3629359844 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d7660f70 0x5592d7668c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:50.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.488+0000 7ffa6fe00640 1 --2- 172.21.15.33:0/3629359844 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d766b830 0x5592d76691c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:50.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.488+0000 7ffa6fe00640 1 -- 172.21.15.33:0/3629359844 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d766b830 msgr2=0x5592d76691c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:50.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.488+0000 7ffa6fe00640 1 --2- 172.21.15.33:0/3629359844 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d766b830 0x5592d76691c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.488+0000 7ffa6fe00640 1 -- 172.21.15.33:0/3629359844 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d7660f70 msgr2=0x5592d7668c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:50.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.488+0000 7ffa6fe00640 1 --2- 172.21.15.33:0/3629359844 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d7660f70 0x5592d7668c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.488+0000 7ffa6fe00640 1 -- 172.21.15.33:0/3629359844 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592d732f3c0 con 0x5592d7660650 2024-09-05T02:27:50.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.489+0000 7ffa6fe00640 1 --2- 172.21.15.33:0/3629359844 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d7660650 0x5592d7668740 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ffa68011fb0 tx=0x7ffa68011640 comp rx=0 tx=0).ready entity=mon.1 client_cookie=760a9b7a8ca2623c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:50.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.489+0000 7ffa59600640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:27:50.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.489+0000 7ffa59600640 1 -- 172.21.15.33:0/3629359844 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa68024040 con 0x5592d7660650 2024-09-05T02:27:50.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.489+0000 7ffa59600640 1 -- 172.21.15.33:0/3629359844 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ffa680041b0 con 0x5592d7660650 2024-09-05T02:27:50.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.489+0000 7ffa7940f740 1 -- 172.21.15.33:0/3629359844 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa68003d10 con 0x5592d7660650 2024-09-05T02:27:50.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.489+0000 7ffa59600640 1 -- 172.21.15.33:0/3629359844 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ffa680043b0 con 0x5592d7660650 2024-09-05T02:27:50.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.489+0000 7ffa7940f740 10 client.25384 fetch_fsmap learned FSMap version 29 2024-09-05T02:27:50.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.489+0000 7ffa7940f740 1 -- 172.21.15.33:0/3629359844 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5592d767a4d0 con 0x5592d7660650 2024-09-05T02:27:50.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.490+0000 7ffa59600640 1 -- 172.21.15.33:0/3629359844 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffa68003d10 con 0x5592d7660650 2024-09-05T02:27:50.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.490+0000 7ffa59600640 1 -- 172.21.15.33:0/3629359844 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ffa6802acb0 con 0x5592d7660650 2024-09-05T02:27:50.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.490+0000 7ffa7940f740 10 client.25384 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:27:50.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.490+0000 7ffa7940f740 10 client.25384 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:27:50.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.490+0000 7ffa7940f740 20 client.25384 populate_metadata read hostname 'smithi033' 2024-09-05T02:27:50.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.490+0000 7ffa7940f740 1 --2- 172.21.15.33:0/3629359844 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x5592d767b990 0x5592d767dd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:50.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.490+0000 7ffa7940f740 4 client.25384 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:27:50.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.490+0000 7ffa7940f740 1 -- 172.21.15.33:0/3629359844 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5592d75cb950 con 0x5592d767b990 2024-09-05T02:27:50.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.491+0000 7ffa6ea00640 1 --2- 172.21.15.33:0/3629359844 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x5592d767b990 0x5592d767dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:50.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.492+0000 7ffa6ea00640 1 --2- 172.21.15.33:0/3629359844 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x5592d767b990 0x5592d767dd80 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f224cfc854fb73f9 server_cookie=261e68889448bb5b in_seq=0 out_seq=0 2024-09-05T02:27:50.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.492+0000 7ffa59600640 10 client.25384 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:27:50.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.493+0000 7ffa59600640 1 -- 172.21.15.33:0/3629359844 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5592d75cb950 con 0x5592d767b990 2024-09-05T02:27:50.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.493+0000 7ffa59600640 10 client.25384 handle_command_reply: tid=0 2024-09-05T02:27:50.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.493+0000 7ffa7940f740 1 client.25384 shutdown 2024-09-05T02:27:50.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.493+0000 7ffa7940f740 1 -- 172.21.15.33:0/3629359844 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d7660650 msgr2=0x5592d7668740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:50.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.493+0000 7ffa7940f740 1 --2- 172.21.15.33:0/3629359844 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d7660650 0x5592d7668740 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ffa68011fb0 tx=0x7ffa68011640 comp rx=0 tx=0).stop 2024-09-05T02:27:50.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.493+0000 7ffa7940f740 1 -- 172.21.15.33:0/3629359844 shutdown_connections 2024-09-05T02:27:50.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.493+0000 7ffa7940f740 1 --2- 172.21.15.33:0/3629359844 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x5592d767b990 0x5592d767dd80 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.493+0000 7ffa7940f740 1 --2- 172.21.15.33:0/3629359844 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d766b830 0x5592d76691c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.493+0000 7ffa7940f740 1 --2- 172.21.15.33:0/3629359844 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d7660f70 0x5592d7668c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.493+0000 7ffa7940f740 1 --2- 172.21.15.33:0/3629359844 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d7660650 0x5592d7668740 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.493+0000 7ffa7940f740 1 -- 172.21.15.33:0/3629359844 >> 172.21.15.33:0/3629359844 conn(0x5592d765cbe0 msgr2=0x5592d76628c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:50.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.493+0000 7ffa59600640 0 client.25384 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:27:50.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.494+0000 7ffa7940f740 1 -- 172.21.15.33:0/3629359844 shutdown_connections 2024-09-05T02:27:50.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.494+0000 7ffa7940f740 1 -- 172.21.15.33:0/3629359844 wait complete. 2024-09-05T02:27:50.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.494+0000 7ffa7940f740 20 client.25384 trim_cache size 0 max 16384 2024-09-05T02:27:50.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.522+0000 7ffa7940f740 1 Processor -- start 2024-09-05T02:27:50.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.522+0000 7ffa7940f740 1 -- start start 2024-09-05T02:27:50.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.522+0000 7ffa7940f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d7660650 0x5592d766aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:50.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.522+0000 7ffa7940f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d7660f70 0x5592d76833e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:50.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.522+0000 7ffa7940f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d766b830 0x5592d7683920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:50.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.522+0000 7ffa7940f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffa701ab4e0 con 0x5592d766b830 2024-09-05T02:27:50.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.522+0000 7ffa7940f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ffa701ad020 con 0x5592d7660650 2024-09-05T02:27:50.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.522+0000 7ffa7940f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ffa701abbb0 con 0x5592d7660f70 2024-09-05T02:27:50.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.523+0000 7ffa6ea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d7660f70 0x5592d76833e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:50.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.523+0000 7ffa6ea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d7660f70 0x5592d76833e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:57760/0 (socket says 172.21.15.33:57760) 2024-09-05T02:27:50.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.523+0000 7ffa6ea00640 1 -- 172.21.15.33:0/3814199161 learned_addr learned my addr 172.21.15.33:0/3814199161 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:50.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.523+0000 7ffa6fe00640 1 --2- 172.21.15.33:0/3814199161 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d7660650 0x5592d766aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:50.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.523+0000 7ffa6fe00640 1 --2- 172.21.15.33:0/3814199161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d766b830 0x5592d7683920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:50.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.523+0000 7ffa6ea00640 1 -- 172.21.15.33:0/3814199161 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d7660650 msgr2=0x5592d766aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:50.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.523+0000 7ffa6ea00640 1 --2- 172.21.15.33:0/3814199161 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d7660650 0x5592d766aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.523+0000 7ffa6ea00640 1 -- 172.21.15.33:0/3814199161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d766b830 msgr2=0x5592d7683920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:50.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.523+0000 7ffa6ea00640 1 --2- 172.21.15.33:0/3814199161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d766b830 0x5592d7683920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.523+0000 7ffa6ea00640 1 -- 172.21.15.33:0/3814199161 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592d765ca10 con 0x5592d7660f70 2024-09-05T02:27:50.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.523+0000 7ffa6fe00640 1 --2- 172.21.15.33:0/3814199161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d766b830 0x5592d7683920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:27:50.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.524+0000 7ffa6ea00640 1 --2- 172.21.15.33:0/3814199161 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d7660f70 0x5592d76833e0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x5592d7667fd0 tx=0x7ffa5c005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2190c9ff4b388670 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:50.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.524+0000 7ffa5be00640 1 -- 172.21.15.33:0/3814199161 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c013110 con 0x5592d7660f70 2024-09-05T02:27:50.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.524+0000 7ffa5be00640 1 -- 172.21.15.33:0/3814199161 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffa5c0132b0 con 0x5592d7660f70 2024-09-05T02:27:50.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.524+0000 7ffa5be00640 1 -- 172.21.15.33:0/3814199161 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c01a5b0 con 0x5592d7660f70 2024-09-05T02:27:50.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.525+0000 7ffa7940f740 1 -- 172.21.15.33:0/3814199161 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d7660f70 msgr2=0x5592d76833e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:50.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.525+0000 7ffa7940f740 1 --2- 172.21.15.33:0/3814199161 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d7660f70 0x5592d76833e0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x5592d7667fd0 tx=0x7ffa5c005f90 comp rx=0 tx=0).stop 2024-09-05T02:27:50.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.525+0000 7ffa7940f740 1 -- 172.21.15.33:0/3814199161 shutdown_connections 2024-09-05T02:27:50.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.525+0000 7ffa7940f740 1 --2- 172.21.15.33:0/3814199161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d766b830 0x5592d7683920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.525+0000 7ffa7940f740 1 --2- 172.21.15.33:0/3814199161 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d7660f70 0x5592d76833e0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.525+0000 7ffa7940f740 1 --2- 172.21.15.33:0/3814199161 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d7660650 0x5592d766aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.525+0000 7ffa7940f740 1 -- 172.21.15.33:0/3814199161 >> 172.21.15.33:0/3814199161 conn(0x5592d765cbe0 msgr2=0x5592d76628c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:50.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.525+0000 7ffa7940f740 1 -- 172.21.15.33:0/3814199161 shutdown_connections 2024-09-05T02:27:50.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.526+0000 7ffa7940f740 1 -- 172.21.15.33:0/3814199161 wait complete. 2024-09-05T02:27:50.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.526+0000 7ffa7940f740 1 -- start start 2024-09-05T02:27:50.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.526+0000 7ffa7940f740 1 Processor -- start 2024-09-05T02:27:50.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.527+0000 7ffa7940f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d7660650 0x5592d7673ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:50.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.527+0000 7ffa7940f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d766b830 0x5592d7665390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:50.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.527+0000 7ffa7940f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d76658d0 0x5592d7665d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:50.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.527+0000 7ffa7940f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffa701ac950 con 0x5592d7660650 2024-09-05T02:27:50.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.527+0000 7ffa7940f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ffa701ac280 con 0x5592d766b830 2024-09-05T02:27:50.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.527+0000 7ffa7940f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ffa701a9540 con 0x5592d76658d0 2024-09-05T02:27:50.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.527+0000 7ffa7940f740 10 client.0 _ll_register_callbacks cb 0x7ffa68009e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:27:50.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.528+0000 7ffa6ea00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d766b830 0x5592d7665390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:50.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.528+0000 7ffa6fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d7660650 0x5592d7673ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:50.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.528+0000 7ffa6ea00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d766b830 0x5592d7665390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:43668/0 (socket says 172.21.15.33:43668) 2024-09-05T02:27:50.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.528+0000 7ffa6ea00640 1 -- 172.21.15.33:0/4071986663 learned_addr learned my addr 172.21.15.33:0/4071986663 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:50.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.528+0000 7ffa6fe00640 1 --2- 172.21.15.33:0/4071986663 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d76658d0 0x5592d7665d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:50.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.528+0000 7ffa6ea00640 1 -- 172.21.15.33:0/4071986663 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d76658d0 msgr2=0x5592d7665d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:50.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.528+0000 7ffa6ea00640 1 --2- 172.21.15.33:0/4071986663 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d76658d0 0x5592d7665d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.528+0000 7ffa6ea00640 1 -- 172.21.15.33:0/4071986663 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d7660650 msgr2=0x5592d7673ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:50.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.528+0000 7ffa6ea00640 1 --2- 172.21.15.33:0/4071986663 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d7660650 0x5592d7673ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.529+0000 7ffa6ea00640 1 -- 172.21.15.33:0/4071986663 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592d76e5460 con 0x5592d766b830 2024-09-05T02:27:50.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.529+0000 7ffa6ea00640 1 --2- 172.21.15.33:0/4071986663 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d766b830 0x5592d7665390 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c015010 tx=0x7ffa5c009780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=87b485809a83bca server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:50.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.529+0000 7ffa59600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:27:50.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.530+0000 7ffa59600640 1 -- 172.21.15.33:0/4071986663 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c004250 con 0x5592d766b830 2024-09-05T02:27:50.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.530+0000 7ffa59600640 1 -- 172.21.15.33:0/4071986663 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ffa5c0043f0 con 0x5592d766b830 2024-09-05T02:27:50.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.530+0000 7ffa7940f740 1 -- 172.21.15.33:0/4071986663 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa5c0132b0 con 0x5592d766b830 2024-09-05T02:27:50.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.530+0000 7ffa59600640 1 -- 172.21.15.33:0/4071986663 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ffa5c0035f0 con 0x5592d766b830 2024-09-05T02:27:50.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.530+0000 7ffa7940f740 10 client.25427 fetch_fsmap learned FSMap version 29 2024-09-05T02:27:50.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.530+0000 7ffa7940f740 1 -- 172.21.15.33:0/4071986663 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5592d76e6720 con 0x5592d766b830 2024-09-05T02:27:50.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.531+0000 7ffa59600640 1 -- 172.21.15.33:0/4071986663 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffa5c0132b0 con 0x5592d766b830 2024-09-05T02:27:50.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.531+0000 7ffa59600640 1 -- 172.21.15.33:0/4071986663 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ffa5c02cc10 con 0x5592d766b830 2024-09-05T02:27:50.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.532+0000 7ffa7940f740 10 client.25427 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:27:50.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.532+0000 7ffa7940f740 10 client.25427 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:27:50.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.532+0000 7ffa7940f740 20 client.25427 populate_metadata read hostname 'smithi033' 2024-09-05T02:27:50.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.532+0000 7ffa7940f740 1 --2- 172.21.15.33:0/4071986663 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x5592d76e6d20 0x5592d76e9140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:50.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.532+0000 7ffa7940f740 4 client.25427 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:27:50.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.532+0000 7ffa7940f740 1 -- 172.21.15.33:0/4071986663 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5592d75c5e60 con 0x5592d76e6d20 2024-09-05T02:27:50.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.532+0000 7ffa6fe00640 1 --2- 172.21.15.33:0/4071986663 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x5592d76e6d20 0x5592d76e9140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:50.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.533+0000 7ffa6fe00640 1 --2- 172.21.15.33:0/4071986663 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x5592d76e6d20 0x5592d76e9140 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d823b1293dfce0b1 server_cookie=251affe68ac1957d in_seq=0 out_seq=0 2024-09-05T02:27:50.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.533+0000 7ffa59600640 10 client.25427 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:27:50.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.533+0000 7ffa59600640 1 -- 172.21.15.33:0/4071986663 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5592d75c5e60 con 0x5592d76e6d20 2024-09-05T02:27:50.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.534+0000 7ffa59600640 10 client.25427 handle_command_reply: tid=0 2024-09-05T02:27:50.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.534+0000 7ffa7940f740 1 client.25427 shutdown 2024-09-05T02:27:50.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.534+0000 7ffa7940f740 1 -- 172.21.15.33:0/4071986663 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d766b830 msgr2=0x5592d7665390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:50.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.534+0000 7ffa7940f740 1 --2- 172.21.15.33:0/4071986663 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d766b830 0x5592d7665390 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c015010 tx=0x7ffa5c009780 comp rx=0 tx=0).stop 2024-09-05T02:27:50.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.534+0000 7ffa7940f740 1 -- 172.21.15.33:0/4071986663 shutdown_connections 2024-09-05T02:27:50.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.534+0000 7ffa7940f740 1 --2- 172.21.15.33:0/4071986663 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x5592d76e6d20 0x5592d76e9140 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.534+0000 7ffa7940f740 1 --2- 172.21.15.33:0/4071986663 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592d76658d0 0x5592d7665d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.534+0000 7ffa7940f740 1 --2- 172.21.15.33:0/4071986663 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592d766b830 0x5592d7665390 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.534+0000 7ffa7940f740 1 --2- 172.21.15.33:0/4071986663 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592d7660650 0x5592d7673ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.534+0000 7ffa7940f740 1 -- 172.21.15.33:0/4071986663 >> 172.21.15.33:0/4071986663 conn(0x5592d765cbe0 msgr2=0x5592d7652c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:50.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.534+0000 7ffa59600640 0 client.25427 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:27:50.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.535+0000 7ffa7940f740 1 -- 172.21.15.33:0/4071986663 shutdown_connections 2024-09-05T02:27:50.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.535+0000 7ffa7940f740 1 -- 172.21.15.33:0/4071986663 wait complete. 2024-09-05T02:27:50.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.535+0000 7ffa7940f740 20 client.25427 trim_cache size 0 max 16384 2024-09-05T02:27:50.538 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:27:50.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.536+0000 7ffa75200640 1 -- 172.21.15.33:0/304891692 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ffa540a2e00 msgr2=0x7ffa540a52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:50.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.536+0000 7ffa75200640 1 --2- 172.21.15.33:0/304891692 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ffa540a2e00 0x7ffa540a52c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ffa600ed320 tx=0x7ffa6002a400 comp rx=0 tx=0).stop 2024-09-05T02:27:50.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.536+0000 7ffa75200640 1 -- 172.21.15.33:0/304891692 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ffa701019c0 msgr2=0x7ffa7019a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:50.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.536+0000 7ffa75200640 1 --2- 172.21.15.33:0/304891692 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ffa701019c0 0x7ffa7019a480 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ffa6002a9f0 tx=0x7ffa60003c10 comp rx=0 tx=0).stop 2024-09-05T02:27:50.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.536+0000 7ffa75200640 1 -- 172.21.15.33:0/304891692 shutdown_connections 2024-09-05T02:27:50.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.536+0000 7ffa75200640 1 --2- 172.21.15.33:0/304891692 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ffa540a2e00 0x7ffa540a52c0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.536+0000 7ffa75200640 1 --2- 172.21.15.33:0/304891692 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa701079c0 0x7ffa7019ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.536+0000 7ffa75200640 1 --2- 172.21.15.33:0/304891692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa70102360 0x7ffa7019a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:50.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.536+0000 7ffa75200640 1 --2- 172.21.15.33:0/304891692 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ffa701019c0 0x7ffa7019a480 secure :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ffa6002a9f0 tx=0x7ffa60003c10 comp rx=0 tx=0).stop 2024-09-05T02:27:50.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.536+0000 7ffa75200640 1 -- 172.21.15.33:0/304891692 >> 172.21.15.33:0/304891692 conn(0x7ffa700fd740 msgr2=0x7ffa7010cfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:50.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.537+0000 7ffa75200640 1 -- 172.21.15.33:0/304891692 shutdown_connections 2024-09-05T02:27:50.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:50.537+0000 7ffa75200640 1 -- 172.21.15.33:0/304891692 wait complete. 2024-09-05T02:27:51.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:50 smithi174 ceph-mon[34756]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2024-09-05T02:27:51.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:50 smithi033 ceph-mon[29909]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2024-09-05T02:27:51.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:50 smithi123 ceph-mon[34031]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2024-09-05T02:27:51.665 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:27:52.208 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:27:52.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.874+0000 7f1417200640 1 -- 172.21.15.33:0/2981644668 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14101079c0 msgr2=0x7f1410107da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:52.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.874+0000 7f1417200640 1 --2- 172.21.15.33:0/2981644668 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14101079c0 0x7f1410107da0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f1404009930 tx=0x7f140402a440 comp rx=0 tx=0).stop 2024-09-05T02:27:52.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.874+0000 7f1417200640 1 -- 172.21.15.33:0/2981644668 shutdown_connections 2024-09-05T02:27:52.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.874+0000 7f1417200640 1 --2- 172.21.15.33:0/2981644668 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1410102360 0x7f141010e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.874+0000 7f1417200640 1 --2- 172.21.15.33:0/2981644668 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f14101019c0 0x7f1410101e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.874+0000 7f1417200640 1 --2- 172.21.15.33:0/2981644668 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14101079c0 0x7f1410107da0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.874+0000 7f1417200640 1 -- 172.21.15.33:0/2981644668 >> 172.21.15.33:0/2981644668 conn(0x7f14100fd740 msgr2=0x7f14100ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:52.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.875+0000 7f1417200640 1 -- 172.21.15.33:0/2981644668 shutdown_connections 2024-09-05T02:27:52.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.875+0000 7f1417200640 1 -- 172.21.15.33:0/2981644668 wait complete. 2024-09-05T02:27:52.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.876+0000 7f1417200640 1 Processor -- start 2024-09-05T02:27:52.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.876+0000 7f1417200640 1 -- start start 2024-09-05T02:27:52.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.877+0000 7f1417200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f14101019c0 0x7f141019a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:52.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.877+0000 7f1417200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1410102360 0x7f141019a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:52.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.877+0000 7f1417200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14101079c0 0x7f141019ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:52.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.877+0000 7f1417200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1410114060 con 0x7f1410102360 2024-09-05T02:27:52.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.877+0000 7f1417200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1410113ee0 con 0x7f14101079c0 2024-09-05T02:27:52.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.877+0000 7f1417200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f14101141e0 con 0x7f14101019c0 2024-09-05T02:27:52.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.878+0000 7f1415e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f14101019c0 0x7f141019a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:52.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.878+0000 7f1416800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14101079c0 0x7f141019ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:52.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.878+0000 7f1416800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14101079c0 0x7f141019ed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:43680/0 (socket says 172.21.15.33:43680) 2024-09-05T02:27:52.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.878+0000 7f1416800640 1 -- 172.21.15.33:0/3653219832 learned_addr learned my addr 172.21.15.33:0/3653219832 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:52.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.878+0000 7f1415400640 1 --2- 172.21.15.33:0/3653219832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1410102360 0x7f141019a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:52.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.879+0000 7f1415400640 1 -- 172.21.15.33:0/3653219832 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f14101019c0 msgr2=0x7f141019a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:52.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.879+0000 7f1415400640 1 --2- 172.21.15.33:0/3653219832 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f14101019c0 0x7f141019a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.879+0000 7f1415400640 1 -- 172.21.15.33:0/3653219832 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14101079c0 msgr2=0x7f141019ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:52.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.879+0000 7f1415400640 1 --2- 172.21.15.33:0/3653219832 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14101079c0 0x7f141019ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.879+0000 7f1415400640 1 -- 172.21.15.33:0/3653219832 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f141019f3e0 con 0x7f1410102360 2024-09-05T02:27:52.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.879+0000 7f1415400640 1 --2- 172.21.15.33:0/3653219832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1410102360 0x7f141019a970 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f140000c970 tx=0x7f140000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:52.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.880+0000 7f140aa00640 1 -- 172.21.15.33:0/3653219832 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1400007bb0 con 0x7f1410102360 2024-09-05T02:27:52.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.880+0000 7f140aa00640 1 -- 172.21.15.33:0/3653219832 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1400007d50 con 0x7f1410102360 2024-09-05T02:27:52.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.880+0000 7f140aa00640 1 -- 172.21.15.33:0/3653219832 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f140000e870 con 0x7f1410102360 2024-09-05T02:27:52.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.880+0000 7f1417200640 1 -- 172.21.15.33:0/3653219832 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f141019f6d0 con 0x7f1410102360 2024-09-05T02:27:52.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.880+0000 7f1417200640 1 -- 172.21.15.33:0/3653219832 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14101a6fb0 con 0x7f1410102360 2024-09-05T02:27:52.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.885+0000 7f141b476740 1 Processor -- start 2024-09-05T02:27:52.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.885+0000 7f141b476740 1 -- start start 2024-09-05T02:27:52.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.886+0000 7f141b476740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7b9220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:52.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.886+0000 7f141b476740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7b9760 0x55607f7c3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:52.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.886+0000 7f141b476740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55607f7c4020 0x55607f7c6410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:52.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.886+0000 7f141b476740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55607f71f3e0 con 0x55607f7b9760 2024-09-05T02:27:52.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.886+0000 7f141b476740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55607f6c6d80 con 0x55607f7b8e40 2024-09-05T02:27:52.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.886+0000 7f141b476740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55607f71b3a0 con 0x55607f7c4020 2024-09-05T02:27:52.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.886+0000 7f140aa00640 1 -- 172.21.15.33:0/3653219832 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7f140000ea10 con 0x7f1410102360 2024-09-05T02:27:52.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.887+0000 7f1415e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7b9760 0x55607f7c3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:52.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.887+0000 7f1415e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7b9760 0x55607f7c3ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41560/0 (socket says 172.21.15.33:41560) 2024-09-05T02:27:52.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.887+0000 7f1415e00640 1 -- 172.21.15.33:0/3912601151 learned_addr learned my addr 172.21.15.33:0/3912601151 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:52.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.887+0000 7f1416800640 1 --2- 172.21.15.33:0/3912601151 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7b9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:52.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.887+0000 7f1415400640 1 --2- 172.21.15.33:0/3912601151 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55607f7c4020 0x55607f7c6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:52.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.887+0000 7f1415e00640 1 -- 172.21.15.33:0/3912601151 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55607f7c4020 msgr2=0x55607f7c6410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:52.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.887+0000 7f1415e00640 1 --2- 172.21.15.33:0/3912601151 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55607f7c4020 0x55607f7c6410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.887+0000 7f1415e00640 1 -- 172.21.15.33:0/3912601151 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 msgr2=0x55607f7b9220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:52.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.887+0000 7f1415e00640 1 --2- 172.21.15.33:0/3912601151 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7b9220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.887+0000 7f1415e00640 1 -- 172.21.15.33:0/3912601151 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55607f6e5ae0 con 0x55607f7b9760 2024-09-05T02:27:52.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.887+0000 7f1416800640 1 --2- 172.21.15.33:0/3912601151 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7b9220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:27:52.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.888+0000 7f1415e00640 1 --2- 172.21.15.33:0/3912601151 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7b9760 0x55607f7c3ae0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f1404006010 tx=0x7f1404005e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e75f24bc115091cf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:52.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.889+0000 7f140aa00640 1 --2- 172.21.15.33:0/3653219832 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f13f80a2f50 0x7f13f80a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:52.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.889+0000 7f13ff000640 1 -- 172.21.15.33:0/3912601151 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1404035030 con 0x55607f7b9760 2024-09-05T02:27:52.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.889+0000 7f13ff000640 1 -- 172.21.15.33:0/3912601151 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1404045070 con 0x55607f7b9760 2024-09-05T02:27:52.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.889+0000 7f13ff000640 1 -- 172.21.15.33:0/3912601151 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1404004920 con 0x55607f7b9760 2024-09-05T02:27:52.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.889+0000 7f140aa00640 1 -- 172.21.15.33:0/3653219832 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f14000cf490 con 0x7f1410102360 2024-09-05T02:27:52.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.890+0000 7f141b476740 1 -- 172.21.15.33:0/3912601151 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7b9760 msgr2=0x55607f7c3ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:52.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.890+0000 7f141b476740 1 --2- 172.21.15.33:0/3912601151 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7b9760 0x55607f7c3ae0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f1404006010 tx=0x7f1404005e60 comp rx=0 tx=0).stop 2024-09-05T02:27:52.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.891+0000 7f141b476740 1 -- 172.21.15.33:0/3912601151 shutdown_connections 2024-09-05T02:27:52.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.891+0000 7f141b476740 1 --2- 172.21.15.33:0/3912601151 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55607f7c4020 0x55607f7c6410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.891+0000 7f141b476740 1 --2- 172.21.15.33:0/3912601151 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7b9760 0x55607f7c3ae0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.891+0000 7f141b476740 1 --2- 172.21.15.33:0/3912601151 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7b9220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.891+0000 7f141b476740 1 -- 172.21.15.33:0/3912601151 >> 172.21.15.33:0/3912601151 conn(0x55607f7b53d0 msgr2=0x55607f7b57b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:52.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.891+0000 7f141b476740 1 -- 172.21.15.33:0/3912601151 shutdown_connections 2024-09-05T02:27:52.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.891+0000 7f141b476740 1 -- 172.21.15.33:0/3912601151 wait complete. 2024-09-05T02:27:52.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.892+0000 7f141b476740 1 -- start start 2024-09-05T02:27:52.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.892+0000 7f141b476740 1 Processor -- start 2024-09-05T02:27:52.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.892+0000 7f1416800640 1 --2- 172.21.15.33:0/3653219832 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f13f80a2f50 0x7f13f80a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:52.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.893+0000 7f141b476740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7c1040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:52.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.893+0000 7f141b476740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55607f7b9760 0x55607f7c1580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:52.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.894+0000 7f1416800640 1 --2- 172.21.15.33:0/3653219832 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f13f80a2f50 0x7f13f80a5410 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f140c005c40 tx=0x7f140c009500 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:52.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.894+0000 7f141b476740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7c4020 0x55607f7c1ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:52.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.895+0000 7f1415e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7c1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:52.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.895+0000 7f1415e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7c1040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:43696/0 (socket says 172.21.15.33:43696) 2024-09-05T02:27:52.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.895+0000 7f1415400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55607f7b9760 0x55607f7c1580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:52.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.895+0000 7f141b476740 1 -- 172.21.15.33:0/4124750668 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55607f7c6bf0 con 0x55607f7c4020 2024-09-05T02:27:52.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.895+0000 7f1415e00640 1 -- 172.21.15.33:0/4124750668 learned_addr learned my addr 172.21.15.33:0/4124750668 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:52.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.895+0000 7f141b476740 1 -- 172.21.15.33:0/4124750668 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55607f6da0f0 con 0x55607f7b8e40 2024-09-05T02:27:52.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.895+0000 7f141b476740 1 -- 172.21.15.33:0/4124750668 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55607f7c6d70 con 0x55607f7b9760 2024-09-05T02:27:52.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.895+0000 7f141b476740 10 client.0 _ll_register_callbacks cb 0x55607f6c1bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:27:52.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.895+0000 7f1415e00640 1 -- 172.21.15.33:0/4124750668 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55607f7b9760 msgr2=0x55607f7c1580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:52.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.895+0000 7f1415e00640 1 --2- 172.21.15.33:0/4124750668 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55607f7b9760 0x55607f7c1580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.895+0000 7f1415e00640 1 -- 172.21.15.33:0/4124750668 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7c4020 msgr2=0x55607f7c1ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:52.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.895+0000 7f1415e00640 1 --2- 172.21.15.33:0/4124750668 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7c4020 0x55607f7c1ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.895+0000 7f1415e00640 1 -- 172.21.15.33:0/4124750668 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55607f4903c0 con 0x55607f7b8e40 2024-09-05T02:27:52.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.896+0000 7f1415e00640 1 --2- 172.21.15.33:0/4124750668 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7c1040 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f1404000c00 tx=0x7f1404041b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0d3b21d9159eb4f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:52.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.896+0000 7f13f3400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:27:52.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.896+0000 7f13f3400640 1 -- 172.21.15.33:0/4124750668 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1404035070 con 0x55607f7b8e40 2024-09-05T02:27:52.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.896+0000 7f13f3400640 1 -- 172.21.15.33:0/4124750668 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f1404005230 con 0x55607f7b8e40 2024-09-05T02:27:52.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.896+0000 7f141b476740 1 -- 172.21.15.33:0/4124750668 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1404045070 con 0x55607f7b8e40 2024-09-05T02:27:52.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.897+0000 7f13f3400640 1 -- 172.21.15.33:0/4124750668 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1404005430 con 0x55607f7b8e40 2024-09-05T02:27:52.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.897+0000 7f141b476740 10 client.25436 fetch_fsmap learned FSMap version 29 2024-09-05T02:27:52.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.897+0000 7f141b476740 1 -- 172.21.15.33:0/4124750668 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55607f7d2ca0 con 0x55607f7b8e40 2024-09-05T02:27:52.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.897+0000 7f13f3400640 1 -- 172.21.15.33:0/4124750668 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1404004ba0 con 0x55607f7b8e40 2024-09-05T02:27:52.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.899+0000 7f13f3400640 1 -- 172.21.15.33:0/4124750668 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f14040046c0 con 0x55607f7b8e40 2024-09-05T02:27:52.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.899+0000 7f141b476740 10 client.25436 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:27:52.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.899+0000 7f141b476740 10 client.25436 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:27:52.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.899+0000 7f141b476740 20 client.25436 populate_metadata read hostname 'smithi033' 2024-09-05T02:27:52.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.899+0000 7f141b476740 1 --2- 172.21.15.33:0/4124750668 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55607f7d3ff0 0x55607f7d63e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:52.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.899+0000 7f141b476740 4 client.25436 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:27:52.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.899+0000 7f141b476740 1 -- 172.21.15.33:0/4124750668 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f1404045070 con 0x55607f7d3ff0 2024-09-05T02:27:52.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.899+0000 7f1415400640 1 --2- 172.21.15.33:0/4124750668 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55607f7d3ff0 0x55607f7d63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:52.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.900+0000 7f1415400640 1 --2- 172.21.15.33:0/4124750668 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55607f7d3ff0 0x55607f7d63e0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3455ae75f90b8917 server_cookie=c8c1e38f3f8152c0 in_seq=0 out_seq=0 2024-09-05T02:27:52.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.900+0000 7f13f3400640 10 client.25436 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:27:52.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.901+0000 7f13f3400640 1 -- 172.21.15.33:0/4124750668 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f1404045070 con 0x55607f7d3ff0 2024-09-05T02:27:52.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.901+0000 7f13f3400640 10 client.25436 handle_command_reply: tid=0 2024-09-05T02:27:52.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.901+0000 7f141b476740 1 client.25436 shutdown 2024-09-05T02:27:52.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.901+0000 7f141b476740 1 -- 172.21.15.33:0/4124750668 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 msgr2=0x55607f7c1040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:52.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.901+0000 7f141b476740 1 --2- 172.21.15.33:0/4124750668 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7c1040 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f1404000c00 tx=0x7f1404041b60 comp rx=0 tx=0).stop 2024-09-05T02:27:52.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.901+0000 7f141b476740 1 -- 172.21.15.33:0/4124750668 shutdown_connections 2024-09-05T02:27:52.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.901+0000 7f141b476740 1 --2- 172.21.15.33:0/4124750668 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55607f7d3ff0 0x55607f7d63e0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.901+0000 7f141b476740 1 --2- 172.21.15.33:0/4124750668 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7c4020 0x55607f7c1ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.901+0000 7f141b476740 1 --2- 172.21.15.33:0/4124750668 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55607f7b9760 0x55607f7c1580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.901+0000 7f141b476740 1 --2- 172.21.15.33:0/4124750668 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7c1040 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.901+0000 7f141b476740 1 -- 172.21.15.33:0/4124750668 >> 172.21.15.33:0/4124750668 conn(0x55607f7b53d0 msgr2=0x55607f7bb100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:52.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.901+0000 7f13f3400640 0 client.25436 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:27:52.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.902+0000 7f141b476740 1 -- 172.21.15.33:0/4124750668 shutdown_connections 2024-09-05T02:27:52.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.902+0000 7f141b476740 1 -- 172.21.15.33:0/4124750668 wait complete. 2024-09-05T02:27:52.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.902+0000 7f141b476740 20 client.25436 trim_cache size 0 max 16384 2024-09-05T02:27:52.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.929+0000 7f141b476740 1 Processor -- start 2024-09-05T02:27:52.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.929+0000 7f141b476740 1 -- start start 2024-09-05T02:27:52.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.930+0000 7f141b476740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7bb8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:52.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.930+0000 7f141b476740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55607f7b9760 0x55607f7d9020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:52.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.930+0000 7f141b476740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7c4020 0x55607f7d9560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:52.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.930+0000 7f141b476740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f14101ab460 con 0x55607f7c4020 2024-09-05T02:27:52.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.930+0000 7f141b476740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f14101acfa0 con 0x55607f7b8e40 2024-09-05T02:27:52.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.930+0000 7f141b476740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f14101abb30 con 0x55607f7b9760 2024-09-05T02:27:52.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.930+0000 7f1415e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7bb8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:52.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.930+0000 7f1415e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7bb8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:43708/0 (socket says 172.21.15.33:43708) 2024-09-05T02:27:52.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.930+0000 7f1415e00640 1 -- 172.21.15.33:0/586887174 learned_addr learned my addr 172.21.15.33:0/586887174 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:52.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.931+0000 7f1416800640 1 --2- 172.21.15.33:0/586887174 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7c4020 0x55607f7d9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:52.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.931+0000 7f1416800640 1 -- 172.21.15.33:0/586887174 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55607f7b9760 msgr2=0x55607f7d9020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:52.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.931+0000 7f1416800640 1 --2- 172.21.15.33:0/586887174 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55607f7b9760 0x55607f7d9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.932+0000 7f1416800640 1 -- 172.21.15.33:0/586887174 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 msgr2=0x55607f7bb8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:52.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.932+0000 7f1416800640 1 --2- 172.21.15.33:0/586887174 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7bb8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.932+0000 7f1416800640 1 -- 172.21.15.33:0/586887174 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55607f7c39b0 con 0x55607f7c4020 2024-09-05T02:27:52.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.932+0000 7f1415e00640 1 --2- 172.21.15.33:0/586887174 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7bb8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:27:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.933+0000 7f1416800640 1 --2- 172.21.15.33:0/586887174 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7c4020 0x55607f7d9560 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f140c010730 tx=0x7f140c014040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71f495d519610bb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:52.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.940+0000 7f13fe600640 1 -- 172.21.15.33:0/586887174 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f140c00e770 con 0x55607f7c4020 2024-09-05T02:27:52.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.941+0000 7f13fe600640 1 -- 172.21.15.33:0/586887174 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f140c00edf0 con 0x55607f7c4020 2024-09-05T02:27:52.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.941+0000 7f13fe600640 1 -- 172.21.15.33:0/586887174 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f140c0263d0 con 0x55607f7c4020 2024-09-05T02:27:52.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.942+0000 7f141b476740 1 -- 172.21.15.33:0/586887174 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7c4020 msgr2=0x55607f7d9560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:52.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.942+0000 7f141b476740 1 --2- 172.21.15.33:0/586887174 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7c4020 0x55607f7d9560 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f140c010730 tx=0x7f140c014040 comp rx=0 tx=0).stop 2024-09-05T02:27:52.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.942+0000 7f141b476740 1 -- 172.21.15.33:0/586887174 shutdown_connections 2024-09-05T02:27:52.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.942+0000 7f141b476740 1 --2- 172.21.15.33:0/586887174 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7c4020 0x55607f7d9560 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.942+0000 7f141b476740 1 --2- 172.21.15.33:0/586887174 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55607f7b9760 0x55607f7d9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.942+0000 7f141b476740 1 --2- 172.21.15.33:0/586887174 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7bb8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.942+0000 7f141b476740 1 -- 172.21.15.33:0/586887174 >> 172.21.15.33:0/586887174 conn(0x55607f7b53d0 msgr2=0x55607f7c01b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:52.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.943+0000 7f141b476740 1 -- 172.21.15.33:0/586887174 shutdown_connections 2024-09-05T02:27:52.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.943+0000 7f141b476740 1 -- 172.21.15.33:0/586887174 wait complete. 2024-09-05T02:27:52.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.943+0000 7f141b476740 1 -- start start 2024-09-05T02:27:52.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.944+0000 7f141b476740 1 Processor -- start 2024-09-05T02:27:52.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.945+0000 7f141b476740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7d9690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:52.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.946+0000 7f141b476740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7b9760 0x55607f7d69e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:52.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.946+0000 7f141b476740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55607f7c4020 0x55607f7d6f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:52.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.946+0000 7f1415e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7d9690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:52.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.947+0000 7f1415e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7d9690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:43710/0 (socket says 172.21.15.33:43710) 2024-09-05T02:27:52.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.947+0000 7f1415e00640 1 -- 172.21.15.33:0/1436173917 learned_addr learned my addr 172.21.15.33:0/1436173917 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:52.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.947+0000 7f141b476740 1 -- 172.21.15.33:0/1436173917 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f14101ac8d0 con 0x55607f7b9760 2024-09-05T02:27:52.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.947+0000 7f141b476740 1 -- 172.21.15.33:0/1436173917 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f14101ac200 con 0x55607f7b8e40 2024-09-05T02:27:52.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.947+0000 7f141b476740 1 -- 172.21.15.33:0/1436173917 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f14101a9480 con 0x55607f7c4020 2024-09-05T02:27:52.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.947+0000 7f1416800640 1 --2- 172.21.15.33:0/1436173917 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55607f7c4020 0x55607f7d6f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:52.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.947+0000 7f141b476740 10 client.0 _ll_register_callbacks cb 0x7f1404009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:27:52.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.948+0000 7f1415e00640 1 -- 172.21.15.33:0/1436173917 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55607f7c4020 msgr2=0x55607f7d6f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:52.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.948+0000 7f1415e00640 1 --2- 172.21.15.33:0/1436173917 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55607f7c4020 0x55607f7d6f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.948+0000 7f1415e00640 1 -- 172.21.15.33:0/1436173917 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7b9760 msgr2=0x55607f7d69e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:52.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.948+0000 7f1415e00640 1 --2- 172.21.15.33:0/1436173917 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7b9760 0x55607f7d69e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.948+0000 7f1415e00640 1 -- 172.21.15.33:0/1436173917 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55607f7d7750 con 0x55607f7b8e40 2024-09-05T02:27:52.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.948+0000 7f1416800640 1 --2- 172.21.15.33:0/1436173917 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55607f7c4020 0x55607f7d6f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:27:52.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.948+0000 7f1415e00640 1 --2- 172.21.15.33:0/1436173917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7d9690 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f1404004da0 tx=0x7f1404004dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c81c2e67c3e7be2b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:52.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.948+0000 7f13f3400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:27:52.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.949+0000 7f13f3400640 1 -- 172.21.15.33:0/1436173917 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1404060070 con 0x55607f7b8e40 2024-09-05T02:27:52.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.950+0000 7f13f3400640 1 -- 172.21.15.33:0/1436173917 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f14040315b0 con 0x55607f7b8e40 2024-09-05T02:27:52.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.950+0000 7f141b476740 1 -- 172.21.15.33:0/1436173917 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f140c00edf0 con 0x55607f7b8e40 2024-09-05T02:27:52.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.950+0000 7f13f3400640 1 -- 172.21.15.33:0/1436173917 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f140406c050 con 0x55607f7b8e40 2024-09-05T02:27:52.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.950+0000 7f141b476740 10 client.25442 fetch_fsmap learned FSMap version 29 2024-09-05T02:27:52.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.950+0000 7f141b476740 1 -- 172.21.15.33:0/1436173917 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55607f83e800 con 0x55607f7b8e40 2024-09-05T02:27:52.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.951+0000 7f13f3400640 1 -- 172.21.15.33:0/1436173917 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f140c00edf0 con 0x55607f7b8e40 2024-09-05T02:27:52.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.952+0000 7f13f3400640 1 -- 172.21.15.33:0/1436173917 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f1404003710 con 0x55607f7b8e40 2024-09-05T02:27:52.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.952+0000 7f141b476740 10 client.25442 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:27:52.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.952+0000 7f141b476740 10 client.25442 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:27:52.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.952+0000 7f141b476740 20 client.25442 populate_metadata read hostname 'smithi033' 2024-09-05T02:27:52.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.952+0000 7f141b476740 1 --2- 172.21.15.33:0/1436173917 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55607f83eec0 0x55607f8412e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:52.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.952+0000 7f141b476740 4 client.25442 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:27:52.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.952+0000 7f141b476740 1 -- 172.21.15.33:0/1436173917 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55607f72c950 con 0x55607f83eec0 2024-09-05T02:27:52.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.953+0000 7f1415400640 1 --2- 172.21.15.33:0/1436173917 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55607f83eec0 0x55607f8412e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:52.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.954+0000 7f1415400640 1 --2- 172.21.15.33:0/1436173917 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55607f83eec0 0x55607f8412e0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2fe281f0bff8556f server_cookie=37bed76ec568cf91 in_seq=0 out_seq=0 2024-09-05T02:27:52.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.954+0000 7f13f3400640 10 client.25442 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:27:52.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.954+0000 7f13f3400640 1 -- 172.21.15.33:0/1436173917 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55607f72c950 con 0x55607f83eec0 2024-09-05T02:27:52.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.954+0000 7f13f3400640 10 client.25442 handle_command_reply: tid=0 2024-09-05T02:27:52.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.954+0000 7f141b476740 1 client.25442 shutdown 2024-09-05T02:27:52.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.955+0000 7f141b476740 1 -- 172.21.15.33:0/1436173917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 msgr2=0x55607f7d9690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:52.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.955+0000 7f141b476740 1 --2- 172.21.15.33:0/1436173917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7d9690 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f1404004da0 tx=0x7f1404004dd0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.955+0000 7f141b476740 1 -- 172.21.15.33:0/1436173917 shutdown_connections 2024-09-05T02:27:52.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.955+0000 7f141b476740 1 --2- 172.21.15.33:0/1436173917 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55607f7c4020 0x55607f7d6f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.955+0000 7f141b476740 1 --2- 172.21.15.33:0/1436173917 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55607f83eec0 0x55607f8412e0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.955+0000 7f141b476740 1 --2- 172.21.15.33:0/1436173917 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55607f7b9760 0x55607f7d69e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.955+0000 7f141b476740 1 --2- 172.21.15.33:0/1436173917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55607f7b8e40 0x55607f7d9690 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.955+0000 7f141b476740 1 -- 172.21.15.33:0/1436173917 >> 172.21.15.33:0/1436173917 conn(0x55607f7b53d0 msgr2=0x55607f7c1000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:52.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.955+0000 7f13f3400640 0 client.25442 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:27:52.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.956+0000 7f141b476740 1 -- 172.21.15.33:0/1436173917 shutdown_connections 2024-09-05T02:27:52.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.956+0000 7f141b476740 1 -- 172.21.15.33:0/1436173917 wait complete. 2024-09-05T02:27:52.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.957+0000 7f141b476740 20 client.25442 trim_cache size 0 max 16384 2024-09-05T02:27:52.959 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:27:52.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.958+0000 7f1417200640 1 -- 172.21.15.33:0/3653219832 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f13f80a2f50 msgr2=0x7f13f80a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:52.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.958+0000 7f1417200640 1 --2- 172.21.15.33:0/3653219832 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f13f80a2f50 0x7f13f80a5410 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f140c005c40 tx=0x7f140c009500 comp rx=0 tx=0).stop 2024-09-05T02:27:52.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.958+0000 7f1417200640 1 -- 172.21.15.33:0/3653219832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1410102360 msgr2=0x7f141019a970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:52.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.958+0000 7f1417200640 1 --2- 172.21.15.33:0/3653219832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1410102360 0x7f141019a970 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f140000c970 tx=0x7f140000ce30 comp rx=0 tx=0).stop 2024-09-05T02:27:52.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.958+0000 7f1417200640 1 -- 172.21.15.33:0/3653219832 shutdown_connections 2024-09-05T02:27:52.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.958+0000 7f1417200640 1 --2- 172.21.15.33:0/3653219832 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f13f80a2f50 0x7f13f80a5410 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.958+0000 7f1417200640 1 --2- 172.21.15.33:0/3653219832 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14101079c0 0x7f141019ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.958+0000 7f1417200640 1 --2- 172.21.15.33:0/3653219832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1410102360 0x7f141019a970 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.958+0000 7f1417200640 1 --2- 172.21.15.33:0/3653219832 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f14101019c0 0x7f141019a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:52.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.958+0000 7f1417200640 1 -- 172.21.15.33:0/3653219832 >> 172.21.15.33:0/3653219832 conn(0x7f14100fd740 msgr2=0x7f14100fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:52.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.959+0000 7f1417200640 1 -- 172.21.15.33:0/3653219832 shutdown_connections 2024-09-05T02:27:52.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:52.960+0000 7f1417200640 1 -- 172.21.15.33:0/3653219832 wait complete. 2024-09-05T02:27:53.188 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:52 smithi123 ceph-mon[34031]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 9 op/s 2024-09-05T02:27:53.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:52 smithi174 ceph-mon[34756]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 9 op/s 2024-09-05T02:27:53.292 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:52 smithi033 ceph-mon[29909]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 9 op/s 2024-09-05T02:27:54.892 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:27:54.892 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:27:55.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:54 smithi174 ceph-mon[34756]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2024-09-05T02:27:55.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:54 smithi033 ceph-mon[29909]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2024-09-05T02:27:55.370 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:27:55.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:54 smithi123 ceph-mon[34031]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2024-09-05T02:27:57.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:56 smithi174 ceph-mon[34756]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2024-09-05T02:27:57.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:56 smithi033 ceph-mon[29909]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2024-09-05T02:27:57.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:56 smithi123 ceph-mon[34031]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2024-09-05T02:27:59.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:58 smithi033 ceph-mon[29909]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2024-09-05T02:27:59.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:58 smithi174 ceph-mon[34756]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2024-09-05T02:27:59.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.302+0000 7fee38600640 1 -- 172.21.15.33:0/3335704637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee301049c0 msgr2=0x7fee30108a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:59.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.302+0000 7fee38600640 1 --2- 172.21.15.33:0/3335704637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee301049c0 0x7fee30108a10 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fee1c009860 tx=0x7fee1c02a340 comp rx=0 tx=0).stop 2024-09-05T02:27:59.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.303+0000 7fee38600640 1 -- 172.21.15.33:0/3335704637 shutdown_connections 2024-09-05T02:27:59.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.303+0000 7fee38600640 1 --2- 172.21.15.33:0/3335704637 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fee30109140 0x7fee30110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.303+0000 7fee38600640 1 --2- 172.21.15.33:0/3335704637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee301049c0 0x7fee30108a10 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.303+0000 7fee38600640 1 --2- 172.21.15.33:0/3335704637 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fee30104010 0x7fee301043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.303+0000 7fee38600640 1 -- 172.21.15.33:0/3335704637 >> 172.21.15.33:0/3335704637 conn(0x7fee300ffa50 msgr2=0x7fee30101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:59.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.303+0000 7fee38600640 1 -- 172.21.15.33:0/3335704637 shutdown_connections 2024-09-05T02:27:59.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.303+0000 7fee38600640 1 -- 172.21.15.33:0/3335704637 wait complete. 2024-09-05T02:27:59.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.305+0000 7fee38600640 1 Processor -- start 2024-09-05T02:27:59.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.305+0000 7fee38600640 1 -- start start 2024-09-05T02:27:59.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.305+0000 7fee38600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fee30104010 0x7fee300739b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:59.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.305+0000 7fee38600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee301049c0 0x7fee3006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:59.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.305+0000 7fee38600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fee30109140 0x7fee3006cf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:59.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.305+0000 7fee38600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fee30114140 con 0x7fee301049c0 2024-09-05T02:27:59.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.305+0000 7fee38600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fee30113fc0 con 0x7fee30109140 2024-09-05T02:27:59.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.305+0000 7fee38600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fee301142c0 con 0x7fee30104010 2024-09-05T02:27:59.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.306+0000 7fee35c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fee30104010 0x7fee300739b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:59.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.306+0000 7fee35200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee301049c0 0x7fee3006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:59.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.306+0000 7fee35c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fee30104010 0x7fee300739b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:57868/0 (socket says 172.21.15.33:57868) 2024-09-05T02:27:59.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.306+0000 7fee35c00640 1 -- 172.21.15.33:0/3026613731 learned_addr learned my addr 172.21.15.33:0/3026613731 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:59.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.306+0000 7fee36600640 1 --2- 172.21.15.33:0/3026613731 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fee30109140 0x7fee3006cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:59.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.306+0000 7fee35c00640 1 -- 172.21.15.33:0/3026613731 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fee30109140 msgr2=0x7fee3006cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:59.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.306+0000 7fee35c00640 1 --2- 172.21.15.33:0/3026613731 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fee30109140 0x7fee3006cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.306+0000 7fee35c00640 1 -- 172.21.15.33:0/3026613731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee301049c0 msgr2=0x7fee3006ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:59.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.306+0000 7fee35c00640 1 --2- 172.21.15.33:0/3026613731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee301049c0 0x7fee3006ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.306+0000 7fee35c00640 1 -- 172.21.15.33:0/3026613731 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee3006d4f0 con 0x7fee30104010 2024-09-05T02:27:59.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.307+0000 7fee35c00640 1 --2- 172.21.15.33:0/3026613731 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fee30104010 0x7fee300739b0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fee2400d950 tx=0x7fee2400de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:59.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.307+0000 7fee2e000640 1 -- 172.21.15.33:0/3026613731 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee24017030 con 0x7fee30104010 2024-09-05T02:27:59.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.307+0000 7fee38600640 1 -- 172.21.15.33:0/3026613731 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee3006d7e0 con 0x7fee30104010 2024-09-05T02:27:59.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.307+0000 7fee2e000640 1 -- 172.21.15.33:0/3026613731 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fee24004020 con 0x7fee30104010 2024-09-05T02:27:59.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.307+0000 7fee2e000640 1 -- 172.21.15.33:0/3026613731 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee240047a0 con 0x7fee30104010 2024-09-05T02:27:59.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.308+0000 7fee38600640 1 -- 172.21.15.33:0/3026613731 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee30071810 con 0x7fee30104010 2024-09-05T02:27:59.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.312+0000 7fee3b08d740 1 Processor -- start 2024-09-05T02:27:59.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.312+0000 7fee3b08d740 1 -- start start 2024-09-05T02:27:59.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.312+0000 7fee2e000640 1 -- 172.21.15.33:0/3026613731 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7fee240041d0 con 0x7fee30104010 2024-09-05T02:27:59.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.313+0000 7fee3b08d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb24559e0 0x561eb2455dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:59.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.313+0000 7fee3b08d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb2456300 0x561eb2468f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:59.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.313+0000 7fee3b08d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb24694b0 0x561eb246b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:59.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.313+0000 7fee3b08d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561eb23bc290 con 0x561eb24559e0 2024-09-05T02:27:59.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.313+0000 7fee3b08d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x561eb2363b40 con 0x561eb2456300 2024-09-05T02:27:59.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.313+0000 7fee3b08d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x561eb23b8250 con 0x561eb24694b0 2024-09-05T02:27:59.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.313+0000 7fee35c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb2456300 0x561eb2468f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:59.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.314+0000 7fee35c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb2456300 0x561eb2468f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:43742/0 (socket says 172.21.15.33:43742) 2024-09-05T02:27:59.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.314+0000 7fee35c00640 1 -- 172.21.15.33:0/2668671414 learned_addr learned my addr 172.21.15.33:0/2668671414 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:59.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.314+0000 7fee35200640 1 --2- 172.21.15.33:0/2668671414 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb24694b0 0x561eb246b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:59.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.314+0000 7fee36600640 1 --2- 172.21.15.33:0/2668671414 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb24559e0 0x561eb2455dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:59.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.314+0000 7fee35c00640 1 -- 172.21.15.33:0/2668671414 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb24694b0 msgr2=0x561eb246b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:59.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.314+0000 7fee35c00640 1 --2- 172.21.15.33:0/2668671414 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb24694b0 0x561eb246b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.314+0000 7fee35c00640 1 -- 172.21.15.33:0/2668671414 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb24559e0 msgr2=0x561eb2455dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:59.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.315+0000 7fee2e000640 1 --2- 172.21.15.33:0/3026613731 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fee180a2e00 0x7fee180a52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:59.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.315+0000 7fee2e000640 1 -- 172.21.15.33:0/3026613731 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fee240ceef0 con 0x7fee30104010 2024-09-05T02:27:59.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.315+0000 7fee35c00640 1 --2- 172.21.15.33:0/2668671414 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb24559e0 0x561eb2455dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.315+0000 7fee35c00640 1 -- 172.21.15.33:0/2668671414 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561eb212d6a0 con 0x561eb2456300 2024-09-05T02:27:59.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.315+0000 7fee35200640 1 --2- 172.21.15.33:0/3026613731 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fee180a2e00 0x7fee180a52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:59.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.315+0000 7fee36600640 1 --2- 172.21.15.33:0/2668671414 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb24559e0 0x561eb2455dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:27:59.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.316+0000 7fee35c00640 1 --2- 172.21.15.33:0/2668671414 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb2456300 0x561eb2468f70 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fee240cc4a0 tx=0x7fee24000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ccd2f55328982f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:59.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.316+0000 7fee22a00640 1 -- 172.21.15.33:0/2668671414 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2409b020 con 0x561eb2456300 2024-09-05T02:27:59.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.316+0000 7fee22a00640 1 -- 172.21.15.33:0/2668671414 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fee2409b950 con 0x561eb2456300 2024-09-05T02:27:59.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.316+0000 7fee22a00640 1 -- 172.21.15.33:0/2668671414 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee240d29e0 con 0x561eb2456300 2024-09-05T02:27:59.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.317+0000 7fee3b08d740 1 -- 172.21.15.33:0/2668671414 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb2456300 msgr2=0x561eb2468f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:59.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.317+0000 7fee3b08d740 1 --2- 172.21.15.33:0/2668671414 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb2456300 0x561eb2468f70 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fee240cc4a0 tx=0x7fee24000bc0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.317+0000 7fee35200640 1 --2- 172.21.15.33:0/3026613731 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fee180a2e00 0x7fee180a52c0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fee1c02a930 tx=0x7fee1c0056d0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:59.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.317+0000 7fee3b08d740 1 -- 172.21.15.33:0/2668671414 shutdown_connections 2024-09-05T02:27:59.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.317+0000 7fee3b08d740 1 --2- 172.21.15.33:0/2668671414 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb24694b0 0x561eb246b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.317+0000 7fee3b08d740 1 --2- 172.21.15.33:0/2668671414 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb2456300 0x561eb2468f70 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.317+0000 7fee3b08d740 1 --2- 172.21.15.33:0/2668671414 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb24559e0 0x561eb2455dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.317+0000 7fee3b08d740 1 -- 172.21.15.33:0/2668671414 >> 172.21.15.33:0/2668671414 conn(0x561eb2452050 msgr2=0x561eb2452430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:59.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.317+0000 7fee3b08d740 1 -- 172.21.15.33:0/2668671414 shutdown_connections 2024-09-05T02:27:59.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.318+0000 7fee3b08d740 1 -- 172.21.15.33:0/2668671414 wait complete. 2024-09-05T02:27:59.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.318+0000 7fee3b08d740 1 -- start start 2024-09-05T02:27:59.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.318+0000 7fee3b08d740 1 Processor -- start 2024-09-05T02:27:59.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.319+0000 7fee3b08d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb24559e0 0x561eb24663e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:59.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.319+0000 7fee3b08d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb24694b0 0x561eb2466920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:59.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.319+0000 7fee3b08d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb2466e60 0x561eb2475510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:59.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.319+0000 7fee3b08d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561eb246c060 con 0x561eb24694b0 2024-09-05T02:27:59.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.319+0000 7fee3b08d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x561eb2376fa0 con 0x561eb24559e0 2024-09-05T02:27:59.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.319+0000 7fee3b08d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x561eb246c1e0 con 0x561eb2466e60 2024-09-05T02:27:59.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.319+0000 7fee3b08d740 10 client.0 _ll_register_callbacks cb 0x561eb20caba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:27:59.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.320+0000 7fee35c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb24559e0 0x561eb24663e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:59.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.320+0000 7fee36600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb2466e60 0x561eb2475510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:59.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.320+0000 7fee35c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb24559e0 0x561eb24663e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:43748/0 (socket says 172.21.15.33:43748) 2024-09-05T02:27:59.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.320+0000 7fee35c00640 1 -- 172.21.15.33:0/3260867491 learned_addr learned my addr 172.21.15.33:0/3260867491 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:59.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.320+0000 7fee35200640 1 --2- 172.21.15.33:0/3260867491 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb24694b0 0x561eb2466920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:59.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.320+0000 7fee36600640 1 -- 172.21.15.33:0/3260867491 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb24559e0 msgr2=0x561eb24663e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:59.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.320+0000 7fee36600640 1 --2- 172.21.15.33:0/3260867491 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb24559e0 0x561eb24663e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.320+0000 7fee36600640 1 -- 172.21.15.33:0/3260867491 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb24694b0 msgr2=0x561eb2466920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:59.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.320+0000 7fee36600640 1 --2- 172.21.15.33:0/3260867491 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb24694b0 0x561eb2466920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.320+0000 7fee36600640 1 -- 172.21.15.33:0/3260867491 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561eb2475a50 con 0x561eb2466e60 2024-09-05T02:27:59.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.320+0000 7fee35200640 1 --2- 172.21.15.33:0/3260867491 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb24694b0 0x561eb2466920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:27:59.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.321+0000 7fee36600640 1 --2- 172.21.15.33:0/3260867491 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb2466e60 0x561eb2475510 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fee28009fd0 tx=0x7fee2800d7b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=af769b7969dadecb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:59.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.321+0000 7fee17400640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:27:59.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.321+0000 7fee17400640 1 -- 172.21.15.33:0/3260867491 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2801b030 con 0x561eb2466e60 2024-09-05T02:27:59.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.321+0000 7fee17400640 1 -- 172.21.15.33:0/3260867491 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fee28004b20 con 0x561eb2466e60 2024-09-05T02:27:59.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.321+0000 7fee3b08d740 1 -- 172.21.15.33:0/3260867491 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee2409b950 con 0x561eb2466e60 2024-09-05T02:27:59.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.322+0000 7fee17400640 1 -- 172.21.15.33:0/3260867491 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fee28004d20 con 0x561eb2466e60 2024-09-05T02:27:59.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.322+0000 7fee3b08d740 10 client.25405 fetch_fsmap learned FSMap version 29 2024-09-05T02:27:59.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.322+0000 7fee3b08d740 1 -- 172.21.15.33:0/3260867491 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561eb2478730 con 0x561eb2466e60 2024-09-05T02:27:59.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.322+0000 7fee17400640 1 -- 172.21.15.33:0/3260867491 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fee2409b950 con 0x561eb2466e60 2024-09-05T02:27:59.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.323+0000 7fee17400640 1 -- 172.21.15.33:0/3260867491 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fee2800b040 con 0x561eb2466e60 2024-09-05T02:27:59.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.323+0000 7fee3b08d740 10 client.25405 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:27:59.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.323+0000 7fee3b08d740 10 client.25405 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:27:59.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.323+0000 7fee3b08d740 20 client.25405 populate_metadata read hostname 'smithi033' 2024-09-05T02:27:59.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.323+0000 7fee3b08d740 1 --2- 172.21.15.33:0/3260867491 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x561eb2479bf0 0x561eb247c030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:59.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.323+0000 7fee3b08d740 4 client.25405 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:27:59.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.323+0000 7fee3b08d740 1 -- 172.21.15.33:0/3260867491 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561eb23c9800 con 0x561eb2479bf0 2024-09-05T02:27:59.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.323+0000 7fee35c00640 1 --2- 172.21.15.33:0/3260867491 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x561eb2479bf0 0x561eb247c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:59.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.324+0000 7fee35c00640 1 --2- 172.21.15.33:0/3260867491 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x561eb2479bf0 0x561eb247c030 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b781135818409da server_cookie=64b2fda03387dfc9 in_seq=0 out_seq=0 2024-09-05T02:27:59.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.324+0000 7fee17400640 10 client.25405 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:27:59.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.325+0000 7fee17400640 1 -- 172.21.15.33:0/3260867491 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561eb23c9800 con 0x561eb2479bf0 2024-09-05T02:27:59.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.325+0000 7fee17400640 10 client.25405 handle_command_reply: tid=0 2024-09-05T02:27:59.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.325+0000 7fee3b08d740 1 client.25405 shutdown 2024-09-05T02:27:59.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.325+0000 7fee3b08d740 1 -- 172.21.15.33:0/3260867491 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb2466e60 msgr2=0x561eb2475510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:59.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.325+0000 7fee3b08d740 1 --2- 172.21.15.33:0/3260867491 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb2466e60 0x561eb2475510 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fee28009fd0 tx=0x7fee2800d7b0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.326+0000 7fee3b08d740 1 -- 172.21.15.33:0/3260867491 shutdown_connections 2024-09-05T02:27:59.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.326+0000 7fee3b08d740 1 --2- 172.21.15.33:0/3260867491 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb2466e60 0x561eb2475510 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.326+0000 7fee3b08d740 1 --2- 172.21.15.33:0/3260867491 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x561eb2479bf0 0x561eb247c030 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.326+0000 7fee3b08d740 1 --2- 172.21.15.33:0/3260867491 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb24694b0 0x561eb2466920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.326+0000 7fee3b08d740 1 --2- 172.21.15.33:0/3260867491 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb24559e0 0x561eb24663e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.326+0000 7fee17400640 0 client.25405 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:27:59.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.326+0000 7fee3b08d740 1 -- 172.21.15.33:0/3260867491 >> 172.21.15.33:0/3260867491 conn(0x561eb2452050 msgr2=0x561eb24511c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:59.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.326+0000 7fee3b08d740 1 -- 172.21.15.33:0/3260867491 shutdown_connections 2024-09-05T02:27:59.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.326+0000 7fee3b08d740 1 -- 172.21.15.33:0/3260867491 wait complete. 2024-09-05T02:27:59.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.326+0000 7fee3b08d740 20 client.25405 trim_cache size 0 max 16384 2024-09-05T02:27:59.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.345+0000 7fee3b08d740 1 Processor -- start 2024-09-05T02:27:59.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.345+0000 7fee3b08d740 1 -- start start 2024-09-05T02:27:59.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.345+0000 7fee3b08d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb24559e0 0x561eb2475300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:59.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.345+0000 7fee3b08d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb2466e60 0x561eb2481950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:59.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.345+0000 7fee3b08d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb24694b0 0x561eb2481e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:59.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.345+0000 7fee3b08d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fee301b3ec0 con 0x561eb2466e60 2024-09-05T02:27:59.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.345+0000 7fee3b08d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fee301b5a00 con 0x561eb24694b0 2024-09-05T02:27:59.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.345+0000 7fee3b08d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fee301b4590 con 0x561eb24559e0 2024-09-05T02:27:59.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.346+0000 7fee35200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb2466e60 0x561eb2481950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:59.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.346+0000 7fee35c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb24559e0 0x561eb2475300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:59.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.346+0000 7fee35200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb2466e60 0x561eb2481950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41628/0 (socket says 172.21.15.33:41628) 2024-09-05T02:27:59.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.346+0000 7fee36600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb24694b0 0x561eb2481e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:59.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.346+0000 7fee35200640 1 -- 172.21.15.33:0/4043985215 learned_addr learned my addr 172.21.15.33:0/4043985215 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:59.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.346+0000 7fee36600640 1 -- 172.21.15.33:0/4043985215 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb24559e0 msgr2=0x561eb2475300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:59.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.346+0000 7fee36600640 1 --2- 172.21.15.33:0/4043985215 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb24559e0 0x561eb2475300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.346+0000 7fee36600640 1 -- 172.21.15.33:0/4043985215 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb2466e60 msgr2=0x561eb2481950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:59.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.346+0000 7fee36600640 1 --2- 172.21.15.33:0/4043985215 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb2466e60 0x561eb2481950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.346+0000 7fee36600640 1 -- 172.21.15.33:0/4043985215 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561eb244c310 con 0x561eb24694b0 2024-09-05T02:27:59.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.346+0000 7fee35200640 1 --2- 172.21.15.33:0/4043985215 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb2466e60 0x561eb2481950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:27:59.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.346+0000 7fee35c00640 1 --2- 172.21.15.33:0/4043985215 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb24559e0 0x561eb2475300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:27:59.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.347+0000 7fee36600640 1 --2- 172.21.15.33:0/4043985215 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb24694b0 0x561eb2481e90 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fee28009fd0 tx=0x7fee2800ff20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7a86d85f6bb53008 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:59.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.347+0000 7fee22000640 1 -- 172.21.15.33:0/4043985215 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2801b070 con 0x561eb24694b0 2024-09-05T02:27:59.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.347+0000 7fee22000640 1 -- 172.21.15.33:0/4043985215 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fee2801c040 con 0x561eb24694b0 2024-09-05T02:27:59.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.347+0000 7fee22000640 1 -- 172.21.15.33:0/4043985215 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee28029450 con 0x561eb24694b0 2024-09-05T02:27:59.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.348+0000 7fee3b08d740 1 -- 172.21.15.33:0/4043985215 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb24694b0 msgr2=0x561eb2481e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:59.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.348+0000 7fee3b08d740 1 --2- 172.21.15.33:0/4043985215 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb24694b0 0x561eb2481e90 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fee28009fd0 tx=0x7fee2800ff20 comp rx=0 tx=0).stop 2024-09-05T02:27:59.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.348+0000 7fee3b08d740 1 -- 172.21.15.33:0/4043985215 shutdown_connections 2024-09-05T02:27:59.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.348+0000 7fee3b08d740 1 --2- 172.21.15.33:0/4043985215 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb24694b0 0x561eb2481e90 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.348+0000 7fee3b08d740 1 --2- 172.21.15.33:0/4043985215 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb2466e60 0x561eb2481950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.348+0000 7fee3b08d740 1 --2- 172.21.15.33:0/4043985215 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb24559e0 0x561eb2475300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.348+0000 7fee3b08d740 1 -- 172.21.15.33:0/4043985215 >> 172.21.15.33:0/4043985215 conn(0x561eb2452050 msgr2=0x561eb2468460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:59.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.349+0000 7fee3b08d740 1 -- 172.21.15.33:0/4043985215 shutdown_connections 2024-09-05T02:27:59.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.349+0000 7fee3b08d740 1 -- 172.21.15.33:0/4043985215 wait complete. 2024-09-05T02:27:59.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.349+0000 7fee3b08d740 1 -- start start 2024-09-05T02:27:59.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.349+0000 7fee3b08d740 1 Processor -- start 2024-09-05T02:27:59.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.350+0000 7fee3b08d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb24559e0 0x561eb24dea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:59.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.350+0000 7fee3b08d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb2466e60 0x561eb24defb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:59.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.350+0000 7fee3b08d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb24694b0 0x561eb24df4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:59.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.350+0000 7fee3b08d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fee301b5330 con 0x561eb24559e0 2024-09-05T02:27:59.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.350+0000 7fee3b08d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fee301b4c60 con 0x561eb2466e60 2024-09-05T02:27:59.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.350+0000 7fee3b08d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fee3007a770 con 0x561eb24694b0 2024-09-05T02:27:59.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.350+0000 7fee3b08d740 10 client.0 _ll_register_callbacks cb 0x7fee28009c10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:27:59.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.351+0000 7fee36600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb24694b0 0x561eb24df4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:59.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.351+0000 7fee35c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb24559e0 0x561eb24dea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:59.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.351+0000 7fee36600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb24694b0 0x561eb24df4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:57908/0 (socket says 172.21.15.33:57908) 2024-09-05T02:27:59.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.351+0000 7fee36600640 1 -- 172.21.15.33:0/43738172 learned_addr learned my addr 172.21.15.33:0/43738172 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:27:59.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.351+0000 7fee35200640 1 --2- 172.21.15.33:0/43738172 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb2466e60 0x561eb24defb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:59.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.351+0000 7fee35c00640 1 -- 172.21.15.33:0/43738172 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb24694b0 msgr2=0x561eb24df4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:59.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.351+0000 7fee35c00640 1 --2- 172.21.15.33:0/43738172 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb24694b0 0x561eb24df4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.351+0000 7fee35c00640 1 -- 172.21.15.33:0/43738172 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb2466e60 msgr2=0x561eb24defb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:27:59.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.351+0000 7fee35c00640 1 --2- 172.21.15.33:0/43738172 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb2466e60 0x561eb24defb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.351+0000 7fee35c00640 1 -- 172.21.15.33:0/43738172 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561eb2470710 con 0x561eb24559e0 2024-09-05T02:27:59.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.352+0000 7fee35c00640 1 --2- 172.21.15.33:0/43738172 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb24559e0 0x561eb24dea70 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fee2409bb00 tx=0x7fee240cc570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eed8444ab579a42a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:27:59.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.352+0000 7fee17400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:27:59.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.352+0000 7fee17400640 1 -- 172.21.15.33:0/43738172 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2409abb0 con 0x561eb24559e0 2024-09-05T02:27:59.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.352+0000 7fee17400640 1 -- 172.21.15.33:0/43738172 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fee240978c0 con 0x561eb24559e0 2024-09-05T02:27:59.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.352+0000 7fee3b08d740 1 -- 172.21.15.33:0/43738172 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee2801c040 con 0x561eb24559e0 2024-09-05T02:27:59.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.353+0000 7fee17400640 1 -- 172.21.15.33:0/43738172 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fee2409ad90 con 0x561eb24559e0 2024-09-05T02:27:59.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.353+0000 7fee3b08d740 10 client.15429 fetch_fsmap learned FSMap version 29 2024-09-05T02:27:59.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.353+0000 7fee3b08d740 1 -- 172.21.15.33:0/43738172 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561eb2471a50 con 0x561eb24559e0 2024-09-05T02:27:59.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.353+0000 7fee17400640 1 -- 172.21.15.33:0/43738172 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fee2801c040 con 0x561eb24559e0 2024-09-05T02:27:59.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.354+0000 7fee17400640 1 -- 172.21.15.33:0/43738172 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fee240bb110 con 0x561eb24559e0 2024-09-05T02:27:59.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.354+0000 7fee3b08d740 10 client.15429 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:27:59.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.354+0000 7fee3b08d740 10 client.15429 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:27:59.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.354+0000 7fee3b08d740 20 client.15429 populate_metadata read hostname 'smithi033' 2024-09-05T02:27:59.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.354+0000 7fee3b08d740 1 --2- 172.21.15.33:0/43738172 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x561eb2471d40 0x561eb2460740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:27:59.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.354+0000 7fee3b08d740 4 client.15429 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:27:59.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.354+0000 7fee3b08d740 1 -- 172.21.15.33:0/43738172 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x561eb23c3d10 con 0x561eb2471d40 2024-09-05T02:27:59.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.355+0000 7fee35200640 1 --2- 172.21.15.33:0/43738172 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x561eb2471d40 0x561eb2460740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:27:59.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.356+0000 7fee35200640 1 --2- 172.21.15.33:0/43738172 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x561eb2471d40 0x561eb2460740 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ffac243a7e5040cd server_cookie=69626ad7d320dd22 in_seq=0 out_seq=0 2024-09-05T02:27:59.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.356+0000 7fee17400640 10 client.15429 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:27:59.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.357+0000 7fee17400640 1 -- 172.21.15.33:0/43738172 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x561eb23c3d10 con 0x561eb2471d40 2024-09-05T02:27:59.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.357+0000 7fee17400640 10 client.15429 handle_command_reply: tid=0 2024-09-05T02:27:59.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.357+0000 7fee3b08d740 1 client.15429 shutdown 2024-09-05T02:27:59.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.358+0000 7fee3b08d740 1 -- 172.21.15.33:0/43738172 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb24559e0 msgr2=0x561eb24dea70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:59.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.358+0000 7fee3b08d740 1 --2- 172.21.15.33:0/43738172 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb24559e0 0x561eb24dea70 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fee2409bb00 tx=0x7fee240cc570 comp rx=0 tx=0).stop 2024-09-05T02:27:59.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.358+0000 7fee3b08d740 1 -- 172.21.15.33:0/43738172 shutdown_connections 2024-09-05T02:27:59.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.358+0000 7fee3b08d740 1 --2- 172.21.15.33:0/43738172 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561eb24694b0 0x561eb24df4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.358+0000 7fee3b08d740 1 --2- 172.21.15.33:0/43738172 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561eb2466e60 0x561eb24defb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.358+0000 7fee3b08d740 1 --2- 172.21.15.33:0/43738172 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x561eb2471d40 0x561eb2460740 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.358+0000 7fee3b08d740 1 --2- 172.21.15.33:0/43738172 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561eb24559e0 0x561eb24dea70 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.358+0000 7fee3b08d740 1 -- 172.21.15.33:0/43738172 >> 172.21.15.33:0/43738172 conn(0x561eb2452050 msgr2=0x561eb24509a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:59.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.358+0000 7fee17400640 0 client.15429 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:27:59.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.358+0000 7fee3b08d740 1 -- 172.21.15.33:0/43738172 shutdown_connections 2024-09-05T02:27:59.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.359+0000 7fee3b08d740 1 -- 172.21.15.33:0/43738172 wait complete. 2024-09-05T02:27:59.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.359+0000 7fee3b08d740 20 client.15429 trim_cache size 0 max 16384 2024-09-05T02:27:59.361 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:27:59.362 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:27:59.362 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "8479bfeb-cfb0-4382-9b29-cefbaaccb53a", 2024-09-05T02:27:59.362 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:27:59.362 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:27:59.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.360+0000 7fee38600640 1 -- 172.21.15.33:0/3026613731 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fee180a2e00 msgr2=0x7fee180a52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:59.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.360+0000 7fee38600640 1 --2- 172.21.15.33:0/3026613731 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fee180a2e00 0x7fee180a52c0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fee1c02a930 tx=0x7fee1c0056d0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.360+0000 7fee38600640 1 -- 172.21.15.33:0/3026613731 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fee30104010 msgr2=0x7fee300739b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:27:59.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.360+0000 7fee38600640 1 --2- 172.21.15.33:0/3026613731 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fee30104010 0x7fee300739b0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fee2400d950 tx=0x7fee2400de10 comp rx=0 tx=0).stop 2024-09-05T02:27:59.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.360+0000 7fee38600640 1 -- 172.21.15.33:0/3026613731 shutdown_connections 2024-09-05T02:27:59.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.360+0000 7fee38600640 1 --2- 172.21.15.33:0/3026613731 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fee180a2e00 0x7fee180a52c0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.360+0000 7fee38600640 1 --2- 172.21.15.33:0/3026613731 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fee30109140 0x7fee3006cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.360+0000 7fee38600640 1 --2- 172.21.15.33:0/3026613731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee301049c0 0x7fee3006ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.360+0000 7fee38600640 1 --2- 172.21.15.33:0/3026613731 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fee30104010 0x7fee300739b0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:27:59.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.360+0000 7fee38600640 1 -- 172.21.15.33:0/3026613731 >> 172.21.15.33:0/3026613731 conn(0x7fee300ffa50 msgr2=0x7fee30100dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:27:59.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.362+0000 7fee38600640 1 -- 172.21.15.33:0/3026613731 shutdown_connections 2024-09-05T02:27:59.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:27:59.362+0000 7fee38600640 1 -- 172.21.15.33:0/3026613731 wait complete. 2024-09-05T02:27:59.388 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:58 smithi123 ceph-mon[34031]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2024-09-05T02:28:00.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:59 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:28:00.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:59 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:28:00.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:59 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:28:00.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:27:59 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:28:00.334 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:59 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:28:00.334 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:59 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:28:00.334 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:59 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:28:00.334 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:27:59 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:28:00.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:59 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:28:00.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:59 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:28:00.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:59 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:28:00.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:27:59 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:28:00.397 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:28:00.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:28:00 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:28:00.459+0000 7f187ae00640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T02:28:00.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:28:00 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:28:00.459+0000 7f187ae00640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T02:28:00.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:28:00 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:28:00.459+0000 7f187ae00640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T02:28:00.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:28:00 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:28:00.459+0000 7f187ae00640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T02:28:00.587 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:28:00 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:28:00.459+0000 7f187ae00640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T02:28:00.923 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:28:01.246 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:00 smithi033 ceph-mon[29909]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:28:01.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:00 smithi174 ceph-mon[34756]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:28:01.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:00 smithi123 ceph-mon[34031]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:28:01.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.584+0000 7fb7bdc00640 1 -- 172.21.15.33:0/1726983250 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb7b8103e30 msgr2=0x7fb7b8104210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:01.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.584+0000 7fb7bdc00640 1 --2- 172.21.15.33:0/1726983250 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb7b8103e30 0x7fb7b8104210 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fb7a8009900 tx=0x7fb7a802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.585+0000 7fb7bdc00640 1 -- 172.21.15.33:0/1726983250 shutdown_connections 2024-09-05T02:28:01.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.585+0000 7fb7bdc00640 1 --2- 172.21.15.33:0/1726983250 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b8108f60 0x7fb7b8110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.585+0000 7fb7bdc00640 1 --2- 172.21.15.33:0/1726983250 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb7b81047e0 0x7fb7b8108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.585+0000 7fb7bdc00640 1 --2- 172.21.15.33:0/1726983250 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb7b8103e30 0x7fb7b8104210 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.585+0000 7fb7bdc00640 1 -- 172.21.15.33:0/1726983250 >> 172.21.15.33:0/1726983250 conn(0x7fb7b80ff910 msgr2=0x7fb7b8101d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:01.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.585+0000 7fb7bdc00640 1 -- 172.21.15.33:0/1726983250 shutdown_connections 2024-09-05T02:28:01.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.585+0000 7fb7bdc00640 1 -- 172.21.15.33:0/1726983250 wait complete. 2024-09-05T02:28:01.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.587+0000 7fb7bdc00640 1 Processor -- start 2024-09-05T02:28:01.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.587+0000 7fb7bdc00640 1 -- start start 2024-09-05T02:28:01.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.588+0000 7fb7bdc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb7b8103e30 0x7fb7b8076700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:01.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.588+0000 7fb7bdc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb7b81047e0 0x7fb7b8076c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:01.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.588+0000 7fb7bdc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b8108f60 0x7fb7b8077180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:01.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.588+0000 7fb7bdc00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b8114010 con 0x7fb7b8108f60 2024-09-05T02:28:01.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.588+0000 7fb7bdc00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b8113e90 con 0x7fb7b81047e0 2024-09-05T02:28:01.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.588+0000 7fb7bdc00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b8114190 con 0x7fb7b8103e30 2024-09-05T02:28:01.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.588+0000 7fb7b7e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb7b8103e30 0x7fb7b8076700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:01.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.588+0000 7fb7b7e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb7b8103e30 0x7fb7b8076700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:51910/0 (socket says 172.21.15.33:51910) 2024-09-05T02:28:01.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.588+0000 7fb7b7e00640 1 -- 172.21.15.33:0/3763332726 learned_addr learned my addr 172.21.15.33:0/3763332726 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:01.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.588+0000 7fb7b7400640 1 --2- 172.21.15.33:0/3763332726 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb7b81047e0 0x7fb7b8076c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:01.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.589+0000 7fb7b7e00640 1 -- 172.21.15.33:0/3763332726 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb7b81047e0 msgr2=0x7fb7b8076c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:01.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.589+0000 7fb7b7e00640 1 --2- 172.21.15.33:0/3763332726 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb7b81047e0 0x7fb7b8076c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.589+0000 7fb7b7e00640 1 -- 172.21.15.33:0/3763332726 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b8108f60 msgr2=0x7fb7b8077180 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T02:28:01.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.589+0000 7fb7bd200640 1 --2- 172.21.15.33:0/3763332726 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b8108f60 0x7fb7b8077180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:01.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.589+0000 7fb7b7e00640 1 --2- 172.21.15.33:0/3763332726 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b8108f60 0x7fb7b8077180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.589+0000 7fb7b7e00640 1 -- 172.21.15.33:0/3763332726 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7b81aab50 con 0x7fb7b8103e30 2024-09-05T02:28:01.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.590+0000 7fb7bd200640 1 --2- 172.21.15.33:0/3763332726 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b8108f60 0x7fb7b8077180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:28:01.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.590+0000 7fb7b7e00640 1 --2- 172.21.15.33:0/3763332726 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb7b8103e30 0x7fb7b8076700 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb7a802a9e0 tx=0x7fb7a8003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:01.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.590+0000 7fb7b4c00640 1 -- 172.21.15.33:0/3763332726 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a803f070 con 0x7fb7b8103e30 2024-09-05T02:28:01.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.590+0000 7fb7b4c00640 1 -- 172.21.15.33:0/3763332726 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb7a8031c90 con 0x7fb7b8103e30 2024-09-05T02:28:01.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.590+0000 7fb7b4c00640 1 -- 172.21.15.33:0/3763332726 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a8035030 con 0x7fb7b8103e30 2024-09-05T02:28:01.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.591+0000 7fb7bdc00640 1 -- 172.21.15.33:0/3763332726 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7b81aade0 con 0x7fb7b8103e30 2024-09-05T02:28:01.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.591+0000 7fb7bdc00640 1 -- 172.21.15.33:0/3763332726 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7b81ab210 con 0x7fb7b8103e30 2024-09-05T02:28:01.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.595+0000 7fb7c1c80740 1 Processor -- start 2024-09-05T02:28:01.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.596+0000 7fb7c1c80740 1 -- start start 2024-09-05T02:28:01.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.596+0000 7fb7c1c80740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd554d50 0x5610fd555130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:01.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.596+0000 7fb7c1c80740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd555670 0x5610fd55f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:01.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.596+0000 7fb7c1c80740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd55ff30 0x5610fd562320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:01.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.596+0000 7fb7c1c80740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5610fd4bb3e0 con 0x5610fd55ff30 2024-09-05T02:28:01.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.596+0000 7fb7c1c80740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5610fd462d80 con 0x5610fd555670 2024-09-05T02:28:01.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.596+0000 7fb7c1c80740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5610fd4b73a0 con 0x5610fd554d50 2024-09-05T02:28:01.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.597+0000 7fb7bd200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd554d50 0x5610fd555130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:01.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.597+0000 7fb7bd200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd554d50 0x5610fd555130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:51916/0 (socket says 172.21.15.33:51916) 2024-09-05T02:28:01.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.597+0000 7fb7bd200640 1 -- 172.21.15.33:0/2894047880 learned_addr learned my addr 172.21.15.33:0/2894047880 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:01.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.597+0000 7fb7b4c00640 1 -- 172.21.15.33:0/3763332726 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 25) ==== 138009+0+0 (secure 0 0 0) 0x7fb7a8042070 con 0x7fb7b8103e30 2024-09-05T02:28:01.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.598+0000 7fb7b7400640 1 --2- 172.21.15.33:0/2894047880 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd55ff30 0x5610fd562320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:01.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.598+0000 7fb7b7e00640 1 --2- 172.21.15.33:0/2894047880 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd555670 0x5610fd55f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:01.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.598+0000 7fb7bd200640 1 -- 172.21.15.33:0/2894047880 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd555670 msgr2=0x5610fd55f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:01.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.598+0000 7fb7bd200640 1 --2- 172.21.15.33:0/2894047880 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd555670 0x5610fd55f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.598+0000 7fb7bd200640 1 -- 172.21.15.33:0/2894047880 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd55ff30 msgr2=0x5610fd562320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:01.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.598+0000 7fb7bd200640 1 --2- 172.21.15.33:0/2894047880 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd55ff30 0x5610fd562320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.598+0000 7fb7bd200640 1 -- 172.21.15.33:0/2894047880 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610fd481ae0 con 0x5610fd554d50 2024-09-05T02:28:01.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.599+0000 7fb7bd200640 1 --2- 172.21.15.33:0/2894047880 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd554d50 0x5610fd555130 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fb7b0009ea0 tx=0x7fb7b0009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=55c3bcb2742541ab server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:01.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.599+0000 7fb7ad600640 1 -- 172.21.15.33:0/2894047880 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b0016070 con 0x5610fd554d50 2024-09-05T02:28:01.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.599+0000 7fb7ad600640 1 -- 172.21.15.33:0/2894047880 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb7b000ee80 con 0x5610fd554d50 2024-09-05T02:28:01.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.599+0000 7fb7ad600640 1 -- 172.21.15.33:0/2894047880 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b00117e0 con 0x5610fd554d50 2024-09-05T02:28:01.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.600+0000 7fb7b4c00640 1 --2- 172.21.15.33:0/3763332726 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb79c0a2e80 0x7fb79c0a5340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:01.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.600+0000 7fb7c1c80740 1 -- 172.21.15.33:0/2894047880 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd554d50 msgr2=0x5610fd555130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:01.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.600+0000 7fb7c1c80740 1 --2- 172.21.15.33:0/2894047880 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd554d50 0x5610fd555130 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fb7b0009ea0 tx=0x7fb7b0009f90 comp rx=0 tx=0).stop 2024-09-05T02:28:01.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.600+0000 7fb7c1c80740 1 -- 172.21.15.33:0/2894047880 shutdown_connections 2024-09-05T02:28:01.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.600+0000 7fb7c1c80740 1 --2- 172.21.15.33:0/2894047880 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd55ff30 0x5610fd562320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.600+0000 7fb7c1c80740 1 --2- 172.21.15.33:0/2894047880 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd555670 0x5610fd55f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.600+0000 7fb7c1c80740 1 --2- 172.21.15.33:0/2894047880 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd554d50 0x5610fd555130 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.601+0000 7fb7c1c80740 1 -- 172.21.15.33:0/2894047880 >> 172.21.15.33:0/2894047880 conn(0x5610fd5512e0 msgr2=0x5610fd5516c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:01.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.601+0000 7fb7b4c00640 1 -- 172.21.15.33:0/3763332726 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb7a80efce0 con 0x7fb7b8103e30 2024-09-05T02:28:01.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.601+0000 7fb7b7e00640 1 --2- 172.21.15.33:0/3763332726 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb79c0a2e80 0x7fb79c0a5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:01.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.601+0000 7fb7c1c80740 1 -- 172.21.15.33:0/2894047880 shutdown_connections 2024-09-05T02:28:01.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.602+0000 7fb7b7e00640 1 --2- 172.21.15.33:0/3763332726 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb79c0a2e80 0x7fb79c0a5340 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb7a80ed380 tx=0x7fb7a803b950 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:01.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.602+0000 7fb7c1c80740 1 -- 172.21.15.33:0/2894047880 wait complete. 2024-09-05T02:28:01.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.603+0000 7fb7c1c80740 1 -- start start 2024-09-05T02:28:01.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.603+0000 7fb7c1c80740 1 Processor -- start 2024-09-05T02:28:01.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.604+0000 7fb7c1c80740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd554d50 0x5610fd55ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:01.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.604+0000 7fb7c1c80740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd555670 0x5610fd55d390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:01.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.604+0000 7fb7c1c80740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd55ff30 0x5610fd55d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:01.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.604+0000 7fb7c1c80740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5610fd562ba0 con 0x5610fd55ff30 2024-09-05T02:28:01.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.604+0000 7fb7c1c80740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5610fd4760f0 con 0x5610fd555670 2024-09-05T02:28:01.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.604+0000 7fb7c1c80740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5610fd562d20 con 0x5610fd554d50 2024-09-05T02:28:01.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.604+0000 7fb7c1c80740 10 client.0 _ll_register_callbacks cb 0x5610fd4679e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:01.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.604+0000 7fb7b7400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd555670 0x5610fd55d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:01.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.604+0000 7fb7b7400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd555670 0x5610fd55d390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:47898/0 (socket says 172.21.15.33:47898) 2024-09-05T02:28:01.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.605+0000 7fb7b7400640 1 -- 172.21.15.33:0/604776332 learned_addr learned my addr 172.21.15.33:0/604776332 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:01.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.605+0000 7fb7bd200640 1 --2- 172.21.15.33:0/604776332 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd554d50 0x5610fd55ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:01.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.605+0000 7fb7b7400640 1 -- 172.21.15.33:0/604776332 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd554d50 msgr2=0x5610fd55ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:01.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.605+0000 7fb7b7400640 1 --2- 172.21.15.33:0/604776332 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd554d50 0x5610fd55ce50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.605+0000 7fb7b7400640 1 -- 172.21.15.33:0/604776332 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd55ff30 msgr2=0x5610fd55d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:01.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.605+0000 7fb7b7400640 1 --2- 172.21.15.33:0/604776332 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd55ff30 0x5610fd55d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.605+0000 7fb7b7400640 1 -- 172.21.15.33:0/604776332 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610fd22c3c0 con 0x5610fd555670 2024-09-05T02:28:01.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.606+0000 7fb7b7400640 1 --2- 172.21.15.33:0/604776332 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd555670 0x5610fd55d390 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb7a400b9c0 tx=0x7fb7a400be80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f08e8b8c7abbb07 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:01.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.606+0000 7fb7a2000640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:28:01.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.606+0000 7fb7a2000640 1 -- 172.21.15.33:0/604776332 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a4005020 con 0x5610fd555670 2024-09-05T02:28:01.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.606+0000 7fb7a2000640 1 -- 172.21.15.33:0/604776332 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb7a40051c0 con 0x5610fd555670 2024-09-05T02:28:01.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.606+0000 7fb7c1c80740 1 -- 172.21.15.33:0/604776332 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5610fd4c8950 con 0x5610fd555670 2024-09-05T02:28:01.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.607+0000 7fb7a2000640 1 -- 172.21.15.33:0/604776332 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb7a40053c0 con 0x5610fd555670 2024-09-05T02:28:01.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.607+0000 7fb7c1c80740 10 client.25475 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:01.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.607+0000 7fb7c1c80740 1 -- 172.21.15.33:0/604776332 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5610fd56e8e0 con 0x5610fd555670 2024-09-05T02:28:01.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.607+0000 7fb7a2000640 1 -- 172.21.15.33:0/604776332 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5610fd4c8950 con 0x5610fd555670 2024-09-05T02:28:01.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.608+0000 7fb7a2000640 1 -- 172.21.15.33:0/604776332 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb7a40245e0 con 0x5610fd555670 2024-09-05T02:28:01.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.608+0000 7fb7c1c80740 10 client.25475 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:01.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.608+0000 7fb7c1c80740 10 client.25475 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:28:01.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.608+0000 7fb7c1c80740 20 client.25475 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:01.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.608+0000 7fb7c1c80740 1 --2- 172.21.15.33:0/604776332 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5610fd56fd40 0x5610fd572160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:01.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.608+0000 7fb7c1c80740 4 client.25475 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:28:01.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.608+0000 7fb7c1c80740 1 -- 172.21.15.33:0/604776332 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5610fd4c2e60 con 0x5610fd56fd40 2024-09-05T02:28:01.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.608+0000 7fb7bd200640 1 --2- 172.21.15.33:0/604776332 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5610fd56fd40 0x5610fd572160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:01.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.609+0000 7fb7bd200640 1 --2- 172.21.15.33:0/604776332 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5610fd56fd40 0x5610fd572160 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb899a2a3fad6f68 server_cookie=ae9ff24bd33bae48 in_seq=0 out_seq=0 2024-09-05T02:28:01.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.609+0000 7fb7a2000640 10 client.25475 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:28:01.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.610+0000 7fb7a2000640 1 -- 172.21.15.33:0/604776332 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5610fd4c2e60 con 0x5610fd56fd40 2024-09-05T02:28:01.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.610+0000 7fb7a2000640 10 client.25475 handle_command_reply: tid=0 2024-09-05T02:28:01.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.610+0000 7fb7c1c80740 1 client.25475 shutdown 2024-09-05T02:28:01.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.611+0000 7fb7c1c80740 1 -- 172.21.15.33:0/604776332 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd555670 msgr2=0x5610fd55d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:01.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.611+0000 7fb7c1c80740 1 --2- 172.21.15.33:0/604776332 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd555670 0x5610fd55d390 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb7a400b9c0 tx=0x7fb7a400be80 comp rx=0 tx=0).stop 2024-09-05T02:28:01.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.611+0000 7fb7c1c80740 1 -- 172.21.15.33:0/604776332 shutdown_connections 2024-09-05T02:28:01.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.611+0000 7fb7c1c80740 1 --2- 172.21.15.33:0/604776332 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5610fd56fd40 0x5610fd572160 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.611+0000 7fb7a2000640 0 client.25475 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:28:01.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.611+0000 7fb7c1c80740 1 --2- 172.21.15.33:0/604776332 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd55ff30 0x5610fd55d8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.611+0000 7fb7c1c80740 1 --2- 172.21.15.33:0/604776332 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd555670 0x5610fd55d390 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.611+0000 7fb7c1c80740 1 --2- 172.21.15.33:0/604776332 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd554d50 0x5610fd55ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.611+0000 7fb7c1c80740 1 -- 172.21.15.33:0/604776332 >> 172.21.15.33:0/604776332 conn(0x5610fd5512e0 msgr2=0x5610fd556fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:01.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.611+0000 7fb7c1c80740 1 -- 172.21.15.33:0/604776332 shutdown_connections 2024-09-05T02:28:01.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.611+0000 7fb7c1c80740 1 -- 172.21.15.33:0/604776332 wait complete. 2024-09-05T02:28:01.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.612+0000 7fb7c1c80740 20 client.25475 trim_cache size 0 max 16384 2024-09-05T02:28:01.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.647+0000 7fb7c1c80740 1 Processor -- start 2024-09-05T02:28:01.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.648+0000 7fb7c1c80740 1 -- start start 2024-09-05T02:28:01.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.648+0000 7fb7c1c80740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd554d50 0x5610fd54c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:01.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.648+0000 7fb7c1c80740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd555670 0x5610fd577a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:01.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.648+0000 7fb7c1c80740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd55ff30 0x5610fd577f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:01.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.648+0000 7fb7c1c80740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b81b3df0 con 0x5610fd554d50 2024-09-05T02:28:01.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.648+0000 7fb7c1c80740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b81b5930 con 0x5610fd55ff30 2024-09-05T02:28:01.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.648+0000 7fb7c1c80740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b81b44c0 con 0x5610fd555670 2024-09-05T02:28:01.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.648+0000 7fb7bd200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd554d50 0x5610fd54c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:01.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.649+0000 7fb7bd200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd554d50 0x5610fd54c060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58790/0 (socket says 172.21.15.33:58790) 2024-09-05T02:28:01.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.649+0000 7fb7bd200640 1 -- 172.21.15.33:0/3619754940 learned_addr learned my addr 172.21.15.33:0/3619754940 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:01.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.649+0000 7fb7bd200640 1 --2- 172.21.15.33:0/3619754940 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd55ff30 0x5610fd577f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:01.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.649+0000 7fb7b7400640 1 --2- 172.21.15.33:0/3619754940 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd555670 0x5610fd577a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:01.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.649+0000 7fb7bd200640 1 -- 172.21.15.33:0/3619754940 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd555670 msgr2=0x5610fd577a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:01.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.649+0000 7fb7bd200640 1 --2- 172.21.15.33:0/3619754940 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd555670 0x5610fd577a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.649+0000 7fb7bd200640 1 -- 172.21.15.33:0/3619754940 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd55ff30 msgr2=0x5610fd577f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:01.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.649+0000 7fb7bd200640 1 --2- 172.21.15.33:0/3619754940 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd55ff30 0x5610fd577f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.649+0000 7fb7bd200640 1 -- 172.21.15.33:0/3619754940 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610fd55be40 con 0x5610fd554d50 2024-09-05T02:28:01.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.650+0000 7fb7bd200640 1 --2- 172.21.15.33:0/3619754940 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd554d50 0x5610fd54c060 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fb7b00114f0 tx=0x7fb7b0005a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c811c4d4ecf3c63 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:01.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.650+0000 7fb7acc00640 1 -- 172.21.15.33:0/3619754940 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b0016040 con 0x5610fd554d50 2024-09-05T02:28:01.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.651+0000 7fb7acc00640 1 -- 172.21.15.33:0/3619754940 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb7b0003e50 con 0x5610fd554d50 2024-09-05T02:28:01.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.651+0000 7fb7acc00640 1 -- 172.21.15.33:0/3619754940 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b0011980 con 0x5610fd554d50 2024-09-05T02:28:01.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.651+0000 7fb7c1c80740 1 -- 172.21.15.33:0/3619754940 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd554d50 msgr2=0x5610fd54c060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:01.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.651+0000 7fb7c1c80740 1 --2- 172.21.15.33:0/3619754940 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd554d50 0x5610fd54c060 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fb7b00114f0 tx=0x7fb7b0005a10 comp rx=0 tx=0).stop 2024-09-05T02:28:01.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.652+0000 7fb7c1c80740 1 -- 172.21.15.33:0/3619754940 shutdown_connections 2024-09-05T02:28:01.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.652+0000 7fb7c1c80740 1 --2- 172.21.15.33:0/3619754940 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd55ff30 0x5610fd577f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.652+0000 7fb7c1c80740 1 --2- 172.21.15.33:0/3619754940 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd555670 0x5610fd577a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.652+0000 7fb7c1c80740 1 --2- 172.21.15.33:0/3619754940 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd554d50 0x5610fd54c060 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.652+0000 7fb7c1c80740 1 -- 172.21.15.33:0/3619754940 >> 172.21.15.33:0/3619754940 conn(0x5610fd5512e0 msgr2=0x5610fd55eed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:01.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.652+0000 7fb7c1c80740 1 -- 172.21.15.33:0/3619754940 shutdown_connections 2024-09-05T02:28:01.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.652+0000 7fb7c1c80740 1 -- 172.21.15.33:0/3619754940 wait complete. 2024-09-05T02:28:01.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.653+0000 7fb7c1c80740 1 -- start start 2024-09-05T02:28:01.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.653+0000 7fb7c1c80740 1 Processor -- start 2024-09-05T02:28:01.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.653+0000 7fb7c1c80740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd554d50 0x5610fd559d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:01.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.653+0000 7fb7c1c80740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd555670 0x5610fd55a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:01.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.653+0000 7fb7c1c80740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd55ff30 0x5610fd55a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:01.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.653+0000 7fb7c1c80740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b81b5260 con 0x5610fd554d50 2024-09-05T02:28:01.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.653+0000 7fb7c1c80740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b81b4b90 con 0x5610fd555670 2024-09-05T02:28:01.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.653+0000 7fb7c1c80740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b81b1dd0 con 0x5610fd55ff30 2024-09-05T02:28:01.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.654+0000 7fb7c1c80740 10 client.0 _ll_register_callbacks cb 0x7fb7a40045b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:01.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.654+0000 7fb7b7400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd555670 0x5610fd55a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:01.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.654+0000 7fb7bd200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd554d50 0x5610fd559d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:01.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.654+0000 7fb7b7400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd555670 0x5610fd55a2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:47916/0 (socket says 172.21.15.33:47916) 2024-09-05T02:28:01.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.654+0000 7fb7b7400640 1 -- 172.21.15.33:0/2757724694 learned_addr learned my addr 172.21.15.33:0/2757724694 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:01.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.654+0000 7fb7bd200640 1 --2- 172.21.15.33:0/2757724694 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd55ff30 0x5610fd55a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:01.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.655+0000 7fb7b7400640 1 -- 172.21.15.33:0/2757724694 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd55ff30 msgr2=0x5610fd55a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:01.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.655+0000 7fb7b7400640 1 --2- 172.21.15.33:0/2757724694 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd55ff30 0x5610fd55a7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.655+0000 7fb7b7400640 1 -- 172.21.15.33:0/2757724694 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd554d50 msgr2=0x5610fd559d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:01.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.655+0000 7fb7b7400640 1 --2- 172.21.15.33:0/2757724694 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd554d50 0x5610fd559d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.655+0000 7fb7b7400640 1 -- 172.21.15.33:0/2757724694 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610fd5d99e0 con 0x5610fd555670 2024-09-05T02:28:01.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.655+0000 7fb7b7400640 1 --2- 172.21.15.33:0/2757724694 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd555670 0x5610fd55a2b0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4001eb0 tx=0x7fb7a40248c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4bce59630164d3f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:01.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.655+0000 7fb7a2000640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:28:01.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.655+0000 7fb7a2000640 1 -- 172.21.15.33:0/2757724694 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a402a040 con 0x5610fd555670 2024-09-05T02:28:01.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.655+0000 7fb7a2000640 1 -- 172.21.15.33:0/2757724694 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb7a40055e0 con 0x5610fd555670 2024-09-05T02:28:01.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.655+0000 7fb7c1c80740 1 -- 172.21.15.33:0/2757724694 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb7b0003e50 con 0x5610fd555670 2024-09-05T02:28:01.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.656+0000 7fb7a2000640 1 -- 172.21.15.33:0/2757724694 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb7a401b470 con 0x5610fd555670 2024-09-05T02:28:01.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.656+0000 7fb7c1c80740 10 client.25481 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:01.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.656+0000 7fb7c1c80740 1 -- 172.21.15.33:0/2757724694 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5610fd5dabd0 con 0x5610fd555670 2024-09-05T02:28:01.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.656+0000 7fb7a2000640 1 -- 172.21.15.33:0/2757724694 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb7b0003e50 con 0x5610fd555670 2024-09-05T02:28:01.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.657+0000 7fb7a2000640 1 -- 172.21.15.33:0/2757724694 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb7a40117e0 con 0x5610fd555670 2024-09-05T02:28:01.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.657+0000 7fb7c1c80740 10 client.25481 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:01.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.657+0000 7fb7c1c80740 10 client.25481 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:28:01.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.657+0000 7fb7c1c80740 20 client.25481 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:01.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.657+0000 7fb7c1c80740 1 --2- 172.21.15.33:0/2757724694 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5610fd56fd40 0x5610fd5dd3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:01.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.657+0000 7fb7c1c80740 4 client.25481 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:28:01.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.657+0000 7fb7c1c80740 1 -- 172.21.15.33:0/2757724694 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5610fd43f0c0 con 0x5610fd56fd40 2024-09-05T02:28:01.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.657+0000 7fb7bd200640 1 --2- 172.21.15.33:0/2757724694 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5610fd56fd40 0x5610fd5dd3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:01.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.658+0000 7fb7bd200640 1 --2- 172.21.15.33:0/2757724694 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5610fd56fd40 0x5610fd5dd3b0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5902a799968960c5 server_cookie=3784b006f26f3345 in_seq=0 out_seq=0 2024-09-05T02:28:01.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.658+0000 7fb7a2000640 10 client.25481 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:28:01.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.660+0000 7fb7a2000640 1 -- 172.21.15.33:0/2757724694 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5610fd43f0c0 con 0x5610fd56fd40 2024-09-05T02:28:01.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.660+0000 7fb7a2000640 10 client.25481 handle_command_reply: tid=0 2024-09-05T02:28:01.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.660+0000 7fb7c1c80740 1 client.25481 shutdown 2024-09-05T02:28:01.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.660+0000 7fb7c1c80740 1 -- 172.21.15.33:0/2757724694 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd555670 msgr2=0x5610fd55a2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:01.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.660+0000 7fb7c1c80740 1 --2- 172.21.15.33:0/2757724694 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd555670 0x5610fd55a2b0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4001eb0 tx=0x7fb7a40248c0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.660+0000 7fb7c1c80740 1 -- 172.21.15.33:0/2757724694 shutdown_connections 2024-09-05T02:28:01.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.660+0000 7fb7c1c80740 1 --2- 172.21.15.33:0/2757724694 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5610fd55ff30 0x5610fd55a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.660+0000 7fb7c1c80740 1 --2- 172.21.15.33:0/2757724694 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610fd555670 0x5610fd55a2b0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.660+0000 7fb7c1c80740 1 --2- 172.21.15.33:0/2757724694 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5610fd56fd40 0x5610fd5dd3b0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.660+0000 7fb7c1c80740 1 --2- 172.21.15.33:0/2757724694 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5610fd554d50 0x5610fd559d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.660+0000 7fb7c1c80740 1 -- 172.21.15.33:0/2757724694 >> 172.21.15.33:0/2757724694 conn(0x5610fd5512e0 msgr2=0x5610fd556770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.660+0000 7fb7a2000640 0 client.25481 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:28:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.660+0000 7fb7c1c80740 1 -- 172.21.15.33:0/2757724694 shutdown_connections 2024-09-05T02:28:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.661+0000 7fb7c1c80740 1 -- 172.21.15.33:0/2757724694 wait complete. 2024-09-05T02:28:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.661+0000 7fb7c1c80740 20 client.25481 trim_cache size 0 max 16384 2024-09-05T02:28:01.664 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:28:01.664 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T02:28:01.664 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": { 2024-09-05T02:28:01.664 INFO:teuthology.orchestra.run.smithi033.stdout: "8479bfeb-cfb0-4382-9b29-cefbaaccb53a": { 2024-09-05T02:28:01.664 INFO:teuthology.orchestra.run.smithi033.stdout: "path": "/", 2024-09-05T02:28:01.664 INFO:teuthology.orchestra.run.smithi033.stdout: "tag": "8479bfeb-cfb0-4382-9b29-cefbaaccb53a", 2024-09-05T02:28:01.664 INFO:teuthology.orchestra.run.smithi033.stdout: "options": "recursive,force" 2024-09-05T02:28:01.664 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:28:01.664 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:28:01.664 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:28:01.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.662+0000 7fb7bdc00640 1 -- 172.21.15.33:0/3763332726 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb79c0a2e80 msgr2=0x7fb79c0a5340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:01.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.662+0000 7fb7bdc00640 1 --2- 172.21.15.33:0/3763332726 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb79c0a2e80 0x7fb79c0a5340 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb7a80ed380 tx=0x7fb7a803b950 comp rx=0 tx=0).stop 2024-09-05T02:28:01.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.662+0000 7fb7bdc00640 1 -- 172.21.15.33:0/3763332726 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb7b8103e30 msgr2=0x7fb7b8076700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:01.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.662+0000 7fb7bdc00640 1 --2- 172.21.15.33:0/3763332726 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb7b8103e30 0x7fb7b8076700 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb7a802a9e0 tx=0x7fb7a8003c10 comp rx=0 tx=0).stop 2024-09-05T02:28:01.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.662+0000 7fb7bdc00640 1 -- 172.21.15.33:0/3763332726 shutdown_connections 2024-09-05T02:28:01.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.662+0000 7fb7bdc00640 1 --2- 172.21.15.33:0/3763332726 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb79c0a2e80 0x7fb79c0a5340 secure :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb7a80ed380 tx=0x7fb7a803b950 comp rx=0 tx=0).stop 2024-09-05T02:28:01.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.662+0000 7fb7bdc00640 1 --2- 172.21.15.33:0/3763332726 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b8108f60 0x7fb7b8077180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.662+0000 7fb7bdc00640 1 --2- 172.21.15.33:0/3763332726 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb7b81047e0 0x7fb7b8076c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:01.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.662+0000 7fb7bdc00640 1 --2- 172.21.15.33:0/3763332726 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb7b8103e30 0x7fb7b8076700 secure :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb7a802a9e0 tx=0x7fb7a8003c10 comp rx=0 tx=0).stop 2024-09-05T02:28:01.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.662+0000 7fb7bdc00640 1 -- 172.21.15.33:0/3763332726 >> 172.21.15.33:0/3763332726 conn(0x7fb7b80ff910 msgr2=0x7fb7b8100c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:01.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.662+0000 7fb7bdc00640 1 -- 172.21.15.33:0/3763332726 shutdown_connections 2024-09-05T02:28:01.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:01.662+0000 7fb7bdc00640 1 -- 172.21.15.33:0/3763332726 wait complete. 2024-09-05T02:28:02.214 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:01 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:28:02.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:01 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:28:02.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:01 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:28:02.738 INFO:tasks.cephfs.filesystem:scrub status for tag:8479bfeb-cfb0-4382-9b29-cefbaaccb53a - {'path': '/', 'tag': '8479bfeb-cfb0-4382-9b29-cefbaaccb53a', 'options': 'recursive,force'} 2024-09-05T02:28:02.963 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:02 smithi033 ceph-mon[29909]: pgmap v36: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-09-05T02:28:02.963 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:02 smithi033 ceph-mon[29909]: mgrmap e26: x(active, since 66s), standbys: z, y 2024-09-05T02:28:03.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:02 smithi174 ceph-mon[34756]: pgmap v36: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-09-05T02:28:03.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:02 smithi174 ceph-mon[34756]: mgrmap e26: x(active, since 66s), standbys: z, y 2024-09-05T02:28:03.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:02 smithi123 ceph-mon[34031]: pgmap v36: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-09-05T02:28:03.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:02 smithi123 ceph-mon[34031]: mgrmap e26: x(active, since 66s), standbys: z, y 2024-09-05T02:28:05.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:04 smithi174 ceph-mon[34756]: pgmap v37: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:28:05.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:04 smithi033 ceph-mon[29909]: pgmap v37: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:28:05.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:04 smithi123 ceph-mon[34031]: pgmap v37: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:28:07.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:06 smithi174 ceph-mon[34756]: pgmap v38: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:28:07.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:06 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:28:07.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:06 smithi033 ceph-mon[29909]: pgmap v38: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:28:07.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:06 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:28:07.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:06 smithi123 ceph-mon[34031]: pgmap v38: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:28:07.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:06 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:28:08.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:07 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:08.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:07 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:08.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:07 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:08.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:07 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:08.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:07 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:08.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:07 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:08.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:07 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:08.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:07 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:08.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:07 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:08.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:07 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:08.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:07 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:08.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:07 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:08.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:07 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:08.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:07 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:08.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:07 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:08.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:07 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:08.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:07 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:08.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:07 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:09.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:08 smithi174 ceph-mon[34756]: pgmap v39: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-09-05T02:28:09.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:08 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:28:09.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:08 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:28:09.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:08 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:09.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:08 smithi033 ceph-mon[29909]: pgmap v39: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-09-05T02:28:09.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:08 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:28:09.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:08 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:28:09.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:08 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:09.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:08 smithi123 ceph-mon[34031]: pgmap v39: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-09-05T02:28:09.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:08 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:28:09.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:08 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:28:09.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:08 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:28:11.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:10 smithi174 ceph-mon[34756]: pgmap v40: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-09-05T02:28:11.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:10 smithi033 ceph-mon[29909]: pgmap v40: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-09-05T02:28:11.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:10 smithi123 ceph-mon[34031]: pgmap v40: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-09-05T02:28:12.984 INFO:tasks.workunit.client.0.smithi033.stderr:Updating files: 62% (8117/12892) Updating files: 63% (8122/12892) Updating files: 64% (8251/12892) Updating files: 65% (8380/12892) Updating files: 66% (8509/12892) Updating files: 67% (8638/12892) Updating files: 68% (8767/12892) Updating files: 69% (8896/12892) Updating files: 70% (9025/12892) Updating files: 71% (9154/12892) Updating files: 72% (9283/12892) Updating files: 73% (9412/12892) Updating files: 74% (9541/12892) Updating files: 75% (9669/12892) Updating files: 76% (9798/12892) Updating files: 77% (9927/12892) Updating files: 78% (10056/12892) Updating files: 79% (10185/12892) Updating files: 80% (10314/12892) Updating files: 81% (10443/12892) Updating files: 82% (10572/12892) Updating files: 83% (10701/12892) Updating files: 84% (10830/12892) Updating files: 85% (10959/12892) Updating files: 86% (11088/12892) Updating files: 87% (11217/12892) Updating files: 88% (11345/12892) Updating files: 89% (11474/12892) Updating files: 90% (11603/12892) Updating files: 91% (11732/12892) Updating files: 92% (11861/12892) Updating files: 93% (11990/12892) Updating files: 94% (12119/12892) Updating files: 95% (12248/12892) Updating files: 96% (12377/12892) Updating files: 97% (12506/12892) Updating files: 98% (12635/12892) Updating files: 99% (12764/12892) Updating files: 99% (12835/12892) Updating files: 100% (12892/12892) Updating files: 100% (12892/12892), done. 2024-09-05T02:28:13.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:12 smithi174 ceph-mon[34756]: pgmap v41: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-09-05T02:28:13.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:12 smithi033 ceph-mon[29909]: pgmap v41: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-09-05T02:28:13.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:12 smithi123 ceph-mon[34031]: pgmap v41: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-09-05T02:28:13.595 INFO:tasks.workunit.client.0.smithi033.stderr:Note: switching to '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4'. 2024-09-05T02:28:13.595 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T02:28:13.595 INFO:tasks.workunit.client.0.smithi033.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-05T02:28:13.595 INFO:tasks.workunit.client.0.smithi033.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-05T02:28:13.595 INFO:tasks.workunit.client.0.smithi033.stderr:state without impacting any branches by switching back to a branch. 2024-09-05T02:28:13.595 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T02:28:13.595 INFO:tasks.workunit.client.0.smithi033.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-05T02:28:13.595 INFO:tasks.workunit.client.0.smithi033.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-05T02:28:13.595 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T02:28:13.595 INFO:tasks.workunit.client.0.smithi033.stderr: git switch -c 2024-09-05T02:28:13.596 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T02:28:13.596 INFO:tasks.workunit.client.0.smithi033.stderr:Or undo this operation with: 2024-09-05T02:28:13.596 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T02:28:13.596 INFO:tasks.workunit.client.0.smithi033.stderr: git switch - 2024-09-05T02:28:13.596 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T02:28:13.596 INFO:tasks.workunit.client.0.smithi033.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-05T02:28:13.596 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T02:28:13.596 INFO:tasks.workunit.client.0.smithi033.stderr:HEAD is now at 91c8a7e56f7 Merge pull request #59582 from zdover23/wip-doc-2024-09-04-backport-59546-to-squid 2024-09-05T02:28:13.609 DEBUG:teuthology.orchestra.run.smithi033:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-05T02:28:13.741 INFO:tasks.workunit.client.0.smithi033.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-05T02:28:13.746 INFO:tasks.workunit.client.0.smithi033.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-05T02:28:13.746 INFO:tasks.workunit.client.0.smithi033.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-05T02:28:14.478 INFO:tasks.workunit.client.0.smithi033.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-05T02:28:14.578 INFO:tasks.workunit.client.0.smithi033.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-05T02:28:14.644 INFO:tasks.workunit.client.0.smithi033.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-05T02:28:14.647 INFO:tasks.workunit.client.0.smithi033.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-05T02:28:14.647 INFO:tasks.workunit.client.0.smithi033.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-05T02:28:14.713 INFO:tasks.workunit.client.0.smithi033.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-05T02:28:14.720 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T02:28:14.720 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-05T02:28:14.755 INFO:tasks.workunit:Running workunits matching suites/iozone.sh on client.0... 2024-09-05T02:28:14.757 INFO:tasks.workunit:Running workunit suites/iozone.sh... 2024-09-05T02:28:14.757 DEBUG:teuthology.orchestra.run.smithi033:workunit test suites/iozone.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/iozone.sh 2024-09-05T02:28:14.845 INFO:tasks.workunit.client.0.smithi033.stderr:+ iozone -c -e -s 1024M -r 16K -t 1 -F f1 -i 0 -i 1 2024-09-05T02:28:14.929 INFO:tasks.workunit.client.0.smithi033.stdout: Iozone: Performance Test of File I/O 2024-09-05T02:28:14.930 INFO:tasks.workunit.client.0.smithi033.stdout: Version $Revision: 3.494 $ 2024-09-05T02:28:14.930 INFO:tasks.workunit.client.0.smithi033.stdout: Compiled for 64 bit mode. 2024-09-05T02:28:14.930 INFO:tasks.workunit.client.0.smithi033.stdout: Build: linux-AMD64 2024-09-05T02:28:14.930 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:14.930 INFO:tasks.workunit.client.0.smithi033.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-09-05T02:28:14.930 INFO:tasks.workunit.client.0.smithi033.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-09-05T02:28:14.930 INFO:tasks.workunit.client.0.smithi033.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-09-05T02:28:14.930 INFO:tasks.workunit.client.0.smithi033.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-09-05T02:28:14.930 INFO:tasks.workunit.client.0.smithi033.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-09-05T02:28:14.930 INFO:tasks.workunit.client.0.smithi033.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-09-05T02:28:14.930 INFO:tasks.workunit.client.0.smithi033.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-09-05T02:28:14.931 INFO:tasks.workunit.client.0.smithi033.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-09-05T02:28:14.931 INFO:tasks.workunit.client.0.smithi033.stdout: Alexey Skidanov, Sudhir Kumar. 2024-09-05T02:28:14.931 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:14.931 INFO:tasks.workunit.client.0.smithi033.stdout: Run began: Thu Sep 5 02:28:14 2024 2024-09-05T02:28:14.931 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:14.931 INFO:tasks.workunit.client.0.smithi033.stdout: Include close in write timing 2024-09-05T02:28:14.931 INFO:tasks.workunit.client.0.smithi033.stdout: Include fsync in write timing 2024-09-05T02:28:14.931 INFO:tasks.workunit.client.0.smithi033.stdout: File size set to 1048576 kB 2024-09-05T02:28:14.931 INFO:tasks.workunit.client.0.smithi033.stdout: Record Size 16 kB 2024-09-05T02:28:14.931 INFO:tasks.workunit.client.0.smithi033.stdout: Command line used: iozone -c -e -s 1024M -r 16K -t 1 -F f1 -i 0 -i 1 2024-09-05T02:28:14.931 INFO:tasks.workunit.client.0.smithi033.stdout: Output is in kBytes/sec 2024-09-05T02:28:14.931 INFO:tasks.workunit.client.0.smithi033.stdout: Time Resolution = 0.000001 seconds. 2024-09-05T02:28:14.931 INFO:tasks.workunit.client.0.smithi033.stdout: Processor cache size set to 1024 kBytes. 2024-09-05T02:28:14.932 INFO:tasks.workunit.client.0.smithi033.stdout: Processor cache line size set to 32 bytes. 2024-09-05T02:28:14.932 INFO:tasks.workunit.client.0.smithi033.stdout: File stride size set to 17 * record size. 2024-09-05T02:28:14.932 INFO:tasks.workunit.client.0.smithi033.stdout: Throughput test with 1 process 2024-09-05T02:28:14.932 INFO:tasks.workunit.client.0.smithi033.stdout: Each process writes a 1048576 kByte file in 16 kByte records 2024-09-05T02:28:15.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:14 smithi174 ceph-mon[34756]: pgmap v42: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 11 KiB/s wr, 26 op/s 2024-09-05T02:28:15.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:14 smithi033 ceph-mon[29909]: pgmap v42: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 11 KiB/s wr, 26 op/s 2024-09-05T02:28:15.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:14 smithi123 ceph-mon[34031]: pgmap v42: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 11 KiB/s wr, 26 op/s 2024-09-05T02:28:17.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:17 smithi033 ceph-mon[29909]: pgmap v43: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:28:17.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:17 smithi123 ceph-mon[34031]: pgmap v43: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:28:17.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:17 smithi174 ceph-mon[34756]: pgmap v43: 97 pgs: 97 active+clean; 1.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:28:18.713 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:18.713 INFO:tasks.workunit.client.0.smithi033.stdout: Children see throughput for 1 initial writers = 277437.47 kB/sec 2024-09-05T02:28:18.713 INFO:tasks.workunit.client.0.smithi033.stdout: Parent sees throughput for 1 initial writers = 277397.83 kB/sec 2024-09-05T02:28:18.713 INFO:tasks.workunit.client.0.smithi033.stdout: Min throughput per process = 277437.47 kB/sec 2024-09-05T02:28:18.714 INFO:tasks.workunit.client.0.smithi033.stdout: Max throughput per process = 277437.47 kB/sec 2024-09-05T02:28:18.714 INFO:tasks.workunit.client.0.smithi033.stdout: Avg throughput per process = 277437.47 kB/sec 2024-09-05T02:28:18.714 INFO:tasks.workunit.client.0.smithi033.stdout: Min xfer = 1048576.00 kB 2024-09-05T02:28:19.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:19 smithi033 ceph-mon[29909]: pgmap v44: 97 pgs: 97 active+clean; 217 MiB data, 613 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 18 MiB/s wr, 18 op/s 2024-09-05T02:28:19.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:19 smithi123 ceph-mon[34031]: pgmap v44: 97 pgs: 97 active+clean; 217 MiB data, 613 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 18 MiB/s wr, 18 op/s 2024-09-05T02:28:19.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:19 smithi174 ceph-mon[34756]: pgmap v44: 97 pgs: 97 active+clean; 217 MiB data, 613 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 18 MiB/s wr, 18 op/s 2024-09-05T02:28:21.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:21 smithi033 ceph-mon[29909]: pgmap v45: 97 pgs: 97 active+clean; 217 MiB data, 613 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 18 MiB/s wr, 14 op/s 2024-09-05T02:28:21.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:21 smithi123 ceph-mon[34031]: pgmap v45: 97 pgs: 97 active+clean; 217 MiB data, 613 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 18 MiB/s wr, 14 op/s 2024-09-05T02:28:21.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:21 smithi174 ceph-mon[34756]: pgmap v45: 97 pgs: 97 active+clean; 217 MiB data, 613 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 18 MiB/s wr, 14 op/s 2024-09-05T02:28:23.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:23 smithi033 ceph-mon[29909]: pgmap v46: 97 pgs: 97 active+clean; 373 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 31 MiB/s wr, 18 op/s 2024-09-05T02:28:23.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:23 smithi123 ceph-mon[34031]: pgmap v46: 97 pgs: 97 active+clean; 373 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 31 MiB/s wr, 18 op/s 2024-09-05T02:28:23.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:23 smithi174 ceph-mon[34756]: pgmap v46: 97 pgs: 97 active+clean; 373 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 31 MiB/s wr, 18 op/s 2024-09-05T02:28:25.340 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:25 smithi033 ceph-mon[29909]: pgmap v47: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 85 MiB/s wr, 34 op/s 2024-09-05T02:28:25.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:25 smithi123 ceph-mon[34031]: pgmap v47: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 85 MiB/s wr, 34 op/s 2024-09-05T02:28:25.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:25 smithi174 ceph-mon[34756]: pgmap v47: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 85 MiB/s wr, 34 op/s 2024-09-05T02:28:25.588 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:25.589 INFO:tasks.workunit.client.0.smithi033.stdout: Children see throughput for 1 rewriters = 324756.69 kB/sec 2024-09-05T02:28:25.589 INFO:tasks.workunit.client.0.smithi033.stdout: Parent sees throughput for 1 rewriters = 324698.66 kB/sec 2024-09-05T02:28:25.589 INFO:tasks.workunit.client.0.smithi033.stdout: Min throughput per process = 324756.69 kB/sec 2024-09-05T02:28:25.589 INFO:tasks.workunit.client.0.smithi033.stdout: Max throughput per process = 324756.69 kB/sec 2024-09-05T02:28:25.589 INFO:tasks.workunit.client.0.smithi033.stdout: Avg throughput per process = 324756.69 kB/sec 2024-09-05T02:28:25.589 INFO:tasks.workunit.client.0.smithi033.stdout: Min xfer = 1048576.00 kB 2024-09-05T02:28:27.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:27 smithi033 ceph-mon[29909]: pgmap v48: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 85 MiB/s wr, 31 op/s 2024-09-05T02:28:27.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:27 smithi123 ceph-mon[34031]: pgmap v48: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 85 MiB/s wr, 31 op/s 2024-09-05T02:28:27.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:27 smithi174 ceph-mon[34756]: pgmap v48: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 85 MiB/s wr, 31 op/s 2024-09-05T02:28:28.035 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:28.035 INFO:tasks.workunit.client.0.smithi033.stdout: Children see throughput for 1 readers = 3567533.00 kB/sec 2024-09-05T02:28:28.035 INFO:tasks.workunit.client.0.smithi033.stdout: Parent sees throughput for 1 readers = 3560918.09 kB/sec 2024-09-05T02:28:28.036 INFO:tasks.workunit.client.0.smithi033.stdout: Min throughput per process = 3567533.00 kB/sec 2024-09-05T02:28:28.036 INFO:tasks.workunit.client.0.smithi033.stdout: Max throughput per process = 3567533.00 kB/sec 2024-09-05T02:28:28.036 INFO:tasks.workunit.client.0.smithi033.stdout: Avg throughput per process = 3567533.00 kB/sec 2024-09-05T02:28:28.036 INFO:tasks.workunit.client.0.smithi033.stdout: Min xfer = 1048576.00 kB 2024-09-05T02:28:29.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:29 smithi033 ceph-mon[29909]: pgmap v49: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 171 MiB/s wr, 57 op/s 2024-09-05T02:28:29.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:29 smithi033 ceph-mon[29909]: mgrmap e27: x(active, since 92s), standbys: z, y 2024-09-05T02:28:29.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:29 smithi123 ceph-mon[34031]: pgmap v49: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 171 MiB/s wr, 57 op/s 2024-09-05T02:28:29.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:29 smithi123 ceph-mon[34031]: mgrmap e27: x(active, since 92s), standbys: z, y 2024-09-05T02:28:29.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:29 smithi174 ceph-mon[34756]: pgmap v49: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 171 MiB/s wr, 57 op/s 2024-09-05T02:28:29.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:29 smithi174 ceph-mon[34756]: mgrmap e27: x(active, since 92s), standbys: z, y 2024-09-05T02:28:30.501 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:30.501 INFO:tasks.workunit.client.0.smithi033.stdout: Children see throughput for 1 re-readers = 2654972.75 kB/sec 2024-09-05T02:28:30.501 INFO:tasks.workunit.client.0.smithi033.stdout: Parent sees throughput for 1 re-readers = 2651481.62 kB/sec 2024-09-05T02:28:30.501 INFO:tasks.workunit.client.0.smithi033.stdout: Min throughput per process = 2654972.75 kB/sec 2024-09-05T02:28:30.501 INFO:tasks.workunit.client.0.smithi033.stdout: Max throughput per process = 2654972.75 kB/sec 2024-09-05T02:28:30.501 INFO:tasks.workunit.client.0.smithi033.stdout: Avg throughput per process = 2654972.75 kB/sec 2024-09-05T02:28:30.501 INFO:tasks.workunit.client.0.smithi033.stdout: Min xfer = 1048576.00 kB 2024-09-05T02:28:31.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:31 smithi033 ceph-mon[29909]: pgmap v50: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 153 MiB/s wr, 47 op/s 2024-09-05T02:28:31.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:31 smithi123 ceph-mon[34031]: pgmap v50: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 153 MiB/s wr, 47 op/s 2024-09-05T02:28:31.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:31 smithi174 ceph-mon[34756]: pgmap v50: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 153 MiB/s wr, 47 op/s 2024-09-05T02:28:32.739 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:28:33.133 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:28:33.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:33 smithi123 ceph-mon[34031]: pgmap v51: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 153 MiB/s wr, 48 op/s 2024-09-05T02:28:33.430 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:33 smithi033 ceph-mon[29909]: pgmap v51: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 153 MiB/s wr, 48 op/s 2024-09-05T02:28:33.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:33 smithi174 ceph-mon[34756]: pgmap v51: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 153 MiB/s wr, 48 op/s 2024-09-05T02:28:33.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.663+0000 7f3b4ec00640 1 -- 172.21.15.33:0/1014184277 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b48103ff0 msgr2=0x7f3b481043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:33.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.663+0000 7f3b4ec00640 1 --2- 172.21.15.33:0/1014184277 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b48103ff0 0x7f3b481043d0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f3b38009900 tx=0x7f3b3802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.663+0000 7f3b4ec00640 1 -- 172.21.15.33:0/1014184277 shutdown_connections 2024-09-05T02:28:33.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.663+0000 7f3b4ec00640 1 --2- 172.21.15.33:0/1014184277 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3b48109120 0x7f3b48110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.663+0000 7f3b4ec00640 1 --2- 172.21.15.33:0/1014184277 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b481049a0 0x7f3b481089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.663+0000 7f3b4ec00640 1 --2- 172.21.15.33:0/1014184277 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b48103ff0 0x7f3b481043d0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.663+0000 7f3b4ec00640 1 -- 172.21.15.33:0/1014184277 >> 172.21.15.33:0/1014184277 conn(0x7f3b480ffa90 msgr2=0x7f3b48101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:33.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.664+0000 7f3b4ec00640 1 -- 172.21.15.33:0/1014184277 shutdown_connections 2024-09-05T02:28:33.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.664+0000 7f3b4ec00640 1 -- 172.21.15.33:0/1014184277 wait complete. 2024-09-05T02:28:33.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.665+0000 7f3b4ec00640 1 Processor -- start 2024-09-05T02:28:33.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.665+0000 7f3b4ec00640 1 -- start start 2024-09-05T02:28:33.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.665+0000 7f3b4ec00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3b48103ff0 0x7f3b4819a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:33.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.665+0000 7f3b4ec00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b481049a0 0x7f3b4819ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:33.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.665+0000 7f3b4ec00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b48109120 0x7f3b4819eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:33.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.666+0000 7f3b4ec00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3b48114150 con 0x7f3b481049a0 2024-09-05T02:28:33.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.666+0000 7f3b4ec00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3b48113fd0 con 0x7f3b48109120 2024-09-05T02:28:33.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.666+0000 7f3b4ec00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481142d0 con 0x7f3b48103ff0 2024-09-05T02:28:33.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.666+0000 7f3b47400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b481049a0 0x7f3b4819ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:33.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.666+0000 7f3b47400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b481049a0 0x7f3b4819ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60194/0 (socket says 172.21.15.33:60194) 2024-09-05T02:28:33.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.666+0000 7f3b47400640 1 -- 172.21.15.33:0/1902340843 learned_addr learned my addr 172.21.15.33:0/1902340843 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:33.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.666+0000 7f3b4cc00640 1 --2- 172.21.15.33:0/1902340843 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b48109120 0x7f3b4819eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:33.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.666+0000 7f3b47e00640 1 --2- 172.21.15.33:0/1902340843 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3b48103ff0 0x7f3b4819a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:33.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.666+0000 7f3b47400640 1 -- 172.21.15.33:0/1902340843 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3b48103ff0 msgr2=0x7f3b4819a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:33.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.666+0000 7f3b47400640 1 --2- 172.21.15.33:0/1902340843 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3b48103ff0 0x7f3b4819a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.666+0000 7f3b47400640 1 -- 172.21.15.33:0/1902340843 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b48109120 msgr2=0x7f3b4819eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:33.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.666+0000 7f3b47400640 1 --2- 172.21.15.33:0/1902340843 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b48109120 0x7f3b4819eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.666+0000 7f3b47400640 1 -- 172.21.15.33:0/1902340843 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b4819f5a0 con 0x7f3b481049a0 2024-09-05T02:28:33.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.667+0000 7f3b47400640 1 --2- 172.21.15.33:0/1902340843 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b481049a0 0x7f3b4819ab30 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f3b3400d950 tx=0x7f3b3400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:33.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.667+0000 7f3b44c00640 1 -- 172.21.15.33:0/1902340843 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b34017030 con 0x7f3b481049a0 2024-09-05T02:28:33.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.667+0000 7f3b44c00640 1 -- 172.21.15.33:0/1902340843 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3b34004020 con 0x7f3b481049a0 2024-09-05T02:28:33.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.667+0000 7f3b4ec00640 1 -- 172.21.15.33:0/1902340843 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b4819f890 con 0x7f3b481049a0 2024-09-05T02:28:33.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.667+0000 7f3b44c00640 1 -- 172.21.15.33:0/1902340843 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b340047a0 con 0x7f3b481049a0 2024-09-05T02:28:33.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.667+0000 7f3b4ec00640 1 -- 172.21.15.33:0/1902340843 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b481a7170 con 0x7f3b481049a0 2024-09-05T02:28:33.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.670+0000 7f3b5161d740 1 Processor -- start 2024-09-05T02:28:33.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.670+0000 7f3b5161d740 1 -- start start 2024-09-05T02:28:33.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.671+0000 7f3b44c00640 1 -- 172.21.15.33:0/1902340843 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f3b340041d0 con 0x7f3b481049a0 2024-09-05T02:28:33.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.671+0000 7f3b5161d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5587975533a0 0x558797553780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:33.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.671+0000 7f3b5161d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558797553cc0 0x55879755e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:33.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.671+0000 7f3b5161d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55879755e580 0x558797560970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:33.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.671+0000 7f3b5161d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5587974b13e0 con 0x558797553cc0 2024-09-05T02:28:33.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.671+0000 7f3b5161d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x558797458d80 con 0x55879755e580 2024-09-05T02:28:33.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.671+0000 7f3b5161d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5587974ad3a0 con 0x5587975533a0 2024-09-05T02:28:33.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.671+0000 7f3b47e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558797553cc0 0x55879755e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:33.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.671+0000 7f3b4cc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5587975533a0 0x558797553780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:33.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.671+0000 7f3b47e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558797553cc0 0x55879755e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60196/0 (socket says 172.21.15.33:60196) 2024-09-05T02:28:33.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.671+0000 7f3b47e00640 1 -- 172.21.15.33:0/2692695379 learned_addr learned my addr 172.21.15.33:0/2692695379 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:33.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.671+0000 7f3b47400640 1 --2- 172.21.15.33:0/2692695379 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55879755e580 0x558797560970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:33.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.672+0000 7f3b47e00640 1 -- 172.21.15.33:0/2692695379 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5587975533a0 msgr2=0x558797553780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:33.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.672+0000 7f3b47e00640 1 --2- 172.21.15.33:0/2692695379 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5587975533a0 0x558797553780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.672+0000 7f3b47e00640 1 -- 172.21.15.33:0/2692695379 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55879755e580 msgr2=0x558797560970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:33.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.672+0000 7f3b47e00640 1 --2- 172.21.15.33:0/2692695379 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55879755e580 0x558797560970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.672+0000 7f3b47e00640 1 -- 172.21.15.33:0/2692695379 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558797477ae0 con 0x558797553cc0 2024-09-05T02:28:33.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.672+0000 7f3b47400640 1 --2- 172.21.15.33:0/2692695379 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55879755e580 0x558797560970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:28:33.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.672+0000 7f3b47e00640 1 --2- 172.21.15.33:0/2692695379 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558797553cc0 0x55879755e040 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f3b38009900 tx=0x7f3b38005e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abece13b69bd4b3e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:33.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.672+0000 7f3b44c00640 1 --2- 172.21.15.33:0/1902340843 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3b2c0a2cf0 0x7f3b2c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:33.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.672+0000 7f3b3d200640 1 -- 172.21.15.33:0/2692695379 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b38040070 con 0x558797553cc0 2024-09-05T02:28:33.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.672+0000 7f3b3d200640 1 -- 172.21.15.33:0/2692695379 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3b380318f0 con 0x558797553cc0 2024-09-05T02:28:33.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.673+0000 7f3b44c00640 1 -- 172.21.15.33:0/1902340843 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3b340cede0 con 0x7f3b481049a0 2024-09-05T02:28:33.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.673+0000 7f3b3d200640 1 -- 172.21.15.33:0/2692695379 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b38035040 con 0x558797553cc0 2024-09-05T02:28:33.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.673+0000 7f3b4cc00640 1 --2- 172.21.15.33:0/1902340843 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3b2c0a2cf0 0x7f3b2c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:33.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.673+0000 7f3b5161d740 1 -- 172.21.15.33:0/2692695379 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558797553cc0 msgr2=0x55879755e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:33.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.673+0000 7f3b5161d740 1 --2- 172.21.15.33:0/2692695379 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558797553cc0 0x55879755e040 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f3b38009900 tx=0x7f3b38005e00 comp rx=0 tx=0).stop 2024-09-05T02:28:33.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.673+0000 7f3b5161d740 1 -- 172.21.15.33:0/2692695379 shutdown_connections 2024-09-05T02:28:33.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.673+0000 7f3b5161d740 1 --2- 172.21.15.33:0/2692695379 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55879755e580 0x558797560970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.673+0000 7f3b5161d740 1 --2- 172.21.15.33:0/2692695379 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558797553cc0 0x55879755e040 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.673+0000 7f3b5161d740 1 --2- 172.21.15.33:0/2692695379 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5587975533a0 0x558797553780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.673+0000 7f3b5161d740 1 -- 172.21.15.33:0/2692695379 >> 172.21.15.33:0/2692695379 conn(0x55879754f930 msgr2=0x55879754fd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:33.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.674+0000 7f3b5161d740 1 -- 172.21.15.33:0/2692695379 shutdown_connections 2024-09-05T02:28:33.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.674+0000 7f3b5161d740 1 -- 172.21.15.33:0/2692695379 wait complete. 2024-09-05T02:28:33.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.674+0000 7f3b4cc00640 1 --2- 172.21.15.33:0/1902340843 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3b2c0a2cf0 0x7f3b2c0a51b0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3b40005fd0 tx=0x7f3b40009500 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:33.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.674+0000 7f3b5161d740 1 -- start start 2024-09-05T02:28:33.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.674+0000 7f3b5161d740 1 Processor -- start 2024-09-05T02:28:33.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.675+0000 7f3b5161d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5587975533a0 0x55879755b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:33.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.675+0000 7f3b5161d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558797553cc0 0x55879755b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:33.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.675+0000 7f3b5161d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55879755e580 0x55879755be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:33.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.675+0000 7f3b5161d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558797561240 con 0x5587975533a0 2024-09-05T02:28:33.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.675+0000 7f3b5161d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55879746c0f0 con 0x558797553cc0 2024-09-05T02:28:33.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.675+0000 7f3b5161d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5587975613c0 con 0x55879755e580 2024-09-05T02:28:33.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.675+0000 7f3b5161d740 10 client.0 _ll_register_callbacks cb 0x55879745d9e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:33.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.675+0000 7f3b47e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5587975533a0 0x55879755b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:33.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.675+0000 7f3b47e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5587975533a0 0x55879755b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60208/0 (socket says 172.21.15.33:60208) 2024-09-05T02:28:33.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.675+0000 7f3b47e00640 1 -- 172.21.15.33:0/810738494 learned_addr learned my addr 172.21.15.33:0/810738494 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:33.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.675+0000 7f3b4cc00640 1 --2- 172.21.15.33:0/810738494 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55879755e580 0x55879755be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:33.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.675+0000 7f3b47400640 1 --2- 172.21.15.33:0/810738494 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558797553cc0 0x55879755b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:33.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.676+0000 7f3b47e00640 1 -- 172.21.15.33:0/810738494 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55879755e580 msgr2=0x55879755be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:33.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.676+0000 7f3b47e00640 1 --2- 172.21.15.33:0/810738494 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55879755e580 0x55879755be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.676+0000 7f3b47e00640 1 -- 172.21.15.33:0/810738494 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558797553cc0 msgr2=0x55879755b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:33.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.676+0000 7f3b47e00640 1 --2- 172.21.15.33:0/810738494 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558797553cc0 0x55879755b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.676+0000 7f3b47e00640 1 -- 172.21.15.33:0/810738494 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587972223c0 con 0x5587975533a0 2024-09-05T02:28:33.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.676+0000 7f3b47e00640 1 --2- 172.21.15.33:0/810738494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5587975533a0 0x55879755b3a0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f3b38005940 tx=0x7f3b38005250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0770309e8f7c117 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:33.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.676+0000 7f3b31600640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:28:33.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.676+0000 7f3b31600640 1 -- 172.21.15.33:0/810738494 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b3804c070 con 0x5587975533a0 2024-09-05T02:28:33.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.676+0000 7f3b5161d740 1 -- 172.21.15.33:0/810738494 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b380318f0 con 0x5587975533a0 2024-09-05T02:28:33.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.676+0000 7f3b31600640 1 -- 172.21.15.33:0/810738494 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3b380048d0 con 0x5587975533a0 2024-09-05T02:28:33.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.677+0000 7f3b31600640 1 -- 172.21.15.33:0/810738494 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3b38058050 con 0x5587975533a0 2024-09-05T02:28:33.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.677+0000 7f3b5161d740 10 client.15459 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:33.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.677+0000 7f3b5161d740 1 -- 172.21.15.33:0/810738494 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55879756ce50 con 0x5587975533a0 2024-09-05T02:28:33.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.677+0000 7f3b31600640 1 -- 172.21.15.33:0/810738494 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3b380318f0 con 0x5587975533a0 2024-09-05T02:28:33.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.677+0000 7f3b31600640 1 -- 172.21.15.33:0/810738494 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3b38051a10 con 0x5587975533a0 2024-09-05T02:28:33.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.677+0000 7f3b5161d740 10 client.15459 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:33.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.677+0000 7f3b5161d740 10 client.15459 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:28:33.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.677+0000 7f3b5161d740 20 client.15459 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:33.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.677+0000 7f3b5161d740 1 --2- 172.21.15.33:0/810738494 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55879756e2e0 0x5587975706d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:33.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.677+0000 7f3b5161d740 4 client.15459 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:28:33.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.677+0000 7f3b5161d740 1 -- 172.21.15.33:0/810738494 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5587974be950 con 0x55879756e2e0 2024-09-05T02:28:33.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.678+0000 7f3b47400640 1 --2- 172.21.15.33:0/810738494 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55879756e2e0 0x5587975706d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:33.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.678+0000 7f3b47400640 1 --2- 172.21.15.33:0/810738494 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55879756e2e0 0x5587975706d0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae82daaae7bb76a0 server_cookie=3569c57910a0ba10 in_seq=0 out_seq=0 2024-09-05T02:28:33.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.678+0000 7f3b31600640 10 client.15459 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:28:33.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.679+0000 7f3b31600640 1 -- 172.21.15.33:0/810738494 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5587974be950 con 0x55879756e2e0 2024-09-05T02:28:33.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.679+0000 7f3b31600640 10 client.15459 handle_command_reply: tid=0 2024-09-05T02:28:33.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.679+0000 7f3b5161d740 1 client.15459 shutdown 2024-09-05T02:28:33.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.679+0000 7f3b5161d740 1 -- 172.21.15.33:0/810738494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5587975533a0 msgr2=0x55879755b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:33.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.679+0000 7f3b5161d740 1 --2- 172.21.15.33:0/810738494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5587975533a0 0x55879755b3a0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f3b38005940 tx=0x7f3b38005250 comp rx=0 tx=0).stop 2024-09-05T02:28:33.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.680+0000 7f3b5161d740 1 -- 172.21.15.33:0/810738494 shutdown_connections 2024-09-05T02:28:33.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.680+0000 7f3b5161d740 1 --2- 172.21.15.33:0/810738494 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55879755e580 0x55879755be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.680+0000 7f3b5161d740 1 --2- 172.21.15.33:0/810738494 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558797553cc0 0x55879755b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.680+0000 7f3b5161d740 1 --2- 172.21.15.33:0/810738494 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55879756e2e0 0x5587975706d0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.680+0000 7f3b5161d740 1 --2- 172.21.15.33:0/810738494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5587975533a0 0x55879755b3a0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.680+0000 7f3b5161d740 1 -- 172.21.15.33:0/810738494 >> 172.21.15.33:0/810738494 conn(0x55879754f930 msgr2=0x558797555610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:33.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.680+0000 7f3b31600640 0 client.15459 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:28:33.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.680+0000 7f3b5161d740 1 -- 172.21.15.33:0/810738494 shutdown_connections 2024-09-05T02:28:33.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.680+0000 7f3b5161d740 1 -- 172.21.15.33:0/810738494 wait complete. 2024-09-05T02:28:33.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.680+0000 7f3b5161d740 20 client.15459 trim_cache size 0 max 16384 2024-09-05T02:28:33.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.701+0000 7f3b5161d740 1 Processor -- start 2024-09-05T02:28:33.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.701+0000 7f3b5161d740 1 -- start start 2024-09-05T02:28:33.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.701+0000 7f3b5161d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587975533a0 0x558797559c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:33.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.701+0000 7f3b5161d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558797553cc0 0x558797558600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:33.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.701+0000 7f3b5161d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55879755e580 0x558797558b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:33.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.701+0000 7f3b5161d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481ab5c0 con 0x558797553cc0 2024-09-05T02:28:33.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.701+0000 7f3b5161d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481ad100 con 0x5587975533a0 2024-09-05T02:28:33.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.701+0000 7f3b5161d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481abc90 con 0x55879755e580 2024-09-05T02:28:33.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.702+0000 7f3b47400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558797553cc0 0x558797558600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:33.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.702+0000 7f3b47400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558797553cc0 0x558797558600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60216/0 (socket says 172.21.15.33:60216) 2024-09-05T02:28:33.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.702+0000 7f3b47400640 1 -- 172.21.15.33:0/3143004185 learned_addr learned my addr 172.21.15.33:0/3143004185 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:33.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.702+0000 7f3b47e00640 1 --2- 172.21.15.33:0/3143004185 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587975533a0 0x558797559c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:33.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.702+0000 7f3b4cc00640 1 --2- 172.21.15.33:0/3143004185 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55879755e580 0x558797558b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:33.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.702+0000 7f3b47400640 1 -- 172.21.15.33:0/3143004185 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55879755e580 msgr2=0x558797558b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:33.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.702+0000 7f3b47400640 1 --2- 172.21.15.33:0/3143004185 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55879755e580 0x558797558b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.702+0000 7f3b47400640 1 -- 172.21.15.33:0/3143004185 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587975533a0 msgr2=0x558797559c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:33.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.702+0000 7f3b47400640 1 --2- 172.21.15.33:0/3143004185 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587975533a0 0x558797559c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.702+0000 7f3b47400640 1 -- 172.21.15.33:0/3143004185 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55879754f760 con 0x558797553cc0 2024-09-05T02:28:33.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.702+0000 7f3b47e00640 1 --2- 172.21.15.33:0/3143004185 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587975533a0 0x558797559c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:28:33.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.702+0000 7f3b47400640 1 --2- 172.21.15.33:0/3143004185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558797553cc0 0x558797558600 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f3b340cc540 tx=0x7f3b340bb040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aec3d6f33b9d3bb2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:33.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.703+0000 7f3b33e00640 1 -- 172.21.15.33:0/3143004185 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b3409ac10 con 0x558797553cc0 2024-09-05T02:28:33.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.703+0000 7f3b33e00640 1 -- 172.21.15.33:0/3143004185 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3b3409b9b0 con 0x558797553cc0 2024-09-05T02:28:33.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.703+0000 7f3b33e00640 1 -- 172.21.15.33:0/3143004185 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b340cc760 con 0x558797553cc0 2024-09-05T02:28:33.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.703+0000 7f3b5161d740 1 -- 172.21.15.33:0/3143004185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558797553cc0 msgr2=0x558797558600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:33.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.703+0000 7f3b5161d740 1 --2- 172.21.15.33:0/3143004185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558797553cc0 0x558797558600 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f3b340cc540 tx=0x7f3b340bb040 comp rx=0 tx=0).stop 2024-09-05T02:28:33.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.703+0000 7f3b5161d740 1 -- 172.21.15.33:0/3143004185 shutdown_connections 2024-09-05T02:28:33.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.703+0000 7f3b5161d740 1 --2- 172.21.15.33:0/3143004185 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55879755e580 0x558797558b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.703+0000 7f3b5161d740 1 --2- 172.21.15.33:0/3143004185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558797553cc0 0x558797558600 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.703+0000 7f3b5161d740 1 --2- 172.21.15.33:0/3143004185 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587975533a0 0x558797559c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.703+0000 7f3b5161d740 1 -- 172.21.15.33:0/3143004185 >> 172.21.15.33:0/3143004185 conn(0x55879754f930 msgr2=0x558797569e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:33.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.703+0000 7f3b5161d740 1 -- 172.21.15.33:0/3143004185 shutdown_connections 2024-09-05T02:28:33.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.703+0000 7f3b5161d740 1 -- 172.21.15.33:0/3143004185 wait complete. 2024-09-05T02:28:33.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.704+0000 7f3b5161d740 1 -- start start 2024-09-05T02:28:33.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.704+0000 7f3b5161d740 1 Processor -- start 2024-09-05T02:28:33.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.704+0000 7f3b5161d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5587975533a0 0x55879756f820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:33.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.704+0000 7f3b5161d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558797553cc0 0x55879756fd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:33.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.704+0000 7f3b5161d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55879755e580 0x5587975d7c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:33.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.705+0000 7f3b5161d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481aca30 con 0x5587975533a0 2024-09-05T02:28:33.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.705+0000 7f3b5161d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481ac360 con 0x55879755e580 2024-09-05T02:28:33.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.705+0000 7f3b5161d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481a95a0 con 0x558797553cc0 2024-09-05T02:28:33.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.705+0000 7f3b5161d740 10 client.0 _ll_register_callbacks cb 0x7f3b3802aaf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:33.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.705+0000 7f3b47e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5587975533a0 0x55879756f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:33.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.705+0000 7f3b4cc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55879755e580 0x5587975d7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:33.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.705+0000 7f3b4cc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55879755e580 0x5587975d7c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:33292/0 (socket says 172.21.15.33:33292) 2024-09-05T02:28:33.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.705+0000 7f3b47e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5587975533a0 0x55879756f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60220/0 (socket says 172.21.15.33:60220) 2024-09-05T02:28:33.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.705+0000 7f3b4cc00640 1 -- 172.21.15.33:0/3292485395 learned_addr learned my addr 172.21.15.33:0/3292485395 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:33.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.705+0000 7f3b47400640 1 --2- 172.21.15.33:0/3292485395 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558797553cc0 0x55879756fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:33.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.705+0000 7f3b4cc00640 1 -- 172.21.15.33:0/3292485395 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558797553cc0 msgr2=0x55879756fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:33.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.705+0000 7f3b4cc00640 1 --2- 172.21.15.33:0/3292485395 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558797553cc0 0x55879756fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.705+0000 7f3b4cc00640 1 -- 172.21.15.33:0/3292485395 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5587975533a0 msgr2=0x55879756f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:33.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.705+0000 7f3b4cc00640 1 --2- 172.21.15.33:0/3292485395 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5587975533a0 0x55879756f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.705+0000 7f3b4cc00640 1 -- 172.21.15.33:0/3292485395 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587975d8150 con 0x55879755e580 2024-09-05T02:28:33.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.705+0000 7f3b47400640 1 --2- 172.21.15.33:0/3292485395 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558797553cc0 0x55879756fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:33.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.706+0000 7f3b4cc00640 1 --2- 172.21.15.33:0/3292485395 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55879755e580 0x5587975d7c10 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3b40004620 tx=0x7f3b40004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dd684fe8610e864e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:33.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.706+0000 7f3b31600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:28:33.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.706+0000 7f3b31600640 1 -- 172.21.15.33:0/3292485395 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b40004650 con 0x55879755e580 2024-09-05T02:28:33.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.706+0000 7f3b5161d740 1 -- 172.21.15.33:0/3292485395 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b3409b9b0 con 0x55879755e580 2024-09-05T02:28:33.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.706+0000 7f3b31600640 1 -- 172.21.15.33:0/3292485395 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3b400047f0 con 0x55879755e580 2024-09-05T02:28:33.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.706+0000 7f3b31600640 1 -- 172.21.15.33:0/3292485395 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3b40004b20 con 0x55879755e580 2024-09-05T02:28:33.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.706+0000 7f3b5161d740 10 client.25499 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:33.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.706+0000 7f3b5161d740 1 -- 172.21.15.33:0/3292485395 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5587975d9370 con 0x55879755e580 2024-09-05T02:28:33.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.707+0000 7f3b31600640 1 -- 172.21.15.33:0/3292485395 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3b3409b9b0 con 0x55879755e580 2024-09-05T02:28:33.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.707+0000 7f3b31600640 1 -- 172.21.15.33:0/3292485395 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3b4001e430 con 0x55879755e580 2024-09-05T02:28:33.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.707+0000 7f3b5161d740 10 client.25499 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:33.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.707+0000 7f3b5161d740 10 client.25499 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:28:33.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.707+0000 7f3b5161d740 20 client.25499 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:33.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.707+0000 7f3b5161d740 1 --2- 172.21.15.33:0/3292485395 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5587975d9af0 0x5587975dbf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:33.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.707+0000 7f3b5161d740 4 client.25499 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:28:33.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.707+0000 7f3b5161d740 1 -- 172.21.15.33:0/3292485395 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5587974b8e60 con 0x5587975d9af0 2024-09-05T02:28:33.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.707+0000 7f3b47e00640 1 --2- 172.21.15.33:0/3292485395 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5587975d9af0 0x5587975dbf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:33.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.708+0000 7f3b47e00640 1 --2- 172.21.15.33:0/3292485395 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5587975d9af0 0x5587975dbf10 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b68bcac84d2fffe5 server_cookie=4caf6deb6ff69dd5 in_seq=0 out_seq=0 2024-09-05T02:28:33.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.708+0000 7f3b31600640 10 client.25499 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:28:33.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.708+0000 7f3b31600640 1 -- 172.21.15.33:0/3292485395 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5587974b8e60 con 0x5587975d9af0 2024-09-05T02:28:33.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.708+0000 7f3b31600640 10 client.25499 handle_command_reply: tid=0 2024-09-05T02:28:33.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.708+0000 7f3b5161d740 1 client.25499 shutdown 2024-09-05T02:28:33.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.708+0000 7f3b5161d740 1 -- 172.21.15.33:0/3292485395 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55879755e580 msgr2=0x5587975d7c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:33.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.708+0000 7f3b5161d740 1 --2- 172.21.15.33:0/3292485395 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55879755e580 0x5587975d7c10 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3b40004620 tx=0x7f3b40004a40 comp rx=0 tx=0).stop 2024-09-05T02:28:33.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.708+0000 7f3b5161d740 1 -- 172.21.15.33:0/3292485395 shutdown_connections 2024-09-05T02:28:33.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.708+0000 7f3b5161d740 1 --2- 172.21.15.33:0/3292485395 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55879755e580 0x5587975d7c10 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.708+0000 7f3b5161d740 1 --2- 172.21.15.33:0/3292485395 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558797553cc0 0x55879756fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.708+0000 7f3b5161d740 1 --2- 172.21.15.33:0/3292485395 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5587975d9af0 0x5587975dbf10 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.708+0000 7f3b5161d740 1 --2- 172.21.15.33:0/3292485395 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5587975533a0 0x55879756f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.708+0000 7f3b31600640 0 client.25499 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:28:33.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.708+0000 7f3b5161d740 1 -- 172.21.15.33:0/3292485395 >> 172.21.15.33:0/3292485395 conn(0x55879754f930 msgr2=0x558797569640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:33.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.708+0000 7f3b5161d740 1 -- 172.21.15.33:0/3292485395 shutdown_connections 2024-09-05T02:28:33.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.708+0000 7f3b5161d740 1 -- 172.21.15.33:0/3292485395 wait complete. 2024-09-05T02:28:33.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.708+0000 7f3b5161d740 20 client.25499 trim_cache size 0 max 16384 2024-09-05T02:28:33.716 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:28:33.717 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:28:33.717 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:28:33.717 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:28:33.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.709+0000 7f3b4ec00640 1 -- 172.21.15.33:0/1902340843 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3b2c0a2cf0 msgr2=0x7f3b2c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:33.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.709+0000 7f3b4ec00640 1 --2- 172.21.15.33:0/1902340843 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3b2c0a2cf0 0x7f3b2c0a51b0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3b40005fd0 tx=0x7f3b40009500 comp rx=0 tx=0).stop 2024-09-05T02:28:33.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.709+0000 7f3b4ec00640 1 -- 172.21.15.33:0/1902340843 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b481049a0 msgr2=0x7f3b4819ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:33.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.709+0000 7f3b4ec00640 1 --2- 172.21.15.33:0/1902340843 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b481049a0 0x7f3b4819ab30 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f3b3400d950 tx=0x7f3b3400de10 comp rx=0 tx=0).stop 2024-09-05T02:28:33.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.709+0000 7f3b4ec00640 1 -- 172.21.15.33:0/1902340843 shutdown_connections 2024-09-05T02:28:33.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.709+0000 7f3b4ec00640 1 --2- 172.21.15.33:0/1902340843 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3b2c0a2cf0 0x7f3b2c0a51b0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.709+0000 7f3b4ec00640 1 --2- 172.21.15.33:0/1902340843 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b48109120 0x7f3b4819eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.709+0000 7f3b4ec00640 1 --2- 172.21.15.33:0/1902340843 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b481049a0 0x7f3b4819ab30 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.709+0000 7f3b4ec00640 1 --2- 172.21.15.33:0/1902340843 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3b48103ff0 0x7f3b4819a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:33.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.709+0000 7f3b4ec00640 1 -- 172.21.15.33:0/1902340843 >> 172.21.15.33:0/1902340843 conn(0x7f3b480ffa90 msgr2=0x7f3b48100e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:33.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.709+0000 7f3b4ec00640 1 -- 172.21.15.33:0/1902340843 shutdown_connections 2024-09-05T02:28:33.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:33.710+0000 7f3b4ec00640 1 -- 172.21.15.33:0/1902340843 wait complete. 2024-09-05T02:28:34.483 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:28:34.484 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:28:34.865 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:28:35.281 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:35 smithi033 ceph-mon[29909]: pgmap v52: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 140 MiB/s wr, 47 op/s 2024-09-05T02:28:35.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:35 smithi123 ceph-mon[34031]: pgmap v52: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 140 MiB/s wr, 47 op/s 2024-09-05T02:28:35.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.492+0000 7f5cbfe00640 1 -- 172.21.15.33:0/315299628 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5cc00745c0 msgr2=0x7f5cc00749a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:35.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.492+0000 7f5cbfe00640 1 --2- 172.21.15.33:0/315299628 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5cc00745c0 0x7f5cc00749a0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f5cb0009860 tx=0x7f5cb002a3d0 comp rx=0 tx=0).stop 2024-09-05T02:28:35.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.492+0000 7f5cbfe00640 1 -- 172.21.15.33:0/315299628 shutdown_connections 2024-09-05T02:28:35.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.492+0000 7f5cbfe00640 1 --2- 172.21.15.33:0/315299628 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5cc010e260 0x7f5cc0110650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:35.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.492+0000 7f5cbfe00640 1 --2- 172.21.15.33:0/315299628 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5cc0074ee0 0x7f5cc010dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:35.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.492+0000 7f5cbfe00640 1 --2- 172.21.15.33:0/315299628 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5cc00745c0 0x7f5cc00749a0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:35.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.492+0000 7f5cbfe00640 1 -- 172.21.15.33:0/315299628 >> 172.21.15.33:0/315299628 conn(0x7f5cc00fd740 msgr2=0x7f5cc00ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:35.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.492+0000 7f5cbfe00640 1 -- 172.21.15.33:0/315299628 shutdown_connections 2024-09-05T02:28:35.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.492+0000 7f5cbfe00640 1 -- 172.21.15.33:0/315299628 wait complete. 2024-09-05T02:28:35.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.493+0000 7f5cbfe00640 1 Processor -- start 2024-09-05T02:28:35.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.493+0000 7f5cbfe00640 1 -- start start 2024-09-05T02:28:35.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.494+0000 7f5cbfe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5cc00745c0 0x7f5cc019a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:35.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.494+0000 7f5cbfe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5cc0074ee0 0x7f5cc019a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:35.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.494+0000 7f5cbfe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5cc010e260 0x7f5cc019ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:35.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.494+0000 7f5cbfe00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5cc0113fb0 con 0x7f5cc0074ee0 2024-09-05T02:28:35.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.494+0000 7f5cbfe00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5cc0113e30 con 0x7f5cc010e260 2024-09-05T02:28:35.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.494+0000 7f5cbfe00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f5cc0114130 con 0x7f5cc00745c0 2024-09-05T02:28:35.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.494+0000 7f5cbf400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5cc010e260 0x7f5cc019ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:35.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.494+0000 7f5cbe000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5cc0074ee0 0x7f5cc019a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:35.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.494+0000 7f5cbf400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5cc010e260 0x7f5cc019ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:33312/0 (socket says 172.21.15.33:33312) 2024-09-05T02:28:35.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.494+0000 7f5cbf400640 1 -- 172.21.15.33:0/959626473 learned_addr learned my addr 172.21.15.33:0/959626473 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:35.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.494+0000 7f5cbea00640 1 --2- 172.21.15.33:0/959626473 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5cc00745c0 0x7f5cc019a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:35.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.494+0000 7f5cbf400640 1 -- 172.21.15.33:0/959626473 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5cc00745c0 msgr2=0x7f5cc019a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:35.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.494+0000 7f5cbf400640 1 --2- 172.21.15.33:0/959626473 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5cc00745c0 0x7f5cc019a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:35.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.494+0000 7f5cbf400640 1 -- 172.21.15.33:0/959626473 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5cc0074ee0 msgr2=0x7f5cc019a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:35.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.494+0000 7f5cbf400640 1 --2- 172.21.15.33:0/959626473 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5cc0074ee0 0x7f5cc019a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:35.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.494+0000 7f5cbf400640 1 -- 172.21.15.33:0/959626473 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cc019f460 con 0x7f5cc010e260 2024-09-05T02:28:35.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.495+0000 7f5cbf400640 1 --2- 172.21.15.33:0/959626473 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5cc010e260 0x7f5cc019ed80 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5cb8009c90 tx=0x7f5cb800c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:35.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.495+0000 7f5cc4a00640 1 -- 172.21.15.33:0/959626473 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cb8003b70 con 0x7f5cc010e260 2024-09-05T02:28:35.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.495+0000 7f5cbfe00640 1 -- 172.21.15.33:0/959626473 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cc019f750 con 0x7f5cc010e260 2024-09-05T02:28:35.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.495+0000 7f5cbfe00640 1 -- 172.21.15.33:0/959626473 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cc01a7030 con 0x7f5cc010e260 2024-09-05T02:28:35.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.495+0000 7f5cc4a00640 1 -- 172.21.15.33:0/959626473 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5cb8003d10 con 0x7f5cc010e260 2024-09-05T02:28:35.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.495+0000 7f5cc4a00640 1 -- 172.21.15.33:0/959626473 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cb80108a0 con 0x7f5cc010e260 2024-09-05T02:28:35.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.496+0000 7f5cbfe00640 1 -- 172.21.15.33:0/959626473 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cc00749a0 con 0x7f5cc010e260 2024-09-05T02:28:35.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.500+0000 7f5cc4a00640 1 -- 172.21.15.33:0/959626473 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f5cb8004590 con 0x7f5cc010e260 2024-09-05T02:28:35.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.501+0000 7f5cc4a00640 1 --2- 172.21.15.33:0/959626473 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5ca40a2cf0 0x7f5ca40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:35.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.502+0000 7f5cc4a00640 1 -- 172.21.15.33:0/959626473 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f5cb80cf9d0 con 0x7f5cc010e260 2024-09-05T02:28:35.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.502+0000 7f5cbea00640 1 --2- 172.21.15.33:0/959626473 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5ca40a2cf0 0x7f5ca40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:35.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.502+0000 7f5cc4a00640 1 -- 172.21.15.33:0/959626473 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5cb809c5a0 con 0x7f5cc010e260 2024-09-05T02:28:35.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.503+0000 7f5cbea00640 1 --2- 172.21.15.33:0/959626473 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5ca40a2cf0 0x7f5ca40a51b0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5cb0009830 tx=0x7f5cb00094d0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:35.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:35 smithi174 ceph-mon[34756]: pgmap v52: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 140 MiB/s wr, 47 op/s 2024-09-05T02:28:35.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.744+0000 7f5cbfe00640 1 -- 172.21.15.33:0/959626473 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5cc0109440 con 0x7f5cc010e260 2024-09-05T02:28:35.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.745+0000 7f5cc4a00640 1 -- 172.21.15.33:0/959626473 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7f5cb809bea0 con 0x7f5cc010e260 2024-09-05T02:28:35.746 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:28:35.747 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:28:35.747 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:28:35.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.748+0000 7f5cbfe00640 1 -- 172.21.15.33:0/959626473 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5ca40a2cf0 msgr2=0x7f5ca40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:35.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.748+0000 7f5cbfe00640 1 --2- 172.21.15.33:0/959626473 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5ca40a2cf0 0x7f5ca40a51b0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5cb0009830 tx=0x7f5cb00094d0 comp rx=0 tx=0).stop 2024-09-05T02:28:35.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.748+0000 7f5cbfe00640 1 -- 172.21.15.33:0/959626473 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5cc010e260 msgr2=0x7f5cc019ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:35.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.748+0000 7f5cbfe00640 1 --2- 172.21.15.33:0/959626473 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5cc010e260 0x7f5cc019ed80 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5cb8009c90 tx=0x7f5cb800c6a0 comp rx=0 tx=0).stop 2024-09-05T02:28:35.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.748+0000 7f5cbfe00640 1 -- 172.21.15.33:0/959626473 shutdown_connections 2024-09-05T02:28:35.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.748+0000 7f5cbfe00640 1 --2- 172.21.15.33:0/959626473 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5ca40a2cf0 0x7f5ca40a51b0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:35.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.748+0000 7f5cbfe00640 1 --2- 172.21.15.33:0/959626473 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5cc010e260 0x7f5cc019ed80 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:35.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.748+0000 7f5cbfe00640 1 --2- 172.21.15.33:0/959626473 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5cc0074ee0 0x7f5cc019a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:35.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.748+0000 7f5cbfe00640 1 --2- 172.21.15.33:0/959626473 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5cc00745c0 0x7f5cc019a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:35.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.748+0000 7f5cbfe00640 1 -- 172.21.15.33:0/959626473 >> 172.21.15.33:0/959626473 conn(0x7f5cc00fd740 msgr2=0x7f5cc00fefa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:35.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.748+0000 7f5cbfe00640 1 -- 172.21.15.33:0/959626473 shutdown_connections 2024-09-05T02:28:35.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:35.748+0000 7f5cbfe00640 1 -- 172.21.15.33:0/959626473 wait complete. 2024-09-05T02:28:36.234 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:36 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/959626473' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:28:36.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:36 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/959626473' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:28:36.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:36 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/959626473' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:28:36.608 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:28:36.994 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:28:37.257 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:37.257 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:37.257 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:37.257 INFO:tasks.workunit.client.0.smithi033.stdout:iozone test complete. 2024-09-05T02:28:37.260 INFO:tasks.workunit.client.0.smithi033.stderr:+ iozone -c -e -s 1024M -r 1M -t 1 -F f2 -i 0 -i 1 2024-09-05T02:28:37.339 INFO:tasks.workunit.client.0.smithi033.stdout: Iozone: Performance Test of File I/O 2024-09-05T02:28:37.339 INFO:tasks.workunit.client.0.smithi033.stdout: Version $Revision: 3.494 $ 2024-09-05T02:28:37.339 INFO:tasks.workunit.client.0.smithi033.stdout: Compiled for 64 bit mode. 2024-09-05T02:28:37.339 INFO:tasks.workunit.client.0.smithi033.stdout: Build: linux-AMD64 2024-09-05T02:28:37.339 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:37.339 INFO:tasks.workunit.client.0.smithi033.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-09-05T02:28:37.339 INFO:tasks.workunit.client.0.smithi033.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-09-05T02:28:37.339 INFO:tasks.workunit.client.0.smithi033.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-09-05T02:28:37.339 INFO:tasks.workunit.client.0.smithi033.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-09-05T02:28:37.340 INFO:tasks.workunit.client.0.smithi033.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-09-05T02:28:37.340 INFO:tasks.workunit.client.0.smithi033.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-09-05T02:28:37.340 INFO:tasks.workunit.client.0.smithi033.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-09-05T02:28:37.340 INFO:tasks.workunit.client.0.smithi033.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-09-05T02:28:37.340 INFO:tasks.workunit.client.0.smithi033.stdout: Alexey Skidanov, Sudhir Kumar. 2024-09-05T02:28:37.340 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:37.340 INFO:tasks.workunit.client.0.smithi033.stdout: Run began: Thu Sep 5 02:28:37 2024 2024-09-05T02:28:37.340 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:37.340 INFO:tasks.workunit.client.0.smithi033.stdout: Include close in write timing 2024-09-05T02:28:37.340 INFO:tasks.workunit.client.0.smithi033.stdout: Include fsync in write timing 2024-09-05T02:28:37.340 INFO:tasks.workunit.client.0.smithi033.stdout: File size set to 1048576 kB 2024-09-05T02:28:37.340 INFO:tasks.workunit.client.0.smithi033.stdout: Record Size 1024 kB 2024-09-05T02:28:37.340 INFO:tasks.workunit.client.0.smithi033.stdout: Command line used: iozone -c -e -s 1024M -r 1M -t 1 -F f2 -i 0 -i 1 2024-09-05T02:28:37.341 INFO:tasks.workunit.client.0.smithi033.stdout: Output is in kBytes/sec 2024-09-05T02:28:37.341 INFO:tasks.workunit.client.0.smithi033.stdout: Time Resolution = 0.000001 seconds. 2024-09-05T02:28:37.341 INFO:tasks.workunit.client.0.smithi033.stdout: Processor cache size set to 1024 kBytes. 2024-09-05T02:28:37.341 INFO:tasks.workunit.client.0.smithi033.stdout: Processor cache line size set to 32 bytes. 2024-09-05T02:28:37.341 INFO:tasks.workunit.client.0.smithi033.stdout: File stride size set to 17 * record size. 2024-09-05T02:28:37.341 INFO:tasks.workunit.client.0.smithi033.stdout: Throughput test with 1 process 2024-09-05T02:28:37.341 INFO:tasks.workunit.client.0.smithi033.stdout: Each process writes a 1048576 kByte file in 1024 kByte records 2024-09-05T02:28:37.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:37 smithi123 ceph-mon[34031]: pgmap v53: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 85 MiB/s wr, 30 op/s 2024-09-05T02:28:37.419 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:37 smithi033 ceph-mon[29909]: pgmap v53: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 85 MiB/s wr, 30 op/s 2024-09-05T02:28:37.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:37 smithi174 ceph-mon[34756]: pgmap v53: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 85 MiB/s wr, 30 op/s 2024-09-05T02:28:37.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.798+0000 7f930f200640 1 -- 172.21.15.33:0/1553665386 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9310074590 msgr2=0x7f9310074970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:37.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.798+0000 7f930f200640 1 --2- 172.21.15.33:0/1553665386 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9310074590 0x7f9310074970 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f9300009900 tx=0x7f930002a480 comp rx=0 tx=0).stop 2024-09-05T02:28:37.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.799+0000 7f930f200640 1 -- 172.21.15.33:0/1553665386 shutdown_connections 2024-09-05T02:28:37.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.799+0000 7f930f200640 1 --2- 172.21.15.33:0/1553665386 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f93101129e0 0x7f9310114dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.799+0000 7f930f200640 1 --2- 172.21.15.33:0/1553665386 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9310074eb0 0x7f93101124a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.799+0000 7f930f200640 1 --2- 172.21.15.33:0/1553665386 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9310074590 0x7f9310074970 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.799+0000 7f930f200640 1 -- 172.21.15.33:0/1553665386 >> 172.21.15.33:0/1553665386 conn(0x7f93100fd710 msgr2=0x7f93100ffb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:37.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.799+0000 7f930f200640 1 -- 172.21.15.33:0/1553665386 shutdown_connections 2024-09-05T02:28:37.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.799+0000 7f930f200640 1 -- 172.21.15.33:0/1553665386 wait complete. 2024-09-05T02:28:37.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.800+0000 7f930f200640 1 Processor -- start 2024-09-05T02:28:37.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.800+0000 7f930f200640 1 -- start start 2024-09-05T02:28:37.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.800+0000 7f930f200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9310074590 0x7f93101a4670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:37.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.800+0000 7f930f200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9310074eb0 0x7f93101a4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:37.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.800+0000 7f930f200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f93101129e0 0x7f931019e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:37.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.800+0000 7f930f200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f93101183a0 con 0x7f9310074eb0 2024-09-05T02:28:37.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.800+0000 7f930f200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9310118220 con 0x7f93101129e0 2024-09-05T02:28:37.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.800+0000 7f930f200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f9310118520 con 0x7f9310074590 2024-09-05T02:28:37.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.801+0000 7f930d400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9310074eb0 0x7f93101a4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:37.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.801+0000 7f930d400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9310074eb0 0x7f93101a4bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60254/0 (socket says 172.21.15.33:60254) 2024-09-05T02:28:37.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.801+0000 7f930d400640 1 -- 172.21.15.33:0/130116090 learned_addr learned my addr 172.21.15.33:0/130116090 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:37.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.801+0000 7f930de00640 1 --2- 172.21.15.33:0/130116090 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9310074590 0x7f93101a4670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:37.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.801+0000 7f930e800640 1 --2- 172.21.15.33:0/130116090 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f93101129e0 0x7f931019e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:37.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.801+0000 7f930d400640 1 -- 172.21.15.33:0/130116090 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9310074590 msgr2=0x7f93101a4670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:37.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.801+0000 7f930d400640 1 --2- 172.21.15.33:0/130116090 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9310074590 0x7f93101a4670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.801+0000 7f930d400640 1 -- 172.21.15.33:0/130116090 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f93101129e0 msgr2=0x7f931019e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:37.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.801+0000 7f930d400640 1 --2- 172.21.15.33:0/130116090 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f93101129e0 0x7f931019e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.801+0000 7f930d400640 1 -- 172.21.15.33:0/130116090 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f931019efb0 con 0x7f9310074eb0 2024-09-05T02:28:37.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.801+0000 7f930d400640 1 --2- 172.21.15.33:0/130116090 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9310074eb0 0x7f93101a4bb0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f92fc00e9f0 tx=0x7f92fc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:37.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.802+0000 7f9306a00640 1 -- 172.21.15.33:0/130116090 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92fc00cd80 con 0x7f9310074eb0 2024-09-05T02:28:37.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.802+0000 7f9306a00640 1 -- 172.21.15.33:0/130116090 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f92fc010910 con 0x7f9310074eb0 2024-09-05T02:28:37.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.802+0000 7f9306a00640 1 -- 172.21.15.33:0/130116090 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92fc018990 con 0x7f9310074eb0 2024-09-05T02:28:37.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.802+0000 7f930f200640 1 -- 172.21.15.33:0/130116090 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f931019f2a0 con 0x7f9310074eb0 2024-09-05T02:28:37.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.802+0000 7f930f200640 1 -- 172.21.15.33:0/130116090 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93101ab5f0 con 0x7f9310074eb0 2024-09-05T02:28:37.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.805+0000 7f9306a00640 1 -- 172.21.15.33:0/130116090 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f92fc010ac0 con 0x7f9310074eb0 2024-09-05T02:28:37.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.805+0000 7f931788e740 1 Processor -- start 2024-09-05T02:28:37.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.805+0000 7f931788e740 1 -- start start 2024-09-05T02:28:37.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.806+0000 7f931788e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5ade40 0x55ceae5ae220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:37.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.806+0000 7f931788e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5ae760 0x55ceae5b8ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:37.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.806+0000 7f931788e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5b9020 0x55ceae5bb410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:37.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.806+0000 7f931788e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55ceae5143e0 con 0x55ceae5ae760 2024-09-05T02:28:37.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.806+0000 7f931788e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ceae4bbd80 con 0x55ceae5ade40 2024-09-05T02:28:37.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.806+0000 7f931788e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55ceae5103a0 con 0x55ceae5b9020 2024-09-05T02:28:37.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.806+0000 7f930e800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5ade40 0x55ceae5ae220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:37.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.806+0000 7f930de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5ae760 0x55ceae5b8ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:37.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.806+0000 7f930e800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5ade40 0x55ceae5ae220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:33336/0 (socket says 172.21.15.33:33336) 2024-09-05T02:28:37.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.806+0000 7f930e800640 1 -- 172.21.15.33:0/4187710560 learned_addr learned my addr 172.21.15.33:0/4187710560 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:37.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.806+0000 7f930d400640 1 --2- 172.21.15.33:0/4187710560 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5b9020 0x55ceae5bb410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:37.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.806+0000 7f930e800640 1 -- 172.21.15.33:0/4187710560 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5b9020 msgr2=0x55ceae5bb410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:37.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.806+0000 7f930e800640 1 --2- 172.21.15.33:0/4187710560 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5b9020 0x55ceae5bb410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.806+0000 7f930e800640 1 -- 172.21.15.33:0/4187710560 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5ae760 msgr2=0x55ceae5b8ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:37.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.806+0000 7f930e800640 1 --2- 172.21.15.33:0/4187710560 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5ae760 0x55ceae5b8ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.806+0000 7f930e800640 1 -- 172.21.15.33:0/4187710560 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ceae4daae0 con 0x55ceae5ade40 2024-09-05T02:28:37.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.807+0000 7f930e800640 1 --2- 172.21.15.33:0/4187710560 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5ade40 0x55ceae5ae220 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f9308009f30 tx=0x7f93080118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c5329f51682bdb2d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:37.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.807+0000 7f9306a00640 1 --2- 172.21.15.33:0/130116090 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f92f40a2d70 0x7f92f40a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:37.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.807+0000 7f9306a00640 1 -- 172.21.15.33:0/130116090 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f92fc0cf710 con 0x7f9310074eb0 2024-09-05T02:28:37.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.807+0000 7f92fb400640 1 -- 172.21.15.33:0/4187710560 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9308004d20 con 0x55ceae5ade40 2024-09-05T02:28:37.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.807+0000 7f930de00640 1 --2- 172.21.15.33:0/130116090 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f92f40a2d70 0x7f92f40a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:37.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.807+0000 7f92fb400640 1 -- 172.21.15.33:0/4187710560 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9308004050 con 0x55ceae5ade40 2024-09-05T02:28:37.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.807+0000 7f92fb400640 1 -- 172.21.15.33:0/4187710560 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9308005260 con 0x55ceae5ade40 2024-09-05T02:28:37.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.808+0000 7f931788e740 1 -- 172.21.15.33:0/4187710560 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5ade40 msgr2=0x55ceae5ae220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:37.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.808+0000 7f930de00640 1 --2- 172.21.15.33:0/130116090 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f92f40a2d70 0x7f92f40a5230 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f9300009230 tx=0x7f93000058d0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:37.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.808+0000 7f931788e740 1 --2- 172.21.15.33:0/4187710560 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5ade40 0x55ceae5ae220 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f9308009f30 tx=0x7f93080118d0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.808+0000 7f931788e740 1 -- 172.21.15.33:0/4187710560 shutdown_connections 2024-09-05T02:28:37.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.808+0000 7f931788e740 1 --2- 172.21.15.33:0/4187710560 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5b9020 0x55ceae5bb410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.808+0000 7f931788e740 1 --2- 172.21.15.33:0/4187710560 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5ae760 0x55ceae5b8ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.808+0000 7f931788e740 1 --2- 172.21.15.33:0/4187710560 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5ade40 0x55ceae5ae220 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.808+0000 7f931788e740 1 -- 172.21.15.33:0/4187710560 >> 172.21.15.33:0/4187710560 conn(0x55ceae5aa3d0 msgr2=0x55ceae5aa7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:37.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.808+0000 7f931788e740 1 -- 172.21.15.33:0/4187710560 shutdown_connections 2024-09-05T02:28:37.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.808+0000 7f931788e740 1 -- 172.21.15.33:0/4187710560 wait complete. 2024-09-05T02:28:37.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.809+0000 7f931788e740 1 -- start start 2024-09-05T02:28:37.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.809+0000 7f931788e740 1 Processor -- start 2024-09-05T02:28:37.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.810+0000 7f931788e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5ade40 0x55ceae5b5ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:37.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.810+0000 7f931788e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5ae760 0x55ceae5b6420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:37.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.810+0000 7f931788e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5b9020 0x55ceae5b6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:37.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.810+0000 7f931788e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55ceae5bbbf0 con 0x55ceae5b9020 2024-09-05T02:28:37.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.810+0000 7f931788e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ceae4cf0f0 con 0x55ceae5ae760 2024-09-05T02:28:37.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.810+0000 7f931788e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55ceae5bbd70 con 0x55ceae5ade40 2024-09-05T02:28:37.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.810+0000 7f931788e740 10 client.0 _ll_register_callbacks cb 0x55ceae4b6bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:37.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.810+0000 7f930de00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5ade40 0x55ceae5b5ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:37.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.811+0000 7f930e800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5b9020 0x55ceae5b6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:37.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.811+0000 7f930de00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5ade40 0x55ceae5b5ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:33388/0 (socket says 172.21.15.33:33388) 2024-09-05T02:28:37.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.811+0000 7f930de00640 1 -- 172.21.15.33:0/1367269513 learned_addr learned my addr 172.21.15.33:0/1367269513 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:37.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.811+0000 7f930d400640 1 --2- 172.21.15.33:0/1367269513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5ae760 0x55ceae5b6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:37.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.811+0000 7f930de00640 1 -- 172.21.15.33:0/1367269513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5ae760 msgr2=0x55ceae5b6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:37.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.811+0000 7f930de00640 1 --2- 172.21.15.33:0/1367269513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5ae760 0x55ceae5b6420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.811+0000 7f930de00640 1 -- 172.21.15.33:0/1367269513 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5b9020 msgr2=0x55ceae5b6960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:37.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.811+0000 7f930de00640 1 --2- 172.21.15.33:0/1367269513 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5b9020 0x55ceae5b6960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.811+0000 7f930de00640 1 -- 172.21.15.33:0/1367269513 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ceae2853c0 con 0x55ceae5ade40 2024-09-05T02:28:37.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.811+0000 7f930d400640 1 --2- 172.21.15.33:0/1367269513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5ae760 0x55ceae5b6420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:37.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.811+0000 7f930de00640 1 --2- 172.21.15.33:0/1367269513 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5ade40 0x55ceae5b5ee0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f9300009900 tx=0x7f9300009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b59542115df6d502 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:37.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.811+0000 7f92efe00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:28:37.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.812+0000 7f92efe00640 1 -- 172.21.15.33:0/1367269513 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f930004e070 con 0x55ceae5ade40 2024-09-05T02:28:37.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.812+0000 7f92efe00640 1 -- 172.21.15.33:0/1367269513 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f9300003b80 con 0x55ceae5ade40 2024-09-05T02:28:37.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.812+0000 7f931788e740 1 -- 172.21.15.33:0/1367269513 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9308004050 con 0x55ceae5ade40 2024-09-05T02:28:37.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.813+0000 7f92efe00640 1 -- 172.21.15.33:0/1367269513 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9300058050 con 0x55ceae5ade40 2024-09-05T02:28:37.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.813+0000 7f931788e740 10 client.25468 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:37.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.813+0000 7f931788e740 1 -- 172.21.15.33:0/1367269513 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ceae5c7c00 con 0x55ceae5ade40 2024-09-05T02:28:37.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.813+0000 7f92efe00640 1 -- 172.21.15.33:0/1367269513 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9308004050 con 0x55ceae5ade40 2024-09-05T02:28:37.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.813+0000 7f92efe00640 1 -- 172.21.15.33:0/1367269513 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f930003d450 con 0x55ceae5ade40 2024-09-05T02:28:37.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.813+0000 7f931788e740 10 client.25468 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:37.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.813+0000 7f931788e740 10 client.25468 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:28:37.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.813+0000 7f931788e740 20 client.25468 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:37.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.813+0000 7f931788e740 1 --2- 172.21.15.33:0/1367269513 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55ceae5c90c0 0x55ceae5cb520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:37.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.813+0000 7f931788e740 4 client.25468 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:28:37.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.813+0000 7f931788e740 1 -- 172.21.15.33:0/1367269513 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ceae521950 con 0x55ceae5c90c0 2024-09-05T02:28:37.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.814+0000 7f930d400640 1 --2- 172.21.15.33:0/1367269513 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55ceae5c90c0 0x55ceae5cb520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:37.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.814+0000 7f930d400640 1 --2- 172.21.15.33:0/1367269513 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55ceae5c90c0 0x55ceae5cb520 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=debee2b89135a973 server_cookie=69dae9031e8598b1 in_seq=0 out_seq=0 2024-09-05T02:28:37.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.814+0000 7f92efe00640 10 client.25468 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:28:37.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.815+0000 7f92efe00640 1 -- 172.21.15.33:0/1367269513 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ceae521950 con 0x55ceae5c90c0 2024-09-05T02:28:37.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.815+0000 7f92efe00640 10 client.25468 handle_command_reply: tid=0 2024-09-05T02:28:37.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.815+0000 7f931788e740 1 client.25468 shutdown 2024-09-05T02:28:37.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.815+0000 7f931788e740 1 -- 172.21.15.33:0/1367269513 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5ade40 msgr2=0x55ceae5b5ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:37.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.815+0000 7f931788e740 1 --2- 172.21.15.33:0/1367269513 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5ade40 0x55ceae5b5ee0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f9300009900 tx=0x7f9300009260 comp rx=0 tx=0).stop 2024-09-05T02:28:37.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.815+0000 7f931788e740 1 -- 172.21.15.33:0/1367269513 shutdown_connections 2024-09-05T02:28:37.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.815+0000 7f931788e740 1 --2- 172.21.15.33:0/1367269513 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55ceae5c90c0 0x55ceae5cb520 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.815+0000 7f931788e740 1 --2- 172.21.15.33:0/1367269513 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5b9020 0x55ceae5b6960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.815+0000 7f931788e740 1 --2- 172.21.15.33:0/1367269513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5ae760 0x55ceae5b6420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.816+0000 7f931788e740 1 --2- 172.21.15.33:0/1367269513 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5ade40 0x55ceae5b5ee0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.816+0000 7f92efe00640 0 client.25468 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:28:37.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.816+0000 7f931788e740 1 -- 172.21.15.33:0/1367269513 >> 172.21.15.33:0/1367269513 conn(0x55ceae5aa3d0 msgr2=0x55ceae5b0100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:37.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.816+0000 7f931788e740 1 -- 172.21.15.33:0/1367269513 shutdown_connections 2024-09-05T02:28:37.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.816+0000 7f931788e740 1 -- 172.21.15.33:0/1367269513 wait complete. 2024-09-05T02:28:37.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.816+0000 7f931788e740 20 client.25468 trim_cache size 0 max 16384 2024-09-05T02:28:37.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.830+0000 7f931788e740 1 Processor -- start 2024-09-05T02:28:37.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.831+0000 7f931788e740 1 -- start start 2024-09-05T02:28:37.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.831+0000 7f931788e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5ade40 0x55ceae5b08a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:37.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.831+0000 7f931788e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5ae760 0x55ceae5b7e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:37.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.831+0000 7f931788e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5b9020 0x55ceae5d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:37.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.831+0000 7f931788e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f93101b3d30 con 0x55ceae5ae760 2024-09-05T02:28:37.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.831+0000 7f931788e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f93101b5870 con 0x55ceae5b9020 2024-09-05T02:28:37.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.831+0000 7f931788e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f93101b4400 con 0x55ceae5ade40 2024-09-05T02:28:37.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.831+0000 7f930d400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5ae760 0x55ceae5b7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:37.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.831+0000 7f930de00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5ade40 0x55ceae5b08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:37.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.831+0000 7f930d400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5ae760 0x55ceae5b7e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60278/0 (socket says 172.21.15.33:60278) 2024-09-05T02:28:37.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.831+0000 7f930d400640 1 -- 172.21.15.33:0/830218315 learned_addr learned my addr 172.21.15.33:0/830218315 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:37.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.832+0000 7f930e800640 1 --2- 172.21.15.33:0/830218315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5b9020 0x55ceae5d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:37.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.832+0000 7f930d400640 1 -- 172.21.15.33:0/830218315 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5ade40 msgr2=0x55ceae5b08a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:37.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.832+0000 7f930d400640 1 --2- 172.21.15.33:0/830218315 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5ade40 0x55ceae5b08a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.832+0000 7f930d400640 1 -- 172.21.15.33:0/830218315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5b9020 msgr2=0x55ceae5d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:37.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.832+0000 7f930d400640 1 --2- 172.21.15.33:0/830218315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5b9020 0x55ceae5d0e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.832+0000 7f930d400640 1 -- 172.21.15.33:0/830218315 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ceae5a9e70 con 0x55ceae5ae760 2024-09-05T02:28:37.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.832+0000 7f930d400640 1 --2- 172.21.15.33:0/830218315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5ae760 0x55ceae5b7e50 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f92fc09bc20 tx=0x7f92fc0d4040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36406fe827e50da8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:37.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.832+0000 7f92faa00640 1 -- 172.21.15.33:0/830218315 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92fc099d30 con 0x55ceae5ae760 2024-09-05T02:28:37.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.832+0000 7f92faa00640 1 -- 172.21.15.33:0/830218315 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f92fc099f90 con 0x55ceae5ae760 2024-09-05T02:28:37.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.833+0000 7f92faa00640 1 -- 172.21.15.33:0/830218315 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92fc018d90 con 0x55ceae5ae760 2024-09-05T02:28:37.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.833+0000 7f931788e740 1 -- 172.21.15.33:0/830218315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5ae760 msgr2=0x55ceae5b7e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:37.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.834+0000 7f931788e740 1 --2- 172.21.15.33:0/830218315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5ae760 0x55ceae5b7e50 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f92fc09bc20 tx=0x7f92fc0d4040 comp rx=0 tx=0).stop 2024-09-05T02:28:37.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.834+0000 7f931788e740 1 -- 172.21.15.33:0/830218315 shutdown_connections 2024-09-05T02:28:37.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.834+0000 7f931788e740 1 --2- 172.21.15.33:0/830218315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5b9020 0x55ceae5d0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.834+0000 7f931788e740 1 --2- 172.21.15.33:0/830218315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5ae760 0x55ceae5b7e50 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.834+0000 7f931788e740 1 --2- 172.21.15.33:0/830218315 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5ade40 0x55ceae5b08a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.834+0000 7f931788e740 1 -- 172.21.15.33:0/830218315 >> 172.21.15.33:0/830218315 conn(0x55ceae5aa3d0 msgr2=0x55ceae5b7740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:37.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.834+0000 7f931788e740 1 -- 172.21.15.33:0/830218315 shutdown_connections 2024-09-05T02:28:37.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.834+0000 7f931788e740 1 -- 172.21.15.33:0/830218315 wait complete. 2024-09-05T02:28:37.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.834+0000 7f931788e740 1 -- start start 2024-09-05T02:28:37.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.835+0000 7f931788e740 1 Processor -- start 2024-09-05T02:28:37.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.835+0000 7f931788e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5ade40 0x55ceae5c1270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:37.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.835+0000 7f931788e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5ae760 0x55ceae5c17b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:37.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.835+0000 7f931788e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5b9020 0x55ceae5b28e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:37.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.835+0000 7f931788e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f93101b51a0 con 0x55ceae5ade40 2024-09-05T02:28:37.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.835+0000 7f931788e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f93101b4ad0 con 0x55ceae5ae760 2024-09-05T02:28:37.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.835+0000 7f931788e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f93101b1d10 con 0x55ceae5b9020 2024-09-05T02:28:37.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.835+0000 7f931788e740 10 client.0 _ll_register_callbacks cb 0x7f9300009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:37.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.836+0000 7f930de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5ade40 0x55ceae5c1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:37.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.836+0000 7f930de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5ade40 0x55ceae5c1270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60294/0 (socket says 172.21.15.33:60294) 2024-09-05T02:28:37.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.836+0000 7f930de00640 1 -- 172.21.15.33:0/3478420961 learned_addr learned my addr 172.21.15.33:0/3478420961 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:37.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.836+0000 7f930d400640 1 --2- 172.21.15.33:0/3478420961 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5ae760 0x55ceae5c17b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:37.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.836+0000 7f930e800640 1 --2- 172.21.15.33:0/3478420961 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5b9020 0x55ceae5b28e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:37.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.836+0000 7f930de00640 1 -- 172.21.15.33:0/3478420961 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5b9020 msgr2=0x55ceae5b28e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:37.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.836+0000 7f930de00640 1 --2- 172.21.15.33:0/3478420961 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5b9020 0x55ceae5b28e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.836+0000 7f930de00640 1 -- 172.21.15.33:0/3478420961 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5ae760 msgr2=0x55ceae5c17b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:37.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.836+0000 7f930de00640 1 --2- 172.21.15.33:0/3478420961 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5ae760 0x55ceae5c17b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.836+0000 7f930de00640 1 -- 172.21.15.33:0/3478420961 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ceae5b30e0 con 0x55ceae5ade40 2024-09-05T02:28:37.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.837+0000 7f930de00640 1 --2- 172.21.15.33:0/3478420961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5ade40 0x55ceae5c1270 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9300006010 tx=0x7f930003dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0d8322ae02d9615 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:37.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.837+0000 7f92efe00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:28:37.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.837+0000 7f92efe00640 1 -- 172.21.15.33:0/3478420961 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f930004e040 con 0x55ceae5ade40 2024-09-05T02:28:37.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.837+0000 7f92efe00640 1 -- 172.21.15.33:0/3478420961 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f9300003d90 con 0x55ceae5ade40 2024-09-05T02:28:37.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.837+0000 7f931788e740 1 -- 172.21.15.33:0/3478420961 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f92fc099f90 con 0x55ceae5ade40 2024-09-05T02:28:37.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.837+0000 7f92efe00640 1 -- 172.21.15.33:0/3478420961 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9300035040 con 0x55ceae5ade40 2024-09-05T02:28:37.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.837+0000 7f931788e740 10 client.15489 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:37.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.837+0000 7f931788e740 1 -- 172.21.15.33:0/3478420961 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ceae6339f0 con 0x55ceae5ade40 2024-09-05T02:28:37.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.838+0000 7f92efe00640 1 -- 172.21.15.33:0/3478420961 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f92fc099f90 con 0x55ceae5ade40 2024-09-05T02:28:37.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.838+0000 7f92efe00640 1 -- 172.21.15.33:0/3478420961 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f930006ec00 con 0x55ceae5ade40 2024-09-05T02:28:37.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.838+0000 7f931788e740 10 client.15489 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:37.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.838+0000 7f931788e740 10 client.15489 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:28:37.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.838+0000 7f931788e740 20 client.15489 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:37.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.838+0000 7f931788e740 1 --2- 172.21.15.33:0/3478420961 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55ceae634160 0x55ceae636580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:37.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.838+0000 7f931788e740 4 client.15489 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:28:37.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.838+0000 7f931788e740 1 -- 172.21.15.33:0/3478420961 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ceae51be60 con 0x55ceae634160 2024-09-05T02:28:37.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.838+0000 7f930d400640 1 --2- 172.21.15.33:0/3478420961 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55ceae634160 0x55ceae636580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:37.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.839+0000 7f930d400640 1 --2- 172.21.15.33:0/3478420961 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55ceae634160 0x55ceae636580 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=40b86c3d14b3c99e server_cookie=c209cc529a669edf in_seq=0 out_seq=0 2024-09-05T02:28:37.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.839+0000 7f92efe00640 10 client.15489 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:28:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.839+0000 7f92efe00640 1 -- 172.21.15.33:0/3478420961 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ceae51be60 con 0x55ceae634160 2024-09-05T02:28:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.839+0000 7f92efe00640 10 client.15489 handle_command_reply: tid=0 2024-09-05T02:28:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.839+0000 7f931788e740 1 client.15489 shutdown 2024-09-05T02:28:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.839+0000 7f931788e740 1 -- 172.21.15.33:0/3478420961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5ade40 msgr2=0x55ceae5c1270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.839+0000 7f931788e740 1 --2- 172.21.15.33:0/3478420961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5ade40 0x55ceae5c1270 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9300006010 tx=0x7f930003dcc0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.839+0000 7f931788e740 1 -- 172.21.15.33:0/3478420961 shutdown_connections 2024-09-05T02:28:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.839+0000 7f931788e740 1 --2- 172.21.15.33:0/3478420961 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55ceae634160 0x55ceae636580 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.840+0000 7f931788e740 1 --2- 172.21.15.33:0/3478420961 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ceae5b9020 0x55ceae5b28e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.840+0000 7f931788e740 1 --2- 172.21.15.33:0/3478420961 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ceae5ae760 0x55ceae5c17b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.840+0000 7f931788e740 1 --2- 172.21.15.33:0/3478420961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ceae5ade40 0x55ceae5c1270 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.840+0000 7f931788e740 1 -- 172.21.15.33:0/3478420961 >> 172.21.15.33:0/3478420961 conn(0x55ceae5aa3d0 msgr2=0x55ceae5a8c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.840+0000 7f92efe00640 0 client.15489 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:28:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.840+0000 7f931788e740 1 -- 172.21.15.33:0/3478420961 shutdown_connections 2024-09-05T02:28:37.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.840+0000 7f931788e740 1 -- 172.21.15.33:0/3478420961 wait complete. 2024-09-05T02:28:37.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.840+0000 7f931788e740 20 client.15489 trim_cache size 0 max 16384 2024-09-05T02:28:37.844 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:28:37.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.841+0000 7f930f200640 1 -- 172.21.15.33:0/130116090 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f92f40a2d70 msgr2=0x7f92f40a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:37.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.841+0000 7f930f200640 1 --2- 172.21.15.33:0/130116090 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f92f40a2d70 0x7f92f40a5230 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f9300009230 tx=0x7f93000058d0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.841+0000 7f930f200640 1 -- 172.21.15.33:0/130116090 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9310074eb0 msgr2=0x7f93101a4bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:37.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.841+0000 7f930f200640 1 --2- 172.21.15.33:0/130116090 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9310074eb0 0x7f93101a4bb0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f92fc00e9f0 tx=0x7f92fc00eeb0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.841+0000 7f930f200640 1 -- 172.21.15.33:0/130116090 shutdown_connections 2024-09-05T02:28:37.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.841+0000 7f930f200640 1 --2- 172.21.15.33:0/130116090 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f92f40a2d70 0x7f92f40a5230 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.841+0000 7f930f200640 1 --2- 172.21.15.33:0/130116090 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f93101129e0 0x7f931019e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.841+0000 7f930f200640 1 --2- 172.21.15.33:0/130116090 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9310074eb0 0x7f93101a4bb0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.841+0000 7f930f200640 1 --2- 172.21.15.33:0/130116090 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9310074590 0x7f93101a4670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:37.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.841+0000 7f930f200640 1 -- 172.21.15.33:0/130116090 >> 172.21.15.33:0/130116090 conn(0x7f93100fd710 msgr2=0x7f93100ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:37.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.841+0000 7f930f200640 1 -- 172.21.15.33:0/130116090 shutdown_connections 2024-09-05T02:28:37.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:37.841+0000 7f930f200640 1 -- 172.21.15.33:0/130116090 wait complete. 2024-09-05T02:28:38.674 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:28:39.351 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:28:39.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:39 smithi123 ceph-mon[34031]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 85 MiB/s wr, 57 op/s 2024-09-05T02:28:39.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:39 smithi174 ceph-mon[34756]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 85 MiB/s wr, 57 op/s 2024-09-05T02:28:39.533 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:39 smithi033 ceph-mon[29909]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 85 MiB/s wr, 57 op/s 2024-09-05T02:28:40.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.020+0000 7f984fc00640 1 -- 172.21.15.33:0/370477554 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9848103ff0 msgr2=0x7f98481043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:40.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.020+0000 7f984fc00640 1 --2- 172.21.15.33:0/370477554 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9848103ff0 0x7f98481043d0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f983c009900 tx=0x7f983c02a3f0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.020+0000 7f984fc00640 1 -- 172.21.15.33:0/370477554 shutdown_connections 2024-09-05T02:28:40.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.020+0000 7f984fc00640 1 --2- 172.21.15.33:0/370477554 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9848109120 0x7f9848110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.020+0000 7f984fc00640 1 --2- 172.21.15.33:0/370477554 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f98481049a0 0x7f98481089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.020+0000 7f984fc00640 1 --2- 172.21.15.33:0/370477554 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9848103ff0 0x7f98481043d0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.020+0000 7f984fc00640 1 -- 172.21.15.33:0/370477554 >> 172.21.15.33:0/370477554 conn(0x7f98480ffa90 msgr2=0x7f9848101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:40.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.020+0000 7f984fc00640 1 -- 172.21.15.33:0/370477554 shutdown_connections 2024-09-05T02:28:40.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.020+0000 7f984fc00640 1 -- 172.21.15.33:0/370477554 wait complete. 2024-09-05T02:28:40.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.021+0000 7f984fc00640 1 Processor -- start 2024-09-05T02:28:40.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.021+0000 7f984fc00640 1 -- start start 2024-09-05T02:28:40.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.021+0000 7f984fc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9848103ff0 0x7f9848076700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:40.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.021+0000 7f984fc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f98481049a0 0x7f9848076c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:40.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.022+0000 7f984fc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9848109120 0x7f9848077180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:40.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.022+0000 7f984fc00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9848114140 con 0x7f9848109120 2024-09-05T02:28:40.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.022+0000 7f984fc00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9848113fc0 con 0x7f9848103ff0 2024-09-05T02:28:40.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.022+0000 7f984fc00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f98481142c0 con 0x7f98481049a0 2024-09-05T02:28:40.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.022+0000 7f984d200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9848103ff0 0x7f9848076700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:40.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.022+0000 7f984d200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9848103ff0 0x7f9848076700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:53890/0 (socket says 172.21.15.33:53890) 2024-09-05T02:28:40.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.022+0000 7f984d200640 1 -- 172.21.15.33:0/230549840 learned_addr learned my addr 172.21.15.33:0/230549840 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.022+0000 7f9847e00640 1 --2- 172.21.15.33:0/230549840 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f98481049a0 0x7f9848076c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.022+0000 7f984dc00640 1 --2- 172.21.15.33:0/230549840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9848109120 0x7f9848077180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.022+0000 7f984d200640 1 -- 172.21.15.33:0/230549840 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f98481049a0 msgr2=0x7f9848076c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.022+0000 7f984d200640 1 --2- 172.21.15.33:0/230549840 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f98481049a0 0x7f9848076c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.022+0000 7f984d200640 1 -- 172.21.15.33:0/230549840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9848109120 msgr2=0x7f9848077180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.022+0000 7f984d200640 1 --2- 172.21.15.33:0/230549840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9848109120 0x7f9848077180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.022+0000 7f984d200640 1 -- 172.21.15.33:0/230549840 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98481aad90 con 0x7f9848103ff0 2024-09-05T02:28:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.023+0000 7f984dc00640 1 --2- 172.21.15.33:0/230549840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9848109120 0x7f9848077180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:28:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.023+0000 7f984d200640 1 --2- 172.21.15.33:0/230549840 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9848103ff0 0x7f9848076700 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f983c006010 tx=0x7f983c004040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.023+0000 7f9845600640 1 -- 172.21.15.33:0/230549840 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f983c03f030 con 0x7f9848103ff0 2024-09-05T02:28:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.023+0000 7f9845600640 1 -- 172.21.15.33:0/230549840 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f983c004440 con 0x7f9848103ff0 2024-09-05T02:28:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.023+0000 7f984fc00640 1 -- 172.21.15.33:0/230549840 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98481ab020 con 0x7f9848103ff0 2024-09-05T02:28:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.023+0000 7f9845600640 1 -- 172.21.15.33:0/230549840 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f983c035070 con 0x7f9848103ff0 2024-09-05T02:28:40.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.023+0000 7f984fc00640 1 -- 172.21.15.33:0/230549840 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98481ab500 con 0x7f9848103ff0 2024-09-05T02:28:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.026+0000 7f9852674740 1 Processor -- start 2024-09-05T02:28:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.027+0000 7f9852674740 1 -- start start 2024-09-05T02:28:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.027+0000 7f9852674740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19aac70 0x55e4f19ab050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.027+0000 7f9852674740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19ab590 0x55e4f19b5910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.027+0000 7f9852674740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19b5e50 0x55e4f19b8240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.027+0000 7f9852674740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55e4f19113e0 con 0x55e4f19ab590 2024-09-05T02:28:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.027+0000 7f9852674740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e4f18b8d80 con 0x55e4f19b5e50 2024-09-05T02:28:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.027+0000 7f9852674740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55e4f190d3a0 con 0x55e4f19aac70 2024-09-05T02:28:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.027+0000 7f9845600640 1 -- 172.21.15.33:0/230549840 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f983c042030 con 0x7f9848103ff0 2024-09-05T02:28:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.027+0000 7f984dc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19aac70 0x55e4f19ab050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.028+0000 7f984dc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19aac70 0x55e4f19ab050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:38716/0 (socket says 172.21.15.33:38716) 2024-09-05T02:28:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.028+0000 7f984dc00640 1 -- 172.21.15.33:0/3569218306 learned_addr learned my addr 172.21.15.33:0/3569218306 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.028+0000 7f9847e00640 1 --2- 172.21.15.33:0/3569218306 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19b5e50 0x55e4f19b8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.028+0000 7f984dc00640 1 -- 172.21.15.33:0/3569218306 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19b5e50 msgr2=0x55e4f19b8240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.028+0000 7f984dc00640 1 --2- 172.21.15.33:0/3569218306 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19b5e50 0x55e4f19b8240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.028+0000 7f984dc00640 1 -- 172.21.15.33:0/3569218306 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19ab590 msgr2=0x55e4f19b5910 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T02:28:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.030+0000 7f984d200640 1 --2- 172.21.15.33:0/3569218306 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19ab590 0x55e4f19b5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.030+0000 7f984dc00640 1 --2- 172.21.15.33:0/3569218306 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19ab590 0x55e4f19b5910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.030+0000 7f984dc00640 1 -- 172.21.15.33:0/3569218306 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4f18d7ae0 con 0x55e4f19aac70 2024-09-05T02:28:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.030+0000 7f984d200640 1 --2- 172.21.15.33:0/3569218306 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19ab590 0x55e4f19b5910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:28:40.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.030+0000 7f9845600640 1 --2- 172.21.15.33:0/230549840 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f98300a2cf0 0x7f98300a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:40.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.031+0000 7f984dc00640 1 --2- 172.21.15.33:0/3569218306 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19aac70 0x55e4f19ab050 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f9840009fd0 tx=0x7f9840010860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa6f672f46039c99 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:40.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.031+0000 7f9845600640 1 -- 172.21.15.33:0/230549840 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f983c0ef900 con 0x7f9848103ff0 2024-09-05T02:28:40.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.031+0000 7f983a000640 1 -- 172.21.15.33:0/3569218306 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9840011700 con 0x55e4f19aac70 2024-09-05T02:28:40.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.031+0000 7f984d200640 1 --2- 172.21.15.33:0/230549840 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f98300a2cf0 0x7f98300a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:40.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.031+0000 7f983a000640 1 -- 172.21.15.33:0/3569218306 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9840011d80 con 0x55e4f19aac70 2024-09-05T02:28:40.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.031+0000 7f983a000640 1 -- 172.21.15.33:0/3569218306 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f984000e3c0 con 0x55e4f19aac70 2024-09-05T02:28:40.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.032+0000 7f9852674740 1 -- 172.21.15.33:0/3569218306 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19aac70 msgr2=0x55e4f19ab050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:40.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.032+0000 7f984d200640 1 --2- 172.21.15.33:0/230549840 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f98300a2cf0 0x7f98300a51b0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f983c0ed110 tx=0x7f983c02a3f0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:40.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.032+0000 7f9852674740 1 --2- 172.21.15.33:0/3569218306 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19aac70 0x55e4f19ab050 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f9840009fd0 tx=0x7f9840010860 comp rx=0 tx=0).stop 2024-09-05T02:28:40.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.032+0000 7f9852674740 1 -- 172.21.15.33:0/3569218306 shutdown_connections 2024-09-05T02:28:40.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.032+0000 7f9852674740 1 --2- 172.21.15.33:0/3569218306 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19b5e50 0x55e4f19b8240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.032+0000 7f9852674740 1 --2- 172.21.15.33:0/3569218306 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19ab590 0x55e4f19b5910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.032+0000 7f9852674740 1 --2- 172.21.15.33:0/3569218306 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19aac70 0x55e4f19ab050 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.032+0000 7f9852674740 1 -- 172.21.15.33:0/3569218306 >> 172.21.15.33:0/3569218306 conn(0x55e4f19a7200 msgr2=0x55e4f19a75e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:40.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.034+0000 7f9852674740 1 -- 172.21.15.33:0/3569218306 shutdown_connections 2024-09-05T02:28:40.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.034+0000 7f9852674740 1 -- 172.21.15.33:0/3569218306 wait complete. 2024-09-05T02:28:40.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.034+0000 7f9852674740 1 -- start start 2024-09-05T02:28:40.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.034+0000 7f9852674740 1 Processor -- start 2024-09-05T02:28:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.035+0000 7f9852674740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19aac70 0x55e4f19b2d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.035+0000 7f9852674740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19ab590 0x55e4f19b32a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.035+0000 7f9852674740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19b5e50 0x55e4f19b37e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.035+0000 7f9852674740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55e4f19b8a20 con 0x55e4f19b5e50 2024-09-05T02:28:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.035+0000 7f9852674740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e4f18cc0f0 con 0x55e4f19ab590 2024-09-05T02:28:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.035+0000 7f9852674740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55e4f19b8ba0 con 0x55e4f19aac70 2024-09-05T02:28:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.035+0000 7f9852674740 10 client.0 _ll_register_callbacks cb 0x55e4f18b3bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.035+0000 7f9847e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19ab590 0x55e4f19b32a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.035+0000 7f9847e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19ab590 0x55e4f19b32a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:53912/0 (socket says 172.21.15.33:53912) 2024-09-05T02:28:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.035+0000 7f9847e00640 1 -- 172.21.15.33:0/1888049988 learned_addr learned my addr 172.21.15.33:0/1888049988 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.036+0000 7f984dc00640 1 --2- 172.21.15.33:0/1888049988 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19aac70 0x55e4f19b2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.036+0000 7f984dc00640 1 --2- 172.21.15.33:0/1888049988 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19b5e50 0x55e4f19b37e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.036+0000 7f9847e00640 1 -- 172.21.15.33:0/1888049988 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19aac70 msgr2=0x55e4f19b2d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.036+0000 7f9847e00640 1 --2- 172.21.15.33:0/1888049988 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19aac70 0x55e4f19b2d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.036+0000 7f9847e00640 1 -- 172.21.15.33:0/1888049988 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19b5e50 msgr2=0x55e4f19b37e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.036+0000 7f9847e00640 1 --2- 172.21.15.33:0/1888049988 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19b5e50 0x55e4f19b37e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.036+0000 7f9847e00640 1 -- 172.21.15.33:0/1888049988 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4f16823c0 con 0x55e4f19ab590 2024-09-05T02:28:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.036+0000 7f9847e00640 1 --2- 172.21.15.33:0/1888049988 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19ab590 0x55e4f19b32a0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9834012710 tx=0x7f9834012bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=561fd27aade9277f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.036+0000 7f982ea00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:28:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.037+0000 7f982ea00640 1 -- 172.21.15.33:0/1888049988 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f983400f920 con 0x55e4f19ab590 2024-09-05T02:28:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.037+0000 7f982ea00640 1 -- 172.21.15.33:0/1888049988 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f983400fac0 con 0x55e4f19ab590 2024-09-05T02:28:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.037+0000 7f9852674740 1 -- 172.21.15.33:0/1888049988 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9840011d80 con 0x55e4f19ab590 2024-09-05T02:28:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.037+0000 7f982ea00640 1 -- 172.21.15.33:0/1888049988 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f983400fcc0 con 0x55e4f19ab590 2024-09-05T02:28:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.038+0000 7f9852674740 10 client.25535 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:40.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.038+0000 7f9852674740 1 -- 172.21.15.33:0/1888049988 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e4f19c4a60 con 0x55e4f19ab590 2024-09-05T02:28:40.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.038+0000 7f982ea00640 1 -- 172.21.15.33:0/1888049988 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9840011d80 con 0x55e4f19ab590 2024-09-05T02:28:40.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.038+0000 7f982ea00640 1 -- 172.21.15.33:0/1888049988 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f983401c4d0 con 0x55e4f19ab590 2024-09-05T02:28:40.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.039+0000 7f9852674740 10 client.25535 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:40.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.039+0000 7f9852674740 10 client.25535 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:28:40.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.039+0000 7f9852674740 20 client.25535 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:40.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.043+0000 7f9852674740 1 --2- 172.21.15.33:0/1888049988 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55e4f19c5fc0 0x55e4f19c83b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:40.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.043+0000 7f9852674740 4 client.25535 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:28:40.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.043+0000 7f9852674740 1 -- 172.21.15.33:0/1888049988 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e4f191e950 con 0x55e4f19c5fc0 2024-09-05T02:28:40.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.043+0000 7f984dc00640 1 --2- 172.21.15.33:0/1888049988 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55e4f19c5fc0 0x55e4f19c83b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:40.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.044+0000 7f982ea00640 10 client.25535 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:28:40.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.044+0000 7f984dc00640 1 --2- 172.21.15.33:0/1888049988 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55e4f19c5fc0 0x55e4f19c83b0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=16e83eb6f73a1f0c server_cookie=9645c4c323dd0f0d in_seq=0 out_seq=0 2024-09-05T02:28:40.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.044+0000 7f982ea00640 1 -- 172.21.15.33:0/1888049988 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e4f191e950 con 0x55e4f19c5fc0 2024-09-05T02:28:40.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.044+0000 7f982ea00640 10 client.25535 handle_command_reply: tid=0 2024-09-05T02:28:40.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.045+0000 7f9852674740 1 client.25535 shutdown 2024-09-05T02:28:40.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.045+0000 7f9852674740 1 -- 172.21.15.33:0/1888049988 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19ab590 msgr2=0x55e4f19b32a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:40.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.045+0000 7f9852674740 1 --2- 172.21.15.33:0/1888049988 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19ab590 0x55e4f19b32a0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9834012710 tx=0x7f9834012bd0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.045+0000 7f9852674740 1 -- 172.21.15.33:0/1888049988 shutdown_connections 2024-09-05T02:28:40.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.045+0000 7f9852674740 1 --2- 172.21.15.33:0/1888049988 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55e4f19c5fc0 0x55e4f19c83b0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.045+0000 7f9852674740 1 --2- 172.21.15.33:0/1888049988 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19b5e50 0x55e4f19b37e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.045+0000 7f9852674740 1 --2- 172.21.15.33:0/1888049988 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19ab590 0x55e4f19b32a0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.045+0000 7f9852674740 1 --2- 172.21.15.33:0/1888049988 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19aac70 0x55e4f19b2d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.045+0000 7f982ea00640 0 client.25535 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:28:40.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.045+0000 7f9852674740 1 -- 172.21.15.33:0/1888049988 >> 172.21.15.33:0/1888049988 conn(0x55e4f19a7200 msgr2=0x55e4f19a6380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:40.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.045+0000 7f9852674740 1 -- 172.21.15.33:0/1888049988 shutdown_connections 2024-09-05T02:28:40.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.045+0000 7f9852674740 1 -- 172.21.15.33:0/1888049988 wait complete. 2024-09-05T02:28:40.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.046+0000 7f9852674740 20 client.25535 trim_cache size 0 max 16384 2024-09-05T02:28:40.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.068+0000 7f9852674740 1 Processor -- start 2024-09-05T02:28:40.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.068+0000 7f9852674740 1 -- start start 2024-09-05T02:28:40.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.069+0000 7f9852674740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19aac70 0x55e4f19b1630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:40.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.069+0000 7f9852674740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19ab590 0x55e4f19b3630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:40.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.069+0000 7f9852674740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19b5e50 0x55e4f19cdc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:40.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.069+0000 7f9852674740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f98481b3e40 con 0x55e4f19b5e50 2024-09-05T02:28:40.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.069+0000 7f9852674740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f98481b5980 con 0x55e4f19aac70 2024-09-05T02:28:40.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.069+0000 7f9852674740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f98481b4510 con 0x55e4f19ab590 2024-09-05T02:28:40.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.070+0000 7f984dc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19aac70 0x55e4f19b1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:40.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.070+0000 7f984dc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19aac70 0x55e4f19b1630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:53916/0 (socket says 172.21.15.33:53916) 2024-09-05T02:28:40.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.070+0000 7f984dc00640 1 -- 172.21.15.33:0/4277482442 learned_addr learned my addr 172.21.15.33:0/4277482442 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:40.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.070+0000 7f984dc00640 1 --2- 172.21.15.33:0/4277482442 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19b5e50 0x55e4f19cdc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:40.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.071+0000 7f9847e00640 1 --2- 172.21.15.33:0/4277482442 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19ab590 0x55e4f19b3630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:40.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.071+0000 7f9847e00640 1 -- 172.21.15.33:0/4277482442 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19aac70 msgr2=0x55e4f19b1630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:40.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.071+0000 7f9847e00640 1 --2- 172.21.15.33:0/4277482442 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19aac70 0x55e4f19b1630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.071+0000 7f9847e00640 1 -- 172.21.15.33:0/4277482442 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19b5e50 msgr2=0x55e4f19cdc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:40.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.071+0000 7f9847e00640 1 --2- 172.21.15.33:0/4277482442 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19b5e50 0x55e4f19cdc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.071+0000 7f9847e00640 1 -- 172.21.15.33:0/4277482442 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4f19ae940 con 0x55e4f19ab590 2024-09-05T02:28:40.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.071+0000 7f984dc00640 1 --2- 172.21.15.33:0/4277482442 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19b5e50 0x55e4f19cdc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:40.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.072+0000 7f9847e00640 1 --2- 172.21.15.33:0/4277482442 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19ab590 0x55e4f19b3630 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x55e4f19b43a0 tx=0x7f983400f810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cfe4765f80a07bd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:40.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.072+0000 7f9839600640 1 -- 172.21.15.33:0/4277482442 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f983400f920 con 0x55e4f19ab590 2024-09-05T02:28:40.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.072+0000 7f9839600640 1 -- 172.21.15.33:0/4277482442 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f983400fac0 con 0x55e4f19ab590 2024-09-05T02:28:40.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.072+0000 7f9839600640 1 -- 172.21.15.33:0/4277482442 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9834004640 con 0x55e4f19ab590 2024-09-05T02:28:40.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.073+0000 7f9852674740 1 -- 172.21.15.33:0/4277482442 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19ab590 msgr2=0x55e4f19b3630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:40.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.073+0000 7f9852674740 1 --2- 172.21.15.33:0/4277482442 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19ab590 0x55e4f19b3630 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x55e4f19b43a0 tx=0x7f983400f810 comp rx=0 tx=0).stop 2024-09-05T02:28:40.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.074+0000 7f9852674740 1 -- 172.21.15.33:0/4277482442 shutdown_connections 2024-09-05T02:28:40.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.074+0000 7f9852674740 1 --2- 172.21.15.33:0/4277482442 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19b5e50 0x55e4f19cdc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.074+0000 7f9852674740 1 --2- 172.21.15.33:0/4277482442 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19ab590 0x55e4f19b3630 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.074+0000 7f9852674740 1 --2- 172.21.15.33:0/4277482442 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19aac70 0x55e4f19b1630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.074+0000 7f9852674740 1 -- 172.21.15.33:0/4277482442 >> 172.21.15.33:0/4277482442 conn(0x55e4f19a7200 msgr2=0x55e4f19b4de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:40.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.074+0000 7f9852674740 1 -- 172.21.15.33:0/4277482442 shutdown_connections 2024-09-05T02:28:40.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.076+0000 7f9852674740 1 -- 172.21.15.33:0/4277482442 wait complete. 2024-09-05T02:28:40.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.077+0000 7f9852674740 1 -- start start 2024-09-05T02:28:40.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.077+0000 7f9852674740 1 Processor -- start 2024-09-05T02:28:40.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.079+0000 7f9852674740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19aac70 0x55e4f19b9a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:40.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.079+0000 7f9852674740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19ab590 0x55e4f19b9fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:40.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.080+0000 7f984dc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19aac70 0x55e4f19b9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:40.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.080+0000 7f984dc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19aac70 0x55e4f19b9a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:53928/0 (socket says 172.21.15.33:53928) 2024-09-05T02:28:40.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.080+0000 7f9852674740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19b5e50 0x55e4f19ba510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:40.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.080+0000 7f984dc00640 1 -- 172.21.15.33:0/3610612310 learned_addr learned my addr 172.21.15.33:0/3610612310 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:40.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.081+0000 7f9852674740 1 -- 172.21.15.33:0/3610612310 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f98481b52b0 con 0x55e4f19b5e50 2024-09-05T02:28:40.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.081+0000 7f9852674740 1 -- 172.21.15.33:0/3610612310 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f98481b4be0 con 0x55e4f19aac70 2024-09-05T02:28:40.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.081+0000 7f9852674740 1 -- 172.21.15.33:0/3610612310 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f98481b1e20 con 0x55e4f19ab590 2024-09-05T02:28:40.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.082+0000 7f9852674740 10 client.0 _ll_register_callbacks cb 0x7f9834009910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:40.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.083+0000 7f9847e00640 1 --2- 172.21.15.33:0/3610612310 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19ab590 0x55e4f19b9fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:40.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.083+0000 7f984dc00640 1 -- 172.21.15.33:0/3610612310 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19ab590 msgr2=0x55e4f19b9fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:40.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.083+0000 7f984dc00640 1 --2- 172.21.15.33:0/3610612310 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19ab590 0x55e4f19b9fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.084+0000 7f984dc00640 1 -- 172.21.15.33:0/3610612310 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19b5e50 msgr2=0x55e4f19ba510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:40.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.084+0000 7f984dc00640 1 --2- 172.21.15.33:0/3610612310 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19b5e50 0x55e4f19ba510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.085+0000 7f984dc00640 1 -- 172.21.15.33:0/3610612310 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4f1a2fc20 con 0x55e4f19aac70 2024-09-05T02:28:40.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.085+0000 7f9847e00640 1 --2- 172.21.15.33:0/3610612310 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19ab590 0x55e4f19b9fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:28:40.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.088+0000 7f982ea00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:28:40.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.088+0000 7f984dc00640 1 --2- 172.21.15.33:0/3610612310 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19aac70 0x55e4f19b9a90 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f9840010d60 tx=0x7f984001bad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4b30242d5e6f1160 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:40.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.092+0000 7f982ea00640 1 -- 172.21.15.33:0/3610612310 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f984002e040 con 0x55e4f19aac70 2024-09-05T02:28:40.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.093+0000 7f982ea00640 1 -- 172.21.15.33:0/3610612310 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f984001b730 con 0x55e4f19aac70 2024-09-05T02:28:40.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.093+0000 7f9852674740 1 -- 172.21.15.33:0/3610612310 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f983400fac0 con 0x55e4f19aac70 2024-09-05T02:28:40.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.094+0000 7f982ea00640 1 -- 172.21.15.33:0/3610612310 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9840040050 con 0x55e4f19aac70 2024-09-05T02:28:40.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.095+0000 7f9852674740 10 client.25541 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:40.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.095+0000 7f9852674740 1 -- 172.21.15.33:0/3610612310 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e4f1a30e40 con 0x55e4f19aac70 2024-09-05T02:28:40.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.096+0000 7f982ea00640 1 -- 172.21.15.33:0/3610612310 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f983400fac0 con 0x55e4f19aac70 2024-09-05T02:28:40.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.097+0000 7f982ea00640 1 -- 172.21.15.33:0/3610612310 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f984003b030 con 0x55e4f19aac70 2024-09-05T02:28:40.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.098+0000 7f9852674740 10 client.25541 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:40.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.098+0000 7f9852674740 10 client.25541 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:28:40.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.098+0000 7f9852674740 20 client.25541 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:40.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.098+0000 7f9852674740 1 --2- 172.21.15.33:0/3610612310 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55e4f1a31380 0x55e4f1a33770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:40.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.098+0000 7f9852674740 4 client.25541 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:28:40.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.098+0000 7f9852674740 1 -- 172.21.15.33:0/3610612310 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e4f1918e60 con 0x55e4f1a31380 2024-09-05T02:28:40.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.101+0000 7f9847e00640 1 --2- 172.21.15.33:0/3610612310 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55e4f1a31380 0x55e4f1a33770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:40.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.102+0000 7f9847e00640 1 --2- 172.21.15.33:0/3610612310 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55e4f1a31380 0x55e4f1a33770 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=67210b56b85c3c88 server_cookie=2325c0fb7aab228d in_seq=0 out_seq=0 2024-09-05T02:28:40.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.102+0000 7f982ea00640 10 client.25541 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:28:40.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.103+0000 7f982ea00640 1 -- 172.21.15.33:0/3610612310 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e4f1918e60 con 0x55e4f1a31380 2024-09-05T02:28:40.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.103+0000 7f982ea00640 10 client.25541 handle_command_reply: tid=0 2024-09-05T02:28:40.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.103+0000 7f9852674740 1 client.25541 shutdown 2024-09-05T02:28:40.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.103+0000 7f9852674740 1 -- 172.21.15.33:0/3610612310 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19aac70 msgr2=0x55e4f19b9a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:40.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.103+0000 7f9852674740 1 --2- 172.21.15.33:0/3610612310 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19aac70 0x55e4f19b9a90 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f9840010d60 tx=0x7f984001bad0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.104+0000 7f9852674740 1 -- 172.21.15.33:0/3610612310 shutdown_connections 2024-09-05T02:28:40.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.104+0000 7f9852674740 1 --2- 172.21.15.33:0/3610612310 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55e4f1a31380 0x55e4f1a33770 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.104+0000 7f982ea00640 0 client.25541 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:28:40.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.104+0000 7f9852674740 1 --2- 172.21.15.33:0/3610612310 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e4f19b5e50 0x55e4f19ba510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.104+0000 7f9852674740 1 --2- 172.21.15.33:0/3610612310 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e4f19ab590 0x55e4f19b9fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.104+0000 7f9852674740 1 --2- 172.21.15.33:0/3610612310 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4f19aac70 0x55e4f19b9a90 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.104+0000 7f9852674740 1 -- 172.21.15.33:0/3610612310 >> 172.21.15.33:0/3610612310 conn(0x55e4f19a7200 msgr2=0x55e4f19a5b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:40.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.105+0000 7f9852674740 1 -- 172.21.15.33:0/3610612310 shutdown_connections 2024-09-05T02:28:40.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.105+0000 7f9852674740 1 -- 172.21.15.33:0/3610612310 wait complete. 2024-09-05T02:28:40.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.105+0000 7f9852674740 20 client.25541 trim_cache size 0 max 16384 2024-09-05T02:28:40.107 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:28:40.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.107+0000 7f984fc00640 1 -- 172.21.15.33:0/230549840 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f98300a2cf0 msgr2=0x7f98300a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:40.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.107+0000 7f984fc00640 1 --2- 172.21.15.33:0/230549840 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f98300a2cf0 0x7f98300a51b0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f983c0ed110 tx=0x7f983c02a3f0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.107+0000 7f984fc00640 1 -- 172.21.15.33:0/230549840 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9848103ff0 msgr2=0x7f9848076700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:40.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.107+0000 7f984fc00640 1 --2- 172.21.15.33:0/230549840 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9848103ff0 0x7f9848076700 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f983c006010 tx=0x7f983c004040 comp rx=0 tx=0).stop 2024-09-05T02:28:40.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.108+0000 7f984fc00640 1 -- 172.21.15.33:0/230549840 shutdown_connections 2024-09-05T02:28:40.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.108+0000 7f984fc00640 1 --2- 172.21.15.33:0/230549840 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f98300a2cf0 0x7f98300a51b0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.108+0000 7f984fc00640 1 --2- 172.21.15.33:0/230549840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9848109120 0x7f9848077180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.108+0000 7f984fc00640 1 --2- 172.21.15.33:0/230549840 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f98481049a0 0x7f9848076c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.108+0000 7f984fc00640 1 --2- 172.21.15.33:0/230549840 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9848103ff0 0x7f9848076700 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:40.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.108+0000 7f984fc00640 1 -- 172.21.15.33:0/230549840 >> 172.21.15.33:0/230549840 conn(0x7f98480ffa90 msgr2=0x7f9848100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:40.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.109+0000 7f984fc00640 1 -- 172.21.15.33:0/230549840 shutdown_connections 2024-09-05T02:28:40.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:40.111+0000 7f984fc00640 1 -- 172.21.15.33:0/230549840 wait complete. 2024-09-05T02:28:41.025 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:41.025 INFO:tasks.workunit.client.0.smithi033.stdout: Children see throughput for 1 initial writers = 287392.59 kB/sec 2024-09-05T02:28:41.025 INFO:tasks.workunit.client.0.smithi033.stdout: Parent sees throughput for 1 initial writers = 287339.11 kB/sec 2024-09-05T02:28:41.025 INFO:tasks.workunit.client.0.smithi033.stdout: Min throughput per process = 287392.59 kB/sec 2024-09-05T02:28:41.025 INFO:tasks.workunit.client.0.smithi033.stdout: Max throughput per process = 287392.59 kB/sec 2024-09-05T02:28:41.025 INFO:tasks.workunit.client.0.smithi033.stdout: Avg throughput per process = 287392.59 kB/sec 2024-09-05T02:28:41.025 INFO:tasks.workunit.client.0.smithi033.stdout: Min xfer = 1048576.00 kB 2024-09-05T02:28:41.332 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:28:41.381 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:41 smithi033 ceph-mon[29909]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.1 KiB/s wr, 30 op/s 2024-09-05T02:28:41.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:41 smithi123 ceph-mon[34031]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.1 KiB/s wr, 30 op/s 2024-09-05T02:28:41.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:41 smithi174 ceph-mon[34756]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.1 KiB/s wr, 30 op/s 2024-09-05T02:28:41.710 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:28:42.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.277+0000 7fe38de00640 1 -- 172.21.15.33:0/2283865943 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe388109120 msgr2=0x7fe388110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:42.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.277+0000 7fe38de00640 1 --2- 172.21.15.33:0/2283865943 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe388109120 0x7fe388110ca0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe380009ca0 tx=0x7fe38002a8c0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.277+0000 7fe38de00640 1 -- 172.21.15.33:0/2283865943 shutdown_connections 2024-09-05T02:28:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.277+0000 7fe38de00640 1 --2- 172.21.15.33:0/2283865943 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe388109120 0x7fe388110ca0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.277+0000 7fe38de00640 1 --2- 172.21.15.33:0/2283865943 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe3881049a0 0x7fe3881089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.277+0000 7fe38de00640 1 --2- 172.21.15.33:0/2283865943 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe388103ff0 0x7fe3881043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.277+0000 7fe38de00640 1 -- 172.21.15.33:0/2283865943 >> 172.21.15.33:0/2283865943 conn(0x7fe3880ffa90 msgr2=0x7fe388101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.277+0000 7fe38de00640 1 -- 172.21.15.33:0/2283865943 shutdown_connections 2024-09-05T02:28:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.277+0000 7fe38de00640 1 -- 172.21.15.33:0/2283865943 wait complete. 2024-09-05T02:28:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.278+0000 7fe38de00640 1 Processor -- start 2024-09-05T02:28:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.278+0000 7fe38de00640 1 -- start start 2024-09-05T02:28:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.279+0000 7fe38de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe388103ff0 0x7fe38819a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.279+0000 7fe38de00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe3881049a0 0x7fe38819ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.279+0000 7fe38de00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe388109120 0x7fe38819eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.279+0000 7fe38de00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe388114180 con 0x7fe388103ff0 2024-09-05T02:28:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.279+0000 7fe38de00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe388114000 con 0x7fe3881049a0 2024-09-05T02:28:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.279+0000 7fe38de00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe388114300 con 0x7fe388109120 2024-09-05T02:28:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.279+0000 7fe386a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe388103ff0 0x7fe38819a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.279+0000 7fe386a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe388103ff0 0x7fe38819a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35952/0 (socket says 172.21.15.33:35952) 2024-09-05T02:28:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.279+0000 7fe386a00640 1 -- 172.21.15.33:0/857103352 learned_addr learned my addr 172.21.15.33:0/857103352 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.279+0000 7fe386000640 1 --2- 172.21.15.33:0/857103352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe3881049a0 0x7fe38819ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.279+0000 7fe387400640 1 --2- 172.21.15.33:0/857103352 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe388109120 0x7fe38819eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.279+0000 7fe386a00640 1 -- 172.21.15.33:0/857103352 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe388109120 msgr2=0x7fe38819eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.279+0000 7fe386a00640 1 --2- 172.21.15.33:0/857103352 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe388109120 0x7fe38819eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.279+0000 7fe386a00640 1 -- 172.21.15.33:0/857103352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe3881049a0 msgr2=0x7fe38819ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.279+0000 7fe386a00640 1 --2- 172.21.15.33:0/857103352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe3881049a0 0x7fe38819ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.279+0000 7fe386a00640 1 -- 172.21.15.33:0/857103352 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe38819f5d0 con 0x7fe388103ff0 2024-09-05T02:28:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.279+0000 7fe387400640 1 --2- 172.21.15.33:0/857103352 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe388109120 0x7fe38819eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:28:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.280+0000 7fe386a00640 1 --2- 172.21.15.33:0/857103352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe388103ff0 0x7fe38819a620 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fe37800e9f0 tx=0x7fe37800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.280+0000 7fe38ca00640 1 -- 172.21.15.33:0/857103352 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe37800cd80 con 0x7fe388103ff0 2024-09-05T02:28:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.280+0000 7fe38ca00640 1 -- 172.21.15.33:0/857103352 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe378010910 con 0x7fe388103ff0 2024-09-05T02:28:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.280+0000 7fe38ca00640 1 -- 172.21.15.33:0/857103352 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe378018990 con 0x7fe388103ff0 2024-09-05T02:28:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.280+0000 7fe38de00640 1 -- 172.21.15.33:0/857103352 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe38819f8c0 con 0x7fe388103ff0 2024-09-05T02:28:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.280+0000 7fe38de00640 1 -- 172.21.15.33:0/857103352 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3881a71a0 con 0x7fe388103ff0 2024-09-05T02:28:42.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.284+0000 7fe390a57740 1 Processor -- start 2024-09-05T02:28:42.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.285+0000 7fe390a57740 1 -- start start 2024-09-05T02:28:42.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.285+0000 7fe38ca00640 1 -- 172.21.15.33:0/857103352 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fe378010ac0 con 0x7fe388103ff0 2024-09-05T02:28:42.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.285+0000 7fe390a57740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528afc70 0x559d528b0050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:42.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.285+0000 7fe390a57740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528b0590 0x559d528ba910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:42.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.285+0000 7fe390a57740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528bae50 0x559d528bd240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:42.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.285+0000 7fe390a57740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x559d528163e0 con 0x559d528bae50 2024-09-05T02:28:42.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.285+0000 7fe390a57740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x559d527bdd80 con 0x559d528afc70 2024-09-05T02:28:42.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.285+0000 7fe390a57740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x559d528123a0 con 0x559d528b0590 2024-09-05T02:28:42.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.286+0000 7fe387400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528afc70 0x559d528b0050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:42.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.286+0000 7fe386000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528bae50 0x559d528bd240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:42.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.286+0000 7fe387400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528afc70 0x559d528b0050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:53944/0 (socket says 172.21.15.33:53944) 2024-09-05T02:28:42.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.286+0000 7fe387400640 1 -- 172.21.15.33:0/573633861 learned_addr learned my addr 172.21.15.33:0/573633861 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:42.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.286+0000 7fe386a00640 1 --2- 172.21.15.33:0/573633861 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528b0590 0x559d528ba910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.286+0000 7fe386000640 1 -- 172.21.15.33:0/573633861 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528b0590 msgr2=0x559d528ba910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.286+0000 7fe386000640 1 --2- 172.21.15.33:0/573633861 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528b0590 0x559d528ba910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.286+0000 7fe386000640 1 -- 172.21.15.33:0/573633861 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528afc70 msgr2=0x559d528b0050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.286+0000 7fe386000640 1 --2- 172.21.15.33:0/573633861 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528afc70 0x559d528b0050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.286+0000 7fe386000640 1 -- 172.21.15.33:0/573633861 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d527dcae0 con 0x559d528bae50 2024-09-05T02:28:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.286+0000 7fe387400640 1 --2- 172.21.15.33:0/573633861 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528afc70 0x559d528b0050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.286+0000 7fe386a00640 1 --2- 172.21.15.33:0/573633861 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528b0590 0x559d528ba910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:28:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.286+0000 7fe386000640 1 --2- 172.21.15.33:0/573633861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528bae50 0x559d528bd240 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fe374009bf0 tx=0x7fe374011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2779874119580794 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.287+0000 7fe38ca00640 1 --2- 172.21.15.33:0/857103352 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe36c0a2d70 0x7fe36c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.287+0000 7fe38ca00640 1 -- 172.21.15.33:0/857103352 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe3780cf7c0 con 0x7fe388103ff0 2024-09-05T02:28:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.287+0000 7fe387400640 1 --2- 172.21.15.33:0/857103352 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe36c0a2d70 0x7fe36c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.287+0000 7fe373e00640 1 -- 172.21.15.33:0/573633861 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe374004050 con 0x559d528bae50 2024-09-05T02:28:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.287+0000 7fe373e00640 1 -- 172.21.15.33:0/573633861 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe374005500 con 0x559d528bae50 2024-09-05T02:28:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.287+0000 7fe373e00640 1 -- 172.21.15.33:0/573633861 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe374004dd0 con 0x559d528bae50 2024-09-05T02:28:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.288+0000 7fe390a57740 1 -- 172.21.15.33:0/573633861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528bae50 msgr2=0x559d528bd240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.288+0000 7fe390a57740 1 --2- 172.21.15.33:0/573633861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528bae50 0x559d528bd240 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fe374009bf0 tx=0x7fe374011810 comp rx=0 tx=0).stop 2024-09-05T02:28:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.288+0000 7fe387400640 1 --2- 172.21.15.33:0/857103352 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe36c0a2d70 0x7fe36c0a5230 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fe380009430 tx=0x7fe380004a40 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.288+0000 7fe390a57740 1 -- 172.21.15.33:0/573633861 shutdown_connections 2024-09-05T02:28:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.288+0000 7fe390a57740 1 --2- 172.21.15.33:0/573633861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528bae50 0x559d528bd240 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.288+0000 7fe390a57740 1 --2- 172.21.15.33:0/573633861 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528b0590 0x559d528ba910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.288+0000 7fe390a57740 1 --2- 172.21.15.33:0/573633861 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528afc70 0x559d528b0050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.288+0000 7fe390a57740 1 -- 172.21.15.33:0/573633861 >> 172.21.15.33:0/573633861 conn(0x559d528ac200 msgr2=0x559d528ac5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.288+0000 7fe390a57740 1 -- 172.21.15.33:0/573633861 shutdown_connections 2024-09-05T02:28:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.288+0000 7fe390a57740 1 -- 172.21.15.33:0/573633861 wait complete. 2024-09-05T02:28:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.289+0000 7fe390a57740 1 -- start start 2024-09-05T02:28:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.289+0000 7fe390a57740 1 Processor -- start 2024-09-05T02:28:42.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.289+0000 7fe390a57740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528afc70 0x559d528b7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:42.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.289+0000 7fe390a57740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528b0590 0x559d528b8220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:42.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.289+0000 7fe390a57740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528bae50 0x559d528b8760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:42.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.289+0000 7fe390a57740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x559d528bda20 con 0x559d528b0590 2024-09-05T02:28:42.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.289+0000 7fe390a57740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x559d527d10f0 con 0x559d528afc70 2024-09-05T02:28:42.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.289+0000 7fe390a57740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x559d528bdba0 con 0x559d528bae50 2024-09-05T02:28:42.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.289+0000 7fe390a57740 10 client.0 _ll_register_callbacks cb 0x559d527b8bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:42.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.290+0000 7fe386000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528b0590 0x559d528b8220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:42.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.290+0000 7fe386000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528b0590 0x559d528b8220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35972/0 (socket says 172.21.15.33:35972) 2024-09-05T02:28:42.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.290+0000 7fe386000640 1 -- 172.21.15.33:0/1041684606 learned_addr learned my addr 172.21.15.33:0/1041684606 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:42.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.290+0000 7fe386a00640 1 --2- 172.21.15.33:0/1041684606 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528afc70 0x559d528b7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:42.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.290+0000 7fe387400640 1 --2- 172.21.15.33:0/1041684606 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528bae50 0x559d528b8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:42.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.290+0000 7fe386000640 1 -- 172.21.15.33:0/1041684606 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528bae50 msgr2=0x559d528b8760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:42.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.290+0000 7fe386000640 1 --2- 172.21.15.33:0/1041684606 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528bae50 0x559d528b8760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.290+0000 7fe386000640 1 -- 172.21.15.33:0/1041684606 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528afc70 msgr2=0x559d528b7ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:42.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.290+0000 7fe386000640 1 --2- 172.21.15.33:0/1041684606 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528afc70 0x559d528b7ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.290+0000 7fe386000640 1 -- 172.21.15.33:0/1041684606 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d525873c0 con 0x559d528b0590 2024-09-05T02:28:42.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.290+0000 7fe386a00640 1 --2- 172.21.15.33:0/1041684606 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528afc70 0x559d528b7ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:42.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.290+0000 7fe386000640 1 --2- 172.21.15.33:0/1041684606 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528b0590 0x559d528b8220 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fe374009700 tx=0x7fe374009fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c050924b522a006f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:42.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.290+0000 7fe370c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:28:42.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.291+0000 7fe370c00640 1 -- 172.21.15.33:0/1041684606 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe374029070 con 0x559d528b0590 2024-09-05T02:28:42.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.291+0000 7fe390a57740 1 -- 172.21.15.33:0/1041684606 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe374005500 con 0x559d528b0590 2024-09-05T02:28:42.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.291+0000 7fe370c00640 1 -- 172.21.15.33:0/1041684606 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe374004d50 con 0x559d528b0590 2024-09-05T02:28:42.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.291+0000 7fe370c00640 1 -- 172.21.15.33:0/1041684606 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe374035050 con 0x559d528b0590 2024-09-05T02:28:42.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.291+0000 7fe390a57740 10 client.15513 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:42.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.291+0000 7fe390a57740 1 -- 172.21.15.33:0/1041684606 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559d528c9960 con 0x559d528b0590 2024-09-05T02:28:42.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.291+0000 7fe370c00640 1 -- 172.21.15.33:0/1041684606 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe374005500 con 0x559d528b0590 2024-09-05T02:28:42.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.292+0000 7fe370c00640 1 -- 172.21.15.33:0/1041684606 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe374023430 con 0x559d528b0590 2024-09-05T02:28:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.292+0000 7fe390a57740 10 client.15513 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.292+0000 7fe390a57740 10 client.15513 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:28:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.292+0000 7fe390a57740 20 client.15513 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.292+0000 7fe390a57740 1 --2- 172.21.15.33:0/1041684606 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x559d528cacb0 0x559d528cd0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.292+0000 7fe390a57740 4 client.15513 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:28:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.292+0000 7fe390a57740 1 -- 172.21.15.33:0/1041684606 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559d52823950 con 0x559d528cacb0 2024-09-05T02:28:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.292+0000 7fe386a00640 1 --2- 172.21.15.33:0/1041684606 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x559d528cacb0 0x559d528cd0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.293+0000 7fe386a00640 1 --2- 172.21.15.33:0/1041684606 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x559d528cacb0 0x559d528cd0a0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=516cf9c250827 server_cookie=9c0ba53790ebd5cc in_seq=0 out_seq=0 2024-09-05T02:28:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.293+0000 7fe370c00640 10 client.15513 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:28:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.293+0000 7fe370c00640 1 -- 172.21.15.33:0/1041684606 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559d52823950 con 0x559d528cacb0 2024-09-05T02:28:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.293+0000 7fe370c00640 10 client.15513 handle_command_reply: tid=0 2024-09-05T02:28:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.294+0000 7fe390a57740 1 client.15513 shutdown 2024-09-05T02:28:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.294+0000 7fe390a57740 1 -- 172.21.15.33:0/1041684606 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528b0590 msgr2=0x559d528b8220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:42.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.294+0000 7fe390a57740 1 --2- 172.21.15.33:0/1041684606 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528b0590 0x559d528b8220 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fe374009700 tx=0x7fe374009fd0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.294+0000 7fe390a57740 1 -- 172.21.15.33:0/1041684606 shutdown_connections 2024-09-05T02:28:42.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.294+0000 7fe390a57740 1 --2- 172.21.15.33:0/1041684606 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x559d528cacb0 0x559d528cd0a0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.294+0000 7fe390a57740 1 --2- 172.21.15.33:0/1041684606 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528bae50 0x559d528b8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.294+0000 7fe390a57740 1 --2- 172.21.15.33:0/1041684606 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528b0590 0x559d528b8220 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.294+0000 7fe390a57740 1 --2- 172.21.15.33:0/1041684606 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528afc70 0x559d528b7ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.294+0000 7fe370c00640 0 client.15513 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:28:42.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.294+0000 7fe390a57740 1 -- 172.21.15.33:0/1041684606 >> 172.21.15.33:0/1041684606 conn(0x559d528ac200 msgr2=0x559d528b1ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:42.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.294+0000 7fe390a57740 1 -- 172.21.15.33:0/1041684606 shutdown_connections 2024-09-05T02:28:42.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.294+0000 7fe390a57740 1 -- 172.21.15.33:0/1041684606 wait complete. 2024-09-05T02:28:42.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.294+0000 7fe390a57740 20 client.15513 trim_cache size 0 max 16384 2024-09-05T02:28:42.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.308+0000 7fe390a57740 1 Processor -- start 2024-09-05T02:28:42.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.308+0000 7fe390a57740 1 -- start start 2024-09-05T02:28:42.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.308+0000 7fe390a57740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528afc70 0x559d528ac5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:42.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.308+0000 7fe390a57740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528b0590 0x559d528d2810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:42.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.308+0000 7fe390a57740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528bae50 0x559d528d2d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:42.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.308+0000 7fe390a57740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe3881afa80 con 0x559d528afc70 2024-09-05T02:28:42.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.308+0000 7fe390a57740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe3881b15c0 con 0x559d528bae50 2024-09-05T02:28:42.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.308+0000 7fe390a57740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe3881b0150 con 0x559d528b0590 2024-09-05T02:28:42.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.309+0000 7fe387400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528bae50 0x559d528d2d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:42.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.309+0000 7fe386000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528b0590 0x559d528d2810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:42.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.309+0000 7fe386a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528afc70 0x559d528ac5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:42.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.309+0000 7fe386000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528b0590 0x559d528d2810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:38794/0 (socket says 172.21.15.33:38794) 2024-09-05T02:28:42.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.309+0000 7fe386000640 1 -- 172.21.15.33:0/3883948189 learned_addr learned my addr 172.21.15.33:0/3883948189 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:42.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.309+0000 7fe387400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528bae50 0x559d528d2d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:53958/0 (socket says 172.21.15.33:53958) 2024-09-05T02:28:42.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.309+0000 7fe386000640 1 -- 172.21.15.33:0/3883948189 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528bae50 msgr2=0x559d528d2d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:42.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.309+0000 7fe386000640 1 --2- 172.21.15.33:0/3883948189 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528bae50 0x559d528d2d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.309+0000 7fe386000640 1 -- 172.21.15.33:0/3883948189 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528afc70 msgr2=0x559d528ac5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:42.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.309+0000 7fe386000640 1 --2- 172.21.15.33:0/3883948189 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528afc70 0x559d528ac5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.309+0000 7fe386000640 1 -- 172.21.15.33:0/3883948189 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d528b6c90 con 0x559d528b0590 2024-09-05T02:28:42.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.309+0000 7fe386000640 1 --2- 172.21.15.33:0/3883948189 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528b0590 0x559d528d2810 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fe3740239a0 tx=0x7fe374005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=82bb07adff0093f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.310+0000 7fe373400640 1 -- 172.21.15.33:0/3883948189 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe374032070 con 0x559d528b0590 2024-09-05T02:28:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.310+0000 7fe373400640 1 -- 172.21.15.33:0/3883948189 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe374004410 con 0x559d528b0590 2024-09-05T02:28:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.310+0000 7fe373400640 1 -- 172.21.15.33:0/3883948189 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe374029050 con 0x559d528b0590 2024-09-05T02:28:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.310+0000 7fe390a57740 1 -- 172.21.15.33:0/3883948189 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528b0590 msgr2=0x559d528d2810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.310+0000 7fe390a57740 1 --2- 172.21.15.33:0/3883948189 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528b0590 0x559d528d2810 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fe3740239a0 tx=0x7fe374005fd0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.310+0000 7fe390a57740 1 -- 172.21.15.33:0/3883948189 shutdown_connections 2024-09-05T02:28:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.310+0000 7fe390a57740 1 --2- 172.21.15.33:0/3883948189 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528bae50 0x559d528d2d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.310+0000 7fe390a57740 1 --2- 172.21.15.33:0/3883948189 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528b0590 0x559d528d2810 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.310+0000 7fe390a57740 1 --2- 172.21.15.33:0/3883948189 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528afc70 0x559d528ac5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.310+0000 7fe390a57740 1 -- 172.21.15.33:0/3883948189 >> 172.21.15.33:0/3883948189 conn(0x559d528ac200 msgr2=0x559d528b9d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.310+0000 7fe390a57740 1 -- 172.21.15.33:0/3883948189 shutdown_connections 2024-09-05T02:28:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.311+0000 7fe390a57740 1 -- 172.21.15.33:0/3883948189 wait complete. 2024-09-05T02:28:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.311+0000 7fe390a57740 1 -- start start 2024-09-05T02:28:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.311+0000 7fe390a57740 1 Processor -- start 2024-09-05T02:28:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.312+0000 7fe390a57740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528afc70 0x559d528c35b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.312+0000 7fe390a57740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528b0590 0x559d528be8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.312+0000 7fe390a57740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528bae50 0x559d528bee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.312+0000 7fe390a57740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe3881b0ef0 con 0x559d528bae50 2024-09-05T02:28:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.312+0000 7fe390a57740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe3881b0820 con 0x559d528afc70 2024-09-05T02:28:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.312+0000 7fe390a57740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe3881ada60 con 0x559d528b0590 2024-09-05T02:28:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.312+0000 7fe390a57740 10 client.0 _ll_register_callbacks cb 0x7fe378005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.312+0000 7fe386a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528afc70 0x559d528c35b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.312+0000 7fe386a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528afc70 0x559d528c35b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:53970/0 (socket says 172.21.15.33:53970) 2024-09-05T02:28:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.312+0000 7fe386a00640 1 -- 172.21.15.33:0/915906641 learned_addr learned my addr 172.21.15.33:0/915906641 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:42.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.312+0000 7fe387400640 1 --2- 172.21.15.33:0/915906641 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528bae50 0x559d528bee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:42.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.312+0000 7fe386000640 1 --2- 172.21.15.33:0/915906641 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528b0590 0x559d528be8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:42.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.312+0000 7fe386a00640 1 -- 172.21.15.33:0/915906641 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528b0590 msgr2=0x559d528be8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:42.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.312+0000 7fe386a00640 1 --2- 172.21.15.33:0/915906641 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528b0590 0x559d528be8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.312+0000 7fe386a00640 1 -- 172.21.15.33:0/915906641 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528bae50 msgr2=0x559d528bee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:42.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.312+0000 7fe386a00640 1 --2- 172.21.15.33:0/915906641 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528bae50 0x559d528bee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.312+0000 7fe386a00640 1 -- 172.21.15.33:0/915906641 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d528bf670 con 0x559d528afc70 2024-09-05T02:28:42.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.313+0000 7fe386a00640 1 --2- 172.21.15.33:0/915906641 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528afc70 0x559d528c35b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fe378098660 tx=0x7fe378018420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5f0cc70f038f9f6e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:42.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.313+0000 7fe370c00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:28:42.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.313+0000 7fe370c00640 1 -- 172.21.15.33:0/915906641 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3780cd140 con 0x559d528afc70 2024-09-05T02:28:42.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.313+0000 7fe390a57740 1 -- 172.21.15.33:0/915906641 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe374004410 con 0x559d528afc70 2024-09-05T02:28:42.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.313+0000 7fe370c00640 1 -- 172.21.15.33:0/915906641 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe3780cd2e0 con 0x559d528afc70 2024-09-05T02:28:42.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.313+0000 7fe370c00640 1 -- 172.21.15.33:0/915906641 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe3780cfbb0 con 0x559d528afc70 2024-09-05T02:28:42.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.313+0000 7fe390a57740 10 client.25559 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:42.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.313+0000 7fe390a57740 1 -- 172.21.15.33:0/915906641 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559d529358d0 con 0x559d528afc70 2024-09-05T02:28:42.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.313+0000 7fe370c00640 1 -- 172.21.15.33:0/915906641 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe374004410 con 0x559d528afc70 2024-09-05T02:28:42.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.314+0000 7fe370c00640 1 -- 172.21.15.33:0/915906641 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe37809b0e0 con 0x559d528afc70 2024-09-05T02:28:42.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.314+0000 7fe390a57740 10 client.25559 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:42.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.314+0000 7fe390a57740 10 client.25559 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:28:42.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.314+0000 7fe390a57740 20 client.25559 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:42.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.314+0000 7fe390a57740 1 --2- 172.21.15.33:0/915906641 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x559d52935fa0 0x559d529383b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:42.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.314+0000 7fe390a57740 4 client.25559 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:28:42.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.314+0000 7fe390a57740 1 -- 172.21.15.33:0/915906641 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559d5281de60 con 0x559d52935fa0 2024-09-05T02:28:42.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.314+0000 7fe386000640 1 --2- 172.21.15.33:0/915906641 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x559d52935fa0 0x559d529383b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:42.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.315+0000 7fe386000640 1 --2- 172.21.15.33:0/915906641 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x559d52935fa0 0x559d529383b0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a45df59417d66e92 server_cookie=45fb3d894b1e32fb in_seq=0 out_seq=0 2024-09-05T02:28:42.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.315+0000 7fe370c00640 10 client.25559 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:28:42.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.315+0000 7fe370c00640 1 -- 172.21.15.33:0/915906641 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559d5281de60 con 0x559d52935fa0 2024-09-05T02:28:42.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.315+0000 7fe370c00640 10 client.25559 handle_command_reply: tid=0 2024-09-05T02:28:42.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.315+0000 7fe390a57740 1 client.25559 shutdown 2024-09-05T02:28:42.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.315+0000 7fe390a57740 1 -- 172.21.15.33:0/915906641 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528afc70 msgr2=0x559d528c35b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:42.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.315+0000 7fe390a57740 1 --2- 172.21.15.33:0/915906641 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528afc70 0x559d528c35b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fe378098660 tx=0x7fe378018420 comp rx=0 tx=0).stop 2024-09-05T02:28:42.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.315+0000 7fe390a57740 1 -- 172.21.15.33:0/915906641 shutdown_connections 2024-09-05T02:28:42.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.315+0000 7fe390a57740 1 --2- 172.21.15.33:0/915906641 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x559d52935fa0 0x559d529383b0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.315+0000 7fe390a57740 1 --2- 172.21.15.33:0/915906641 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d528bae50 0x559d528bee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.315+0000 7fe390a57740 1 --2- 172.21.15.33:0/915906641 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559d528b0590 0x559d528be8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.315+0000 7fe370c00640 0 client.25559 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:28:42.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.315+0000 7fe390a57740 1 --2- 172.21.15.33:0/915906641 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d528afc70 0x559d528c35b0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.315+0000 7fe390a57740 1 -- 172.21.15.33:0/915906641 >> 172.21.15.33:0/915906641 conn(0x559d528ac200 msgr2=0x559d528aab60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:42.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.315+0000 7fe390a57740 1 -- 172.21.15.33:0/915906641 shutdown_connections 2024-09-05T02:28:42.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.315+0000 7fe390a57740 1 -- 172.21.15.33:0/915906641 wait complete. 2024-09-05T02:28:42.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.316+0000 7fe390a57740 20 client.25559 trim_cache size 0 max 16384 2024-09-05T02:28:42.320 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:28:42.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.316+0000 7fe38de00640 1 -- 172.21.15.33:0/857103352 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe36c0a2d70 msgr2=0x7fe36c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:42.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.316+0000 7fe38de00640 1 --2- 172.21.15.33:0/857103352 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe36c0a2d70 0x7fe36c0a5230 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fe380009430 tx=0x7fe380004a40 comp rx=0 tx=0).stop 2024-09-05T02:28:42.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.316+0000 7fe38de00640 1 -- 172.21.15.33:0/857103352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe388103ff0 msgr2=0x7fe38819a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:42.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.316+0000 7fe38de00640 1 --2- 172.21.15.33:0/857103352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe388103ff0 0x7fe38819a620 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fe37800e9f0 tx=0x7fe37800eeb0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.316+0000 7fe38de00640 1 -- 172.21.15.33:0/857103352 shutdown_connections 2024-09-05T02:28:42.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.316+0000 7fe38de00640 1 --2- 172.21.15.33:0/857103352 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe36c0a2d70 0x7fe36c0a5230 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.316+0000 7fe38de00640 1 --2- 172.21.15.33:0/857103352 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe388109120 0x7fe38819eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.316+0000 7fe38de00640 1 --2- 172.21.15.33:0/857103352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe3881049a0 0x7fe38819ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.316+0000 7fe38de00640 1 --2- 172.21.15.33:0/857103352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe388103ff0 0x7fe38819a620 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:42.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.316+0000 7fe38de00640 1 -- 172.21.15.33:0/857103352 >> 172.21.15.33:0/857103352 conn(0x7fe3880ffa90 msgr2=0x7fe388100540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:42.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.316+0000 7fe38de00640 1 -- 172.21.15.33:0/857103352 shutdown_connections 2024-09-05T02:28:42.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:42.316+0000 7fe38de00640 1 -- 172.21.15.33:0/857103352 wait complete. 2024-09-05T02:28:43.226 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:28:43.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:43 smithi123 ceph-mon[34031]: pgmap v56: 97 pgs: 97 active+clean; 293 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 24 MiB/s wr, 37 op/s 2024-09-05T02:28:43.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:43 smithi174 ceph-mon[34756]: pgmap v56: 97 pgs: 97 active+clean; 293 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 24 MiB/s wr, 37 op/s 2024-09-05T02:28:43.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:43 smithi033 ceph-mon[29909]: pgmap v56: 97 pgs: 97 active+clean; 293 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 24 MiB/s wr, 37 op/s 2024-09-05T02:28:43.622 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:28:44.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.337+0000 7ff5e9c00640 1 -- 172.21.15.33:0/3040352585 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5dc006b50 msgr2=0x7ff5dc006f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:44.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.337+0000 7ff5e9c00640 1 --2- 172.21.15.33:0/3040352585 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5dc006b50 0x7ff5dc006f30 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ff5d8009860 tx=0x7ff5d802a3d0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.337+0000 7ff5e9c00640 1 -- 172.21.15.33:0/3040352585 shutdown_connections 2024-09-05T02:28:44.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.337+0000 7ff5e9c00640 1 --2- 172.21.15.33:0/3040352585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5dc0a65a0 0x7ff5dc0a8990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.337+0000 7ff5e9c00640 1 --2- 172.21.15.33:0/3040352585 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff5dc007470 0x7ff5dc0a6060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.337+0000 7ff5e9c00640 1 --2- 172.21.15.33:0/3040352585 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5dc006b50 0x7ff5dc006f30 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.337+0000 7ff5e9c00640 1 -- 172.21.15.33:0/3040352585 >> 172.21.15.33:0/3040352585 conn(0x7ff5dc091270 msgr2=0x7ff5dc093690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:44.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.337+0000 7ff5e9c00640 1 -- 172.21.15.33:0/3040352585 shutdown_connections 2024-09-05T02:28:44.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.338+0000 7ff5e9c00640 1 -- 172.21.15.33:0/3040352585 wait complete. 2024-09-05T02:28:44.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.340+0000 7ff5e9c00640 1 Processor -- start 2024-09-05T02:28:44.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.340+0000 7ff5e9c00640 1 -- start start 2024-09-05T02:28:44.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.340+0000 7ff5e9c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5dc006b50 0x7ff5dc1324c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:44.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.340+0000 7ff5e9c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5dc007470 0x7ff5dc132a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:44.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.340+0000 7ff5e9c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff5dc0a65a0 0x7ff5dc136d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:44.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.340+0000 7ff5e9c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff5dc0abfc0 con 0x7ff5dc006b50 2024-09-05T02:28:44.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.340+0000 7ff5e9c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff5dc0abe40 con 0x7ff5dc0a65a0 2024-09-05T02:28:44.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.341+0000 7ff5e9c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff5dc0ac140 con 0x7ff5dc007470 2024-09-05T02:28:44.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.341+0000 7ff5e3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5dc006b50 0x7ff5dc1324c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:44.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.341+0000 7ff5e3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5dc006b50 0x7ff5dc1324c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36022/0 (socket says 172.21.15.33:36022) 2024-09-05T02:28:44.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.341+0000 7ff5e3e00640 1 -- 172.21.15.33:0/2451835826 learned_addr learned my addr 172.21.15.33:0/2451835826 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:44.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.342+0000 7ff5e3e00640 1 -- 172.21.15.33:0/2451835826 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5dc007470 msgr2=0x7ff5dc132a00 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T02:28:44.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.342+0000 7ff5e3e00640 1 --2- 172.21.15.33:0/2451835826 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5dc007470 0x7ff5dc132a00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.342+0000 7ff5e3e00640 1 -- 172.21.15.33:0/2451835826 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff5dc0a65a0 msgr2=0x7ff5dc136d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:44.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.342+0000 7ff5e9200640 1 --2- 172.21.15.33:0/2451835826 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff5dc0a65a0 0x7ff5dc136d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:44.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.342+0000 7ff5e3e00640 1 --2- 172.21.15.33:0/2451835826 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff5dc0a65a0 0x7ff5dc136d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.342+0000 7ff5e3e00640 1 -- 172.21.15.33:0/2451835826 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5dc137470 con 0x7ff5dc006b50 2024-09-05T02:28:44.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.343+0000 7ff5e3e00640 1 --2- 172.21.15.33:0/2451835826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5dc006b50 0x7ff5dc1324c0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7ff5d8000c00 tx=0x7ff5d8030920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:44.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.343+0000 7ff5e0c00640 1 -- 172.21.15.33:0/2451835826 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d8004440 con 0x7ff5dc006b50 2024-09-05T02:28:44.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.344+0000 7ff5e9c00640 1 -- 172.21.15.33:0/2451835826 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5dc137700 con 0x7ff5dc006b50 2024-09-05T02:28:44.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.344+0000 7ff5e0c00640 1 -- 172.21.15.33:0/2451835826 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5d8005620 con 0x7ff5dc006b50 2024-09-05T02:28:44.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.344+0000 7ff5e0c00640 1 -- 172.21.15.33:0/2451835826 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d8004920 con 0x7ff5dc006b50 2024-09-05T02:28:44.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.344+0000 7ff5e9c00640 1 -- 172.21.15.33:0/2451835826 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5dc13f040 con 0x7ff5dc006b50 2024-09-05T02:28:44.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.348+0000 7ff5edc75740 1 Processor -- start 2024-09-05T02:28:44.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.348+0000 7ff5edc75740 1 -- start start 2024-09-05T02:28:44.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.349+0000 7ff5edc75740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87be70 0x562e5f87c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:44.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.349+0000 7ff5edc75740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f87c790 0x562e5f886b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:44.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.349+0000 7ff5edc75740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f887050 0x562e5f889440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:44.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.349+0000 7ff5edc75740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562e5f7e23e0 con 0x562e5f87c790 2024-09-05T02:28:44.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.349+0000 7ff5edc75740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562e5f789d80 con 0x562e5f887050 2024-09-05T02:28:44.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.349+0000 7ff5edc75740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x562e5f7de3a0 con 0x562e5f87be70 2024-09-05T02:28:44.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.349+0000 7ff5e3400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f887050 0x562e5f889440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:44.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.349+0000 7ff5e3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f87c790 0x562e5f886b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:44.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.349+0000 7ff5e3400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f887050 0x562e5f889440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:54000/0 (socket says 172.21.15.33:54000) 2024-09-05T02:28:44.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.349+0000 7ff5e3400640 1 -- 172.21.15.33:0/1408361035 learned_addr learned my addr 172.21.15.33:0/1408361035 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:44.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.350+0000 7ff5e9200640 1 --2- 172.21.15.33:0/1408361035 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87be70 0x562e5f87c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:44.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.351+0000 7ff5e3400640 1 -- 172.21.15.33:0/1408361035 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87be70 msgr2=0x562e5f87c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:44.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.351+0000 7ff5e3400640 1 --2- 172.21.15.33:0/1408361035 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87be70 0x562e5f87c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.351+0000 7ff5e3400640 1 -- 172.21.15.33:0/1408361035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f87c790 msgr2=0x562e5f886b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:44.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.351+0000 7ff5e3400640 1 --2- 172.21.15.33:0/1408361035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f87c790 0x562e5f886b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.351+0000 7ff5e3400640 1 -- 172.21.15.33:0/1408361035 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e5f7a8ae0 con 0x562e5f887050 2024-09-05T02:28:44.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.351+0000 7ff5e9200640 1 --2- 172.21.15.33:0/1408361035 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87be70 0x562e5f87c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:44.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.351+0000 7ff5e3e00640 1 --2- 172.21.15.33:0/1408361035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f87c790 0x562e5f886b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:28:44.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.355+0000 7ff5e3400640 1 --2- 172.21.15.33:0/1408361035 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f887050 0x562e5f889440 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff5d0009b70 tx=0x7ff5d0009f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=431cdc5bab1bd063 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:44.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.355+0000 7ff5d5600640 1 -- 172.21.15.33:0/1408361035 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d000ed10 con 0x562e5f887050 2024-09-05T02:28:44.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.355+0000 7ff5d5600640 1 -- 172.21.15.33:0/1408361035 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5d0005500 con 0x562e5f887050 2024-09-05T02:28:44.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.355+0000 7ff5d5600640 1 -- 172.21.15.33:0/1408361035 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d0010690 con 0x562e5f887050 2024-09-05T02:28:44.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.356+0000 7ff5e0c00640 1 -- 172.21.15.33:0/2451835826 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7ff5d8039040 con 0x7ff5dc006b50 2024-09-05T02:28:44.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.356+0000 7ff5edc75740 1 -- 172.21.15.33:0/1408361035 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f887050 msgr2=0x562e5f889440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:44.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.356+0000 7ff5edc75740 1 --2- 172.21.15.33:0/1408361035 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f887050 0x562e5f889440 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff5d0009b70 tx=0x7ff5d0009f70 comp rx=0 tx=0).stop 2024-09-05T02:28:44.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.359+0000 7ff5edc75740 1 -- 172.21.15.33:0/1408361035 shutdown_connections 2024-09-05T02:28:44.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.359+0000 7ff5edc75740 1 --2- 172.21.15.33:0/1408361035 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f887050 0x562e5f889440 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.359+0000 7ff5edc75740 1 --2- 172.21.15.33:0/1408361035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f87c790 0x562e5f886b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.359+0000 7ff5edc75740 1 --2- 172.21.15.33:0/1408361035 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87be70 0x562e5f87c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.359+0000 7ff5edc75740 1 -- 172.21.15.33:0/1408361035 >> 172.21.15.33:0/1408361035 conn(0x562e5f878400 msgr2=0x562e5f8787e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:44.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.360+0000 7ff5edc75740 1 -- 172.21.15.33:0/1408361035 shutdown_connections 2024-09-05T02:28:44.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.360+0000 7ff5edc75740 1 -- 172.21.15.33:0/1408361035 wait complete. 2024-09-05T02:28:44.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.361+0000 7ff5edc75740 1 -- start start 2024-09-05T02:28:44.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.361+0000 7ff5edc75740 1 Processor -- start 2024-09-05T02:28:44.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.362+0000 7ff5e0c00640 1 --2- 172.21.15.33:0/2451835826 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff5cc0a2ce0 0x7ff5cc0a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:44.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.362+0000 7ff5edc75740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87be70 0x562e5f883e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:44.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.362+0000 7ff5edc75740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f87c790 0x562e5f884350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:44.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.362+0000 7ff5edc75740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f887050 0x562e5f884890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:44.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.363+0000 7ff5edc75740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562e5f889c20 con 0x562e5f887050 2024-09-05T02:28:44.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.363+0000 7ff5edc75740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562e5f79d0f0 con 0x562e5f87c790 2024-09-05T02:28:44.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.363+0000 7ff5edc75740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x562e5f889da0 con 0x562e5f87be70 2024-09-05T02:28:44.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.363+0000 7ff5edc75740 10 client.0 _ll_register_callbacks cb 0x562e5f784bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:44.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.363+0000 7ff5e9200640 1 --2- 172.21.15.33:0/2451835826 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff5cc0a2ce0 0x7ff5cc0a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:44.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.364+0000 7ff5e3e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87be70 0x562e5f883e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:44.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.364+0000 7ff5e3e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87be70 0x562e5f883e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:38828/0 (socket says 172.21.15.33:38828) 2024-09-05T02:28:44.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.364+0000 7ff5e3e00640 1 -- 172.21.15.33:0/76136370 learned_addr learned my addr 172.21.15.33:0/76136370 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:44.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.364+0000 7ff5e0c00640 1 -- 172.21.15.33:0/2451835826 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ff5d80f3870 con 0x7ff5dc006b50 2024-09-05T02:28:44.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.364+0000 7ff5e3400640 1 --2- 172.21.15.33:0/76136370 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f87c790 0x562e5f884350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:44.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.365+0000 7ff5e3e00640 1 -- 172.21.15.33:0/76136370 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f87c790 msgr2=0x562e5f884350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:44.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.365+0000 7ff5e3e00640 1 --2- 172.21.15.33:0/76136370 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f87c790 0x562e5f884350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.365+0000 7ff5e3e00640 1 -- 172.21.15.33:0/76136370 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f887050 msgr2=0x562e5f884890 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T02:28:44.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.365+0000 7ff5e3e00640 1 --2- 172.21.15.33:0/76136370 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f887050 0x562e5f884890 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.365+0000 7ff5e3e00640 1 -- 172.21.15.33:0/76136370 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e5f5533c0 con 0x562e5f87be70 2024-09-05T02:28:44.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.366+0000 7ff5e3e00640 1 --2- 172.21.15.33:0/76136370 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87be70 0x562e5f883e10 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ff5d80bfa20 tx=0x7ff5d80bf860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2a49a5a3e90d7c15 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:44.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.367+0000 7ff5ca000640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:28:44.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.367+0000 7ff5ca000640 1 -- 172.21.15.33:0/76136370 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d80f13e0 con 0x562e5f87be70 2024-09-05T02:28:44.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.367+0000 7ff5ca000640 1 -- 172.21.15.33:0/76136370 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ff5d80c8500 con 0x562e5f87be70 2024-09-05T02:28:44.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.368+0000 7ff5e9200640 1 --2- 172.21.15.33:0/2451835826 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff5cc0a2ce0 0x7ff5cc0a51a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff5e40637b0 tx=0x7ff5e4050650 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:44.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.369+0000 7ff5edc75740 1 -- 172.21.15.33:0/76136370 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5d0005500 con 0x562e5f87be70 2024-09-05T02:28:44.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.371+0000 7ff5ca000640 1 -- 172.21.15.33:0/76136370 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff5d80c0420 con 0x562e5f87be70 2024-09-05T02:28:44.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.371+0000 7ff5edc75740 10 client.25513 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:44.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.371+0000 7ff5edc75740 1 -- 172.21.15.33:0/76136370 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562e5f889cd0 con 0x562e5f87be70 2024-09-05T02:28:44.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.371+0000 7ff5ca000640 1 -- 172.21.15.33:0/76136370 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5d0005500 con 0x562e5f87be70 2024-09-05T02:28:44.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.372+0000 7ff5ca000640 1 -- 172.21.15.33:0/76136370 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff5d804c030 con 0x562e5f87be70 2024-09-05T02:28:44.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.372+0000 7ff5edc75740 10 client.25513 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:44.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.372+0000 7ff5edc75740 10 client.25513 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:28:44.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.372+0000 7ff5edc75740 20 client.25513 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:44.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.372+0000 7ff5edc75740 1 --2- 172.21.15.33:0/76136370 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x562e5f8a7fe0 0x562e5f8aa440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:44.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.373+0000 7ff5edc75740 4 client.25513 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:28:44.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.373+0000 7ff5edc75740 1 -- 172.21.15.33:0/76136370 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562e5f7ef950 con 0x562e5f8a7fe0 2024-09-05T02:28:44.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.374+0000 7ff5e3400640 1 --2- 172.21.15.33:0/76136370 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x562e5f8a7fe0 0x562e5f8aa440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:44.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.374+0000 7ff5e3400640 1 --2- 172.21.15.33:0/76136370 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x562e5f8a7fe0 0x562e5f8aa440 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b516b04b74c85f44 server_cookie=71b8b186e23d22eb in_seq=0 out_seq=0 2024-09-05T02:28:44.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.374+0000 7ff5ca000640 10 client.25513 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:28:44.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.376+0000 7ff5ca000640 1 -- 172.21.15.33:0/76136370 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562e5f7ef950 con 0x562e5f8a7fe0 2024-09-05T02:28:44.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.376+0000 7ff5ca000640 10 client.25513 handle_command_reply: tid=0 2024-09-05T02:28:44.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.376+0000 7ff5edc75740 1 client.25513 shutdown 2024-09-05T02:28:44.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.378+0000 7ff5edc75740 1 -- 172.21.15.33:0/76136370 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87be70 msgr2=0x562e5f883e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:44.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.378+0000 7ff5edc75740 1 --2- 172.21.15.33:0/76136370 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87be70 0x562e5f883e10 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ff5d80bfa20 tx=0x7ff5d80bf860 comp rx=0 tx=0).stop 2024-09-05T02:28:44.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.381+0000 7ff5edc75740 1 -- 172.21.15.33:0/76136370 shutdown_connections 2024-09-05T02:28:44.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.381+0000 7ff5edc75740 1 --2- 172.21.15.33:0/76136370 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x562e5f8a7fe0 0x562e5f8aa440 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.381+0000 7ff5ca000640 0 client.25513 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:28:44.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.381+0000 7ff5edc75740 1 --2- 172.21.15.33:0/76136370 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f887050 0x562e5f884890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.381+0000 7ff5edc75740 1 --2- 172.21.15.33:0/76136370 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f87c790 0x562e5f884350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.382+0000 7ff5edc75740 1 --2- 172.21.15.33:0/76136370 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87be70 0x562e5f883e10 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.383+0000 7ff5edc75740 1 -- 172.21.15.33:0/76136370 >> 172.21.15.33:0/76136370 conn(0x562e5f878400 msgr2=0x562e5f87e130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:44.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.384+0000 7ff5edc75740 1 -- 172.21.15.33:0/76136370 shutdown_connections 2024-09-05T02:28:44.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.385+0000 7ff5edc75740 1 -- 172.21.15.33:0/76136370 wait complete. 2024-09-05T02:28:44.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.387+0000 7ff5edc75740 20 client.25513 trim_cache size 0 max 16384 2024-09-05T02:28:44.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.425+0000 7ff5edc75740 1 Processor -- start 2024-09-05T02:28:44.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.425+0000 7ff5edc75740 1 -- start start 2024-09-05T02:28:44.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.426+0000 7ff5edc75740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87be70 0x562e5f8846e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:44.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.427+0000 7ff5edc75740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f87c790 0x562e5f877470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:44.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.427+0000 7ff5edc75740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f887050 0x562e5f8afd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:44.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.427+0000 7ff5e3e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87be70 0x562e5f8846e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:44.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.430+0000 7ff5e3e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87be70 0x562e5f8846e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:38842/0 (socket says 172.21.15.33:38842) 2024-09-05T02:28:44.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.430+0000 7ff5e3e00640 1 -- 172.21.15.33:0/113278561 learned_addr learned my addr 172.21.15.33:0/113278561 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:44.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.431+0000 7ff5e3400640 1 --2- 172.21.15.33:0/113278561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f87c790 0x562e5f877470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:44.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.431+0000 7ff5edc75740 1 -- 172.21.15.33:0/113278561 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff5dc147870 con 0x562e5f87c790 2024-09-05T02:28:44.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.431+0000 7ff5edc75740 1 -- 172.21.15.33:0/113278561 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff5dc1493b0 con 0x562e5f887050 2024-09-05T02:28:44.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.431+0000 7ff5edc75740 1 -- 172.21.15.33:0/113278561 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff5dc147f40 con 0x562e5f87be70 2024-09-05T02:28:44.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.431+0000 7ff5e9200640 1 --2- 172.21.15.33:0/113278561 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f887050 0x562e5f8afd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:44.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.432+0000 7ff5e3e00640 1 -- 172.21.15.33:0/113278561 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f887050 msgr2=0x562e5f8afd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:44.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.434+0000 7ff5e3e00640 1 --2- 172.21.15.33:0/113278561 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f887050 0x562e5f8afd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.434+0000 7ff5e3e00640 1 -- 172.21.15.33:0/113278561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f87c790 msgr2=0x562e5f877470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:44.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.434+0000 7ff5e3e00640 1 --2- 172.21.15.33:0/113278561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f87c790 0x562e5f877470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.434+0000 7ff5e3e00640 1 -- 172.21.15.33:0/113278561 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e5f878230 con 0x562e5f87be70 2024-09-05T02:28:44.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.434+0000 7ff5e3400640 1 --2- 172.21.15.33:0/113278561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f87c790 0x562e5f877470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:28:44.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.434+0000 7ff5e9200640 1 --2- 172.21.15.33:0/113278561 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f887050 0x562e5f8afd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:28:44.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.434+0000 7ff5e3e00640 1 --2- 172.21.15.33:0/113278561 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87be70 0x562e5f8846e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ff5d8004d50 tx=0x7ff5d80bf990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83334d0c2d43bb97 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:44.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.434+0000 7ff5d4c00640 1 -- 172.21.15.33:0/113278561 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d80a4070 con 0x562e5f87be70 2024-09-05T02:28:44.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.434+0000 7ff5d4c00640 1 -- 172.21.15.33:0/113278561 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5d80c40d0 con 0x562e5f87be70 2024-09-05T02:28:44.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.434+0000 7ff5d4c00640 1 -- 172.21.15.33:0/113278561 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d80c8500 con 0x562e5f87be70 2024-09-05T02:28:44.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.436+0000 7ff5edc75740 1 -- 172.21.15.33:0/113278561 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87be70 msgr2=0x562e5f8846e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:44.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.436+0000 7ff5edc75740 1 --2- 172.21.15.33:0/113278561 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87be70 0x562e5f8846e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ff5d8004d50 tx=0x7ff5d80bf990 comp rx=0 tx=0).stop 2024-09-05T02:28:44.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.438+0000 7ff5edc75740 1 -- 172.21.15.33:0/113278561 shutdown_connections 2024-09-05T02:28:44.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.439+0000 7ff5edc75740 1 --2- 172.21.15.33:0/113278561 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f887050 0x562e5f8afd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.439+0000 7ff5edc75740 1 --2- 172.21.15.33:0/113278561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f87c790 0x562e5f877470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.439+0000 7ff5edc75740 1 --2- 172.21.15.33:0/113278561 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87be70 0x562e5f8846e0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.439+0000 7ff5edc75740 1 -- 172.21.15.33:0/113278561 >> 172.21.15.33:0/113278561 conn(0x562e5f878400 msgr2=0x562e5f876d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:44.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.440+0000 7ff5edc75740 1 -- 172.21.15.33:0/113278561 shutdown_connections 2024-09-05T02:28:44.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.440+0000 7ff5edc75740 1 -- 172.21.15.33:0/113278561 wait complete. 2024-09-05T02:28:44.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.441+0000 7ff5edc75740 1 -- start start 2024-09-05T02:28:44.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.441+0000 7ff5edc75740 1 Processor -- start 2024-09-05T02:28:44.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.444+0000 7ff5edc75740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f87be70 0x562e5f88f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:44.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.444+0000 7ff5edc75740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87c790 0x562e5f887bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:44.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.444+0000 7ff5edc75740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f887050 0x562e5f8880f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:44.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.445+0000 7ff5edc75740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff5dc148ce0 con 0x562e5f887050 2024-09-05T02:28:44.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.445+0000 7ff5edc75740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff5dc148610 con 0x562e5f87be70 2024-09-05T02:28:44.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.445+0000 7ff5edc75740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff5dc145850 con 0x562e5f87c790 2024-09-05T02:28:44.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.445+0000 7ff5edc75740 10 client.0 _ll_register_callbacks cb 0x562e5f886fa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:44.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.445+0000 7ff5e3e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f87be70 0x562e5f88f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:44.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.445+0000 7ff5e3e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f87be70 0x562e5f88f4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:54014/0 (socket says 172.21.15.33:54014) 2024-09-05T02:28:44.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.445+0000 7ff5e3e00640 1 -- 172.21.15.33:0/1630639186 learned_addr learned my addr 172.21.15.33:0/1630639186 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:44.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.446+0000 7ff5e9200640 1 --2- 172.21.15.33:0/1630639186 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f887050 0x562e5f8880f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:44.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.446+0000 7ff5e3400640 1 --2- 172.21.15.33:0/1630639186 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87c790 0x562e5f887bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:44.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.447+0000 7ff5e3e00640 1 -- 172.21.15.33:0/1630639186 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87c790 msgr2=0x562e5f887bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:44.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.447+0000 7ff5e3e00640 1 --2- 172.21.15.33:0/1630639186 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87c790 0x562e5f887bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.447+0000 7ff5e3e00640 1 -- 172.21.15.33:0/1630639186 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f887050 msgr2=0x562e5f8880f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:44.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.447+0000 7ff5e3e00640 1 --2- 172.21.15.33:0/1630639186 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f887050 0x562e5f8880f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.447+0000 7ff5e3e00640 1 -- 172.21.15.33:0/1630639186 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e5f888630 con 0x562e5f87be70 2024-09-05T02:28:44.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.449+0000 7ff5e3e00640 1 --2- 172.21.15.33:0/1630639186 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f87be70 0x562e5f88f4b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7ff5d802a940 tx=0x7ff5d8032f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cccaa698e5d7d5c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:44.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.449+0000 7ff5ca000640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:28:44.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.449+0000 7ff5ca000640 1 -- 172.21.15.33:0/1630639186 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d80a4020 con 0x562e5f87be70 2024-09-05T02:28:44.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.449+0000 7ff5ca000640 1 -- 172.21.15.33:0/1630639186 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ff5d80c8500 con 0x562e5f87be70 2024-09-05T02:28:44.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.450+0000 7ff5edc75740 1 -- 172.21.15.33:0/1630639186 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5d80c40d0 con 0x562e5f87be70 2024-09-05T02:28:44.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.451+0000 7ff5ca000640 1 -- 172.21.15.33:0/1630639186 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff5d80f13e0 con 0x562e5f87be70 2024-09-05T02:28:44.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.451+0000 7ff5edc75740 10 client.25571 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:44.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.451+0000 7ff5edc75740 1 -- 172.21.15.33:0/1630639186 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562e5f888630 con 0x562e5f87be70 2024-09-05T02:28:44.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.453+0000 7ff5ca000640 1 -- 172.21.15.33:0/1630639186 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5d80c40d0 con 0x562e5f87be70 2024-09-05T02:28:44.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.453+0000 7ff5ca000640 1 -- 172.21.15.33:0/1630639186 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff5d804c040 con 0x562e5f87be70 2024-09-05T02:28:44.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.454+0000 7ff5edc75740 10 client.25571 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:44.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.455+0000 7ff5edc75740 10 client.25571 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:28:44.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.455+0000 7ff5edc75740 20 client.25571 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:44.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.455+0000 7ff5edc75740 1 --2- 172.21.15.33:0/1630639186 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x562e5f8a7fe0 0x562e5f914cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:44.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.455+0000 7ff5edc75740 4 client.25571 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:28:44.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.455+0000 7ff5edc75740 1 -- 172.21.15.33:0/1630639186 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562e5f7e9e60 con 0x562e5f8a7fe0 2024-09-05T02:28:44.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.456+0000 7ff5e3400640 1 --2- 172.21.15.33:0/1630639186 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x562e5f8a7fe0 0x562e5f914cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:44.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.460+0000 7ff5e3400640 1 --2- 172.21.15.33:0/1630639186 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x562e5f8a7fe0 0x562e5f914cf0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=605a3c9687183215 server_cookie=c49b3c5bc4c59f1b in_seq=0 out_seq=0 2024-09-05T02:28:44.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.460+0000 7ff5ca000640 10 client.25571 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:28:44.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.463+0000 7ff5ca000640 1 -- 172.21.15.33:0/1630639186 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562e5f7e9e60 con 0x562e5f8a7fe0 2024-09-05T02:28:44.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.463+0000 7ff5ca000640 10 client.25571 handle_command_reply: tid=0 2024-09-05T02:28:44.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.463+0000 7ff5edc75740 1 client.25571 shutdown 2024-09-05T02:28:44.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.463+0000 7ff5edc75740 1 -- 172.21.15.33:0/1630639186 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f87be70 msgr2=0x562e5f88f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:44.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.463+0000 7ff5edc75740 1 --2- 172.21.15.33:0/1630639186 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f87be70 0x562e5f88f4b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7ff5d802a940 tx=0x7ff5d8032f90 comp rx=0 tx=0).stop 2024-09-05T02:28:44.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.465+0000 7ff5edc75740 1 -- 172.21.15.33:0/1630639186 shutdown_connections 2024-09-05T02:28:44.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.465+0000 7ff5edc75740 1 --2- 172.21.15.33:0/1630639186 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x562e5f8a7fe0 0x562e5f914cf0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.465+0000 7ff5ca000640 0 client.25571 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:28:44.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.465+0000 7ff5edc75740 1 --2- 172.21.15.33:0/1630639186 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562e5f887050 0x562e5f8880f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.465+0000 7ff5edc75740 1 --2- 172.21.15.33:0/1630639186 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562e5f87c790 0x562e5f887bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.465+0000 7ff5edc75740 1 --2- 172.21.15.33:0/1630639186 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562e5f87be70 0x562e5f88f4b0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.465+0000 7ff5edc75740 1 -- 172.21.15.33:0/1630639186 >> 172.21.15.33:0/1630639186 conn(0x562e5f878400 msgr2=0x562e5f876d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:44.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.466+0000 7ff5edc75740 1 -- 172.21.15.33:0/1630639186 shutdown_connections 2024-09-05T02:28:44.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.467+0000 7ff5edc75740 1 -- 172.21.15.33:0/1630639186 wait complete. 2024-09-05T02:28:44.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.469+0000 7ff5edc75740 20 client.25571 trim_cache size 0 max 16384 2024-09-05T02:28:44.470 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:28:44.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.473+0000 7ff5e9c00640 1 -- 172.21.15.33:0/2451835826 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff5cc0a2ce0 msgr2=0x7ff5cc0a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:44.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.473+0000 7ff5e9c00640 1 --2- 172.21.15.33:0/2451835826 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff5cc0a2ce0 0x7ff5cc0a51a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff5e40637b0 tx=0x7ff5e4050650 comp rx=0 tx=0).stop 2024-09-05T02:28:44.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.473+0000 7ff5e9c00640 1 -- 172.21.15.33:0/2451835826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5dc006b50 msgr2=0x7ff5dc1324c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:44.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.473+0000 7ff5e9c00640 1 --2- 172.21.15.33:0/2451835826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5dc006b50 0x7ff5dc1324c0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7ff5d8000c00 tx=0x7ff5d8030920 comp rx=0 tx=0).stop 2024-09-05T02:28:44.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.473+0000 7ff5e9c00640 1 -- 172.21.15.33:0/2451835826 shutdown_connections 2024-09-05T02:28:44.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.473+0000 7ff5e9c00640 1 --2- 172.21.15.33:0/2451835826 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff5cc0a2ce0 0x7ff5cc0a51a0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.473+0000 7ff5e9c00640 1 --2- 172.21.15.33:0/2451835826 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff5dc0a65a0 0x7ff5dc136d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.473+0000 7ff5e9c00640 1 --2- 172.21.15.33:0/2451835826 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5dc007470 0x7ff5dc132a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.474+0000 7ff5e9c00640 1 --2- 172.21.15.33:0/2451835826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5dc006b50 0x7ff5dc1324c0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:44.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.474+0000 7ff5e9c00640 1 -- 172.21.15.33:0/2451835826 >> 172.21.15.33:0/2451835826 conn(0x7ff5dc091270 msgr2=0x7ff5dc092980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:44.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.474+0000 7ff5e9c00640 1 -- 172.21.15.33:0/2451835826 shutdown_connections 2024-09-05T02:28:44.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:44.474+0000 7ff5e9c00640 1 -- 172.21.15.33:0/2451835826 wait complete. 2024-09-05T02:28:45.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:45 smithi033 ceph-mon[29909]: pgmap v57: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 85 MiB/s wr, 57 op/s 2024-09-05T02:28:45.466 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:28:45.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:45 smithi174 ceph-mon[34756]: pgmap v57: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 85 MiB/s wr, 57 op/s 2024-09-05T02:28:45.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:45 smithi123 ceph-mon[34031]: pgmap v57: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 85 MiB/s wr, 57 op/s 2024-09-05T02:28:46.151 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:28:46.453 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:46.454 INFO:tasks.workunit.client.0.smithi033.stdout: Children see throughput for 1 rewriters = 334708.56 kB/sec 2024-09-05T02:28:46.454 INFO:tasks.workunit.client.0.smithi033.stdout: Parent sees throughput for 1 rewriters = 334638.92 kB/sec 2024-09-05T02:28:46.454 INFO:tasks.workunit.client.0.smithi033.stdout: Min throughput per process = 334708.56 kB/sec 2024-09-05T02:28:46.454 INFO:tasks.workunit.client.0.smithi033.stdout: Max throughput per process = 334708.56 kB/sec 2024-09-05T02:28:46.454 INFO:tasks.workunit.client.0.smithi033.stdout: Avg throughput per process = 334708.56 kB/sec 2024-09-05T02:28:46.454 INFO:tasks.workunit.client.0.smithi033.stdout: Min xfer = 1048576.00 kB 2024-09-05T02:28:47.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.091+0000 7fe7dbe00640 1 -- 172.21.15.33:0/3122199733 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe7dc076720 msgr2=0x7fe7dc076b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:47.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.091+0000 7fe7dbe00640 1 --2- 172.21.15.33:0/3122199733 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe7dc076720 0x7fe7dc076b00 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc009860 tx=0x7fe7cc02a340 comp rx=0 tx=0).stop 2024-09-05T02:28:47.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.091+0000 7fe7dbe00640 1 -- 172.21.15.33:0/3122199733 shutdown_connections 2024-09-05T02:28:47.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.091+0000 7fe7dbe00640 1 --2- 172.21.15.33:0/3122199733 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7dc112870 0x7fe7dc114c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.091+0000 7fe7dbe00640 1 --2- 172.21.15.33:0/3122199733 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe7dc077040 0x7fe7dc112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.091+0000 7fe7dbe00640 1 --2- 172.21.15.33:0/3122199733 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe7dc076720 0x7fe7dc076b00 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.091+0000 7fe7dbe00640 1 -- 172.21.15.33:0/3122199733 >> 172.21.15.33:0/3122199733 conn(0x7fe7dc0ff8d0 msgr2=0x7fe7dc101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:47.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.092+0000 7fe7dbe00640 1 -- 172.21.15.33:0/3122199733 shutdown_connections 2024-09-05T02:28:47.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.092+0000 7fe7dbe00640 1 -- 172.21.15.33:0/3122199733 wait complete. 2024-09-05T02:28:47.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.092+0000 7fe7dbe00640 1 Processor -- start 2024-09-05T02:28:47.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.093+0000 7fe7dbe00640 1 -- start start 2024-09-05T02:28:47.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.093+0000 7fe7dbe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7dc076720 0x7fe7dc1a4640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:47.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.093+0000 7fe7dbe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe7dc077040 0x7fe7dc1a4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:47.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.093+0000 7fe7dbe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe7dc112870 0x7fe7dc19e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:47.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.093+0000 7fe7dbe00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc1183e0 con 0x7fe7dc076720 2024-09-05T02:28:47.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.093+0000 7fe7dbe00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc118260 con 0x7fe7dc077040 2024-09-05T02:28:47.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.093+0000 7fe7dbe00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc118560 con 0x7fe7dc112870 2024-09-05T02:28:47.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.093+0000 7fe7daa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7dc076720 0x7fe7dc1a4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:47.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.093+0000 7fe7daa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7dc076720 0x7fe7dc1a4640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36066/0 (socket says 172.21.15.33:36066) 2024-09-05T02:28:47.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.093+0000 7fe7daa00640 1 -- 172.21.15.33:0/2503684923 learned_addr learned my addr 172.21.15.33:0/2503684923 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:47.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.093+0000 7fe7d3e00640 1 --2- 172.21.15.33:0/2503684923 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe7dc077040 0x7fe7dc1a4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:47.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.093+0000 7fe7db400640 1 --2- 172.21.15.33:0/2503684923 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe7dc112870 0x7fe7dc19e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:47.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.094+0000 7fe7daa00640 1 -- 172.21.15.33:0/2503684923 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe7dc112870 msgr2=0x7fe7dc19e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:47.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.094+0000 7fe7daa00640 1 --2- 172.21.15.33:0/2503684923 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe7dc112870 0x7fe7dc19e710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.094+0000 7fe7daa00640 1 -- 172.21.15.33:0/2503684923 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe7dc077040 msgr2=0x7fe7dc1a4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:47.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.094+0000 7fe7daa00640 1 --2- 172.21.15.33:0/2503684923 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe7dc077040 0x7fe7dc1a4b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.094+0000 7fe7daa00640 1 -- 172.21.15.33:0/2503684923 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7dc19ef80 con 0x7fe7dc076720 2024-09-05T02:28:47.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.094+0000 7fe7d3e00640 1 --2- 172.21.15.33:0/2503684923 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe7dc077040 0x7fe7dc1a4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:47.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.094+0000 7fe7db400640 1 --2- 172.21.15.33:0/2503684923 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe7dc112870 0x7fe7dc19e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:28:47.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.094+0000 7fe7daa00640 1 --2- 172.21.15.33:0/2503684923 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7dc076720 0x7fe7dc1a4640 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc035040 tx=0x7fe7cc033b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:47.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.094+0000 7fe7d3400640 1 -- 172.21.15.33:0/2503684923 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc037040 con 0x7fe7dc076720 2024-09-05T02:28:47.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.094+0000 7fe7dbe00640 1 -- 172.21.15.33:0/2503684923 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7dc19f210 con 0x7fe7dc076720 2024-09-05T02:28:47.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.094+0000 7fe7d3400640 1 -- 172.21.15.33:0/2503684923 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe7cc040070 con 0x7fe7dc076720 2024-09-05T02:28:47.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.095+0000 7fe7dbe00640 1 -- 172.21.15.33:0/2503684923 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7dc1ab3f0 con 0x7fe7dc076720 2024-09-05T02:28:47.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.095+0000 7fe7d3400640 1 -- 172.21.15.33:0/2503684923 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc003950 con 0x7fe7dc076720 2024-09-05T02:28:47.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.098+0000 7fe7d3400640 1 -- 172.21.15.33:0/2503684923 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fe7cc0305e0 con 0x7fe7dc076720 2024-09-05T02:28:47.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.098+0000 7fe7e41c7740 1 Processor -- start 2024-09-05T02:28:47.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.098+0000 7fe7e41c7740 1 -- start start 2024-09-05T02:28:47.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.099+0000 7fe7e41c7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc26e40 0x55df8cc27220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:47.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.099+0000 7fe7e41c7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc27760 0x55df8cc31ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:47.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.099+0000 7fe7e41c7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc32020 0x55df8cc34410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:47.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.099+0000 7fe7e41c7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55df8cb8d3e0 con 0x55df8cc32020 2024-09-05T02:28:47.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.099+0000 7fe7e41c7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55df8cb34d80 con 0x55df8cc27760 2024-09-05T02:28:47.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.099+0000 7fe7e41c7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55df8cb893a0 con 0x55df8cc26e40 2024-09-05T02:28:47.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.099+0000 7fe7db400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc26e40 0x55df8cc27220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:47.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.099+0000 7fe7daa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc27760 0x55df8cc31ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:47.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.099+0000 7fe7d3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc32020 0x55df8cc34410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:47.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.099+0000 7fe7db400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc26e40 0x55df8cc27220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:38878/0 (socket says 172.21.15.33:38878) 2024-09-05T02:28:47.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.099+0000 7fe7db400640 1 -- 172.21.15.33:0/3836532159 learned_addr learned my addr 172.21.15.33:0/3836532159 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:47.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.100+0000 7fe7daa00640 1 -- 172.21.15.33:0/3836532159 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc26e40 msgr2=0x55df8cc27220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:47.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.100+0000 7fe7daa00640 1 --2- 172.21.15.33:0/3836532159 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc26e40 0x55df8cc27220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.100+0000 7fe7d3400640 1 --2- 172.21.15.33:0/2503684923 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe7c00a2cf0 0x7fe7c00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:47.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.100+0000 7fe7daa00640 1 -- 172.21.15.33:0/3836532159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc32020 msgr2=0x55df8cc34410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:47.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.100+0000 7fe7daa00640 1 --2- 172.21.15.33:0/3836532159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc32020 0x55df8cc34410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.100+0000 7fe7daa00640 1 -- 172.21.15.33:0/3836532159 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df8cb53ae0 con 0x55df8cc27760 2024-09-05T02:28:47.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.100+0000 7fe7db400640 1 --2- 172.21.15.33:0/3836532159 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc26e40 0x55df8cc27220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:47.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.100+0000 7fe7d3e00640 1 --2- 172.21.15.33:0/3836532159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc32020 0x55df8cc34410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:47.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.100+0000 7fe7d3400640 1 -- 172.21.15.33:0/2503684923 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe7cc0ef3c0 con 0x7fe7dc076720 2024-09-05T02:28:47.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.100+0000 7fe7daa00640 1 --2- 172.21.15.33:0/3836532159 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc27760 0x55df8cc31ae0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc0ecbd0 tx=0x7fe7cc0b7a70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d59c232fa526e5d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:47.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.100+0000 7fe7db400640 1 --2- 172.21.15.33:0/2503684923 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe7c00a2cf0 0x7fe7c00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:47.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.100+0000 7fe7cb400640 1 -- 172.21.15.33:0/3836532159 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc0bb770 con 0x55df8cc27760 2024-09-05T02:28:47.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.101+0000 7fe7cb400640 1 -- 172.21.15.33:0/3836532159 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe7cc0bc0a0 con 0x55df8cc27760 2024-09-05T02:28:47.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.101+0000 7fe7cb400640 1 -- 172.21.15.33:0/3836532159 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc0bb300 con 0x55df8cc27760 2024-09-05T02:28:47.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.101+0000 7fe7e41c7740 1 -- 172.21.15.33:0/3836532159 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc27760 msgr2=0x55df8cc31ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:47.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.101+0000 7fe7e41c7740 1 --2- 172.21.15.33:0/3836532159 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc27760 0x55df8cc31ae0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc0ecbd0 tx=0x7fe7cc0b7a70 comp rx=0 tx=0).stop 2024-09-05T02:28:47.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.101+0000 7fe7db400640 1 --2- 172.21.15.33:0/2503684923 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe7c00a2cf0 0x7fe7c00a51b0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4009fd0 tx=0x7fe7d4011040 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:47.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.101+0000 7fe7e41c7740 1 -- 172.21.15.33:0/3836532159 shutdown_connections 2024-09-05T02:28:47.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.101+0000 7fe7e41c7740 1 --2- 172.21.15.33:0/3836532159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc32020 0x55df8cc34410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.101+0000 7fe7e41c7740 1 --2- 172.21.15.33:0/3836532159 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc27760 0x55df8cc31ae0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.101+0000 7fe7e41c7740 1 --2- 172.21.15.33:0/3836532159 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc26e40 0x55df8cc27220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.101+0000 7fe7e41c7740 1 -- 172.21.15.33:0/3836532159 >> 172.21.15.33:0/3836532159 conn(0x55df8cc233d0 msgr2=0x55df8cc237b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:47.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.102+0000 7fe7e41c7740 1 -- 172.21.15.33:0/3836532159 shutdown_connections 2024-09-05T02:28:47.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.102+0000 7fe7e41c7740 1 -- 172.21.15.33:0/3836532159 wait complete. 2024-09-05T02:28:47.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.102+0000 7fe7e41c7740 1 -- start start 2024-09-05T02:28:47.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.102+0000 7fe7e41c7740 1 Processor -- start 2024-09-05T02:28:47.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.103+0000 7fe7e41c7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc26e40 0x55df8cc2ef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:47.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.103+0000 7fe7e41c7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc27760 0x55df8cc2f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:47.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.103+0000 7fe7e41c7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc32020 0x55df8cc2f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:47.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.103+0000 7fe7e41c7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55df8cc349b0 con 0x55df8cc26e40 2024-09-05T02:28:47.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.103+0000 7fe7e41c7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55df8cb480f0 con 0x55df8cc32020 2024-09-05T02:28:47.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.103+0000 7fe7e41c7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55df8cc34b30 con 0x55df8cc27760 2024-09-05T02:28:47.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.103+0000 7fe7e41c7740 10 client.0 _ll_register_callbacks cb 0x55df8cb2fbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:47.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.103+0000 7fe7daa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc26e40 0x55df8cc2ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:47.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.103+0000 7fe7daa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc26e40 0x55df8cc2ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36080/0 (socket says 172.21.15.33:36080) 2024-09-05T02:28:47.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.103+0000 7fe7daa00640 1 -- 172.21.15.33:0/1573967095 learned_addr learned my addr 172.21.15.33:0/1573967095 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:47.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.103+0000 7fe7d3e00640 1 --2- 172.21.15.33:0/1573967095 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc27760 0x55df8cc2f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:47.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.103+0000 7fe7db400640 1 --2- 172.21.15.33:0/1573967095 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc32020 0x55df8cc2f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:47.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.104+0000 7fe7daa00640 1 -- 172.21.15.33:0/1573967095 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc27760 msgr2=0x55df8cc2f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:47.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.104+0000 7fe7daa00640 1 --2- 172.21.15.33:0/1573967095 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc27760 0x55df8cc2f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.104+0000 7fe7daa00640 1 -- 172.21.15.33:0/1573967095 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc32020 msgr2=0x55df8cc2f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:47.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.104+0000 7fe7daa00640 1 --2- 172.21.15.33:0/1573967095 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc32020 0x55df8cc2f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.104+0000 7fe7daa00640 1 -- 172.21.15.33:0/1573967095 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df8c8fe3c0 con 0x55df8cc26e40 2024-09-05T02:28:47.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.104+0000 7fe7daa00640 1 --2- 172.21.15.33:0/1573967095 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc26e40 0x55df8cc2ef40 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc0bc250 tx=0x7fe7cc033f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2021684262028d55 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:47.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.104+0000 7fe7bfe00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:28:47.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.104+0000 7fe7bfe00640 1 -- 172.21.15.33:0/1573967095 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc0bb4e0 con 0x55df8cc26e40 2024-09-05T02:28:47.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.104+0000 7fe7bfe00640 1 -- 172.21.15.33:0/1573967095 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe7cc0bbc00 con 0x55df8cc26e40 2024-09-05T02:28:47.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.104+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1573967095 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7cc0bc0a0 con 0x55df8cc26e40 2024-09-05T02:28:47.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.104+0000 7fe7bfe00640 1 -- 172.21.15.33:0/1573967095 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe7cc0bb300 con 0x55df8cc26e40 2024-09-05T02:28:47.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.104+0000 7fe7e41c7740 10 client.15537 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:47.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.104+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1573967095 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55df8cc349b0 con 0x55df8cc26e40 2024-09-05T02:28:47.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.105+0000 7fe7bfe00640 1 -- 172.21.15.33:0/1573967095 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe7cc0bc0a0 con 0x55df8cc26e40 2024-09-05T02:28:47.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.105+0000 7fe7bfe00640 1 -- 172.21.15.33:0/1573967095 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe7cc03a070 con 0x55df8cc26e40 2024-09-05T02:28:47.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.105+0000 7fe7e41c7740 10 client.15537 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:47.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.105+0000 7fe7e41c7740 10 client.15537 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:28:47.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.105+0000 7fe7e41c7740 20 client.15537 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:47.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.105+0000 7fe7e41c7740 1 --2- 172.21.15.33:0/1573967095 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55df8cc41c70 0x55df8cc44060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:47.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.105+0000 7fe7e41c7740 4 client.15537 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:28:47.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.105+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1573967095 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55df8cb9a950 con 0x55df8cc41c70 2024-09-05T02:28:47.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.105+0000 7fe7d3e00640 1 --2- 172.21.15.33:0/1573967095 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55df8cc41c70 0x55df8cc44060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.106+0000 7fe7d3e00640 1 --2- 172.21.15.33:0/1573967095 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55df8cc41c70 0x55df8cc44060 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b1a7f34dcc1001f8 server_cookie=fd3d8af1b1e7d5da in_seq=0 out_seq=0 2024-09-05T02:28:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.106+0000 7fe7bfe00640 10 client.15537 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:28:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.107+0000 7fe7bfe00640 1 -- 172.21.15.33:0/1573967095 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55df8cb9a950 con 0x55df8cc41c70 2024-09-05T02:28:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.107+0000 7fe7bfe00640 10 client.15537 handle_command_reply: tid=0 2024-09-05T02:28:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.107+0000 7fe7e41c7740 1 client.15537 shutdown 2024-09-05T02:28:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.107+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1573967095 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc26e40 msgr2=0x55df8cc2ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.107+0000 7fe7e41c7740 1 --2- 172.21.15.33:0/1573967095 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc26e40 0x55df8cc2ef40 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc0bc250 tx=0x7fe7cc033f50 comp rx=0 tx=0).stop 2024-09-05T02:28:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.107+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1573967095 shutdown_connections 2024-09-05T02:28:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.107+0000 7fe7e41c7740 1 --2- 172.21.15.33:0/1573967095 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc32020 0x55df8cc2f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.107+0000 7fe7e41c7740 1 --2- 172.21.15.33:0/1573967095 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc27760 0x55df8cc2f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.107+0000 7fe7e41c7740 1 --2- 172.21.15.33:0/1573967095 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55df8cc41c70 0x55df8cc44060 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.107+0000 7fe7e41c7740 1 --2- 172.21.15.33:0/1573967095 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc26e40 0x55df8cc2ef40 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.107+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1573967095 >> 172.21.15.33:0/1573967095 conn(0x55df8cc233d0 msgr2=0x55df8cc290b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:47.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.107+0000 7fe7bfe00640 0 client.15537 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:28:47.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.107+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1573967095 shutdown_connections 2024-09-05T02:28:47.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.107+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1573967095 wait complete. 2024-09-05T02:28:47.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.107+0000 7fe7e41c7740 20 client.15537 trim_cache size 0 max 16384 2024-09-05T02:28:47.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.121+0000 7fe7e41c7740 1 Processor -- start 2024-09-05T02:28:47.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.121+0000 7fe7e41c7740 1 -- start start 2024-09-05T02:28:47.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.122+0000 7fe7e41c7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc26e40 0x55df8cc237b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:47.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.122+0000 7fe7e41c7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc27760 0x55df8cc2f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:47.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.122+0000 7fe7e41c7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc32020 0x55df8cc49930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:47.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.122+0000 7fe7e41c7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc1b3c40 con 0x55df8cc27760 2024-09-05T02:28:47.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.122+0000 7fe7e41c7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc1b5780 con 0x55df8cc32020 2024-09-05T02:28:47.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.122+0000 7fe7e41c7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc1b4310 con 0x55df8cc26e40 2024-09-05T02:28:47.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.122+0000 7fe7d3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc27760 0x55df8cc2f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:47.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.122+0000 7fe7d3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc27760 0x55df8cc2f810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36090/0 (socket says 172.21.15.33:36090) 2024-09-05T02:28:47.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.122+0000 7fe7d3e00640 1 -- 172.21.15.33:0/1366308408 learned_addr learned my addr 172.21.15.33:0/1366308408 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:47.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.122+0000 7fe7db400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc32020 0x55df8cc49930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:47.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.122+0000 7fe7daa00640 1 --2- 172.21.15.33:0/1366308408 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc26e40 0x55df8cc237b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:47.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.122+0000 7fe7d3e00640 1 -- 172.21.15.33:0/1366308408 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc26e40 msgr2=0x55df8cc237b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:47.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.122+0000 7fe7d3e00640 1 --2- 172.21.15.33:0/1366308408 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc26e40 0x55df8cc237b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.122+0000 7fe7d3e00640 1 -- 172.21.15.33:0/1366308408 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc32020 msgr2=0x55df8cc49930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:47.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.122+0000 7fe7d3e00640 1 --2- 172.21.15.33:0/1366308408 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc32020 0x55df8cc49930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.122+0000 7fe7d3e00640 1 -- 172.21.15.33:0/1366308408 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df8cc2def0 con 0x55df8cc27760 2024-09-05T02:28:47.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.122+0000 7fe7db400640 1 --2- 172.21.15.33:0/1366308408 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc32020 0x55df8cc49930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:47.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.123+0000 7fe7d3e00640 1 --2- 172.21.15.33:0/1366308408 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc27760 0x55df8cc2f810 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x55df8cc2e7d0 tx=0x7fe7c4005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1926092ebbb21009 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:47.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.123+0000 7fe7caa00640 1 -- 172.21.15.33:0/1366308408 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7c4004230 con 0x55df8cc27760 2024-09-05T02:28:47.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.123+0000 7fe7caa00640 1 -- 172.21.15.33:0/1366308408 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe7c4010dc0 con 0x55df8cc27760 2024-09-05T02:28:47.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.123+0000 7fe7caa00640 1 -- 172.21.15.33:0/1366308408 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7c40047c0 con 0x55df8cc27760 2024-09-05T02:28:47.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.124+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1366308408 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc27760 msgr2=0x55df8cc2f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:47.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.124+0000 7fe7e41c7740 1 --2- 172.21.15.33:0/1366308408 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc27760 0x55df8cc2f810 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x55df8cc2e7d0 tx=0x7fe7c4005f90 comp rx=0 tx=0).stop 2024-09-05T02:28:47.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.124+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1366308408 shutdown_connections 2024-09-05T02:28:47.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.124+0000 7fe7e41c7740 1 --2- 172.21.15.33:0/1366308408 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc32020 0x55df8cc49930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.124+0000 7fe7e41c7740 1 --2- 172.21.15.33:0/1366308408 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc27760 0x55df8cc2f810 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.124+0000 7fe7e41c7740 1 --2- 172.21.15.33:0/1366308408 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc26e40 0x55df8cc237b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.124+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1366308408 >> 172.21.15.33:0/1366308408 conn(0x55df8cc233d0 msgr2=0x55df8cc30fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:47.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.124+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1366308408 shutdown_connections 2024-09-05T02:28:47.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.124+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1366308408 wait complete. 2024-09-05T02:28:47.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.124+0000 7fe7e41c7740 1 -- start start 2024-09-05T02:28:47.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.125+0000 7fe7e41c7740 1 Processor -- start 2024-09-05T02:28:47.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.125+0000 7fe7e41c7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc26e40 0x55df8cc39ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:47.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.125+0000 7fe7e41c7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc27760 0x55df8cc3a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:47.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.125+0000 7fe7e41c7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc32020 0x55df8cc36c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:47.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.125+0000 7fe7e41c7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc1b50b0 con 0x55df8cc32020 2024-09-05T02:28:47.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.125+0000 7fe7e41c7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc1b49e0 con 0x55df8cc26e40 2024-09-05T02:28:47.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.125+0000 7fe7e41c7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc1b1c20 con 0x55df8cc27760 2024-09-05T02:28:47.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.125+0000 7fe7e41c7740 10 client.0 _ll_register_callbacks cb 0x7fe7c4009b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:47.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.125+0000 7fe7db400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc32020 0x55df8cc36c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:47.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.125+0000 7fe7daa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc26e40 0x55df8cc39ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:47.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.125+0000 7fe7db400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc32020 0x55df8cc36c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36094/0 (socket says 172.21.15.33:36094) 2024-09-05T02:28:47.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.125+0000 7fe7db400640 1 -- 172.21.15.33:0/1144532279 learned_addr learned my addr 172.21.15.33:0/1144532279 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:47.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.125+0000 7fe7daa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc26e40 0x55df8cc39ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:54044/0 (socket says 172.21.15.33:54044) 2024-09-05T02:28:47.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.125+0000 7fe7d3e00640 1 --2- 172.21.15.33:0/1144532279 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc27760 0x55df8cc3a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:47.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.126+0000 7fe7daa00640 1 -- 172.21.15.33:0/1144532279 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc27760 msgr2=0x55df8cc3a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:47.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.126+0000 7fe7daa00640 1 --2- 172.21.15.33:0/1144532279 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc27760 0x55df8cc3a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.126+0000 7fe7daa00640 1 -- 172.21.15.33:0/1144532279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc32020 msgr2=0x55df8cc36c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:47.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.126+0000 7fe7daa00640 1 --2- 172.21.15.33:0/1144532279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc32020 0x55df8cc36c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.126+0000 7fe7daa00640 1 -- 172.21.15.33:0/1144532279 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df8cc27590 con 0x55df8cc26e40 2024-09-05T02:28:47.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.126+0000 7fe7daa00640 1 --2- 172.21.15.33:0/1144532279 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc26e40 0x55df8cc39ca0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc0c40e0 tx=0x7fe7cc0b9eb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da4f13d89206f680 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:47.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.126+0000 7fe7bfe00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:28:47.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.126+0000 7fe7bfe00640 1 -- 172.21.15.33:0/1144532279 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc0d8020 con 0x55df8cc26e40 2024-09-05T02:28:47.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.126+0000 7fe7bfe00640 1 -- 172.21.15.33:0/1144532279 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe7cc0a6120 con 0x55df8cc26e40 2024-09-05T02:28:47.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.126+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1144532279 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7c4010dc0 con 0x55df8cc26e40 2024-09-05T02:28:47.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.126+0000 7fe7bfe00640 1 -- 172.21.15.33:0/1144532279 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe7cc0ecf50 con 0x55df8cc26e40 2024-09-05T02:28:47.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.126+0000 7fe7e41c7740 10 client.25589 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:47.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.126+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1144532279 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55df8cc27590 con 0x55df8cc26e40 2024-09-05T02:28:47.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.127+0000 7fe7bfe00640 1 -- 172.21.15.33:0/1144532279 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe7c4010dc0 con 0x55df8cc26e40 2024-09-05T02:28:47.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.127+0000 7fe7bfe00640 1 -- 172.21.15.33:0/1144532279 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe7cc03a040 con 0x55df8cc26e40 2024-09-05T02:28:47.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.127+0000 7fe7e41c7740 10 client.25589 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:47.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.127+0000 7fe7e41c7740 10 client.25589 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:28:47.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.127+0000 7fe7e41c7740 20 client.25589 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:47.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.127+0000 7fe7e41c7740 1 --2- 172.21.15.33:0/1144532279 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55df8ccacf50 0x55df8ccaf340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:47.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.127+0000 7fe7e41c7740 4 client.25589 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:28:47.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.127+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1144532279 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55df8cb94e60 con 0x55df8ccacf50 2024-09-05T02:28:47.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.127+0000 7fe7d3e00640 1 --2- 172.21.15.33:0/1144532279 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55df8ccacf50 0x55df8ccaf340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:47.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.128+0000 7fe7d3e00640 1 --2- 172.21.15.33:0/1144532279 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55df8ccacf50 0x55df8ccaf340 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c2da342efbca7af2 server_cookie=a8cf21f64a436d74 in_seq=0 out_seq=0 2024-09-05T02:28:47.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.128+0000 7fe7bfe00640 10 client.25589 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:28:47.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.128+0000 7fe7bfe00640 1 -- 172.21.15.33:0/1144532279 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55df8cb94e60 con 0x55df8ccacf50 2024-09-05T02:28:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.128+0000 7fe7bfe00640 10 client.25589 handle_command_reply: tid=0 2024-09-05T02:28:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.128+0000 7fe7e41c7740 1 client.25589 shutdown 2024-09-05T02:28:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.128+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1144532279 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc26e40 msgr2=0x55df8cc39ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.128+0000 7fe7e41c7740 1 --2- 172.21.15.33:0/1144532279 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc26e40 0x55df8cc39ca0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc0c40e0 tx=0x7fe7cc0b9eb0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.128+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1144532279 shutdown_connections 2024-09-05T02:28:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.128+0000 7fe7e41c7740 1 --2- 172.21.15.33:0/1144532279 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55df8ccacf50 0x55df8ccaf340 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.128+0000 7fe7e41c7740 1 --2- 172.21.15.33:0/1144532279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55df8cc32020 0x55df8cc36c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.128+0000 7fe7e41c7740 1 --2- 172.21.15.33:0/1144532279 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55df8cc27760 0x55df8cc3a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.128+0000 7fe7e41c7740 1 --2- 172.21.15.33:0/1144532279 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55df8cc26e40 0x55df8cc39ca0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.128+0000 7fe7bfe00640 0 client.25589 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:28:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.128+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1144532279 >> 172.21.15.33:0/1144532279 conn(0x55df8cc233d0 msgr2=0x55df8cc21c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.128+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1144532279 shutdown_connections 2024-09-05T02:28:47.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.128+0000 7fe7e41c7740 1 -- 172.21.15.33:0/1144532279 wait complete. 2024-09-05T02:28:47.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.129+0000 7fe7e41c7740 20 client.25589 trim_cache size 0 max 16384 2024-09-05T02:28:47.134 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:28:47.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.129+0000 7fe7dbe00640 1 -- 172.21.15.33:0/2503684923 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe7c00a2cf0 msgr2=0x7fe7c00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:47.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.129+0000 7fe7dbe00640 1 --2- 172.21.15.33:0/2503684923 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe7c00a2cf0 0x7fe7c00a51b0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4009fd0 tx=0x7fe7d4011040 comp rx=0 tx=0).stop 2024-09-05T02:28:47.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.129+0000 7fe7dbe00640 1 -- 172.21.15.33:0/2503684923 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7dc076720 msgr2=0x7fe7dc1a4640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:47.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.129+0000 7fe7dbe00640 1 --2- 172.21.15.33:0/2503684923 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7dc076720 0x7fe7dc1a4640 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc035040 tx=0x7fe7cc033b60 comp rx=0 tx=0).stop 2024-09-05T02:28:47.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.129+0000 7fe7dbe00640 1 -- 172.21.15.33:0/2503684923 shutdown_connections 2024-09-05T02:28:47.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.129+0000 7fe7dbe00640 1 --2- 172.21.15.33:0/2503684923 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe7c00a2cf0 0x7fe7c00a51b0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.129+0000 7fe7dbe00640 1 --2- 172.21.15.33:0/2503684923 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe7dc112870 0x7fe7dc19e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.129+0000 7fe7dbe00640 1 --2- 172.21.15.33:0/2503684923 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe7dc077040 0x7fe7dc1a4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.129+0000 7fe7dbe00640 1 --2- 172.21.15.33:0/2503684923 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7dc076720 0x7fe7dc1a4640 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:47.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.129+0000 7fe7dbe00640 1 -- 172.21.15.33:0/2503684923 >> 172.21.15.33:0/2503684923 conn(0x7fe7dc0ff8d0 msgr2=0x7fe7dc101cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:47.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.129+0000 7fe7dbe00640 1 -- 172.21.15.33:0/2503684923 shutdown_connections 2024-09-05T02:28:47.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:47.130+0000 7fe7dbe00640 1 -- 172.21.15.33:0/2503684923 wait complete. 2024-09-05T02:28:47.523 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:47 smithi033 ceph-mon[29909]: pgmap v58: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 85 MiB/s wr, 53 op/s 2024-09-05T02:28:47.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:47 smithi174 ceph-mon[34756]: pgmap v58: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 85 MiB/s wr, 53 op/s 2024-09-05T02:28:47.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:47 smithi123 ceph-mon[34031]: pgmap v58: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 85 MiB/s wr, 53 op/s 2024-09-05T02:28:48.914 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:28:48.914 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:28:49.032 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:49.032 INFO:tasks.workunit.client.0.smithi033.stdout: Children see throughput for 1 readers = 4797261.00 kB/sec 2024-09-05T02:28:49.033 INFO:tasks.workunit.client.0.smithi033.stdout: Parent sees throughput for 1 readers = 4783585.28 kB/sec 2024-09-05T02:28:49.033 INFO:tasks.workunit.client.0.smithi033.stdout: Min throughput per process = 4797261.00 kB/sec 2024-09-05T02:28:49.033 INFO:tasks.workunit.client.0.smithi033.stdout: Max throughput per process = 4797261.00 kB/sec 2024-09-05T02:28:49.033 INFO:tasks.workunit.client.0.smithi033.stdout: Avg throughput per process = 4797261.00 kB/sec 2024-09-05T02:28:49.033 INFO:tasks.workunit.client.0.smithi033.stdout: Min xfer = 1048576.00 kB 2024-09-05T02:28:49.303 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:28:49.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:49 smithi033 ceph-mon[29909]: pgmap v59: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 171 MiB/s wr, 79 op/s 2024-09-05T02:28:49.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:49 smithi174 ceph-mon[34756]: pgmap v59: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 171 MiB/s wr, 79 op/s 2024-09-05T02:28:49.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:49 smithi123 ceph-mon[34031]: pgmap v59: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 171 MiB/s wr, 79 op/s 2024-09-05T02:28:49.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.810+0000 7f768f600640 1 -- 172.21.15.33:0/4289276870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7688109120 msgr2=0x7f7688110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:49.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.810+0000 7f768f600640 1 --2- 172.21.15.33:0/4289276870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7688109120 0x7f7688110ca0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f7680009ca0 tx=0x7f768002a8c0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.810+0000 7f768f600640 1 -- 172.21.15.33:0/4289276870 shutdown_connections 2024-09-05T02:28:49.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.810+0000 7f768f600640 1 --2- 172.21.15.33:0/4289276870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7688109120 0x7f7688110ca0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.810+0000 7f768f600640 1 --2- 172.21.15.33:0/4289276870 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f76881049a0 0x7f76881089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.810+0000 7f768f600640 1 --2- 172.21.15.33:0/4289276870 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7688103ff0 0x7f76881043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.810+0000 7f768f600640 1 -- 172.21.15.33:0/4289276870 >> 172.21.15.33:0/4289276870 conn(0x7f76880ffa90 msgr2=0x7f7688101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:49.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.810+0000 7f768f600640 1 -- 172.21.15.33:0/4289276870 shutdown_connections 2024-09-05T02:28:49.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.810+0000 7f768f600640 1 -- 172.21.15.33:0/4289276870 wait complete. 2024-09-05T02:28:49.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.811+0000 7f768f600640 1 Processor -- start 2024-09-05T02:28:49.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.811+0000 7f768f600640 1 -- start start 2024-09-05T02:28:49.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.811+0000 7f768f600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7688103ff0 0x7f768819a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:49.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.811+0000 7f768f600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f76881049a0 0x7f768819ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:49.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.811+0000 7f768f600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7688109120 0x7f768819eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:49.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.811+0000 7f768f600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7688114180 con 0x7f7688109120 2024-09-05T02:28:49.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.811+0000 7f768f600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7688114000 con 0x7f7688103ff0 2024-09-05T02:28:49.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.811+0000 7f768f600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7688114300 con 0x7f76881049a0 2024-09-05T02:28:49.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.812+0000 7f768d600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7688109120 0x7f768819eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:49.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.812+0000 7f768d600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7688109120 0x7f768819eef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36114/0 (socket says 172.21.15.33:36114) 2024-09-05T02:28:49.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.812+0000 7f768d600640 1 -- 172.21.15.33:0/2304760389 learned_addr learned my addr 172.21.15.33:0/2304760389 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:49.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.812+0000 7f768cc00640 1 --2- 172.21.15.33:0/2304760389 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7688103ff0 0x7f768819a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:49.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.812+0000 7f7687e00640 1 --2- 172.21.15.33:0/2304760389 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f76881049a0 0x7f768819ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:49.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.812+0000 7f768d600640 1 -- 172.21.15.33:0/2304760389 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f76881049a0 msgr2=0x7f768819ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:49.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.812+0000 7f768d600640 1 --2- 172.21.15.33:0/2304760389 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f76881049a0 0x7f768819ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.812+0000 7f768d600640 1 -- 172.21.15.33:0/2304760389 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7688103ff0 msgr2=0x7f768819a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:49.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.812+0000 7f768d600640 1 --2- 172.21.15.33:0/2304760389 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7688103ff0 0x7f768819a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.812+0000 7f768d600640 1 -- 172.21.15.33:0/2304760389 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f768819f5d0 con 0x7f7688109120 2024-09-05T02:28:49.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.813+0000 7f768d600640 1 --2- 172.21.15.33:0/2304760389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7688109120 0x7f768819eef0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f7680005e30 tx=0x7f7680003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:49.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.813+0000 7f7685600640 1 -- 172.21.15.33:0/2304760389 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7680031650 con 0x7f7688109120 2024-09-05T02:28:49.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.813+0000 7f7685600640 1 -- 172.21.15.33:0/2304760389 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f76800317f0 con 0x7f7688109120 2024-09-05T02:28:49.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.813+0000 7f7685600640 1 -- 172.21.15.33:0/2304760389 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f768002f9d0 con 0x7f7688109120 2024-09-05T02:28:49.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.813+0000 7f768f600640 1 -- 172.21.15.33:0/2304760389 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f768819f860 con 0x7f7688109120 2024-09-05T02:28:49.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.813+0000 7f768f600640 1 -- 172.21.15.33:0/2304760389 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76881a71a0 con 0x7f7688109120 2024-09-05T02:28:49.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.816+0000 7f7692272740 1 Processor -- start 2024-09-05T02:28:49.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.816+0000 7f7685600640 1 -- 172.21.15.33:0/2304760389 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f768002fbf0 con 0x7f7688109120 2024-09-05T02:28:49.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.816+0000 7f7692272740 1 -- start start 2024-09-05T02:28:49.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.817+0000 7f7692272740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f6ac0 0x5600604f6ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:49.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.817+0000 7f7692272740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f73e0 0x560060501760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:49.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.817+0000 7f7692272740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560060501ca0 0x560060504090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:49.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.817+0000 7f7692272740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56006045d290 con 0x560060501ca0 2024-09-05T02:28:49.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.817+0000 7f7692272740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x560060404b40 con 0x5600604f73e0 2024-09-05T02:28:49.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.817+0000 7f7692272740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x560060459250 con 0x5600604f6ac0 2024-09-05T02:28:49.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.817+0000 7f7687e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f6ac0 0x5600604f6ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:49.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.817+0000 7f768cc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f73e0 0x560060501760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:49.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.817+0000 7f768cc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f73e0 0x560060501760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:54070/0 (socket says 172.21.15.33:54070) 2024-09-05T02:28:49.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.818+0000 7f768cc00640 1 -- 172.21.15.33:0/3678070882 learned_addr learned my addr 172.21.15.33:0/3678070882 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:49.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.818+0000 7f7687e00640 1 --2- 172.21.15.33:0/3678070882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560060501ca0 0x560060504090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:49.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.818+0000 7f768cc00640 1 -- 172.21.15.33:0/3678070882 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f6ac0 msgr2=0x5600604f6ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:49.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.818+0000 7f768cc00640 1 --2- 172.21.15.33:0/3678070882 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f6ac0 0x5600604f6ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.818+0000 7f768cc00640 1 -- 172.21.15.33:0/3678070882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560060501ca0 msgr2=0x560060504090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:49.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.818+0000 7f768cc00640 1 --2- 172.21.15.33:0/3678070882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560060501ca0 0x560060504090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.818+0000 7f768cc00640 1 -- 172.21.15.33:0/3678070882 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600601ce6a0 con 0x5600604f73e0 2024-09-05T02:28:49.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.818+0000 7f7687e00640 1 --2- 172.21.15.33:0/3678070882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560060501ca0 0x560060504090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:28:49.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.818+0000 7f768cc00640 1 --2- 172.21.15.33:0/3678070882 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f73e0 0x560060501760 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f767c009cf0 tx=0x7f767c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1bc279688a92eb0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:49.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.819+0000 7f7679c00640 1 -- 172.21.15.33:0/3678070882 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f767c004230 con 0x5600604f73e0 2024-09-05T02:28:49.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.819+0000 7f7679c00640 1 -- 172.21.15.33:0/3678070882 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f767c0043d0 con 0x5600604f73e0 2024-09-05T02:28:49.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.819+0000 7f7679c00640 1 -- 172.21.15.33:0/3678070882 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f767c019900 con 0x5600604f73e0 2024-09-05T02:28:49.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.819+0000 7f7685600640 1 --2- 172.21.15.33:0/2304760389 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f76700a2d70 0x7f76700a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:49.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.819+0000 7f7685600640 1 -- 172.21.15.33:0/2304760389 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f76800f0630 con 0x7f7688109120 2024-09-05T02:28:49.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.819+0000 7f7687e00640 1 --2- 172.21.15.33:0/2304760389 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f76700a2d70 0x7f76700a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:49.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.819+0000 7f7692272740 1 -- 172.21.15.33:0/3678070882 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f73e0 msgr2=0x560060501760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:49.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.819+0000 7f7692272740 1 --2- 172.21.15.33:0/3678070882 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f73e0 0x560060501760 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f767c009cf0 tx=0x7f767c011810 comp rx=0 tx=0).stop 2024-09-05T02:28:49.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.820+0000 7f7692272740 1 -- 172.21.15.33:0/3678070882 shutdown_connections 2024-09-05T02:28:49.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.820+0000 7f7692272740 1 --2- 172.21.15.33:0/3678070882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560060501ca0 0x560060504090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.820+0000 7f7692272740 1 --2- 172.21.15.33:0/3678070882 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f73e0 0x560060501760 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.820+0000 7f7692272740 1 --2- 172.21.15.33:0/3678070882 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f6ac0 0x5600604f6ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.820+0000 7f7692272740 1 -- 172.21.15.33:0/3678070882 >> 172.21.15.33:0/3678070882 conn(0x5600604f3050 msgr2=0x5600604f3430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:49.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.820+0000 7f7692272740 1 -- 172.21.15.33:0/3678070882 shutdown_connections 2024-09-05T02:28:49.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.820+0000 7f7692272740 1 -- 172.21.15.33:0/3678070882 wait complete. 2024-09-05T02:28:49.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.820+0000 7f7687e00640 1 --2- 172.21.15.33:0/2304760389 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f76700a2d70 0x7f76700a5230 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x5600604f43d0 tx=0x7f7674013040 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:49.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.820+0000 7f7692272740 1 -- start start 2024-09-05T02:28:49.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.820+0000 7f7692272740 1 Processor -- start 2024-09-05T02:28:49.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.821+0000 7f7692272740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f6ac0 0x5600605015a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:49.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.821+0000 7f7692272740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f73e0 0x5600604fe850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:49.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.821+0000 7f7692272740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560060501ca0 0x5600604fed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:49.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.821+0000 7f7692272740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560060504910 con 0x560060501ca0 2024-09-05T02:28:49.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.821+0000 7f7692272740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x560060417fa0 con 0x5600604f73e0 2024-09-05T02:28:49.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.821+0000 7f7692272740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x560060504a90 con 0x5600604f6ac0 2024-09-05T02:28:49.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.821+0000 7f7692272740 10 client.0 _ll_register_callbacks cb 0x56006016bba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:49.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.821+0000 7f768d600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560060501ca0 0x5600604fed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:49.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.821+0000 7f768d600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560060501ca0 0x5600604fed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36142/0 (socket says 172.21.15.33:36142) 2024-09-05T02:28:49.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.821+0000 7f768d600640 1 -- 172.21.15.33:0/612043248 learned_addr learned my addr 172.21.15.33:0/612043248 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:49.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.821+0000 7f7687e00640 1 --2- 172.21.15.33:0/612043248 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f73e0 0x5600604fe850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:49.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.821+0000 7f768cc00640 1 --2- 172.21.15.33:0/612043248 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f6ac0 0x5600605015a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:49.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.822+0000 7f768d600640 1 -- 172.21.15.33:0/612043248 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f6ac0 msgr2=0x5600605015a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:49.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.822+0000 7f768d600640 1 --2- 172.21.15.33:0/612043248 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f6ac0 0x5600605015a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.822+0000 7f768d600640 1 -- 172.21.15.33:0/612043248 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f73e0 msgr2=0x5600604fe850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:49.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.822+0000 7f768d600640 1 --2- 172.21.15.33:0/612043248 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f73e0 0x5600604fe850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.822+0000 7f768d600640 1 -- 172.21.15.33:0/612043248 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5600604ff5e0 con 0x560060501ca0 2024-09-05T02:28:49.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.822+0000 7f768d600640 1 --2- 172.21.15.33:0/612043248 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560060501ca0 0x5600604fed90 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f76800b9070 tx=0x7f76800bc630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2420816f93a22116 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:49.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.822+0000 7f766e000640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:28:49.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.822+0000 7f766e000640 1 -- 172.21.15.33:0/612043248 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76800bcc10 con 0x560060501ca0 2024-09-05T02:28:49.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.822+0000 7f766e000640 1 -- 172.21.15.33:0/612043248 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f76800bce70 con 0x560060501ca0 2024-09-05T02:28:49.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.822+0000 7f7692272740 1 -- 172.21.15.33:0/612043248 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f767c0043d0 con 0x560060501ca0 2024-09-05T02:28:49.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.823+0000 7f766e000640 1 -- 172.21.15.33:0/612043248 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f76800c0fc0 con 0x560060501ca0 2024-09-05T02:28:49.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.823+0000 7f7692272740 10 client.15555 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:49.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.823+0000 7f7692272740 1 -- 172.21.15.33:0/612043248 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560060504910 con 0x560060501ca0 2024-09-05T02:28:49.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.823+0000 7f766e000640 1 -- 172.21.15.33:0/612043248 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f767c0043d0 con 0x560060501ca0 2024-09-05T02:28:49.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.823+0000 7f766e000640 1 -- 172.21.15.33:0/612043248 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f76800bc060 con 0x560060501ca0 2024-09-05T02:28:49.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.823+0000 7f7692272740 10 client.15555 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:49.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.823+0000 7f7692272740 10 client.15555 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:28:49.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.823+0000 7f7692272740 20 client.15555 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:49.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.823+0000 7f7692272740 1 --2- 172.21.15.33:0/612043248 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x560060511bc0 0x560060514060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:49.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.823+0000 7f7692272740 4 client.15555 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:28:49.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.823+0000 7f7692272740 1 -- 172.21.15.33:0/612043248 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56006046a800 con 0x560060511bc0 2024-09-05T02:28:49.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.824+0000 7f768cc00640 1 --2- 172.21.15.33:0/612043248 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x560060511bc0 0x560060514060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:49.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.824+0000 7f768cc00640 1 --2- 172.21.15.33:0/612043248 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x560060511bc0 0x560060514060 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=83cf092d0b8d00c1 server_cookie=8d42924b661d48c4 in_seq=0 out_seq=0 2024-09-05T02:28:49.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.824+0000 7f766e000640 10 client.15555 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:28:49.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.825+0000 7f766e000640 1 -- 172.21.15.33:0/612043248 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56006046a800 con 0x560060511bc0 2024-09-05T02:28:49.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.825+0000 7f766e000640 10 client.15555 handle_command_reply: tid=0 2024-09-05T02:28:49.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.825+0000 7f7692272740 1 client.15555 shutdown 2024-09-05T02:28:49.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.825+0000 7f7692272740 1 -- 172.21.15.33:0/612043248 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560060501ca0 msgr2=0x5600604fed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:49.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.825+0000 7f7692272740 1 --2- 172.21.15.33:0/612043248 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560060501ca0 0x5600604fed90 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f76800b9070 tx=0x7f76800bc630 comp rx=0 tx=0).stop 2024-09-05T02:28:49.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.825+0000 7f7692272740 1 -- 172.21.15.33:0/612043248 shutdown_connections 2024-09-05T02:28:49.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.825+0000 7f7692272740 1 --2- 172.21.15.33:0/612043248 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x560060511bc0 0x560060514060 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.825+0000 7f7692272740 1 --2- 172.21.15.33:0/612043248 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560060501ca0 0x5600604fed90 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.825+0000 7f7692272740 1 --2- 172.21.15.33:0/612043248 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f73e0 0x5600604fe850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.825+0000 7f7692272740 1 --2- 172.21.15.33:0/612043248 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f6ac0 0x5600605015a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.825+0000 7f766e000640 0 client.15555 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:28:49.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.825+0000 7f7692272740 1 -- 172.21.15.33:0/612043248 >> 172.21.15.33:0/612043248 conn(0x5600604f3050 msgr2=0x5600604f8d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:49.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.826+0000 7f7692272740 1 -- 172.21.15.33:0/612043248 shutdown_connections 2024-09-05T02:28:49.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.826+0000 7f7692272740 1 -- 172.21.15.33:0/612043248 wait complete. 2024-09-05T02:28:49.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.826+0000 7f7692272740 20 client.15555 trim_cache size 0 max 16384 2024-09-05T02:28:49.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.845+0000 7f7692272740 1 Processor -- start 2024-09-05T02:28:49.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.845+0000 7f7692272740 1 -- start start 2024-09-05T02:28:49.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.845+0000 7f7692272740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5600604f3050 0x560060500720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:49.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.845+0000 7f7692272740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f6ac0 0x5600604f20b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:49.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.845+0000 7f7692272740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f73e0 0x560060509ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:49.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.845+0000 7f7692272740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f76881af9b0 con 0x5600604f3050 2024-09-05T02:28:49.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.845+0000 7f7692272740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f76881b14f0 con 0x5600604f73e0 2024-09-05T02:28:49.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.845+0000 7f7692272740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f76881b0080 con 0x5600604f6ac0 2024-09-05T02:28:49.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.845+0000 7f768cc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5600604f3050 0x560060500720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:49.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.845+0000 7f768cc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5600604f3050 0x560060500720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36158/0 (socket says 172.21.15.33:36158) 2024-09-05T02:28:49.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.845+0000 7f768cc00640 1 -- 172.21.15.33:0/147537918 learned_addr learned my addr 172.21.15.33:0/147537918 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:49.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.845+0000 7f7687e00640 1 --2- 172.21.15.33:0/147537918 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f6ac0 0x5600604f20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:49.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.845+0000 7f768d600640 1 --2- 172.21.15.33:0/147537918 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f73e0 0x560060509ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:49.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.846+0000 7f768cc00640 1 -- 172.21.15.33:0/147537918 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f6ac0 msgr2=0x5600604f20b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:49.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.846+0000 7f768cc00640 1 --2- 172.21.15.33:0/147537918 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f6ac0 0x5600604f20b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.846+0000 7f768cc00640 1 -- 172.21.15.33:0/147537918 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f73e0 msgr2=0x560060509ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:49.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.846+0000 7f768cc00640 1 --2- 172.21.15.33:0/147537918 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f73e0 0x560060509ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.846+0000 7f768cc00640 1 -- 172.21.15.33:0/147537918 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600604f2e80 con 0x5600604f3050 2024-09-05T02:28:49.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.846+0000 7f7687e00640 1 --2- 172.21.15.33:0/147537918 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f6ac0 0x5600604f20b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:49.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.846+0000 7f768d600640 1 --2- 172.21.15.33:0/147537918 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f73e0 0x560060509ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:49.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.846+0000 7f768cc00640 1 --2- 172.21.15.33:0/147537918 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5600604f3050 0x560060500720 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f767c009c40 tx=0x7f767c0194c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6991d3e2a395db81 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:49.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.846+0000 7f7679200640 1 -- 172.21.15.33:0/147537918 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f767c004190 con 0x5600604f3050 2024-09-05T02:28:49.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.846+0000 7f7679200640 1 -- 172.21.15.33:0/147537918 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f767c031070 con 0x5600604f3050 2024-09-05T02:28:49.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.846+0000 7f7679200640 1 -- 172.21.15.33:0/147537918 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f767c003850 con 0x5600604f3050 2024-09-05T02:28:49.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.847+0000 7f7692272740 1 -- 172.21.15.33:0/147537918 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5600604f3050 msgr2=0x560060500720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:49.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.847+0000 7f7692272740 1 --2- 172.21.15.33:0/147537918 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5600604f3050 0x560060500720 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f767c009c40 tx=0x7f767c0194c0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.847+0000 7f7692272740 1 -- 172.21.15.33:0/147537918 shutdown_connections 2024-09-05T02:28:49.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.847+0000 7f7692272740 1 --2- 172.21.15.33:0/147537918 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f73e0 0x560060509ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.847+0000 7f7692272740 1 --2- 172.21.15.33:0/147537918 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f6ac0 0x5600604f20b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.847+0000 7f7692272740 1 --2- 172.21.15.33:0/147537918 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5600604f3050 0x560060500720 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.847+0000 7f7692272740 1 -- 172.21.15.33:0/147537918 >> 172.21.15.33:0/147537918 conn(0x5600604feef0 msgr2=0x5600604f19a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:49.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.847+0000 7f7692272740 1 -- 172.21.15.33:0/147537918 shutdown_connections 2024-09-05T02:28:49.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.847+0000 7f7692272740 1 -- 172.21.15.33:0/147537918 wait complete. 2024-09-05T02:28:49.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.848+0000 7f7692272740 1 -- start start 2024-09-05T02:28:49.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.848+0000 7f7692272740 1 Processor -- start 2024-09-05T02:28:49.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.849+0000 7f7692272740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f3050 0x56006050a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:49.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.849+0000 7f7692272740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5600604f6ac0 0x56006050a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:49.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.849+0000 7f7692272740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f73e0 0x560060508690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:49.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.849+0000 7f7692272740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f76881b0e20 con 0x5600604f6ac0 2024-09-05T02:28:49.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.849+0000 7f7692272740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f76881b0750 con 0x5600604f3050 2024-09-05T02:28:49.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.849+0000 7f7692272740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f76881ad990 con 0x5600604f73e0 2024-09-05T02:28:49.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.849+0000 7f7692272740 10 client.0 _ll_register_callbacks cb 0x5600604ff7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:49.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.849+0000 7f7687e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5600604f6ac0 0x56006050a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:49.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.849+0000 7f768d600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f73e0 0x560060508690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:49.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.849+0000 7f7687e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5600604f6ac0 0x56006050a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36162/0 (socket says 172.21.15.33:36162) 2024-09-05T02:28:49.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.849+0000 7f7687e00640 1 -- 172.21.15.33:0/2718556451 learned_addr learned my addr 172.21.15.33:0/2718556451 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:49.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.849+0000 7f768cc00640 1 --2- 172.21.15.33:0/2718556451 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f3050 0x56006050a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:49.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.849+0000 7f768d600640 1 -- 172.21.15.33:0/2718556451 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f3050 msgr2=0x56006050a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:49.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.849+0000 7f768d600640 1 --2- 172.21.15.33:0/2718556451 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f3050 0x56006050a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.849+0000 7f768d600640 1 -- 172.21.15.33:0/2718556451 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5600604f6ac0 msgr2=0x56006050a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:49.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.849+0000 7f768d600640 1 --2- 172.21.15.33:0/2718556451 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5600604f6ac0 0x56006050a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.849+0000 7f768d600640 1 -- 172.21.15.33:0/2718556451 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560060508e90 con 0x5600604f73e0 2024-09-05T02:28:49.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.850+0000 7f768d600640 1 --2- 172.21.15.33:0/2718556451 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f73e0 0x560060508690 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f7680006010 tx=0x7f76800093d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ed9981eebbe0604b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:49.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.850+0000 7f766e000640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:28:49.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.850+0000 7f766e000640 1 -- 172.21.15.33:0/2718556451 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76800bc9e0 con 0x5600604f73e0 2024-09-05T02:28:49.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.850+0000 7f766e000640 1 -- 172.21.15.33:0/2718556451 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f76800bd070 con 0x5600604f73e0 2024-09-05T02:28:49.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.850+0000 7f7692272740 1 -- 172.21.15.33:0/2718556451 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f767c031070 con 0x5600604f73e0 2024-09-05T02:28:49.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.850+0000 7f766e000640 1 -- 172.21.15.33:0/2718556451 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f76800bcc10 con 0x5600604f73e0 2024-09-05T02:28:49.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.850+0000 7f7692272740 10 client.25555 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:49.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.850+0000 7f7692272740 1 -- 172.21.15.33:0/2718556451 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560060508e90 con 0x5600604f73e0 2024-09-05T02:28:49.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.850+0000 7f766e000640 1 -- 172.21.15.33:0/2718556451 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f767c031070 con 0x5600604f73e0 2024-09-05T02:28:49.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.850+0000 7f766e000640 1 -- 172.21.15.33:0/2718556451 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f76800a2070 con 0x5600604f73e0 2024-09-05T02:28:49.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.851+0000 7f7692272740 10 client.25555 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:49.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.851+0000 7f7692272740 10 client.25555 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:28:49.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.851+0000 7f7692272740 20 client.25555 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:49.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.851+0000 7f7692272740 1 --2- 172.21.15.33:0/2718556451 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x560060501ca0 0x56006057fb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:49.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.851+0000 7f7692272740 4 client.25555 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:28:49.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.851+0000 7f7692272740 1 -- 172.21.15.33:0/2718556451 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x560060464d10 con 0x560060501ca0 2024-09-05T02:28:49.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.851+0000 7f768cc00640 1 --2- 172.21.15.33:0/2718556451 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x560060501ca0 0x56006057fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:49.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.852+0000 7f768cc00640 1 --2- 172.21.15.33:0/2718556451 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x560060501ca0 0x56006057fb30 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af444e289dc0122d server_cookie=98f0ba9c65166f29 in_seq=0 out_seq=0 2024-09-05T02:28:49.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.852+0000 7f766e000640 10 client.25555 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:28:49.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.853+0000 7f766e000640 1 -- 172.21.15.33:0/2718556451 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x560060464d10 con 0x560060501ca0 2024-09-05T02:28:49.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.853+0000 7f766e000640 10 client.25555 handle_command_reply: tid=0 2024-09-05T02:28:49.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.853+0000 7f7692272740 1 client.25555 shutdown 2024-09-05T02:28:49.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.853+0000 7f7692272740 1 -- 172.21.15.33:0/2718556451 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f73e0 msgr2=0x560060508690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:49.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.853+0000 7f7692272740 1 --2- 172.21.15.33:0/2718556451 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f73e0 0x560060508690 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f7680006010 tx=0x7f76800093d0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.853+0000 7f7692272740 1 -- 172.21.15.33:0/2718556451 shutdown_connections 2024-09-05T02:28:49.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.853+0000 7f7692272740 1 --2- 172.21.15.33:0/2718556451 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5600604f73e0 0x560060508690 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.853+0000 7f7692272740 1 --2- 172.21.15.33:0/2718556451 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x560060501ca0 0x56006057fb30 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.853+0000 7f7692272740 1 --2- 172.21.15.33:0/2718556451 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5600604f6ac0 0x56006050a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.853+0000 7f7692272740 1 --2- 172.21.15.33:0/2718556451 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600604f3050 0x56006050a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.853+0000 7f7692272740 1 -- 172.21.15.33:0/2718556451 >> 172.21.15.33:0/2718556451 conn(0x5600604feef0 msgr2=0x5600604f19a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:49.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.854+0000 7f766e000640 0 client.25555 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:28:49.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.854+0000 7f7692272740 1 -- 172.21.15.33:0/2718556451 shutdown_connections 2024-09-05T02:28:49.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.854+0000 7f7692272740 1 -- 172.21.15.33:0/2718556451 wait complete. 2024-09-05T02:28:49.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.854+0000 7f7692272740 20 client.25555 trim_cache size 0 max 16384 2024-09-05T02:28:49.870 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:28:49.870 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:28:49.870 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "1f79db28-0a73-4701-9f9e-b9706898b73b", 2024-09-05T02:28:49.870 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:28:49.870 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:28:49.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.854+0000 7f768f600640 1 -- 172.21.15.33:0/2304760389 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f76700a2d70 msgr2=0x7f76700a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:49.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.854+0000 7f768f600640 1 --2- 172.21.15.33:0/2304760389 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f76700a2d70 0x7f76700a5230 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x5600604f43d0 tx=0x7f7674013040 comp rx=0 tx=0).stop 2024-09-05T02:28:49.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.854+0000 7f768f600640 1 -- 172.21.15.33:0/2304760389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7688109120 msgr2=0x7f768819eef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:49.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.854+0000 7f768f600640 1 --2- 172.21.15.33:0/2304760389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7688109120 0x7f768819eef0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f7680005e30 tx=0x7f7680003d00 comp rx=0 tx=0).stop 2024-09-05T02:28:49.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.855+0000 7f768f600640 1 -- 172.21.15.33:0/2304760389 shutdown_connections 2024-09-05T02:28:49.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.855+0000 7f768f600640 1 --2- 172.21.15.33:0/2304760389 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f76700a2d70 0x7f76700a5230 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.855+0000 7f768f600640 1 --2- 172.21.15.33:0/2304760389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7688109120 0x7f768819eef0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.855+0000 7f768f600640 1 --2- 172.21.15.33:0/2304760389 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f76881049a0 0x7f768819ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.855+0000 7f768f600640 1 --2- 172.21.15.33:0/2304760389 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7688103ff0 0x7f768819a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:49.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.855+0000 7f768f600640 1 -- 172.21.15.33:0/2304760389 >> 172.21.15.33:0/2304760389 conn(0x7f76880ffa90 msgr2=0x7f7688100540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:49.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.855+0000 7f768f600640 1 -- 172.21.15.33:0/2304760389 shutdown_connections 2024-09-05T02:28:49.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:49.855+0000 7f768f600640 1 -- 172.21.15.33:0/2304760389 wait complete. 2024-09-05T02:28:50.669 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:28:51.044 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:28:51.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:51 smithi033 ceph-mon[29909]: pgmap v60: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 171 MiB/s wr, 53 op/s 2024-09-05T02:28:51.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:51 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:28:51.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:51 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:28:51.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:51 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:28:51.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:51 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:28:51.509 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:51.509 INFO:tasks.workunit.client.0.smithi033.stdout: Children see throughput for 1 re-readers = 3415192.50 kB/sec 2024-09-05T02:28:51.509 INFO:tasks.workunit.client.0.smithi033.stdout: Parent sees throughput for 1 re-readers = 3407621.88 kB/sec 2024-09-05T02:28:51.509 INFO:tasks.workunit.client.0.smithi033.stdout: Min throughput per process = 3415192.50 kB/sec 2024-09-05T02:28:51.509 INFO:tasks.workunit.client.0.smithi033.stdout: Max throughput per process = 3415192.50 kB/sec 2024-09-05T02:28:51.510 INFO:tasks.workunit.client.0.smithi033.stdout: Avg throughput per process = 3415192.50 kB/sec 2024-09-05T02:28:51.510 INFO:tasks.workunit.client.0.smithi033.stdout: Min xfer = 1048576.00 kB 2024-09-05T02:28:51.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:51 smithi174 ceph-mon[34756]: pgmap v60: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 171 MiB/s wr, 53 op/s 2024-09-05T02:28:51.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:51 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:28:51.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:51 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:28:51.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:51 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:28:51.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:51 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:28:51.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:51 smithi123 ceph-mon[34031]: pgmap v60: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 171 MiB/s wr, 53 op/s 2024-09-05T02:28:51.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:51 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:28:51.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:51 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:28:51.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:51 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:28:51.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:51 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:28:51.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.917+0000 7fe48e400640 1 -- 172.21.15.33:0/2614226539 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe488108f60 msgr2=0x7fe488110ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:51.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.917+0000 7fe48e400640 1 --2- 172.21.15.33:0/2614226539 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe488108f60 0x7fe488110ae0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fe480009ca0 tx=0x7fe48002a8c0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.917+0000 7fe48e400640 1 -- 172.21.15.33:0/2614226539 shutdown_connections 2024-09-05T02:28:51.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.917+0000 7fe48e400640 1 --2- 172.21.15.33:0/2614226539 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe488108f60 0x7fe488110ae0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.917+0000 7fe48e400640 1 --2- 172.21.15.33:0/2614226539 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe4881047e0 0x7fe488108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.917+0000 7fe48e400640 1 --2- 172.21.15.33:0/2614226539 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe488103e30 0x7fe488104210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.917+0000 7fe48e400640 1 -- 172.21.15.33:0/2614226539 >> 172.21.15.33:0/2614226539 conn(0x7fe4880ff910 msgr2=0x7fe488101d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:51.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.917+0000 7fe48e400640 1 -- 172.21.15.33:0/2614226539 shutdown_connections 2024-09-05T02:28:51.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.917+0000 7fe48e400640 1 -- 172.21.15.33:0/2614226539 wait complete. 2024-09-05T02:28:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.919+0000 7fe48e400640 1 Processor -- start 2024-09-05T02:28:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.919+0000 7fe48e400640 1 -- start start 2024-09-05T02:28:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.919+0000 7fe48e400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe488103e30 0x7fe48819a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.919+0000 7fe48e400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4881047e0 0x7fe48819a930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.919+0000 7fe48e400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe488108f60 0x7fe48819ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.919+0000 7fe48e400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe488114010 con 0x7fe4881047e0 2024-09-05T02:28:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.919+0000 7fe48e400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe488113e90 con 0x7fe488108f60 2024-09-05T02:28:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.919+0000 7fe48e400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe488114190 con 0x7fe488103e30 2024-09-05T02:28:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.919+0000 7fe487e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4881047e0 0x7fe48819a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.919+0000 7fe487e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4881047e0 0x7fe48819a930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60660/0 (socket says 172.21.15.33:60660) 2024-09-05T02:28:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.919+0000 7fe487e00640 1 -- 172.21.15.33:0/2201354629 learned_addr learned my addr 172.21.15.33:0/2201354629 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.920+0000 7fe48d000640 1 --2- 172.21.15.33:0/2201354629 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe488103e30 0x7fe48819a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.920+0000 7fe48da00640 1 --2- 172.21.15.33:0/2201354629 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe488108f60 0x7fe48819ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:51.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.920+0000 7fe487e00640 1 -- 172.21.15.33:0/2201354629 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe488103e30 msgr2=0x7fe48819a3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:51.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.920+0000 7fe487e00640 1 --2- 172.21.15.33:0/2201354629 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe488103e30 0x7fe48819a3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.920+0000 7fe487e00640 1 -- 172.21.15.33:0/2201354629 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe488108f60 msgr2=0x7fe48819ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:51.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.920+0000 7fe487e00640 1 --2- 172.21.15.33:0/2201354629 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe488108f60 0x7fe48819ecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.920+0000 7fe487e00640 1 -- 172.21.15.33:0/2201354629 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe48819f3a0 con 0x7fe4881047e0 2024-09-05T02:28:51.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.920+0000 7fe487e00640 1 --2- 172.21.15.33:0/2201354629 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4881047e0 0x7fe48819a930 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fe47400e9f0 tx=0x7fe47400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:51.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.920+0000 7fe485600640 1 -- 172.21.15.33:0/2201354629 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe47400cd80 con 0x7fe4881047e0 2024-09-05T02:28:51.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.921+0000 7fe48e400640 1 -- 172.21.15.33:0/2201354629 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe48819f690 con 0x7fe4881047e0 2024-09-05T02:28:51.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.921+0000 7fe485600640 1 -- 172.21.15.33:0/2201354629 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe474005500 con 0x7fe4881047e0 2024-09-05T02:28:51.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.921+0000 7fe485600640 1 -- 172.21.15.33:0/2201354629 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe474010690 con 0x7fe4881047e0 2024-09-05T02:28:51.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.921+0000 7fe48e400640 1 -- 172.21.15.33:0/2201354629 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4881a6f70 con 0x7fe4881047e0 2024-09-05T02:28:51.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.924+0000 7fe4924ae740 1 Processor -- start 2024-09-05T02:28:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.924+0000 7fe4924ae740 1 -- start start 2024-09-05T02:28:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.924+0000 7fe4924ae740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac9344d50 0x55aac9345130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.924+0000 7fe4924ae740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac9345670 0x55aac934f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.924+0000 7fe4924ae740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac934ff30 0x55aac9352320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.924+0000 7fe4924ae740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55aac92ab3e0 con 0x55aac9345670 2024-09-05T02:28:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.924+0000 7fe4924ae740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55aac9252d80 con 0x55aac9344d50 2024-09-05T02:28:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.924+0000 7fe4924ae740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55aac92a73a0 con 0x55aac934ff30 2024-09-05T02:28:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.924+0000 7fe48d000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac9345670 0x55aac934f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.924+0000 7fe48da00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac9344d50 0x55aac9345130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.925+0000 7fe48da00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac9344d50 0x55aac9345130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:49394/0 (socket says 172.21.15.33:49394) 2024-09-05T02:28:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.925+0000 7fe48da00640 1 -- 172.21.15.33:0/2291110642 learned_addr learned my addr 172.21.15.33:0/2291110642 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.925+0000 7fe48da00640 1 -- 172.21.15.33:0/2291110642 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac934ff30 msgr2=0x55aac9352320 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T02:28:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.925+0000 7fe48da00640 1 --2- 172.21.15.33:0/2291110642 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac934ff30 0x55aac9352320 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.925+0000 7fe48da00640 1 -- 172.21.15.33:0/2291110642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac9345670 msgr2=0x55aac934f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.925+0000 7fe48da00640 1 --2- 172.21.15.33:0/2291110642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac9345670 0x55aac934f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.925+0000 7fe48da00640 1 -- 172.21.15.33:0/2291110642 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aac9271ae0 con 0x55aac9344d50 2024-09-05T02:28:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.925+0000 7fe485600640 1 -- 172.21.15.33:0/2201354629 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fe4740046c0 con 0x7fe4881047e0 2024-09-05T02:28:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.925+0000 7fe48da00640 1 --2- 172.21.15.33:0/2291110642 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac9344d50 0x55aac9345130 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe480009ca0 tx=0x7fe4800093e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=70ce179d11a9e656 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.926+0000 7fe47a000640 1 -- 172.21.15.33:0/2291110642 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe480031db0 con 0x55aac9344d50 2024-09-05T02:28:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.926+0000 7fe47a000640 1 -- 172.21.15.33:0/2291110642 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe480036030 con 0x55aac9344d50 2024-09-05T02:28:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.926+0000 7fe47a000640 1 -- 172.21.15.33:0/2291110642 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4800042f0 con 0x55aac9344d50 2024-09-05T02:28:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.926+0000 7fe4924ae740 1 -- 172.21.15.33:0/2291110642 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac9344d50 msgr2=0x55aac9345130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.926+0000 7fe4924ae740 1 --2- 172.21.15.33:0/2291110642 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac9344d50 0x55aac9345130 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe480009ca0 tx=0x7fe4800093e0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.926+0000 7fe4924ae740 1 -- 172.21.15.33:0/2291110642 shutdown_connections 2024-09-05T02:28:51.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.926+0000 7fe4924ae740 1 --2- 172.21.15.33:0/2291110642 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac934ff30 0x55aac9352320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.926+0000 7fe4924ae740 1 --2- 172.21.15.33:0/2291110642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac9345670 0x55aac934f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.926+0000 7fe4924ae740 1 --2- 172.21.15.33:0/2291110642 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac9344d50 0x55aac9345130 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.927+0000 7fe4924ae740 1 -- 172.21.15.33:0/2291110642 >> 172.21.15.33:0/2291110642 conn(0x55aac93412e0 msgr2=0x55aac93416c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:51.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.927+0000 7fe485600640 1 --2- 172.21.15.33:0/2201354629 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe4700a2d70 0x7fe4700a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:51.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.927+0000 7fe4924ae740 1 -- 172.21.15.33:0/2291110642 shutdown_connections 2024-09-05T02:28:51.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.927+0000 7fe485600640 1 -- 172.21.15.33:0/2201354629 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe4740cf840 con 0x7fe4881047e0 2024-09-05T02:28:51.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.927+0000 7fe4924ae740 1 -- 172.21.15.33:0/2291110642 wait complete. 2024-09-05T02:28:51.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.927+0000 7fe48da00640 1 --2- 172.21.15.33:0/2201354629 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe4700a2d70 0x7fe4700a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:51.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.927+0000 7fe4924ae740 1 -- start start 2024-09-05T02:28:51.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.928+0000 7fe4924ae740 1 Processor -- start 2024-09-05T02:28:51.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.928+0000 7fe48da00640 1 --2- 172.21.15.33:0/2201354629 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe4700a2d70 0x7fe4700a5230 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fe480031920 tx=0x7fe480031a20 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:51.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.928+0000 7fe4924ae740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac9344d50 0x55aac934cef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:51.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.928+0000 7fe4924ae740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac9345670 0x55aac934d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:51.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.928+0000 7fe4924ae740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac934ff30 0x55aac934d970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:51.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.928+0000 7fe4924ae740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55aac9352a20 con 0x55aac934ff30 2024-09-05T02:28:51.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.928+0000 7fe4924ae740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55aac92660f0 con 0x55aac9345670 2024-09-05T02:28:51.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.928+0000 7fe4924ae740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55aac9352ba0 con 0x55aac9344d50 2024-09-05T02:28:51.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.928+0000 7fe4924ae740 10 client.0 _ll_register_callbacks cb 0x55aac92579e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:51.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.928+0000 7fe487e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac9345670 0x55aac934d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:51.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.928+0000 7fe48d000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac9344d50 0x55aac934cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.928+0000 7fe48da00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac934ff30 0x55aac934d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.929+0000 7fe48d000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac9344d50 0x55aac934cef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:53490/0 (socket says 172.21.15.33:53490) 2024-09-05T02:28:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.929+0000 7fe487e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac9345670 0x55aac934d430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:49396/0 (socket says 172.21.15.33:49396) 2024-09-05T02:28:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.929+0000 7fe48d000640 1 -- 172.21.15.33:0/642629108 learned_addr learned my addr 172.21.15.33:0/642629108 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.929+0000 7fe487e00640 1 -- 172.21.15.33:0/642629108 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac9344d50 msgr2=0x55aac934cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.929+0000 7fe487e00640 1 --2- 172.21.15.33:0/642629108 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac9344d50 0x55aac934cef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.929+0000 7fe487e00640 1 -- 172.21.15.33:0/642629108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac934ff30 msgr2=0x55aac934d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.929+0000 7fe487e00640 1 --2- 172.21.15.33:0/642629108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac934ff30 0x55aac934d970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.929+0000 7fe487e00640 1 -- 172.21.15.33:0/642629108 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aac901c3c0 con 0x55aac9345670 2024-09-05T02:28:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.929+0000 7fe487e00640 1 --2- 172.21.15.33:0/642629108 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac9345670 0x55aac934d430 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe4740ccf40 tx=0x7fe47409b730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3c0ce6a8f5c3e8bf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.929+0000 7fe46ea00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:28:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.929+0000 7fe46ea00640 1 -- 172.21.15.33:0/642629108 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4740cd3d0 con 0x55aac9345670 2024-09-05T02:28:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.929+0000 7fe46ea00640 1 -- 172.21.15.33:0/642629108 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe4740a46f0 con 0x55aac9345670 2024-09-05T02:28:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.929+0000 7fe4924ae740 1 -- 172.21.15.33:0/642629108 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe480036030 con 0x55aac9345670 2024-09-05T02:28:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.930+0000 7fe46ea00640 1 -- 172.21.15.33:0/642629108 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe4740a00c0 con 0x55aac9345670 2024-09-05T02:28:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.930+0000 7fe4924ae740 10 client.25619 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.930+0000 7fe4924ae740 1 -- 172.21.15.33:0/642629108 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55aac935e7f0 con 0x55aac9345670 2024-09-05T02:28:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.930+0000 7fe46ea00640 1 -- 172.21.15.33:0/642629108 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe480036030 con 0x55aac9345670 2024-09-05T02:28:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.930+0000 7fe46ea00640 1 -- 172.21.15.33:0/642629108 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe47409add0 con 0x55aac9345670 2024-09-05T02:28:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.930+0000 7fe4924ae740 10 client.25619 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.930+0000 7fe4924ae740 10 client.25619 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:28:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.930+0000 7fe4924ae740 20 client.25619 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.930+0000 7fe4924ae740 1 --2- 172.21.15.33:0/642629108 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55aac935fc50 0x55aac9362070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.930+0000 7fe4924ae740 4 client.25619 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:28:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.930+0000 7fe4924ae740 1 -- 172.21.15.33:0/642629108 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aac92b8950 con 0x55aac935fc50 2024-09-05T02:28:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.931+0000 7fe48d000640 1 --2- 172.21.15.33:0/642629108 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55aac935fc50 0x55aac9362070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.931+0000 7fe48d000640 1 --2- 172.21.15.33:0/642629108 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55aac935fc50 0x55aac9362070 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4ec8d22d899b6110 server_cookie=bd61b444bd803a65 in_seq=0 out_seq=0 2024-09-05T02:28:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.931+0000 7fe46ea00640 10 client.25619 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:28:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.932+0000 7fe46ea00640 1 -- 172.21.15.33:0/642629108 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55aac92b8950 con 0x55aac935fc50 2024-09-05T02:28:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.932+0000 7fe46ea00640 10 client.25619 handle_command_reply: tid=0 2024-09-05T02:28:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.932+0000 7fe4924ae740 1 client.25619 shutdown 2024-09-05T02:28:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.932+0000 7fe4924ae740 1 -- 172.21.15.33:0/642629108 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac9345670 msgr2=0x55aac934d430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.932+0000 7fe4924ae740 1 --2- 172.21.15.33:0/642629108 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac9345670 0x55aac934d430 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe4740ccf40 tx=0x7fe47409b730 comp rx=0 tx=0).stop 2024-09-05T02:28:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.932+0000 7fe4924ae740 1 -- 172.21.15.33:0/642629108 shutdown_connections 2024-09-05T02:28:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.932+0000 7fe4924ae740 1 --2- 172.21.15.33:0/642629108 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55aac935fc50 0x55aac9362070 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.932+0000 7fe4924ae740 1 --2- 172.21.15.33:0/642629108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac934ff30 0x55aac934d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.932+0000 7fe4924ae740 1 --2- 172.21.15.33:0/642629108 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac9345670 0x55aac934d430 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.932+0000 7fe4924ae740 1 --2- 172.21.15.33:0/642629108 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac9344d50 0x55aac934cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.932+0000 7fe46ea00640 0 client.25619 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:28:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.932+0000 7fe4924ae740 1 -- 172.21.15.33:0/642629108 >> 172.21.15.33:0/642629108 conn(0x55aac93412e0 msgr2=0x55aac9347010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.932+0000 7fe4924ae740 1 -- 172.21.15.33:0/642629108 shutdown_connections 2024-09-05T02:28:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.932+0000 7fe4924ae740 1 -- 172.21.15.33:0/642629108 wait complete. 2024-09-05T02:28:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.933+0000 7fe4924ae740 20 client.25619 trim_cache size 0 max 16384 2024-09-05T02:28:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.950+0000 7fe4924ae740 1 Processor -- start 2024-09-05T02:28:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.951+0000 7fe4924ae740 1 -- start start 2024-09-05T02:28:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.951+0000 7fe4924ae740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac9344d50 0x55aac934b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.951+0000 7fe4924ae740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac9345670 0x55aac934d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.951+0000 7fe4924ae740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac934ff30 0x55aac9367900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.951+0000 7fe4924ae740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe4881af7a0 con 0x55aac9345670 2024-09-05T02:28:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.951+0000 7fe4924ae740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe4881b12e0 con 0x55aac934ff30 2024-09-05T02:28:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.951+0000 7fe4924ae740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe4881afe70 con 0x55aac9344d50 2024-09-05T02:28:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.951+0000 7fe487e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac9345670 0x55aac934d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.951+0000 7fe487e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac9345670 0x55aac934d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60680/0 (socket says 172.21.15.33:60680) 2024-09-05T02:28:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.951+0000 7fe487e00640 1 -- 172.21.15.33:0/3535173807 learned_addr learned my addr 172.21.15.33:0/3535173807 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.951+0000 7fe48d000640 1 --2- 172.21.15.33:0/3535173807 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac9344d50 0x55aac934b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.951+0000 7fe48da00640 1 --2- 172.21.15.33:0/3535173807 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac934ff30 0x55aac9367900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.952+0000 7fe487e00640 1 -- 172.21.15.33:0/3535173807 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac9344d50 msgr2=0x55aac934b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.952+0000 7fe487e00640 1 --2- 172.21.15.33:0/3535173807 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac9344d50 0x55aac934b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.952+0000 7fe487e00640 1 -- 172.21.15.33:0/3535173807 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac934ff30 msgr2=0x55aac9367900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.952+0000 7fe487e00640 1 --2- 172.21.15.33:0/3535173807 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac934ff30 0x55aac9367900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.952+0000 7fe487e00640 1 -- 172.21.15.33:0/3535173807 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aac9346220 con 0x55aac9345670 2024-09-05T02:28:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.952+0000 7fe48d000640 1 --2- 172.21.15.33:0/3535173807 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac9344d50 0x55aac934b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.952+0000 7fe487e00640 1 --2- 172.21.15.33:0/3535173807 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac9345670 0x55aac934d7c0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fe47400cfd0 tx=0x7fe47409be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3a3027e57683985 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.952+0000 7fe479600640 1 -- 172.21.15.33:0/3535173807 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4740cd3d0 con 0x55aac9345670 2024-09-05T02:28:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.952+0000 7fe479600640 1 -- 172.21.15.33:0/3535173807 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe4740a4dd0 con 0x55aac9345670 2024-09-05T02:28:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.952+0000 7fe479600640 1 -- 172.21.15.33:0/3535173807 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe47409b160 con 0x55aac9345670 2024-09-05T02:28:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.953+0000 7fe4924ae740 1 -- 172.21.15.33:0/3535173807 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac9345670 msgr2=0x55aac934d7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.953+0000 7fe4924ae740 1 --2- 172.21.15.33:0/3535173807 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac9345670 0x55aac934d7c0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fe47400cfd0 tx=0x7fe47409be90 comp rx=0 tx=0).stop 2024-09-05T02:28:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.953+0000 7fe4924ae740 1 -- 172.21.15.33:0/3535173807 shutdown_connections 2024-09-05T02:28:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.953+0000 7fe4924ae740 1 --2- 172.21.15.33:0/3535173807 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac934ff30 0x55aac9367900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.953+0000 7fe4924ae740 1 --2- 172.21.15.33:0/3535173807 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac9345670 0x55aac934d7c0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.953+0000 7fe4924ae740 1 --2- 172.21.15.33:0/3535173807 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac9344d50 0x55aac934b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.953+0000 7fe4924ae740 1 -- 172.21.15.33:0/3535173807 >> 172.21.15.33:0/3535173807 conn(0x55aac93412e0 msgr2=0x55aac9347010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:51.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.953+0000 7fe4924ae740 1 -- 172.21.15.33:0/3535173807 shutdown_connections 2024-09-05T02:28:51.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.953+0000 7fe4924ae740 1 -- 172.21.15.33:0/3535173807 wait complete. 2024-09-05T02:28:51.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.954+0000 7fe4924ae740 1 -- start start 2024-09-05T02:28:51.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.954+0000 7fe4924ae740 1 Processor -- start 2024-09-05T02:28:51.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.954+0000 7fe4924ae740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac9344d50 0x55aac9349e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:51.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.954+0000 7fe4924ae740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac9345670 0x55aac934a370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:51.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.954+0000 7fe4924ae740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac934ff30 0x55aac934a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:51.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.954+0000 7fe4924ae740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe4881b0c10 con 0x55aac934ff30 2024-09-05T02:28:51.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.954+0000 7fe4924ae740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe4881b0540 con 0x55aac9345670 2024-09-05T02:28:51.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.954+0000 7fe4924ae740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe4881ad780 con 0x55aac9344d50 2024-09-05T02:28:51.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.954+0000 7fe4924ae740 10 client.0 _ll_register_callbacks cb 0x7fe47409bb50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.954+0000 7fe48da00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac934ff30 0x55aac934a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.955+0000 7fe48da00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac934ff30 0x55aac934a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60682/0 (socket says 172.21.15.33:60682) 2024-09-05T02:28:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.955+0000 7fe48da00640 1 -- 172.21.15.33:0/3575803367 learned_addr learned my addr 172.21.15.33:0/3575803367 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:51.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.955+0000 7fe487e00640 1 --2- 172.21.15.33:0/3575803367 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac9345670 0x55aac934a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:51.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.955+0000 7fe48d000640 1 --2- 172.21.15.33:0/3575803367 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac9344d50 0x55aac9349e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:51.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.955+0000 7fe48da00640 1 -- 172.21.15.33:0/3575803367 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac9344d50 msgr2=0x55aac9349e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:51.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.955+0000 7fe48da00640 1 --2- 172.21.15.33:0/3575803367 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac9344d50 0x55aac9349e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.955+0000 7fe48da00640 1 -- 172.21.15.33:0/3575803367 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac9345670 msgr2=0x55aac934a370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:51.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.955+0000 7fe48da00640 1 --2- 172.21.15.33:0/3575803367 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac9345670 0x55aac934a370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.955+0000 7fe48da00640 1 -- 172.21.15.33:0/3575803367 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aac93c98d0 con 0x55aac934ff30 2024-09-05T02:28:51.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.955+0000 7fe487e00640 1 --2- 172.21.15.33:0/3575803367 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac9345670 0x55aac934a370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:51.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.955+0000 7fe48da00640 1 --2- 172.21.15.33:0/3575803367 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac934ff30 0x55aac934a8b0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fe4800319f0 tx=0x7fe480005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5360cde0a38193d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:51.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.955+0000 7fe46ea00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:28:51.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.956+0000 7fe46ea00640 1 -- 172.21.15.33:0/3575803367 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe480056040 con 0x55aac934ff30 2024-09-05T02:28:51.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.956+0000 7fe46ea00640 1 -- 172.21.15.33:0/3575803367 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe48002f810 con 0x55aac934ff30 2024-09-05T02:28:51.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.956+0000 7fe4924ae740 1 -- 172.21.15.33:0/3575803367 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4740a4dd0 con 0x55aac934ff30 2024-09-05T02:28:51.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.956+0000 7fe46ea00640 1 -- 172.21.15.33:0/3575803367 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe48004a040 con 0x55aac934ff30 2024-09-05T02:28:51.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.956+0000 7fe4924ae740 10 client.15579 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:51.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.956+0000 7fe4924ae740 1 -- 172.21.15.33:0/3575803367 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55aac93cab00 con 0x55aac934ff30 2024-09-05T02:28:51.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.956+0000 7fe46ea00640 1 -- 172.21.15.33:0/3575803367 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe4740a4dd0 con 0x55aac934ff30 2024-09-05T02:28:51.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.956+0000 7fe46ea00640 1 -- 172.21.15.33:0/3575803367 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe48004d030 con 0x55aac934ff30 2024-09-05T02:28:51.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.956+0000 7fe4924ae740 10 client.15579 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:51.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.956+0000 7fe4924ae740 10 client.15579 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:28:51.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.956+0000 7fe4924ae740 20 client.15579 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:51.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.956+0000 7fe4924ae740 1 --2- 172.21.15.33:0/3575803367 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55aac93caf90 0x55aac93cd3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:51.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.956+0000 7fe4924ae740 4 client.15579 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:28:51.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.956+0000 7fe4924ae740 1 -- 172.21.15.33:0/3575803367 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55aac92b2e60 con 0x55aac93caf90 2024-09-05T02:28:51.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.957+0000 7fe48d000640 1 --2- 172.21.15.33:0/3575803367 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55aac93caf90 0x55aac93cd3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:51.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.957+0000 7fe48d000640 1 --2- 172.21.15.33:0/3575803367 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55aac93caf90 0x55aac93cd3b0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eac0d675897fe166 server_cookie=3c3ae6838cfcad97 in_seq=0 out_seq=0 2024-09-05T02:28:51.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.957+0000 7fe46ea00640 10 client.15579 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:28:51.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.957+0000 7fe46ea00640 1 -- 172.21.15.33:0/3575803367 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55aac92b2e60 con 0x55aac93caf90 2024-09-05T02:28:51.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.957+0000 7fe46ea00640 10 client.15579 handle_command_reply: tid=0 2024-09-05T02:28:51.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.957+0000 7fe4924ae740 1 client.15579 shutdown 2024-09-05T02:28:51.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.958+0000 7fe4924ae740 1 -- 172.21.15.33:0/3575803367 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac934ff30 msgr2=0x55aac934a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:51.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.958+0000 7fe4924ae740 1 --2- 172.21.15.33:0/3575803367 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac934ff30 0x55aac934a8b0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fe4800319f0 tx=0x7fe480005d80 comp rx=0 tx=0).stop 2024-09-05T02:28:51.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.958+0000 7fe4924ae740 1 -- 172.21.15.33:0/3575803367 shutdown_connections 2024-09-05T02:28:51.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.958+0000 7fe4924ae740 1 --2- 172.21.15.33:0/3575803367 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55aac93caf90 0x55aac93cd3b0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.958+0000 7fe4924ae740 1 --2- 172.21.15.33:0/3575803367 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55aac934ff30 0x55aac934a8b0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.958+0000 7fe4924ae740 1 --2- 172.21.15.33:0/3575803367 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aac9345670 0x55aac934a370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.958+0000 7fe4924ae740 1 --2- 172.21.15.33:0/3575803367 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55aac9344d50 0x55aac9349e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.958+0000 7fe4924ae740 1 -- 172.21.15.33:0/3575803367 >> 172.21.15.33:0/3575803367 conn(0x55aac93412e0 msgr2=0x55aac934e750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:51.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.958+0000 7fe46ea00640 0 client.15579 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:28:51.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.958+0000 7fe4924ae740 1 -- 172.21.15.33:0/3575803367 shutdown_connections 2024-09-05T02:28:51.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.958+0000 7fe4924ae740 1 -- 172.21.15.33:0/3575803367 wait complete. 2024-09-05T02:28:51.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.958+0000 7fe4924ae740 20 client.15579 trim_cache size 0 max 16384 2024-09-05T02:28:51.992 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:28:51.992 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:28:51.992 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:28:51.992 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:28:51.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.959+0000 7fe48e400640 1 -- 172.21.15.33:0/2201354629 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe4700a2d70 msgr2=0x7fe4700a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:51.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.959+0000 7fe48e400640 1 --2- 172.21.15.33:0/2201354629 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe4700a2d70 0x7fe4700a5230 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fe480031920 tx=0x7fe480031a20 comp rx=0 tx=0).stop 2024-09-05T02:28:51.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.959+0000 7fe48e400640 1 -- 172.21.15.33:0/2201354629 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4881047e0 msgr2=0x7fe48819a930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:51.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.959+0000 7fe48e400640 1 --2- 172.21.15.33:0/2201354629 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4881047e0 0x7fe48819a930 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fe47400e9f0 tx=0x7fe47400edf0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.959+0000 7fe48e400640 1 -- 172.21.15.33:0/2201354629 shutdown_connections 2024-09-05T02:28:51.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.959+0000 7fe48e400640 1 --2- 172.21.15.33:0/2201354629 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe4700a2d70 0x7fe4700a5230 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.959+0000 7fe48e400640 1 --2- 172.21.15.33:0/2201354629 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe488108f60 0x7fe48819ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.959+0000 7fe48e400640 1 --2- 172.21.15.33:0/2201354629 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4881047e0 0x7fe48819a930 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.959+0000 7fe48e400640 1 --2- 172.21.15.33:0/2201354629 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe488103e30 0x7fe48819a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:51.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.959+0000 7fe48e400640 1 -- 172.21.15.33:0/2201354629 >> 172.21.15.33:0/2201354629 conn(0x7fe4880ff910 msgr2=0x7fe488100bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:51.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.959+0000 7fe48e400640 1 -- 172.21.15.33:0/2201354629 shutdown_connections 2024-09-05T02:28:51.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:51.959+0000 7fe48e400640 1 -- 172.21.15.33:0/2201354629 wait complete. 2024-09-05T02:28:52.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:52 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:28:52.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:52 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:28:52.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:52 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:28:52.946 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:28:52.946 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:28:53.326 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:28:53.465 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:53 smithi033 ceph-mon[29909]: pgmap v61: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 171 MiB/s wr, 57 op/s 2024-09-05T02:28:53.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:53 smithi174 ceph-mon[34756]: pgmap v61: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 171 MiB/s wr, 57 op/s 2024-09-05T02:28:53.537 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:53 smithi123 ceph-mon[34031]: pgmap v61: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 171 MiB/s wr, 57 op/s 2024-09-05T02:28:53.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.864+0000 7fe134200640 1 -- 172.21.15.33:0/1318516292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe12c077040 msgr2=0x7fe12c1124f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:53.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.864+0000 7fe134200640 1 --2- 172.21.15.33:0/1318516292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe12c077040 0x7fe12c1124f0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fe118009900 tx=0x7fe11802a410 comp rx=0 tx=0).stop 2024-09-05T02:28:53.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.864+0000 7fe134200640 1 -- 172.21.15.33:0/1318516292 shutdown_connections 2024-09-05T02:28:53.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.864+0000 7fe134200640 1 --2- 172.21.15.33:0/1318516292 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe12c112a30 0x7fe12c114e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:53.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.864+0000 7fe134200640 1 --2- 172.21.15.33:0/1318516292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe12c077040 0x7fe12c1124f0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:53.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.864+0000 7fe134200640 1 --2- 172.21.15.33:0/1318516292 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe12c076720 0x7fe12c076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:53.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.864+0000 7fe134200640 1 -- 172.21.15.33:0/1318516292 >> 172.21.15.33:0/1318516292 conn(0x7fe12c0ffa90 msgr2=0x7fe12c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:53.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.864+0000 7fe134200640 1 -- 172.21.15.33:0/1318516292 shutdown_connections 2024-09-05T02:28:53.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.864+0000 7fe134200640 1 -- 172.21.15.33:0/1318516292 wait complete. 2024-09-05T02:28:53.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.865+0000 7fe134200640 1 Processor -- start 2024-09-05T02:28:53.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.865+0000 7fe134200640 1 -- start start 2024-09-05T02:28:53.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.866+0000 7fe134200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe12c076720 0x7fe12c1a4700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:53.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.866+0000 7fe134200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe12c077040 0x7fe12c1a4c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:53.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.866+0000 7fe134200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe12c112a30 0x7fe12c19e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:53.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.866+0000 7fe134200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe12c118600 con 0x7fe12c077040 2024-09-05T02:28:53.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.866+0000 7fe134200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe12c118480 con 0x7fe12c112a30 2024-09-05T02:28:53.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.866+0000 7fe134200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe12c118780 con 0x7fe12c076720 2024-09-05T02:28:53.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.866+0000 7fe130e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe12c077040 0x7fe12c1a4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:53.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.866+0000 7fe131800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe12c076720 0x7fe12c1a4700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:53.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.866+0000 7fe131800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe12c076720 0x7fe12c1a4700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:53524/0 (socket says 172.21.15.33:53524) 2024-09-05T02:28:53.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.866+0000 7fe131800640 1 -- 172.21.15.33:0/2892280925 learned_addr learned my addr 172.21.15.33:0/2892280925 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:53.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.866+0000 7fe132200640 1 --2- 172.21.15.33:0/2892280925 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe12c112a30 0x7fe12c19e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:53.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.867+0000 7fe130e00640 1 -- 172.21.15.33:0/2892280925 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe12c076720 msgr2=0x7fe12c1a4700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:53.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.867+0000 7fe130e00640 1 --2- 172.21.15.33:0/2892280925 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe12c076720 0x7fe12c1a4700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:53.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.867+0000 7fe130e00640 1 -- 172.21.15.33:0/2892280925 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe12c112a30 msgr2=0x7fe12c19e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:53.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.867+0000 7fe130e00640 1 --2- 172.21.15.33:0/2892280925 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe12c112a30 0x7fe12c19e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:53.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.867+0000 7fe130e00640 1 -- 172.21.15.33:0/2892280925 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe12c19eff0 con 0x7fe12c077040 2024-09-05T02:28:53.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.867+0000 7fe131800640 1 --2- 172.21.15.33:0/2892280925 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe12c076720 0x7fe12c1a4700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:53.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.867+0000 7fe130e00640 1 --2- 172.21.15.33:0/2892280925 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe12c077040 0x7fe12c1a4c40 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fe11802a930 tx=0x7fe118003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:53.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.867+0000 7fe12a000640 1 -- 172.21.15.33:0/2892280925 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11803f070 con 0x7fe12c077040 2024-09-05T02:28:53.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.867+0000 7fe134200640 1 -- 172.21.15.33:0/2892280925 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe12c19f280 con 0x7fe12c077040 2024-09-05T02:28:53.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.867+0000 7fe12a000640 1 -- 172.21.15.33:0/2892280925 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe118031c90 con 0x7fe12c077040 2024-09-05T02:28:53.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.867+0000 7fe12a000640 1 -- 172.21.15.33:0/2892280925 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe118035030 con 0x7fe12c077040 2024-09-05T02:28:53.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.867+0000 7fe134200640 1 -- 172.21.15.33:0/2892280925 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe12c1ab5d0 con 0x7fe12c077040 2024-09-05T02:28:53.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.868+0000 7fe134200640 1 -- 172.21.15.33:0/2892280925 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe12c076b00 con 0x7fe12c077040 2024-09-05T02:28:53.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.870+0000 7fe12a000640 1 -- 172.21.15.33:0/2892280925 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fe118042070 con 0x7fe12c077040 2024-09-05T02:28:53.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.872+0000 7fe12a000640 1 --2- 172.21.15.33:0/2892280925 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe1140a2cf0 0x7fe1140a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:53.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.872+0000 7fe12a000640 1 -- 172.21.15.33:0/2892280925 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe1180effe0 con 0x7fe12c077040 2024-09-05T02:28:53.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.872+0000 7fe131800640 1 --2- 172.21.15.33:0/2892280925 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe1140a2cf0 0x7fe1140a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:53.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.873+0000 7fe131800640 1 --2- 172.21.15.33:0/2892280925 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe1140a2cf0 0x7fe1140a51b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe12c19fa00 tx=0x7fe12000b4a0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:53.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:53.874+0000 7fe12a000640 1 -- 172.21.15.33:0/2892280925 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe1180bc5c0 con 0x7fe12c077040 2024-09-05T02:28:54.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:54.098+0000 7fe134200640 1 -- 172.21.15.33:0/2892280925 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe12c10dbf0 con 0x7fe12c077040 2024-09-05T02:28:54.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:54.099+0000 7fe12a000640 1 -- 172.21.15.33:0/2892280925 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7fe1180c08c0 con 0x7fe12c077040 2024-09-05T02:28:54.101 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:28:54.101 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:28:54.101 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:28:54.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:54.101+0000 7fe134200640 1 -- 172.21.15.33:0/2892280925 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe1140a2cf0 msgr2=0x7fe1140a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:54.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:54.101+0000 7fe134200640 1 --2- 172.21.15.33:0/2892280925 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe1140a2cf0 0x7fe1140a51b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe12c19fa00 tx=0x7fe12000b4a0 comp rx=0 tx=0).stop 2024-09-05T02:28:54.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:54.101+0000 7fe134200640 1 -- 172.21.15.33:0/2892280925 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe12c077040 msgr2=0x7fe12c1a4c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:54.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:54.101+0000 7fe134200640 1 --2- 172.21.15.33:0/2892280925 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe12c077040 0x7fe12c1a4c40 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fe11802a930 tx=0x7fe118003b90 comp rx=0 tx=0).stop 2024-09-05T02:28:54.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:54.101+0000 7fe134200640 1 -- 172.21.15.33:0/2892280925 shutdown_connections 2024-09-05T02:28:54.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:54.101+0000 7fe134200640 1 --2- 172.21.15.33:0/2892280925 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe1140a2cf0 0x7fe1140a51b0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:54.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:54.101+0000 7fe134200640 1 --2- 172.21.15.33:0/2892280925 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe12c112a30 0x7fe12c19e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:54.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:54.101+0000 7fe134200640 1 --2- 172.21.15.33:0/2892280925 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe12c077040 0x7fe12c1a4c40 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:54.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:54.101+0000 7fe134200640 1 --2- 172.21.15.33:0/2892280925 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe12c076720 0x7fe12c1a4700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:54.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:54.101+0000 7fe134200640 1 -- 172.21.15.33:0/2892280925 >> 172.21.15.33:0/2892280925 conn(0x7fe12c0ffa90 msgr2=0x7fe12c101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:54.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:54.101+0000 7fe134200640 1 -- 172.21.15.33:0/2892280925 shutdown_connections 2024-09-05T02:28:54.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:54.101+0000 7fe134200640 1 -- 172.21.15.33:0/2892280925 wait complete. 2024-09-05T02:28:54.435 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:54 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2892280925' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:28:54.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:54 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2892280925' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:28:54.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:54 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2892280925' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:28:54.776 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:28:55.158 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:28:55.450 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:55 smithi033 ceph-mon[29909]: pgmap v62: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 146 MiB/s wr, 50 op/s 2024-09-05T02:28:55.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:55 smithi174 ceph-mon[34756]: pgmap v62: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 146 MiB/s wr, 50 op/s 2024-09-05T02:28:55.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:55 smithi123 ceph-mon[34031]: pgmap v62: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 146 MiB/s wr, 50 op/s 2024-09-05T02:28:55.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.679+0000 7f489be00640 1 -- 172.21.15.33:0/3730946927 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f489410c180 msgr2=0x7f489410e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:55.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.679+0000 7f489be00640 1 --2- 172.21.15.33:0/3730946927 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f489410c180 0x7f489410e620 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f488c009ca0 tx=0x7f488c02a950 comp rx=0 tx=0).stop 2024-09-05T02:28:55.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.679+0000 7f489be00640 1 -- 172.21.15.33:0/3730946927 shutdown_connections 2024-09-05T02:28:55.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.679+0000 7f489be00640 1 --2- 172.21.15.33:0/3730946927 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f489410c180 0x7f489410e620 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.679+0000 7f489be00640 1 --2- 172.21.15.33:0/3730946927 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4894103670 0x7f489410bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.679+0000 7f489be00640 1 --2- 172.21.15.33:0/3730946927 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4894102d50 0x7f4894103130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.679+0000 7f489be00640 1 -- 172.21.15.33:0/3730946927 >> 172.21.15.33:0/3730946927 conn(0x7f48940fc7d0 msgr2=0x7f48940febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:55.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.679+0000 7f489be00640 1 -- 172.21.15.33:0/3730946927 shutdown_connections 2024-09-05T02:28:55.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.679+0000 7f489be00640 1 -- 172.21.15.33:0/3730946927 wait complete. 2024-09-05T02:28:55.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.680+0000 7f489be00640 1 Processor -- start 2024-09-05T02:28:55.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.680+0000 7f489be00640 1 -- start start 2024-09-05T02:28:55.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.680+0000 7f489be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4894102d50 0x7f48941009b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:55.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.680+0000 7f489be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4894103670 0x7f4894100ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:55.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.680+0000 7f489be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f489410c180 0x7f4894101430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:55.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.680+0000 7f489be00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4894111fd0 con 0x7f4894103670 2024-09-05T02:28:55.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.680+0000 7f489be00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4894111e50 con 0x7f489410c180 2024-09-05T02:28:55.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.680+0000 7f489be00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f4894112150 con 0x7f4894102d50 2024-09-05T02:28:55.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.681+0000 7f4898a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4894103670 0x7f4894100ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:55.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.681+0000 7f4899400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4894102d50 0x7f48941009b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.681+0000 7f4899400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4894102d50 0x7f48941009b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:53540/0 (socket says 172.21.15.33:53540) 2024-09-05T02:28:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.681+0000 7f4899400640 1 -- 172.21.15.33:0/3391235020 learned_addr learned my addr 172.21.15.33:0/3391235020 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.681+0000 7f4899e00640 1 --2- 172.21.15.33:0/3391235020 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f489410c180 0x7f4894101430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.681+0000 7f4898a00640 1 -- 172.21.15.33:0/3391235020 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4894102d50 msgr2=0x7f48941009b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.681+0000 7f4898a00640 1 --2- 172.21.15.33:0/3391235020 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4894102d50 0x7f48941009b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.681+0000 7f4898a00640 1 -- 172.21.15.33:0/3391235020 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f489410c180 msgr2=0x7f4894101430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.681+0000 7f4898a00640 1 --2- 172.21.15.33:0/3391235020 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f489410c180 0x7f4894101430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.681+0000 7f4898a00640 1 -- 172.21.15.33:0/3391235020 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48941a68f0 con 0x7f4894103670 2024-09-05T02:28:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.682+0000 7f4898a00640 1 --2- 172.21.15.33:0/3391235020 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4894103670 0x7f4894100ef0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f488000e7c0 tx=0x7f488000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.682+0000 7f4892000640 1 -- 172.21.15.33:0/3391235020 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4880009530 con 0x7f4894103670 2024-09-05T02:28:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.682+0000 7f4892000640 1 -- 172.21.15.33:0/3391235020 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f488000ccc0 con 0x7f4894103670 2024-09-05T02:28:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.682+0000 7f4892000640 1 -- 172.21.15.33:0/3391235020 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4880004a00 con 0x7f4894103670 2024-09-05T02:28:55.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.682+0000 7f489be00640 1 -- 172.21.15.33:0/3391235020 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48941a6be0 con 0x7f4894103670 2024-09-05T02:28:55.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.682+0000 7f489be00640 1 -- 172.21.15.33:0/3391235020 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48941a70d0 con 0x7f4894103670 2024-09-05T02:28:55.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.685+0000 7f489e7d6740 1 Processor -- start 2024-09-05T02:28:55.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.685+0000 7f489e7d6740 1 -- start start 2024-09-05T02:28:55.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.686+0000 7f4892000640 1 -- 172.21.15.33:0/3391235020 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f4880004ba0 con 0x7f4894103670 2024-09-05T02:28:55.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.686+0000 7f489e7d6740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1b1c70 0x56245c1b2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:55.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.686+0000 7f489e7d6740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1b2590 0x56245c1bc910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:55.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.686+0000 7f489e7d6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1bce50 0x56245c1bf240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:55.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.686+0000 7f489e7d6740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56245c1183e0 con 0x56245c1b2590 2024-09-05T02:28:55.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.686+0000 7f489e7d6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56245c0bfd80 con 0x56245c1bce50 2024-09-05T02:28:55.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.686+0000 7f489e7d6740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56245c1143a0 con 0x56245c1b1c70 2024-09-05T02:28:55.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.686+0000 7f4899400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1b2590 0x56245c1bc910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:55.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.686+0000 7f4899e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1b1c70 0x56245c1b2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:55.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.686+0000 7f4899400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1b2590 0x56245c1bc910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60718/0 (socket says 172.21.15.33:60718) 2024-09-05T02:28:55.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.686+0000 7f4899400640 1 -- 172.21.15.33:0/1189163076 learned_addr learned my addr 172.21.15.33:0/1189163076 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:55.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.686+0000 7f4898a00640 1 --2- 172.21.15.33:0/1189163076 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1bce50 0x56245c1bf240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:55.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.686+0000 7f4899e00640 1 -- 172.21.15.33:0/1189163076 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1bce50 msgr2=0x56245c1bf240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:55.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.686+0000 7f4899e00640 1 --2- 172.21.15.33:0/1189163076 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1bce50 0x56245c1bf240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.686+0000 7f4899e00640 1 -- 172.21.15.33:0/1189163076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1b2590 msgr2=0x56245c1bc910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:55.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.686+0000 7f4899e00640 1 --2- 172.21.15.33:0/1189163076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1b2590 0x56245c1bc910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.687+0000 7f4899e00640 1 -- 172.21.15.33:0/1189163076 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56245c0deae0 con 0x56245c1b1c70 2024-09-05T02:28:55.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.687+0000 7f4899400640 1 --2- 172.21.15.33:0/1189163076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1b2590 0x56245c1bc910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:55.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.687+0000 7f4899e00640 1 --2- 172.21.15.33:0/1189163076 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1b1c70 0x56245c1b2050 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f488c005e30 tx=0x7f488c005f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2480e917848b1009 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:55.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.687+0000 7f4886600640 1 -- 172.21.15.33:0/1189163076 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f488c048070 con 0x56245c1b1c70 2024-09-05T02:28:55.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.687+0000 7f4892000640 1 --2- 172.21.15.33:0/3391235020 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f487c0a2d70 0x7f487c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:55.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.687+0000 7f4886600640 1 -- 172.21.15.33:0/1189163076 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f488c003e50 con 0x56245c1b1c70 2024-09-05T02:28:55.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.687+0000 7f4886600640 1 -- 172.21.15.33:0/1189163076 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f488c034040 con 0x56245c1b1c70 2024-09-05T02:28:55.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.687+0000 7f4892000640 1 -- 172.21.15.33:0/3391235020 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f48800cf1a0 con 0x7f4894103670 2024-09-05T02:28:55.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.688+0000 7f4899400640 1 --2- 172.21.15.33:0/3391235020 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f487c0a2d70 0x7f487c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:55.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.688+0000 7f489e7d6740 1 -- 172.21.15.33:0/1189163076 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1b1c70 msgr2=0x56245c1b2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:55.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.688+0000 7f489e7d6740 1 --2- 172.21.15.33:0/1189163076 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1b1c70 0x56245c1b2050 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f488c005e30 tx=0x7f488c005f80 comp rx=0 tx=0).stop 2024-09-05T02:28:55.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.688+0000 7f489e7d6740 1 -- 172.21.15.33:0/1189163076 shutdown_connections 2024-09-05T02:28:55.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.688+0000 7f489e7d6740 1 --2- 172.21.15.33:0/1189163076 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1bce50 0x56245c1bf240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.688+0000 7f489e7d6740 1 --2- 172.21.15.33:0/1189163076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1b2590 0x56245c1bc910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.688+0000 7f4899400640 1 --2- 172.21.15.33:0/3391235020 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f487c0a2d70 0x7f487c0a5230 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x56245c1af060 tx=0x7f4888005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:55.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.688+0000 7f489e7d6740 1 --2- 172.21.15.33:0/1189163076 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1b1c70 0x56245c1b2050 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.688+0000 7f489e7d6740 1 -- 172.21.15.33:0/1189163076 >> 172.21.15.33:0/1189163076 conn(0x56245c1ae200 msgr2=0x56245c1ae5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:55.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.688+0000 7f489e7d6740 1 -- 172.21.15.33:0/1189163076 shutdown_connections 2024-09-05T02:28:55.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.688+0000 7f489e7d6740 1 -- 172.21.15.33:0/1189163076 wait complete. 2024-09-05T02:28:55.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.689+0000 7f489e7d6740 1 -- start start 2024-09-05T02:28:55.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.689+0000 7f489e7d6740 1 Processor -- start 2024-09-05T02:28:55.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.689+0000 7f489e7d6740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1b1c70 0x56245c1b9d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:55.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.690+0000 7f489e7d6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1b2590 0x56245c1ba280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:55.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.690+0000 7f489e7d6740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1bce50 0x56245c1ba7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:55.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.690+0000 7f489e7d6740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56245c1bfa20 con 0x56245c1bce50 2024-09-05T02:28:55.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.690+0000 7f489e7d6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56245c0d30f0 con 0x56245c1b2590 2024-09-05T02:28:55.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.690+0000 7f489e7d6740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56245c1bfba0 con 0x56245c1b1c70 2024-09-05T02:28:55.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.690+0000 7f489e7d6740 10 client.0 _ll_register_callbacks cb 0x56245c0babd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:55.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.690+0000 7f4899400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1b1c70 0x56245c1b9d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:55.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.690+0000 7f4898a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1b2590 0x56245c1ba280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:55.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.690+0000 7f4899400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1b1c70 0x56245c1b9d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:53554/0 (socket says 172.21.15.33:53554) 2024-09-05T02:28:55.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.690+0000 7f4899e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1bce50 0x56245c1ba7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:55.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.690+0000 7f4899400640 1 -- 172.21.15.33:0/774270068 learned_addr learned my addr 172.21.15.33:0/774270068 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:55.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.690+0000 7f4898a00640 1 -- 172.21.15.33:0/774270068 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1b1c70 msgr2=0x56245c1b9d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:55.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.690+0000 7f4898a00640 1 --2- 172.21.15.33:0/774270068 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1b1c70 0x56245c1b9d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.690+0000 7f4898a00640 1 -- 172.21.15.33:0/774270068 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1bce50 msgr2=0x56245c1ba7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:55.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.690+0000 7f4898a00640 1 --2- 172.21.15.33:0/774270068 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1bce50 0x56245c1ba7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.690+0000 7f4898a00640 1 -- 172.21.15.33:0/774270068 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56245be893c0 con 0x56245c1b2590 2024-09-05T02:28:55.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.691+0000 7f4899e00640 1 --2- 172.21.15.33:0/774270068 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1bce50 0x56245c1ba7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:55.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.691+0000 7f4899400640 1 --2- 172.21.15.33:0/774270068 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1b1c70 0x56245c1b9d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:55.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.691+0000 7f4898a00640 1 --2- 172.21.15.33:0/774270068 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1b2590 0x56245c1ba280 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f48800cc900 tx=0x7f4880005320 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4a2b5cae20f726f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:55.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.691+0000 7f487aa00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:28:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.691+0000 7f487aa00640 1 -- 172.21.15.33:0/774270068 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f488001c070 con 0x56245c1b2590 2024-09-05T02:28:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.691+0000 7f487aa00640 1 -- 172.21.15.33:0/774270068 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f4880097d40 con 0x56245c1b2590 2024-09-05T02:28:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.691+0000 7f489e7d6740 1 -- 172.21.15.33:0/774270068 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f488c003e50 con 0x56245c1b2590 2024-09-05T02:28:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.691+0000 7f487aa00640 1 -- 172.21.15.33:0/774270068 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f488009b210 con 0x56245c1b2590 2024-09-05T02:28:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.691+0000 7f489e7d6740 10 client.25643 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.691+0000 7f489e7d6740 1 -- 172.21.15.33:0/774270068 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56245c1cbb10 con 0x56245c1b2590 2024-09-05T02:28:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.692+0000 7f487aa00640 1 -- 172.21.15.33:0/774270068 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f488c003e50 con 0x56245c1b2590 2024-09-05T02:28:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.692+0000 7f487aa00640 1 -- 172.21.15.33:0/774270068 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f48800a3eb0 con 0x56245c1b2590 2024-09-05T02:28:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.692+0000 7f489e7d6740 10 client.25643 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.692+0000 7f489e7d6740 10 client.25643 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:28:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.692+0000 7f489e7d6740 20 client.25643 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.692+0000 7f489e7d6740 1 --2- 172.21.15.33:0/774270068 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x56245c1ccf20 0x56245c1cf330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.692+0000 7f489e7d6740 4 client.25643 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:28:55.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.692+0000 7f489e7d6740 1 -- 172.21.15.33:0/774270068 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56245c125950 con 0x56245c1ccf20 2024-09-05T02:28:55.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.692+0000 7f4899400640 1 --2- 172.21.15.33:0/774270068 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x56245c1ccf20 0x56245c1cf330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:55.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.693+0000 7f4899400640 1 --2- 172.21.15.33:0/774270068 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x56245c1ccf20 0x56245c1cf330 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=5844b34b2b9cd777 server_cookie=4c349764f0ae4a5 in_seq=0 out_seq=0 2024-09-05T02:28:55.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.693+0000 7f487aa00640 10 client.25643 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:28:55.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.694+0000 7f487aa00640 1 -- 172.21.15.33:0/774270068 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56245c125950 con 0x56245c1ccf20 2024-09-05T02:28:55.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.694+0000 7f487aa00640 10 client.25643 handle_command_reply: tid=0 2024-09-05T02:28:55.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.694+0000 7f489e7d6740 1 client.25643 shutdown 2024-09-05T02:28:55.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.694+0000 7f489e7d6740 1 -- 172.21.15.33:0/774270068 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1b2590 msgr2=0x56245c1ba280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:55.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.694+0000 7f489e7d6740 1 --2- 172.21.15.33:0/774270068 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1b2590 0x56245c1ba280 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f48800cc900 tx=0x7f4880005320 comp rx=0 tx=0).stop 2024-09-05T02:28:55.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.694+0000 7f489e7d6740 1 -- 172.21.15.33:0/774270068 shutdown_connections 2024-09-05T02:28:55.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.694+0000 7f489e7d6740 1 --2- 172.21.15.33:0/774270068 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x56245c1ccf20 0x56245c1cf330 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.694+0000 7f489e7d6740 1 --2- 172.21.15.33:0/774270068 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1bce50 0x56245c1ba7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.694+0000 7f489e7d6740 1 --2- 172.21.15.33:0/774270068 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1b2590 0x56245c1ba280 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.694+0000 7f489e7d6740 1 --2- 172.21.15.33:0/774270068 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1b1c70 0x56245c1b9d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.694+0000 7f487aa00640 0 client.25643 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:28:55.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.694+0000 7f489e7d6740 1 -- 172.21.15.33:0/774270068 >> 172.21.15.33:0/774270068 conn(0x56245c1ae200 msgr2=0x56245c1ad380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:55.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.695+0000 7f489e7d6740 1 -- 172.21.15.33:0/774270068 shutdown_connections 2024-09-05T02:28:55.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.695+0000 7f489e7d6740 1 -- 172.21.15.33:0/774270068 wait complete. 2024-09-05T02:28:55.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.695+0000 7f489e7d6740 20 client.25643 trim_cache size 0 max 16384 2024-09-05T02:28:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.708+0000 7f489e7d6740 1 Processor -- start 2024-09-05T02:28:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.708+0000 7f489e7d6740 1 -- start start 2024-09-05T02:28:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.709+0000 7f489e7d6740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1b1c70 0x56245c1d4c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.709+0000 7f489e7d6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1b2590 0x56245c1d5140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.709+0000 7f489e7d6740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1bce50 0x56245c1acb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.709+0000 7f489e7d6740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f48941af980 con 0x56245c1bce50 2024-09-05T02:28:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.709+0000 7f489e7d6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f48941b14c0 con 0x56245c1b2590 2024-09-05T02:28:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.709+0000 7f489e7d6740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f48941b0050 con 0x56245c1b1c70 2024-09-05T02:28:55.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.709+0000 7f4899400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1b1c70 0x56245c1d4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:55.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.709+0000 7f4899e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1bce50 0x56245c1acb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:55.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.709+0000 7f4899400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1b1c70 0x56245c1d4c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:53560/0 (socket says 172.21.15.33:53560) 2024-09-05T02:28:55.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.709+0000 7f4899400640 1 -- 172.21.15.33:0/158393958 learned_addr learned my addr 172.21.15.33:0/158393958 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:55.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.709+0000 7f4898a00640 1 --2- 172.21.15.33:0/158393958 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1b2590 0x56245c1d5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:55.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.709+0000 7f4899400640 1 -- 172.21.15.33:0/158393958 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1b2590 msgr2=0x56245c1d5140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:55.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.709+0000 7f4899400640 1 --2- 172.21.15.33:0/158393958 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1b2590 0x56245c1d5140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.710+0000 7f4899400640 1 -- 172.21.15.33:0/158393958 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1bce50 msgr2=0x56245c1acb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:55.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.710+0000 7f4899400640 1 --2- 172.21.15.33:0/158393958 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1bce50 0x56245c1acb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.710+0000 7f4899400640 1 -- 172.21.15.33:0/158393958 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56245c1a9770 con 0x56245c1b1c70 2024-09-05T02:28:55.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.710+0000 7f4899e00640 1 --2- 172.21.15.33:0/158393958 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1bce50 0x56245c1acb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:55.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.710+0000 7f4899400640 1 --2- 172.21.15.33:0/158393958 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1b1c70 0x56245c1d4c00 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x56245c1cfb40 tx=0x7f488801b000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3780d4daf82a5489 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:55.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.710+0000 7f4885c00640 1 -- 172.21.15.33:0/158393958 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f488802b4e0 con 0x56245c1b1c70 2024-09-05T02:28:55.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.710+0000 7f4885c00640 1 -- 172.21.15.33:0/158393958 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f488802bb60 con 0x56245c1b1c70 2024-09-05T02:28:55.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.710+0000 7f4885c00640 1 -- 172.21.15.33:0/158393958 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f488801f430 con 0x56245c1b1c70 2024-09-05T02:28:55.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.711+0000 7f489e7d6740 1 -- 172.21.15.33:0/158393958 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1b1c70 msgr2=0x56245c1d4c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:55.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.711+0000 7f489e7d6740 1 --2- 172.21.15.33:0/158393958 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1b1c70 0x56245c1d4c00 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x56245c1cfb40 tx=0x7f488801b000 comp rx=0 tx=0).stop 2024-09-05T02:28:55.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.711+0000 7f489e7d6740 1 -- 172.21.15.33:0/158393958 shutdown_connections 2024-09-05T02:28:55.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.711+0000 7f489e7d6740 1 --2- 172.21.15.33:0/158393958 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1bce50 0x56245c1acb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.711+0000 7f489e7d6740 1 --2- 172.21.15.33:0/158393958 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1b2590 0x56245c1d5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.711+0000 7f489e7d6740 1 --2- 172.21.15.33:0/158393958 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1b1c70 0x56245c1d4c00 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.711+0000 7f489e7d6740 1 -- 172.21.15.33:0/158393958 >> 172.21.15.33:0/158393958 conn(0x56245c1ae200 msgr2=0x56245c1b8e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:55.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.711+0000 7f489e7d6740 1 -- 172.21.15.33:0/158393958 shutdown_connections 2024-09-05T02:28:55.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.711+0000 7f489e7d6740 1 -- 172.21.15.33:0/158393958 wait complete. 2024-09-05T02:28:55.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.712+0000 7f489e7d6740 1 -- start start 2024-09-05T02:28:55.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.712+0000 7f489e7d6740 1 Processor -- start 2024-09-05T02:28:55.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.712+0000 7f489e7d6740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1b1c70 0x56245c1c5230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:55.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.712+0000 7f489e7d6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1b2590 0x56245c1c0600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:55.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.712+0000 7f489e7d6740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1bce50 0x56245c1c0b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:55.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.712+0000 7f489e7d6740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f48941b0df0 con 0x56245c1b1c70 2024-09-05T02:28:55.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.713+0000 7f489e7d6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f48941b0720 con 0x56245c1b2590 2024-09-05T02:28:55.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.713+0000 7f489e7d6740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f48941ad960 con 0x56245c1bce50 2024-09-05T02:28:55.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.713+0000 7f489e7d6740 10 client.0 _ll_register_callbacks cb 0x7f48800046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:55.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.713+0000 7f4899400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1b1c70 0x56245c1c5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:55.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.713+0000 7f4899400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1b1c70 0x56245c1c5230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60752/0 (socket says 172.21.15.33:60752) 2024-09-05T02:28:55.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.713+0000 7f4899400640 1 -- 172.21.15.33:0/289275998 learned_addr learned my addr 172.21.15.33:0/289275998 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:55.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.713+0000 7f4898a00640 1 --2- 172.21.15.33:0/289275998 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1b2590 0x56245c1c0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:55.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.713+0000 7f4899e00640 1 --2- 172.21.15.33:0/289275998 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1bce50 0x56245c1c0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:55.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.713+0000 7f4898a00640 1 -- 172.21.15.33:0/289275998 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1bce50 msgr2=0x56245c1c0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:55.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.713+0000 7f4898a00640 1 --2- 172.21.15.33:0/289275998 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1bce50 0x56245c1c0b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.713+0000 7f4898a00640 1 -- 172.21.15.33:0/289275998 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1b1c70 msgr2=0x56245c1c5230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:55.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.713+0000 7f4898a00640 1 --2- 172.21.15.33:0/289275998 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1b1c70 0x56245c1c5230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.713+0000 7f4898a00640 1 -- 172.21.15.33:0/289275998 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56245c1b4ae0 con 0x56245c1b2590 2024-09-05T02:28:55.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.713+0000 7f4899400640 1 --2- 172.21.15.33:0/289275998 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1b1c70 0x56245c1c5230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:55.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.714+0000 7f4898a00640 1 --2- 172.21.15.33:0/289275998 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1b2590 0x56245c1c0600 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f48800cc9b0 tx=0x7f488009b560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ccf9e0831e37e2b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:55.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.714+0000 7f487aa00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:28:55.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.714+0000 7f487aa00640 1 -- 172.21.15.33:0/289275998 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f488001c070 con 0x56245c1b2590 2024-09-05T02:28:55.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.714+0000 7f489e7d6740 1 -- 172.21.15.33:0/289275998 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f488802bb60 con 0x56245c1b2590 2024-09-05T02:28:55.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.714+0000 7f487aa00640 1 -- 172.21.15.33:0/289275998 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f4880097620 con 0x56245c1b2590 2024-09-05T02:28:55.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.714+0000 7f487aa00640 1 -- 172.21.15.33:0/289275998 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f488007f050 con 0x56245c1b2590 2024-09-05T02:28:55.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.714+0000 7f489e7d6740 10 client.25649 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:55.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.714+0000 7f489e7d6740 1 -- 172.21.15.33:0/289275998 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56245c1aee90 con 0x56245c1b2590 2024-09-05T02:28:55.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.715+0000 7f487aa00640 1 -- 172.21.15.33:0/289275998 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f488802bb60 con 0x56245c1b2590 2024-09-05T02:28:55.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.715+0000 7f487aa00640 1 -- 172.21.15.33:0/289275998 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f48800a0c10 con 0x56245c1b2590 2024-09-05T02:28:55.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.715+0000 7f489e7d6740 10 client.25649 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:55.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.715+0000 7f489e7d6740 10 client.25649 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:28:55.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.715+0000 7f489e7d6740 20 client.25649 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:55.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.715+0000 7f489e7d6740 1 --2- 172.21.15.33:0/289275998 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x56245c237ca0 0x56245c23a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:55.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.715+0000 7f489e7d6740 4 client.25649 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:28:55.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.715+0000 7f489e7d6740 1 -- 172.21.15.33:0/289275998 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56245c11fe60 con 0x56245c237ca0 2024-09-05T02:28:55.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.715+0000 7f4899400640 1 --2- 172.21.15.33:0/289275998 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x56245c237ca0 0x56245c23a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:55.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.716+0000 7f4899400640 1 --2- 172.21.15.33:0/289275998 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x56245c237ca0 0x56245c23a0c0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=6b38cb550e78fbcc server_cookie=3633b02b9e17e9f8 in_seq=0 out_seq=0 2024-09-05T02:28:55.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.716+0000 7f487aa00640 10 client.25649 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:28:55.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.716+0000 7f487aa00640 1 -- 172.21.15.33:0/289275998 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56245c11fe60 con 0x56245c237ca0 2024-09-05T02:28:55.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.716+0000 7f487aa00640 10 client.25649 handle_command_reply: tid=0 2024-09-05T02:28:55.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.716+0000 7f489e7d6740 1 client.25649 shutdown 2024-09-05T02:28:55.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.716+0000 7f489e7d6740 1 -- 172.21.15.33:0/289275998 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1b2590 msgr2=0x56245c1c0600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:55.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.716+0000 7f489e7d6740 1 --2- 172.21.15.33:0/289275998 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1b2590 0x56245c1c0600 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f48800cc9b0 tx=0x7f488009b560 comp rx=0 tx=0).stop 2024-09-05T02:28:55.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.716+0000 7f489e7d6740 1 -- 172.21.15.33:0/289275998 shutdown_connections 2024-09-05T02:28:55.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.716+0000 7f489e7d6740 1 --2- 172.21.15.33:0/289275998 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x56245c237ca0 0x56245c23a0c0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.716+0000 7f489e7d6740 1 --2- 172.21.15.33:0/289275998 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56245c1bce50 0x56245c1c0b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.717+0000 7f489e7d6740 1 --2- 172.21.15.33:0/289275998 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56245c1b2590 0x56245c1c0600 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.717+0000 7f487aa00640 0 client.25649 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:28:55.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.717+0000 7f489e7d6740 1 --2- 172.21.15.33:0/289275998 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56245c1b1c70 0x56245c1c5230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.717+0000 7f489e7d6740 1 -- 172.21.15.33:0/289275998 >> 172.21.15.33:0/289275998 conn(0x56245c1ae200 msgr2=0x56245c1b3710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:55.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.717+0000 7f489e7d6740 1 -- 172.21.15.33:0/289275998 shutdown_connections 2024-09-05T02:28:55.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.717+0000 7f489e7d6740 1 -- 172.21.15.33:0/289275998 wait complete. 2024-09-05T02:28:55.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.717+0000 7f489e7d6740 20 client.25649 trim_cache size 0 max 16384 2024-09-05T02:28:55.725 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:28:55.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.718+0000 7f489be00640 1 -- 172.21.15.33:0/3391235020 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f487c0a2d70 msgr2=0x7f487c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:55.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.718+0000 7f489be00640 1 --2- 172.21.15.33:0/3391235020 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f487c0a2d70 0x7f487c0a5230 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x56245c1af060 tx=0x7f4888005f90 comp rx=0 tx=0).stop 2024-09-05T02:28:55.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.718+0000 7f489be00640 1 -- 172.21.15.33:0/3391235020 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4894103670 msgr2=0x7f4894100ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:55.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.718+0000 7f489be00640 1 --2- 172.21.15.33:0/3391235020 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4894103670 0x7f4894100ef0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f488000e7c0 tx=0x7f488000ec80 comp rx=0 tx=0).stop 2024-09-05T02:28:55.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.718+0000 7f489be00640 1 -- 172.21.15.33:0/3391235020 shutdown_connections 2024-09-05T02:28:55.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.718+0000 7f489be00640 1 --2- 172.21.15.33:0/3391235020 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f487c0a2d70 0x7f487c0a5230 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.718+0000 7f489be00640 1 --2- 172.21.15.33:0/3391235020 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f489410c180 0x7f4894101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.718+0000 7f489be00640 1 --2- 172.21.15.33:0/3391235020 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4894103670 0x7f4894100ef0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.718+0000 7f489be00640 1 --2- 172.21.15.33:0/3391235020 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4894102d50 0x7f48941009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:55.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.718+0000 7f489be00640 1 -- 172.21.15.33:0/3391235020 >> 172.21.15.33:0/3391235020 conn(0x7f48940fc7d0 msgr2=0x7f48940fd470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:55.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.718+0000 7f489be00640 1 -- 172.21.15.33:0/3391235020 shutdown_connections 2024-09-05T02:28:55.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:55.718+0000 7f489be00640 1 -- 172.21.15.33:0/3391235020 wait complete. 2024-09-05T02:28:57.029 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:28:57.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:57 smithi033 ceph-mon[29909]: pgmap v63: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 85 MiB/s wr, 30 op/s 2024-09-05T02:28:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:28:57.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:57 smithi174 ceph-mon[34756]: pgmap v63: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 85 MiB/s wr, 30 op/s 2024-09-05T02:28:57.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:57 smithi123 ceph-mon[34031]: pgmap v63: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 85 MiB/s wr, 30 op/s 2024-09-05T02:28:58.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.030+0000 7f6a91400640 1 -- 172.21.15.33:0/4133745268 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a8c103ff0 msgr2=0x7f6a8c1043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:58.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.030+0000 7f6a91400640 1 --2- 172.21.15.33:0/4133745268 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a8c103ff0 0x7f6a8c1043d0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c009900 tx=0x7f6a7c02a410 comp rx=0 tx=0).stop 2024-09-05T02:28:58.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.030+0000 7f6a91400640 1 -- 172.21.15.33:0/4133745268 shutdown_connections 2024-09-05T02:28:58.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.030+0000 7f6a91400640 1 --2- 172.21.15.33:0/4133745268 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6a8c109120 0x7f6a8c110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.030+0000 7f6a91400640 1 --2- 172.21.15.33:0/4133745268 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a8c1049a0 0x7f6a8c1089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.030+0000 7f6a91400640 1 --2- 172.21.15.33:0/4133745268 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a8c103ff0 0x7f6a8c1043d0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.030+0000 7f6a91400640 1 -- 172.21.15.33:0/4133745268 >> 172.21.15.33:0/4133745268 conn(0x7f6a8c0ffa90 msgr2=0x7f6a8c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:58.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.030+0000 7f6a91400640 1 -- 172.21.15.33:0/4133745268 shutdown_connections 2024-09-05T02:28:58.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.030+0000 7f6a91400640 1 -- 172.21.15.33:0/4133745268 wait complete. 2024-09-05T02:28:58.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.031+0000 7f6a91400640 1 Processor -- start 2024-09-05T02:28:58.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.031+0000 7f6a91400640 1 -- start start 2024-09-05T02:28:58.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.031+0000 7f6a91400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6a8c103ff0 0x7f6a8c19a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:58.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.031+0000 7f6a91400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a8c1049a0 0x7f6a8c19ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:58.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.031+0000 7f6a91400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a8c109120 0x7f6a8c19eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:58.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.031+0000 7f6a91400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8c114150 con 0x7f6a8c109120 2024-09-05T02:28:58.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.031+0000 7f6a91400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8c113fd0 con 0x7f6a8c1049a0 2024-09-05T02:28:58.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.031+0000 7f6a91400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8c1142d0 con 0x7f6a8c103ff0 2024-09-05T02:28:58.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.032+0000 7f6a83e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a8c1049a0 0x7f6a8c19ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:58.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.032+0000 7f6a83e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a8c1049a0 0x7f6a8c19ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:49520/0 (socket says 172.21.15.33:49520) 2024-09-05T02:28:58.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.032+0000 7f6a83e00640 1 -- 172.21.15.33:0/68870046 learned_addr learned my addr 172.21.15.33:0/68870046 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:58.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.032+0000 7f6a8b200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a8c109120 0x7f6a8c19eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:58.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.032+0000 7f6a8a800640 1 --2- 172.21.15.33:0/68870046 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6a8c103ff0 0x7f6a8c19a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:58.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.032+0000 7f6a83e00640 1 -- 172.21.15.33:0/68870046 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6a8c103ff0 msgr2=0x7f6a8c19a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:58.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.032+0000 7f6a83e00640 1 --2- 172.21.15.33:0/68870046 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6a8c103ff0 0x7f6a8c19a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.032+0000 7f6a83e00640 1 -- 172.21.15.33:0/68870046 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a8c109120 msgr2=0x7f6a8c19eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:58.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.032+0000 7f6a83e00640 1 --2- 172.21.15.33:0/68870046 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a8c109120 0x7f6a8c19eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.032+0000 7f6a83e00640 1 -- 172.21.15.33:0/68870046 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a8c19f5a0 con 0x7f6a8c1049a0 2024-09-05T02:28:58.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.032+0000 7f6a83e00640 1 --2- 172.21.15.33:0/68870046 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a8c1049a0 0x7f6a8c19ab30 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f6a7400e9f0 tx=0x7f6a7400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:58.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.033+0000 7f6a83400640 1 -- 172.21.15.33:0/68870046 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a7400cd80 con 0x7f6a8c1049a0 2024-09-05T02:28:58.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.033+0000 7f6a91400640 1 -- 172.21.15.33:0/68870046 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a8c19f890 con 0x7f6a8c1049a0 2024-09-05T02:28:58.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.033+0000 7f6a83400640 1 -- 172.21.15.33:0/68870046 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6a74010910 con 0x7f6a8c1049a0 2024-09-05T02:28:58.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.033+0000 7f6a83400640 1 -- 172.21.15.33:0/68870046 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a740188f0 con 0x7f6a8c1049a0 2024-09-05T02:28:58.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.033+0000 7f6a91400640 1 -- 172.21.15.33:0/68870046 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a8c1a7170 con 0x7f6a8c1049a0 2024-09-05T02:28:58.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.036+0000 7f6a93ea0740 1 Processor -- start 2024-09-05T02:28:58.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.036+0000 7f6a93ea0740 1 -- start start 2024-09-05T02:28:58.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.036+0000 7f6a83400640 1 -- 172.21.15.33:0/68870046 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f6a74010ac0 con 0x7f6a8c1049a0 2024-09-05T02:28:58.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.036+0000 7f6a93ea0740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df5c70 0x561b33df6050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:58.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.036+0000 7f6a93ea0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33df6590 0x561b33e00910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:58.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.036+0000 7f6a93ea0740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33e00e50 0x561b33e03240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:58.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.036+0000 7f6a93ea0740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561b33d5c3e0 con 0x561b33df5c70 2024-09-05T02:28:58.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.036+0000 7f6a93ea0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x561b33d03d80 con 0x561b33df6590 2024-09-05T02:28:58.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.036+0000 7f6a93ea0740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x561b33d583a0 con 0x561b33e00e50 2024-09-05T02:28:58.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.036+0000 7f6a8b200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df5c70 0x561b33df6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:58.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.037+0000 7f6a8b200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df5c70 0x561b33df6050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60790/0 (socket says 172.21.15.33:60790) 2024-09-05T02:28:58.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.037+0000 7f6a8b200640 1 -- 172.21.15.33:0/2778652931 learned_addr learned my addr 172.21.15.33:0/2778652931 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:58.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.037+0000 7f6a8a800640 1 --2- 172.21.15.33:0/2778652931 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33df6590 0x561b33e00910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:58.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.037+0000 7f6a83e00640 1 --2- 172.21.15.33:0/2778652931 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33e00e50 0x561b33e03240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:58.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.037+0000 7f6a8b200640 1 -- 172.21.15.33:0/2778652931 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33e00e50 msgr2=0x561b33e03240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:58.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.037+0000 7f6a8b200640 1 --2- 172.21.15.33:0/2778652931 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33e00e50 0x561b33e03240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.037+0000 7f6a8b200640 1 -- 172.21.15.33:0/2778652931 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33df6590 msgr2=0x561b33e00910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:58.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.037+0000 7f6a8b200640 1 --2- 172.21.15.33:0/2778652931 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33df6590 0x561b33e00910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.037+0000 7f6a8b200640 1 -- 172.21.15.33:0/2778652931 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b33d22ae0 con 0x561b33df5c70 2024-09-05T02:28:58.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.037+0000 7f6a8b200640 1 --2- 172.21.15.33:0/2778652931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df5c70 0x561b33df6050 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f6a84009f50 tx=0x7f6a840118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8eeb7ac6cfe7b0ab server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:58.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.037+0000 7f6a7b400640 1 -- 172.21.15.33:0/2778652931 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a84004d20 con 0x561b33df5c70 2024-09-05T02:28:58.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.038+0000 7f6a7b400640 1 -- 172.21.15.33:0/2778652931 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6a84004050 con 0x561b33df5c70 2024-09-05T02:28:58.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.038+0000 7f6a7b400640 1 -- 172.21.15.33:0/2778652931 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a84005280 con 0x561b33df5c70 2024-09-05T02:28:58.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.038+0000 7f6a83400640 1 --2- 172.21.15.33:0/68870046 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6a700a2cf0 0x7f6a700a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:58.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.038+0000 7f6a93ea0740 1 -- 172.21.15.33:0/2778652931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df5c70 msgr2=0x561b33df6050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:58.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.038+0000 7f6a93ea0740 1 --2- 172.21.15.33:0/2778652931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df5c70 0x561b33df6050 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f6a84009f50 tx=0x7f6a840118d0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.038+0000 7f6a83400640 1 -- 172.21.15.33:0/68870046 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f6a740cf850 con 0x7f6a8c1049a0 2024-09-05T02:28:58.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.038+0000 7f6a93ea0740 1 -- 172.21.15.33:0/2778652931 shutdown_connections 2024-09-05T02:28:58.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.038+0000 7f6a93ea0740 1 --2- 172.21.15.33:0/2778652931 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33e00e50 0x561b33e03240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.038+0000 7f6a93ea0740 1 --2- 172.21.15.33:0/2778652931 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33df6590 0x561b33e00910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.038+0000 7f6a93ea0740 1 --2- 172.21.15.33:0/2778652931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df5c70 0x561b33df6050 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.039+0000 7f6a93ea0740 1 -- 172.21.15.33:0/2778652931 >> 172.21.15.33:0/2778652931 conn(0x561b33df2200 msgr2=0x561b33df25e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:58.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.039+0000 7f6a8a800640 1 --2- 172.21.15.33:0/68870046 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6a700a2cf0 0x7f6a700a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:58.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.039+0000 7f6a93ea0740 1 -- 172.21.15.33:0/2778652931 shutdown_connections 2024-09-05T02:28:58.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.039+0000 7f6a93ea0740 1 -- 172.21.15.33:0/2778652931 wait complete. 2024-09-05T02:28:58.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.039+0000 7f6a8a800640 1 --2- 172.21.15.33:0/68870046 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6a700a2cf0 0x7f6a700a51b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c009230 tx=0x7f6a7c0058d0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:58.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.039+0000 7f6a93ea0740 1 -- start start 2024-09-05T02:28:58.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.040+0000 7f6a93ea0740 1 Processor -- start 2024-09-05T02:28:58.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.040+0000 7f6a93ea0740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33df5c70 0x561b33dfdd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:58.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.040+0000 7f6a93ea0740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df6590 0x561b33dfe240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:58.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.040+0000 7f6a93ea0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33e00e50 0x561b33dfe780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:58.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.040+0000 7f6a93ea0740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561b33e03a70 con 0x561b33df6590 2024-09-05T02:28:58.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.040+0000 7f6a93ea0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x561b33d170f0 con 0x561b33e00e50 2024-09-05T02:28:58.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.040+0000 7f6a93ea0740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x561b33e03bf0 con 0x561b33df5c70 2024-09-05T02:28:58.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.040+0000 7f6a93ea0740 10 client.0 _ll_register_callbacks cb 0x561b33cfebd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:58.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.040+0000 7f6a8a800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33df5c70 0x561b33dfdd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:58.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.040+0000 7f6a8a800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33df5c70 0x561b33dfdd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:53598/0 (socket says 172.21.15.33:53598) 2024-09-05T02:28:58.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.040+0000 7f6a8a800640 1 -- 172.21.15.33:0/325528145 learned_addr learned my addr 172.21.15.33:0/325528145 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:58.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.040+0000 7f6a83e00640 1 --2- 172.21.15.33:0/325528145 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df6590 0x561b33dfe240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:58.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.040+0000 7f6a8b200640 1 --2- 172.21.15.33:0/325528145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33e00e50 0x561b33dfe780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:58.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.041+0000 7f6a8a800640 1 -- 172.21.15.33:0/325528145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33e00e50 msgr2=0x561b33dfe780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:58.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.041+0000 7f6a8a800640 1 --2- 172.21.15.33:0/325528145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33e00e50 0x561b33dfe780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.041+0000 7f6a8a800640 1 -- 172.21.15.33:0/325528145 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df6590 msgr2=0x561b33dfe240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:58.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.041+0000 7f6a8a800640 1 --2- 172.21.15.33:0/325528145 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df6590 0x561b33dfe240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.041+0000 7f6a8a800640 1 -- 172.21.15.33:0/325528145 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b33acd3c0 con 0x561b33df5c70 2024-09-05T02:28:58.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.041+0000 7f6a8b200640 1 --2- 172.21.15.33:0/325528145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33e00e50 0x561b33dfe780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:28:58.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.041+0000 7f6a8a800640 1 --2- 172.21.15.33:0/325528145 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33df5c70 0x561b33dfdd00 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c033000 tx=0x7f6a7c009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=64caee90fabed88c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:58.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.041+0000 7f6a6fe00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:28:58.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.041+0000 7f6a6fe00640 1 -- 172.21.15.33:0/325528145 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a7c04e070 con 0x561b33df5c70 2024-09-05T02:28:58.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.042+0000 7f6a6fe00640 1 -- 172.21.15.33:0/325528145 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f6a7c0037f0 con 0x561b33df5c70 2024-09-05T02:28:58.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.042+0000 7f6a93ea0740 1 -- 172.21.15.33:0/325528145 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a84004050 con 0x561b33df5c70 2024-09-05T02:28:58.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.042+0000 7f6a6fe00640 1 -- 172.21.15.33:0/325528145 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6a7c05a050 con 0x561b33df5c70 2024-09-05T02:28:58.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.042+0000 7f6a93ea0740 10 client.25606 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:58.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.042+0000 7f6a93ea0740 1 -- 172.21.15.33:0/325528145 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561b33e0fa60 con 0x561b33df5c70 2024-09-05T02:28:58.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.043+0000 7f6a6fe00640 1 -- 172.21.15.33:0/325528145 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6a84004050 con 0x561b33df5c70 2024-09-05T02:28:58.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.043+0000 7f6a6fe00640 1 -- 172.21.15.33:0/325528145 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f6a7c04acb0 con 0x561b33df5c70 2024-09-05T02:28:58.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.043+0000 7f6a93ea0740 10 client.25606 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:58.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.043+0000 7f6a93ea0740 10 client.25606 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:28:58.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.043+0000 7f6a93ea0740 20 client.25606 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:58.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.043+0000 7f6a93ea0740 1 --2- 172.21.15.33:0/325528145 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x561b33e10ec0 0x561b33e13350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:58.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.043+0000 7f6a93ea0740 4 client.25606 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:28:58.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.043+0000 7f6a93ea0740 1 -- 172.21.15.33:0/325528145 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561b33d69950 con 0x561b33e10ec0 2024-09-05T02:28:58.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.043+0000 7f6a83e00640 1 --2- 172.21.15.33:0/325528145 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x561b33e10ec0 0x561b33e13350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:58.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.044+0000 7f6a83e00640 1 --2- 172.21.15.33:0/325528145 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x561b33e10ec0 0x561b33e13350 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=986c70080caee234 server_cookie=27b87c34e2e3b25d in_seq=0 out_seq=0 2024-09-05T02:28:58.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.044+0000 7f6a6fe00640 10 client.25606 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:28:58.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.045+0000 7f6a6fe00640 1 -- 172.21.15.33:0/325528145 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561b33d69950 con 0x561b33e10ec0 2024-09-05T02:28:58.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.045+0000 7f6a6fe00640 10 client.25606 handle_command_reply: tid=0 2024-09-05T02:28:58.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.045+0000 7f6a93ea0740 1 client.25606 shutdown 2024-09-05T02:28:58.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.045+0000 7f6a93ea0740 1 -- 172.21.15.33:0/325528145 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33df5c70 msgr2=0x561b33dfdd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:58.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.045+0000 7f6a93ea0740 1 --2- 172.21.15.33:0/325528145 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33df5c70 0x561b33dfdd00 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c033000 tx=0x7f6a7c009260 comp rx=0 tx=0).stop 2024-09-05T02:28:58.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.045+0000 7f6a93ea0740 1 -- 172.21.15.33:0/325528145 shutdown_connections 2024-09-05T02:28:58.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.045+0000 7f6a93ea0740 1 --2- 172.21.15.33:0/325528145 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x561b33e10ec0 0x561b33e13350 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.045+0000 7f6a93ea0740 1 --2- 172.21.15.33:0/325528145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33e00e50 0x561b33dfe780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.045+0000 7f6a93ea0740 1 --2- 172.21.15.33:0/325528145 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df6590 0x561b33dfe240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.045+0000 7f6a6fe00640 0 client.25606 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:28:58.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.045+0000 7f6a93ea0740 1 --2- 172.21.15.33:0/325528145 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33df5c70 0x561b33dfdd00 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.045+0000 7f6a93ea0740 1 -- 172.21.15.33:0/325528145 >> 172.21.15.33:0/325528145 conn(0x561b33df2200 msgr2=0x561b33df1380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:58.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.045+0000 7f6a93ea0740 1 -- 172.21.15.33:0/325528145 shutdown_connections 2024-09-05T02:28:58.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.045+0000 7f6a93ea0740 1 -- 172.21.15.33:0/325528145 wait complete. 2024-09-05T02:28:58.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.045+0000 7f6a93ea0740 20 client.25606 trim_cache size 0 max 16384 2024-09-05T02:28:58.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.059+0000 7f6a93ea0740 1 Processor -- start 2024-09-05T02:28:58.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.059+0000 7f6a93ea0740 1 -- start start 2024-09-05T02:28:58.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.060+0000 7f6a93ea0740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33df5c70 0x561b33e18c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:58.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.060+0000 7f6a93ea0740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df6590 0x561b33e19160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:58.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.060+0000 7f6a93ea0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33e00e50 0x561b33dfaf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:58.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.060+0000 7f6a93ea0740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8c1afa30 con 0x561b33df6590 2024-09-05T02:28:58.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.060+0000 7f6a93ea0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8c1b1570 con 0x561b33e00e50 2024-09-05T02:28:58.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.060+0000 7f6a93ea0740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8c1b0100 con 0x561b33df5c70 2024-09-05T02:28:58.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.060+0000 7f6a8b200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33e00e50 0x561b33dfaf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:58.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.060+0000 7f6a83e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df6590 0x561b33e19160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:58.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.060+0000 7f6a8b200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33e00e50 0x561b33dfaf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:49538/0 (socket says 172.21.15.33:49538) 2024-09-05T02:28:58.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.060+0000 7f6a8b200640 1 -- 172.21.15.33:0/232464865 learned_addr learned my addr 172.21.15.33:0/232464865 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:58.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.060+0000 7f6a8a800640 1 --2- 172.21.15.33:0/232464865 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33df5c70 0x561b33e18c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:58.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.060+0000 7f6a8b200640 1 -- 172.21.15.33:0/232464865 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33df5c70 msgr2=0x561b33e18c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:58.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.060+0000 7f6a8b200640 1 --2- 172.21.15.33:0/232464865 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33df5c70 0x561b33e18c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.060+0000 7f6a8b200640 1 -- 172.21.15.33:0/232464865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df6590 msgr2=0x561b33e19160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:58.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.060+0000 7f6a8b200640 1 --2- 172.21.15.33:0/232464865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df6590 0x561b33e19160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.060+0000 7f6a8b200640 1 -- 172.21.15.33:0/232464865 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b33ded770 con 0x561b33e00e50 2024-09-05T02:28:58.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.060+0000 7f6a83e00640 1 --2- 172.21.15.33:0/232464865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df6590 0x561b33e19160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:58.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.061+0000 7f6a8b200640 1 --2- 172.21.15.33:0/232464865 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33e00e50 0x561b33dfaf60 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6a8401b040 tx=0x7f6a84003c40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=941f6658e2758435 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:58.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.061+0000 7f6a7aa00640 1 -- 172.21.15.33:0/232464865 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a84004050 con 0x561b33e00e50 2024-09-05T02:28:58.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.061+0000 7f6a7aa00640 1 -- 172.21.15.33:0/232464865 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6a84004790 con 0x561b33e00e50 2024-09-05T02:28:58.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.061+0000 7f6a7aa00640 1 -- 172.21.15.33:0/232464865 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a84005430 con 0x561b33e00e50 2024-09-05T02:28:58.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.062+0000 7f6a93ea0740 1 -- 172.21.15.33:0/232464865 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33e00e50 msgr2=0x561b33dfaf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:58.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.062+0000 7f6a93ea0740 1 --2- 172.21.15.33:0/232464865 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33e00e50 0x561b33dfaf60 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6a8401b040 tx=0x7f6a84003c40 comp rx=0 tx=0).stop 2024-09-05T02:28:58.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.062+0000 7f6a93ea0740 1 -- 172.21.15.33:0/232464865 shutdown_connections 2024-09-05T02:28:58.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.062+0000 7f6a93ea0740 1 --2- 172.21.15.33:0/232464865 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33e00e50 0x561b33dfaf60 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.062+0000 7f6a93ea0740 1 --2- 172.21.15.33:0/232464865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df6590 0x561b33e19160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.062+0000 7f6a93ea0740 1 --2- 172.21.15.33:0/232464865 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33df5c70 0x561b33e18c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.062+0000 7f6a93ea0740 1 -- 172.21.15.33:0/232464865 >> 172.21.15.33:0/232464865 conn(0x561b33df2200 msgr2=0x561b33dffd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:58.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.062+0000 7f6a93ea0740 1 -- 172.21.15.33:0/232464865 shutdown_connections 2024-09-05T02:28:58.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.062+0000 7f6a93ea0740 1 -- 172.21.15.33:0/232464865 wait complete. 2024-09-05T02:28:58.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.062+0000 7f6a93ea0740 1 -- start start 2024-09-05T02:28:58.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.063+0000 7f6a93ea0740 1 Processor -- start 2024-09-05T02:28:58.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.063+0000 7f6a93ea0740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df5c70 0x561b33e09520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:58.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.063+0000 7f6a93ea0740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33df6590 0x561b33e048a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:58.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.063+0000 7f6a93ea0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33e00e50 0x561b33e04de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:58.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.063+0000 7f6a93ea0740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8c1b0ea0 con 0x561b33df5c70 2024-09-05T02:28:58.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.063+0000 7f6a93ea0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8c1b07d0 con 0x561b33e00e50 2024-09-05T02:28:58.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.063+0000 7f6a93ea0740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8c1ada10 con 0x561b33df6590 2024-09-05T02:28:58.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.063+0000 7f6a93ea0740 10 client.0 _ll_register_callbacks cb 0x7f6a7c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:28:58.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.063+0000 7f6a8a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df5c70 0x561b33e09520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:58.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.063+0000 7f6a8a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df5c70 0x561b33e09520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60818/0 (socket says 172.21.15.33:60818) 2024-09-05T02:28:58.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.063+0000 7f6a8a800640 1 -- 172.21.15.33:0/3567607457 learned_addr learned my addr 172.21.15.33:0/3567607457 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:28:58.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.063+0000 7f6a83e00640 1 --2- 172.21.15.33:0/3567607457 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33df6590 0x561b33e048a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:58.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.064+0000 7f6a8b200640 1 --2- 172.21.15.33:0/3567607457 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33e00e50 0x561b33e04de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:58.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.064+0000 7f6a83e00640 1 -- 172.21.15.33:0/3567607457 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33e00e50 msgr2=0x561b33e04de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:58.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.064+0000 7f6a83e00640 1 --2- 172.21.15.33:0/3567607457 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33e00e50 0x561b33e04de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.064+0000 7f6a83e00640 1 -- 172.21.15.33:0/3567607457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df5c70 msgr2=0x561b33e09520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:28:58.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.064+0000 7f6a83e00640 1 --2- 172.21.15.33:0/3567607457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df5c70 0x561b33e09520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.064+0000 7f6a83e00640 1 -- 172.21.15.33:0/3567607457 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b33e05610 con 0x561b33df6590 2024-09-05T02:28:58.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.064+0000 7f6a8a800640 1 --2- 172.21.15.33:0/3567607457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df5c70 0x561b33e09520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:28:58.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.064+0000 7f6a8b200640 1 --2- 172.21.15.33:0/3567607457 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33e00e50 0x561b33e04de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:28:58.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.064+0000 7f6a83e00640 1 --2- 172.21.15.33:0/3567607457 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33df6590 0x561b33e048a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6a740ccf50 tx=0x7f6a740d1ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=710436f05356af31 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:28:58.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.064+0000 7f6a6fe00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:28:58.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.064+0000 7f6a6fe00640 1 -- 172.21.15.33:0/3567607457 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a740cd3d0 con 0x561b33df6590 2024-09-05T02:28:58.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.064+0000 7f6a93ea0740 1 -- 172.21.15.33:0/3567607457 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a84004790 con 0x561b33df6590 2024-09-05T02:28:58.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.064+0000 7f6a6fe00640 1 -- 172.21.15.33:0/3567607457 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f6a7409b220 con 0x561b33df6590 2024-09-05T02:28:58.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.065+0000 7f6a6fe00640 1 -- 172.21.15.33:0/3567607457 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6a7409a190 con 0x561b33df6590 2024-09-05T02:28:58.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.065+0000 7f6a93ea0740 10 client.25612 fetch_fsmap learned FSMap version 29 2024-09-05T02:28:58.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.065+0000 7f6a93ea0740 1 -- 172.21.15.33:0/3567607457 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561b33e7bb80 con 0x561b33df6590 2024-09-05T02:28:58.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.065+0000 7f6a6fe00640 1 -- 172.21.15.33:0/3567607457 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6a84004790 con 0x561b33df6590 2024-09-05T02:28:58.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.065+0000 7f6a6fe00640 1 -- 172.21.15.33:0/3567607457 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f6a74097bb0 con 0x561b33df6590 2024-09-05T02:28:58.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.065+0000 7f6a93ea0740 10 client.25612 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:28:58.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.065+0000 7f6a93ea0740 10 client.25612 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:28:58.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.065+0000 7f6a93ea0740 20 client.25612 populate_metadata read hostname 'smithi033' 2024-09-05T02:28:58.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.065+0000 7f6a93ea0740 1 --2- 172.21.15.33:0/3567607457 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x561b33e7c300 0x561b33e7e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:28:58.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.065+0000 7f6a93ea0740 4 client.25612 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:28:58.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.065+0000 7f6a93ea0740 1 -- 172.21.15.33:0/3567607457 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561b33d63e60 con 0x561b33e7c300 2024-09-05T02:28:58.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.065+0000 7f6a8a800640 1 --2- 172.21.15.33:0/3567607457 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x561b33e7c300 0x561b33e7e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:28:58.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.066+0000 7f6a8a800640 1 --2- 172.21.15.33:0/3567607457 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x561b33e7c300 0x561b33e7e720 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=aa63dbd8da6053b2 server_cookie=c772ee4cf72da655 in_seq=0 out_seq=0 2024-09-05T02:28:58.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.066+0000 7f6a6fe00640 10 client.25612 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:28:58.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.066+0000 7f6a6fe00640 1 -- 172.21.15.33:0/3567607457 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561b33d63e60 con 0x561b33e7c300 2024-09-05T02:28:58.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.066+0000 7f6a6fe00640 10 client.25612 handle_command_reply: tid=0 2024-09-05T02:28:58.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.066+0000 7f6a93ea0740 1 client.25612 shutdown 2024-09-05T02:28:58.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.066+0000 7f6a93ea0740 1 -- 172.21.15.33:0/3567607457 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33df6590 msgr2=0x561b33e048a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:58.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.066+0000 7f6a93ea0740 1 --2- 172.21.15.33:0/3567607457 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33df6590 0x561b33e048a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6a740ccf50 tx=0x7f6a740d1ca0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.066+0000 7f6a93ea0740 1 -- 172.21.15.33:0/3567607457 shutdown_connections 2024-09-05T02:28:58.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.066+0000 7f6a93ea0740 1 --2- 172.21.15.33:0/3567607457 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x561b33e7c300 0x561b33e7e720 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.066+0000 7f6a93ea0740 1 --2- 172.21.15.33:0/3567607457 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561b33e00e50 0x561b33e04de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.067+0000 7f6a93ea0740 1 --2- 172.21.15.33:0/3567607457 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561b33df6590 0x561b33e048a0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.067+0000 7f6a93ea0740 1 --2- 172.21.15.33:0/3567607457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561b33df5c70 0x561b33e09520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.067+0000 7f6a6fe00640 0 client.25612 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:28:58.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.067+0000 7f6a93ea0740 1 -- 172.21.15.33:0/3567607457 >> 172.21.15.33:0/3567607457 conn(0x561b33df2200 msgr2=0x561b33dffd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:58.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.067+0000 7f6a93ea0740 1 -- 172.21.15.33:0/3567607457 shutdown_connections 2024-09-05T02:28:58.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.067+0000 7f6a93ea0740 1 -- 172.21.15.33:0/3567607457 wait complete. 2024-09-05T02:28:58.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.067+0000 7f6a93ea0740 20 client.25612 trim_cache size 0 max 16384 2024-09-05T02:28:58.073 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:28:58.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.067+0000 7f6a91400640 1 -- 172.21.15.33:0/68870046 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6a700a2cf0 msgr2=0x7f6a700a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:58.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.067+0000 7f6a91400640 1 --2- 172.21.15.33:0/68870046 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6a700a2cf0 0x7f6a700a51b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c009230 tx=0x7f6a7c0058d0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.067+0000 7f6a91400640 1 -- 172.21.15.33:0/68870046 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a8c1049a0 msgr2=0x7f6a8c19ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:28:58.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.067+0000 7f6a91400640 1 --2- 172.21.15.33:0/68870046 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a8c1049a0 0x7f6a8c19ab30 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f6a7400e9f0 tx=0x7f6a7400eeb0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.068+0000 7f6a91400640 1 -- 172.21.15.33:0/68870046 shutdown_connections 2024-09-05T02:28:58.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.068+0000 7f6a91400640 1 --2- 172.21.15.33:0/68870046 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6a700a2cf0 0x7f6a700a51b0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.068+0000 7f6a91400640 1 --2- 172.21.15.33:0/68870046 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a8c109120 0x7f6a8c19eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.068+0000 7f6a91400640 1 --2- 172.21.15.33:0/68870046 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a8c1049a0 0x7f6a8c19ab30 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.068+0000 7f6a91400640 1 --2- 172.21.15.33:0/68870046 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6a8c103ff0 0x7f6a8c19a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:28:58.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.068+0000 7f6a91400640 1 -- 172.21.15.33:0/68870046 >> 172.21.15.33:0/68870046 conn(0x7f6a8c0ffa90 msgr2=0x7f6a8c100e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:28:58.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.068+0000 7f6a91400640 1 -- 172.21.15.33:0/68870046 shutdown_connections 2024-09-05T02:28:58.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:28:58.068+0000 7f6a91400640 1 -- 172.21.15.33:0/68870046 wait complete. 2024-09-05T02:28:58.847 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:58.848 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:58.848 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:58.848 INFO:tasks.workunit.client.0.smithi033.stdout:iozone test complete. 2024-09-05T02:28:58.850 INFO:tasks.workunit.client.0.smithi033.stderr:+ iozone -c -e -s 10240M -r 1M -t 1 -F f3 -i 0 -i 1 2024-09-05T02:28:58.930 INFO:tasks.workunit.client.0.smithi033.stdout: Iozone: Performance Test of File I/O 2024-09-05T02:28:58.930 INFO:tasks.workunit.client.0.smithi033.stdout: Version $Revision: 3.494 $ 2024-09-05T02:28:58.930 INFO:tasks.workunit.client.0.smithi033.stdout: Compiled for 64 bit mode. 2024-09-05T02:28:58.930 INFO:tasks.workunit.client.0.smithi033.stdout: Build: linux-AMD64 2024-09-05T02:28:58.931 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:58.931 INFO:tasks.workunit.client.0.smithi033.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-09-05T02:28:58.931 INFO:tasks.workunit.client.0.smithi033.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-09-05T02:28:58.931 INFO:tasks.workunit.client.0.smithi033.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-09-05T02:28:58.931 INFO:tasks.workunit.client.0.smithi033.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-09-05T02:28:58.931 INFO:tasks.workunit.client.0.smithi033.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-09-05T02:28:58.931 INFO:tasks.workunit.client.0.smithi033.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-09-05T02:28:58.931 INFO:tasks.workunit.client.0.smithi033.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-09-05T02:28:58.931 INFO:tasks.workunit.client.0.smithi033.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-09-05T02:28:58.931 INFO:tasks.workunit.client.0.smithi033.stdout: Alexey Skidanov, Sudhir Kumar. 2024-09-05T02:28:58.931 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:58.931 INFO:tasks.workunit.client.0.smithi033.stdout: Run began: Thu Sep 5 02:28:58 2024 2024-09-05T02:28:58.931 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:28:58.932 INFO:tasks.workunit.client.0.smithi033.stdout: Include close in write timing 2024-09-05T02:28:58.932 INFO:tasks.workunit.client.0.smithi033.stdout: Include fsync in write timing 2024-09-05T02:28:58.932 INFO:tasks.workunit.client.0.smithi033.stdout: File size set to 10485760 kB 2024-09-05T02:28:58.932 INFO:tasks.workunit.client.0.smithi033.stdout: Record Size 1024 kB 2024-09-05T02:28:58.932 INFO:tasks.workunit.client.0.smithi033.stdout: Command line used: iozone -c -e -s 10240M -r 1M -t 1 -F f3 -i 0 -i 1 2024-09-05T02:28:58.932 INFO:tasks.workunit.client.0.smithi033.stdout: Output is in kBytes/sec 2024-09-05T02:28:58.932 INFO:tasks.workunit.client.0.smithi033.stdout: Time Resolution = 0.000001 seconds. 2024-09-05T02:28:58.932 INFO:tasks.workunit.client.0.smithi033.stdout: Processor cache size set to 1024 kBytes. 2024-09-05T02:28:58.932 INFO:tasks.workunit.client.0.smithi033.stdout: Processor cache line size set to 32 bytes. 2024-09-05T02:28:58.932 INFO:tasks.workunit.client.0.smithi033.stdout: File stride size set to 17 * record size. 2024-09-05T02:28:58.932 INFO:tasks.workunit.client.0.smithi033.stdout: Throughput test with 1 process 2024-09-05T02:28:58.933 INFO:tasks.workunit.client.0.smithi033.stdout: Each process writes a 10485760 kByte file in 1024 kByte records 2024-09-05T02:28:59.272 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:28:59.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:28:59 smithi174 ceph-mon[34756]: pgmap v64: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 85 MiB/s wr, 34 op/s 2024-09-05T02:28:59.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:28:59 smithi033 ceph-mon[29909]: pgmap v64: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 85 MiB/s wr, 34 op/s 2024-09-05T02:28:59.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:28:59 smithi123 ceph-mon[34031]: pgmap v64: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 85 MiB/s wr, 34 op/s 2024-09-05T02:28:59.660 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:00.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.274+0000 7fb5e0800640 1 -- 172.21.15.33:0/1156990297 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5d8077040 msgr2=0x7fb5d81124f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:00.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.274+0000 7fb5e0800640 1 --2- 172.21.15.33:0/1156990297 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5d8077040 0x7fb5d81124f0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fb5cc009900 tx=0x7fb5cc02a410 comp rx=0 tx=0).stop 2024-09-05T02:29:00.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.275+0000 7fb5e0800640 1 -- 172.21.15.33:0/1156990297 shutdown_connections 2024-09-05T02:29:00.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.275+0000 7fb5e0800640 1 --2- 172.21.15.33:0/1156990297 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb5d8112a30 0x7fb5d8114e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.275+0000 7fb5e0800640 1 --2- 172.21.15.33:0/1156990297 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5d8077040 0x7fb5d81124f0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.275+0000 7fb5e0800640 1 --2- 172.21.15.33:0/1156990297 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb5d8076720 0x7fb5d8076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.275+0000 7fb5e0800640 1 -- 172.21.15.33:0/1156990297 >> 172.21.15.33:0/1156990297 conn(0x7fb5d80ffa90 msgr2=0x7fb5d8101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:00.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.275+0000 7fb5e0800640 1 -- 172.21.15.33:0/1156990297 shutdown_connections 2024-09-05T02:29:00.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.275+0000 7fb5e0800640 1 -- 172.21.15.33:0/1156990297 wait complete. 2024-09-05T02:29:00.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.276+0000 7fb5e0800640 1 Processor -- start 2024-09-05T02:29:00.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.276+0000 7fb5e0800640 1 -- start start 2024-09-05T02:29:00.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.276+0000 7fb5e0800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5d8076720 0x7fb5d81a4730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:00.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.276+0000 7fb5e0800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb5d8077040 0x7fb5d81a4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:00.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.276+0000 7fb5e0800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb5d8112a30 0x7fb5d819e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:00.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.276+0000 7fb5e0800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d81185c0 con 0x7fb5d8076720 2024-09-05T02:29:00.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.276+0000 7fb5e0800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d8118440 con 0x7fb5d8112a30 2024-09-05T02:29:00.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.276+0000 7fb5e0800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d8118740 con 0x7fb5d8077040 2024-09-05T02:29:00.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.277+0000 7fb5dde00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5d8076720 0x7fb5d81a4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:00.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.277+0000 7fb5dd400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb5d8077040 0x7fb5d81a4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:00.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.277+0000 7fb5de800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb5d8112a30 0x7fb5d819e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:00.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.277+0000 7fb5dd400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb5d8077040 0x7fb5d81a4c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:60426/0 (socket says 172.21.15.33:60426) 2024-09-05T02:29:00.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.277+0000 7fb5dde00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5d8076720 0x7fb5d81a4730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46684/0 (socket says 172.21.15.33:46684) 2024-09-05T02:29:00.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.277+0000 7fb5dd400640 1 -- 172.21.15.33:0/2975568088 learned_addr learned my addr 172.21.15.33:0/2975568088 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:00.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.277+0000 7fb5de800640 1 -- 172.21.15.33:0/2975568088 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb5d8077040 msgr2=0x7fb5d81a4c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:00.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.277+0000 7fb5de800640 1 --2- 172.21.15.33:0/2975568088 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb5d8077040 0x7fb5d81a4c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.277+0000 7fb5de800640 1 -- 172.21.15.33:0/2975568088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5d8076720 msgr2=0x7fb5d81a4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:00.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.277+0000 7fb5de800640 1 --2- 172.21.15.33:0/2975568088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5d8076720 0x7fb5d81a4730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.277+0000 7fb5de800640 1 -- 172.21.15.33:0/2975568088 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5d819f020 con 0x7fb5d8112a30 2024-09-05T02:29:00.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.277+0000 7fb5dde00640 1 --2- 172.21.15.33:0/2975568088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5d8076720 0x7fb5d81a4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:29:00.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.278+0000 7fb5de800640 1 --2- 172.21.15.33:0/2975568088 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb5d8112a30 0x7fb5d819e8f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fb5d807aa10 tx=0x7fb5d400ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:00.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.278+0000 7fb5d2a00640 1 -- 172.21.15.33:0/2975568088 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d400cdf0 con 0x7fb5d8112a30 2024-09-05T02:29:00.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.278+0000 7fb5d2a00640 1 -- 172.21.15.33:0/2975568088 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb5d4005020 con 0x7fb5d8112a30 2024-09-05T02:29:00.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.278+0000 7fb5e0800640 1 -- 172.21.15.33:0/2975568088 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5d819f310 con 0x7fb5d8112a30 2024-09-05T02:29:00.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.278+0000 7fb5d2a00640 1 -- 172.21.15.33:0/2975568088 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d4010670 con 0x7fb5d8112a30 2024-09-05T02:29:00.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.278+0000 7fb5e0800640 1 -- 172.21.15.33:0/2975568088 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5d81ab600 con 0x7fb5d8112a30 2024-09-05T02:29:00.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.281+0000 7fb5e33fc740 1 Processor -- start 2024-09-05T02:29:00.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.283+0000 7fb5d2a00640 1 -- 172.21.15.33:0/2975568088 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fb5d40054d0 con 0x7fb5d8112a30 2024-09-05T02:29:00.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.283+0000 7fb5e33fc740 1 -- start start 2024-09-05T02:29:00.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.284+0000 7fb5e33fc740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e389396c70 0x55e389397050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:00.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.284+0000 7fb5e33fc740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e389397590 0x55e3893a1910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:00.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.284+0000 7fb5e33fc740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e3893a1e50 0x55e3893a4240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:00.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.284+0000 7fb5e33fc740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55e3892fd3e0 con 0x55e389397590 2024-09-05T02:29:00.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.284+0000 7fb5e33fc740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e3892a4d80 con 0x55e389396c70 2024-09-05T02:29:00.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.284+0000 7fb5e33fc740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55e3892f93a0 con 0x55e3893a1e50 2024-09-05T02:29:00.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.284+0000 7fb5dde00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e389397590 0x55e3893a1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:00.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.284+0000 7fb5dde00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e389397590 0x55e3893a1910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46700/0 (socket says 172.21.15.33:46700) 2024-09-05T02:29:00.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.284+0000 7fb5dde00640 1 -- 172.21.15.33:0/3626278502 learned_addr learned my addr 172.21.15.33:0/3626278502 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:00.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.284+0000 7fb5dd400640 1 --2- 172.21.15.33:0/3626278502 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e389396c70 0x55e389397050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:00.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.284+0000 7fb5dd400640 1 --2- 172.21.15.33:0/3626278502 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e3893a1e50 0x55e3893a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:00.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.285+0000 7fb5dde00640 1 -- 172.21.15.33:0/3626278502 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e3893a1e50 msgr2=0x55e3893a4240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:00.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.285+0000 7fb5dde00640 1 --2- 172.21.15.33:0/3626278502 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e3893a1e50 0x55e3893a4240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.285+0000 7fb5dde00640 1 -- 172.21.15.33:0/3626278502 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e389396c70 msgr2=0x55e389397050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:00.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.285+0000 7fb5dde00640 1 --2- 172.21.15.33:0/3626278502 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e389396c70 0x55e389397050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.285+0000 7fb5dde00640 1 -- 172.21.15.33:0/3626278502 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e3892c3ae0 con 0x55e389397590 2024-09-05T02:29:00.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.285+0000 7fb5dd400640 1 --2- 172.21.15.33:0/3626278502 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e389396c70 0x55e389397050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:29:00.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.285+0000 7fb5d2a00640 1 --2- 172.21.15.33:0/2975568088 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb5c00a2cf0 0x7fb5c00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:00.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.285+0000 7fb5d2a00640 1 -- 172.21.15.33:0/2975568088 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb5d40cfae0 con 0x7fb5d8112a30 2024-09-05T02:29:00.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.285+0000 7fb5dd400640 1 --2- 172.21.15.33:0/2975568088 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb5c00a2cf0 0x7fb5c00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:00.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.285+0000 7fb5dde00640 1 --2- 172.21.15.33:0/3626278502 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e389397590 0x55e3893a1910 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fb5c40114f0 tx=0x7fb5c40119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ed25b328d7add9b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:00.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.286+0000 7fb5cb000640 1 -- 172.21.15.33:0/3626278502 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c4011250 con 0x55e389397590 2024-09-05T02:29:00.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.286+0000 7fb5cb000640 1 -- 172.21.15.33:0/3626278502 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb5c40035f0 con 0x55e389397590 2024-09-05T02:29:00.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.286+0000 7fb5cb000640 1 -- 172.21.15.33:0/3626278502 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c400f820 con 0x55e389397590 2024-09-05T02:29:00.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.286+0000 7fb5e33fc740 1 -- 172.21.15.33:0/3626278502 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e389397590 msgr2=0x55e3893a1910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:00.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.286+0000 7fb5e33fc740 1 --2- 172.21.15.33:0/3626278502 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e389397590 0x55e3893a1910 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fb5c40114f0 tx=0x7fb5c40119b0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.286+0000 7fb5dd400640 1 --2- 172.21.15.33:0/2975568088 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb5c00a2cf0 0x7fb5c00a51b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fb5d80793e0 tx=0x7fb5cc02a410 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:00.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.287+0000 7fb5e33fc740 1 -- 172.21.15.33:0/3626278502 shutdown_connections 2024-09-05T02:29:00.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.287+0000 7fb5e33fc740 1 --2- 172.21.15.33:0/3626278502 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e3893a1e50 0x55e3893a4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.287+0000 7fb5e33fc740 1 --2- 172.21.15.33:0/3626278502 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e389397590 0x55e3893a1910 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.287+0000 7fb5e33fc740 1 --2- 172.21.15.33:0/3626278502 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e389396c70 0x55e389397050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.287+0000 7fb5e33fc740 1 -- 172.21.15.33:0/3626278502 >> 172.21.15.33:0/3626278502 conn(0x55e389393200 msgr2=0x55e3893935e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:00.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.287+0000 7fb5e33fc740 1 -- 172.21.15.33:0/3626278502 shutdown_connections 2024-09-05T02:29:00.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.287+0000 7fb5e33fc740 1 -- 172.21.15.33:0/3626278502 wait complete. 2024-09-05T02:29:00.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.287+0000 7fb5e33fc740 1 -- start start 2024-09-05T02:29:00.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.287+0000 7fb5e33fc740 1 Processor -- start 2024-09-05T02:29:00.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.288+0000 7fb5e33fc740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e389396c70 0x55e38939ed40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:00.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.288+0000 7fb5e33fc740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e389397590 0x55e38939f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:00.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.288+0000 7fb5e33fc740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e3893a1e50 0x55e38939f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:00.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.288+0000 7fb5e33fc740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55e3893a4a20 con 0x55e3893a1e50 2024-09-05T02:29:00.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.288+0000 7fb5e33fc740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e3892b80f0 con 0x55e389396c70 2024-09-05T02:29:00.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.288+0000 7fb5e33fc740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55e3893a4ba0 con 0x55e389397590 2024-09-05T02:29:00.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.288+0000 7fb5e33fc740 10 client.0 _ll_register_callbacks cb 0x55e38929fbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:00.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.288+0000 7fb5dde00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e389396c70 0x55e38939ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.289+0000 7fb5dde00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e389396c70 0x55e38939ed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35246/0 (socket says 172.21.15.33:35246) 2024-09-05T02:29:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.289+0000 7fb5dde00640 1 -- 172.21.15.33:0/1777665201 learned_addr learned my addr 172.21.15.33:0/1777665201 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.289+0000 7fb5dd400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e389397590 0x55e38939f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.289+0000 7fb5de800640 1 --2- 172.21.15.33:0/1777665201 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e3893a1e50 0x55e38939f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.289+0000 7fb5dde00640 1 -- 172.21.15.33:0/1777665201 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e389397590 msgr2=0x55e38939f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.289+0000 7fb5dde00640 1 --2- 172.21.15.33:0/1777665201 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e389397590 0x55e38939f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.289+0000 7fb5dde00640 1 -- 172.21.15.33:0/1777665201 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e3893a1e50 msgr2=0x55e38939f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.289+0000 7fb5dde00640 1 --2- 172.21.15.33:0/1777665201 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e3893a1e50 0x55e38939f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.289+0000 7fb5dde00640 1 -- 172.21.15.33:0/1777665201 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e38906e3c0 con 0x55e389396c70 2024-09-05T02:29:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.289+0000 7fb5de800640 1 --2- 172.21.15.33:0/1777665201 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e3893a1e50 0x55e38939f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:29:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.289+0000 7fb5dde00640 1 --2- 172.21.15.33:0/1777665201 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e389396c70 0x55e38939ed40 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb5c4003a50 tx=0x7fb5c4003a80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3a037b490d18bce8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.289+0000 7fb5bf400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:29:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.290+0000 7fb5bf400640 1 -- 172.21.15.33:0/1777665201 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c4028020 con 0x55e389396c70 2024-09-05T02:29:00.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.290+0000 7fb5e33fc740 1 -- 172.21.15.33:0/1777665201 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5c40035f0 con 0x55e389396c70 2024-09-05T02:29:00.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.290+0000 7fb5bf400640 1 -- 172.21.15.33:0/1777665201 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb5c4004210 con 0x55e389396c70 2024-09-05T02:29:00.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.290+0000 7fb5bf400640 1 -- 172.21.15.33:0/1777665201 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb5c4033050 con 0x55e389396c70 2024-09-05T02:29:00.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.290+0000 7fb5e33fc740 10 client.25679 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:00.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.290+0000 7fb5e33fc740 1 -- 172.21.15.33:0/1777665201 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e3893b0a50 con 0x55e389396c70 2024-09-05T02:29:00.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.291+0000 7fb5bf400640 1 -- 172.21.15.33:0/1777665201 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb5c40035f0 con 0x55e389396c70 2024-09-05T02:29:00.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.291+0000 7fb5bf400640 1 -- 172.21.15.33:0/1777665201 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb5c4004920 con 0x55e389396c70 2024-09-05T02:29:00.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.291+0000 7fb5e33fc740 10 client.25679 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:00.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.291+0000 7fb5e33fc740 10 client.25679 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:29:00.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.291+0000 7fb5e33fc740 20 client.25679 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:00.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.291+0000 7fb5e33fc740 1 --2- 172.21.15.33:0/1777665201 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55e3893b1eb0 0x55e3893b42a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:00.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.291+0000 7fb5e33fc740 4 client.25679 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:29:00.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.291+0000 7fb5e33fc740 1 -- 172.21.15.33:0/1777665201 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e38930a950 con 0x55e3893b1eb0 2024-09-05T02:29:00.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.291+0000 7fb5dd400640 1 --2- 172.21.15.33:0/1777665201 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55e3893b1eb0 0x55e3893b42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:00.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.292+0000 7fb5dd400640 1 --2- 172.21.15.33:0/1777665201 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55e3893b1eb0 0x55e3893b42a0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9893f98653785c6e server_cookie=bb7744c438ad3bc9 in_seq=0 out_seq=0 2024-09-05T02:29:00.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.292+0000 7fb5bf400640 10 client.25679 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:29:00.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.293+0000 7fb5bf400640 1 -- 172.21.15.33:0/1777665201 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e38930a950 con 0x55e3893b1eb0 2024-09-05T02:29:00.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.293+0000 7fb5bf400640 10 client.25679 handle_command_reply: tid=0 2024-09-05T02:29:00.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.293+0000 7fb5e33fc740 1 client.25679 shutdown 2024-09-05T02:29:00.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.293+0000 7fb5e33fc740 1 -- 172.21.15.33:0/1777665201 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e389396c70 msgr2=0x55e38939ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:00.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.293+0000 7fb5e33fc740 1 --2- 172.21.15.33:0/1777665201 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e389396c70 0x55e38939ed40 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb5c4003a50 tx=0x7fb5c4003a80 comp rx=0 tx=0).stop 2024-09-05T02:29:00.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.293+0000 7fb5e33fc740 1 -- 172.21.15.33:0/1777665201 shutdown_connections 2024-09-05T02:29:00.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.293+0000 7fb5e33fc740 1 --2- 172.21.15.33:0/1777665201 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55e3893b1eb0 0x55e3893b42a0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.293+0000 7fb5e33fc740 1 --2- 172.21.15.33:0/1777665201 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e3893a1e50 0x55e38939f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.293+0000 7fb5e33fc740 1 --2- 172.21.15.33:0/1777665201 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e389397590 0x55e38939f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.293+0000 7fb5e33fc740 1 --2- 172.21.15.33:0/1777665201 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e389396c70 0x55e38939ed40 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.293+0000 7fb5bf400640 0 client.25679 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:29:00.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.293+0000 7fb5e33fc740 1 -- 172.21.15.33:0/1777665201 >> 172.21.15.33:0/1777665201 conn(0x55e389393200 msgr2=0x55e389392380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:00.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.294+0000 7fb5e33fc740 1 -- 172.21.15.33:0/1777665201 shutdown_connections 2024-09-05T02:29:00.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.294+0000 7fb5e33fc740 1 -- 172.21.15.33:0/1777665201 wait complete. 2024-09-05T02:29:00.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.294+0000 7fb5e33fc740 20 client.25679 trim_cache size 0 max 16384 2024-09-05T02:29:00.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.309+0000 7fb5e33fc740 1 Processor -- start 2024-09-05T02:29:00.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.309+0000 7fb5e33fc740 1 -- start start 2024-09-05T02:29:00.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.309+0000 7fb5e33fc740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e389396c70 0x55e3893a1070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:00.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.309+0000 7fb5e33fc740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e389397590 0x55e38939e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:00.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.309+0000 7fb5e33fc740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e3893a1e50 0x55e3893b9a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:00.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.309+0000 7fb5e33fc740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d81b3f00 con 0x55e389397590 2024-09-05T02:29:00.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.309+0000 7fb5e33fc740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d81b5a40 con 0x55e3893a1e50 2024-09-05T02:29:00.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.309+0000 7fb5e33fc740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d81b45d0 con 0x55e389396c70 2024-09-05T02:29:00.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.309+0000 7fb5dd400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e389397590 0x55e38939e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:00.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.309+0000 7fb5dd400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e389397590 0x55e38939e4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46730/0 (socket says 172.21.15.33:46730) 2024-09-05T02:29:00.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.309+0000 7fb5dd400640 1 -- 172.21.15.33:0/956259146 learned_addr learned my addr 172.21.15.33:0/956259146 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:00.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.310+0000 7fb5dde00640 1 --2- 172.21.15.33:0/956259146 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e389396c70 0x55e3893a1070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:00.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.310+0000 7fb5de800640 1 --2- 172.21.15.33:0/956259146 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e3893a1e50 0x55e3893b9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:00.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.310+0000 7fb5dde00640 1 -- 172.21.15.33:0/956259146 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e3893a1e50 msgr2=0x55e3893b9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:00.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.310+0000 7fb5dde00640 1 --2- 172.21.15.33:0/956259146 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e3893a1e50 0x55e3893b9a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.310+0000 7fb5dde00640 1 -- 172.21.15.33:0/956259146 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e389397590 msgr2=0x55e38939e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:00.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.310+0000 7fb5dde00640 1 --2- 172.21.15.33:0/956259146 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e389397590 0x55e38939e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.310+0000 7fb5dde00640 1 -- 172.21.15.33:0/956259146 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e3893973c0 con 0x55e389396c70 2024-09-05T02:29:00.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.310+0000 7fb5dd400640 1 --2- 172.21.15.33:0/956259146 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e389397590 0x55e38939e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:29:00.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.310+0000 7fb5dde00640 1 --2- 172.21.15.33:0/956259146 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e389396c70 0x55e3893a1070 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb5c40058c0 tx=0x7fb5c4005d30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=52253417c86ab1cc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:00.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.311+0000 7fb5ca600640 1 -- 172.21.15.33:0/956259146 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c4028040 con 0x55e389396c70 2024-09-05T02:29:00.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.311+0000 7fb5ca600640 1 -- 172.21.15.33:0/956259146 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb5c4009ca0 con 0x55e389396c70 2024-09-05T02:29:00.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.311+0000 7fb5ca600640 1 -- 172.21.15.33:0/956259146 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c400f8b0 con 0x55e389396c70 2024-09-05T02:29:00.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.311+0000 7fb5e33fc740 1 -- 172.21.15.33:0/956259146 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e389396c70 msgr2=0x55e3893a1070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:00.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.311+0000 7fb5e33fc740 1 --2- 172.21.15.33:0/956259146 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e389396c70 0x55e3893a1070 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb5c40058c0 tx=0x7fb5c4005d30 comp rx=0 tx=0).stop 2024-09-05T02:29:00.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.311+0000 7fb5e33fc740 1 -- 172.21.15.33:0/956259146 shutdown_connections 2024-09-05T02:29:00.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.311+0000 7fb5e33fc740 1 --2- 172.21.15.33:0/956259146 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e3893a1e50 0x55e3893b9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.311+0000 7fb5e33fc740 1 --2- 172.21.15.33:0/956259146 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e389397590 0x55e38939e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.312+0000 7fb5e33fc740 1 --2- 172.21.15.33:0/956259146 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e389396c70 0x55e3893a1070 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.312+0000 7fb5e33fc740 1 -- 172.21.15.33:0/956259146 >> 172.21.15.33:0/956259146 conn(0x55e389393200 msgr2=0x55e389398ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:00.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.312+0000 7fb5e33fc740 1 -- 172.21.15.33:0/956259146 shutdown_connections 2024-09-05T02:29:00.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.312+0000 7fb5e33fc740 1 -- 172.21.15.33:0/956259146 wait complete. 2024-09-05T02:29:00.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.312+0000 7fb5e33fc740 1 -- start start 2024-09-05T02:29:00.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.312+0000 7fb5e33fc740 1 Processor -- start 2024-09-05T02:29:00.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.313+0000 7fb5e33fc740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e389396c70 0x55e3893a53a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:00.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.313+0000 7fb5e33fc740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e389397590 0x55e3893a58e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:00.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.313+0000 7fb5e33fc740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e3893a1e50 0x55e38941aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:00.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.313+0000 7fb5e33fc740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d81b5370 con 0x55e3893a1e50 2024-09-05T02:29:00.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.313+0000 7fb5e33fc740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d81b4ca0 con 0x55e389397590 2024-09-05T02:29:00.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.313+0000 7fb5e33fc740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d81b1ee0 con 0x55e389396c70 2024-09-05T02:29:00.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.313+0000 7fb5e33fc740 10 client.0 _ll_register_callbacks cb 0x7fb5c4005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:00.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.313+0000 7fb5de800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e3893a1e50 0x55e38941aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:00.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.313+0000 7fb5dd400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e389397590 0x55e3893a58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:00.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.313+0000 7fb5dde00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e389396c70 0x55e3893a53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:00.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.313+0000 7fb5dd400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e389397590 0x55e3893a58e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35262/0 (socket says 172.21.15.33:35262) 2024-09-05T02:29:00.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.313+0000 7fb5dd400640 1 -- 172.21.15.33:0/3300258907 learned_addr learned my addr 172.21.15.33:0/3300258907 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:00.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.313+0000 7fb5dde00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e389396c70 0x55e3893a53a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:60474/0 (socket says 172.21.15.33:60474) 2024-09-05T02:29:00.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.314+0000 7fb5dd400640 1 -- 172.21.15.33:0/3300258907 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e389396c70 msgr2=0x55e3893a53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:00.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.314+0000 7fb5dd400640 1 --2- 172.21.15.33:0/3300258907 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e389396c70 0x55e3893a53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.314+0000 7fb5dd400640 1 -- 172.21.15.33:0/3300258907 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e3893a1e50 msgr2=0x55e38941aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:00.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.314+0000 7fb5dd400640 1 --2- 172.21.15.33:0/3300258907 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e3893a1e50 0x55e38941aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.314+0000 7fb5dd400640 1 -- 172.21.15.33:0/3300258907 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e38941af80 con 0x55e389397590 2024-09-05T02:29:00.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.314+0000 7fb5dd400640 1 --2- 172.21.15.33:0/3300258907 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e389397590 0x55e3893a58e0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb5cc005ab0 tx=0x7fb5cc005a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=855239599d1fb4ab server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:00.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.314+0000 7fb5bf400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:29:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.314+0000 7fb5bf400640 1 -- 172.21.15.33:0/3300258907 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5cc035040 con 0x55e389397590 2024-09-05T02:29:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.314+0000 7fb5e33fc740 1 -- 172.21.15.33:0/3300258907 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5c4009ca0 con 0x55e389397590 2024-09-05T02:29:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.314+0000 7fb5bf400640 1 -- 172.21.15.33:0/3300258907 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb5cc0035f0 con 0x55e389397590 2024-09-05T02:29:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.315+0000 7fb5bf400640 1 -- 172.21.15.33:0/3300258907 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb5cc0037f0 con 0x55e389397590 2024-09-05T02:29:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.315+0000 7fb5e33fc740 10 client.25685 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.315+0000 7fb5e33fc740 1 -- 172.21.15.33:0/3300258907 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e38941c2f0 con 0x55e389397590 2024-09-05T02:29:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.315+0000 7fb5bf400640 1 -- 172.21.15.33:0/3300258907 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb5c4009ca0 con 0x55e389397590 2024-09-05T02:29:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.315+0000 7fb5bf400640 1 -- 172.21.15.33:0/3300258907 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb5cc056aa0 con 0x55e389397590 2024-09-05T02:29:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.315+0000 7fb5e33fc740 10 client.25685 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.315+0000 7fb5e33fc740 10 client.25685 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:29:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.315+0000 7fb5e33fc740 20 client.25685 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.315+0000 7fb5e33fc740 1 --2- 172.21.15.33:0/3300258907 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55e38941caa0 0x55e38941eec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:00.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.315+0000 7fb5e33fc740 4 client.25685 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:29:00.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.315+0000 7fb5e33fc740 1 -- 172.21.15.33:0/3300258907 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e389304e60 con 0x55e38941caa0 2024-09-05T02:29:00.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.316+0000 7fb5dde00640 1 --2- 172.21.15.33:0/3300258907 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55e38941caa0 0x55e38941eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:00.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.316+0000 7fb5dde00640 1 --2- 172.21.15.33:0/3300258907 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55e38941caa0 0x55e38941eec0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5ec497c3fe7e9276 server_cookie=b349f9312de8e042 in_seq=0 out_seq=0 2024-09-05T02:29:00.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.316+0000 7fb5bf400640 10 client.25685 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:29:00.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.316+0000 7fb5bf400640 1 -- 172.21.15.33:0/3300258907 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e389304e60 con 0x55e38941caa0 2024-09-05T02:29:00.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.316+0000 7fb5bf400640 10 client.25685 handle_command_reply: tid=0 2024-09-05T02:29:00.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.316+0000 7fb5e33fc740 1 client.25685 shutdown 2024-09-05T02:29:00.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.317+0000 7fb5e33fc740 1 -- 172.21.15.33:0/3300258907 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e389397590 msgr2=0x55e3893a58e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:00.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.317+0000 7fb5e33fc740 1 --2- 172.21.15.33:0/3300258907 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e389397590 0x55e3893a58e0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb5cc005ab0 tx=0x7fb5cc005a20 comp rx=0 tx=0).stop 2024-09-05T02:29:00.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.317+0000 7fb5e33fc740 1 -- 172.21.15.33:0/3300258907 shutdown_connections 2024-09-05T02:29:00.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.317+0000 7fb5e33fc740 1 --2- 172.21.15.33:0/3300258907 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55e38941caa0 0x55e38941eec0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.317+0000 7fb5e33fc740 1 --2- 172.21.15.33:0/3300258907 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e3893a1e50 0x55e38941aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.317+0000 7fb5e33fc740 1 --2- 172.21.15.33:0/3300258907 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e389397590 0x55e3893a58e0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.317+0000 7fb5e33fc740 1 --2- 172.21.15.33:0/3300258907 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e389396c70 0x55e3893a53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.317+0000 7fb5bf400640 0 client.25685 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:29:00.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.317+0000 7fb5e33fc740 1 -- 172.21.15.33:0/3300258907 >> 172.21.15.33:0/3300258907 conn(0x55e389393200 msgr2=0x55e389392380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:00.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.317+0000 7fb5e33fc740 1 -- 172.21.15.33:0/3300258907 shutdown_connections 2024-09-05T02:29:00.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.317+0000 7fb5e33fc740 1 -- 172.21.15.33:0/3300258907 wait complete. 2024-09-05T02:29:00.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.317+0000 7fb5e33fc740 20 client.25685 trim_cache size 0 max 16384 2024-09-05T02:29:00.322 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:29:00.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.318+0000 7fb5e0800640 1 -- 172.21.15.33:0/2975568088 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb5c00a2cf0 msgr2=0x7fb5c00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:00.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.318+0000 7fb5e0800640 1 --2- 172.21.15.33:0/2975568088 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb5c00a2cf0 0x7fb5c00a51b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fb5d80793e0 tx=0x7fb5cc02a410 comp rx=0 tx=0).stop 2024-09-05T02:29:00.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.318+0000 7fb5e0800640 1 -- 172.21.15.33:0/2975568088 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb5d8112a30 msgr2=0x7fb5d819e8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:00.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.318+0000 7fb5e0800640 1 --2- 172.21.15.33:0/2975568088 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb5d8112a30 0x7fb5d819e8f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fb5d807aa10 tx=0x7fb5d400ef10 comp rx=0 tx=0).stop 2024-09-05T02:29:00.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.318+0000 7fb5e0800640 1 -- 172.21.15.33:0/2975568088 shutdown_connections 2024-09-05T02:29:00.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.318+0000 7fb5e0800640 1 --2- 172.21.15.33:0/2975568088 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb5c00a2cf0 0x7fb5c00a51b0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.318+0000 7fb5e0800640 1 --2- 172.21.15.33:0/2975568088 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb5d8112a30 0x7fb5d819e8f0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.318+0000 7fb5e0800640 1 --2- 172.21.15.33:0/2975568088 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb5d8077040 0x7fb5d81a4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.318+0000 7fb5e0800640 1 --2- 172.21.15.33:0/2975568088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5d8076720 0x7fb5d81a4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:00.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.318+0000 7fb5e0800640 1 -- 172.21.15.33:0/2975568088 >> 172.21.15.33:0/2975568088 conn(0x7fb5d80ffa90 msgr2=0x7fb5d8101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:00.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.318+0000 7fb5e0800640 1 -- 172.21.15.33:0/2975568088 shutdown_connections 2024-09-05T02:29:00.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:00.318+0000 7fb5e0800640 1 -- 172.21.15.33:0/2975568088 wait complete. 2024-09-05T02:29:01.208 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:29:01.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:01 smithi174 ceph-mon[34756]: pgmap v65: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-09-05T02:29:01.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:01 smithi033 ceph-mon[29909]: pgmap v65: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-09-05T02:29:01.604 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:01.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:01 smithi123 ceph-mon[34031]: pgmap v65: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-09-05T02:29:02.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.236+0000 7fb7bf200640 1 -- 172.21.15.33:0/1117342282 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb7b8103650 msgr2=0x7fb7b810bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:02.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.236+0000 7fb7bf200640 1 --2- 172.21.15.33:0/1117342282 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb7b8103650 0x7fb7b810bb40 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4009900 tx=0x7fb7a402a480 comp rx=0 tx=0).stop 2024-09-05T02:29:02.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.236+0000 7fb7bf200640 1 -- 172.21.15.33:0/1117342282 shutdown_connections 2024-09-05T02:29:02.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.236+0000 7fb7bf200640 1 --2- 172.21.15.33:0/1117342282 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b810c160 0x7fb7b810e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.236+0000 7fb7bf200640 1 --2- 172.21.15.33:0/1117342282 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb7b8103650 0x7fb7b810bb40 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.236+0000 7fb7bf200640 1 --2- 172.21.15.33:0/1117342282 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb7b8102d30 0x7fb7b8103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.236+0000 7fb7bf200640 1 -- 172.21.15.33:0/1117342282 >> 172.21.15.33:0/1117342282 conn(0x7fb7b80fc790 msgr2=0x7fb7b80febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:02.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.236+0000 7fb7bf200640 1 -- 172.21.15.33:0/1117342282 shutdown_connections 2024-09-05T02:29:02.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.236+0000 7fb7bf200640 1 -- 172.21.15.33:0/1117342282 wait complete. 2024-09-05T02:29:02.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.237+0000 7fb7bf200640 1 Processor -- start 2024-09-05T02:29:02.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.238+0000 7fb7bf200640 1 -- start start 2024-09-05T02:29:02.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.238+0000 7fb7bf200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b8102d30 0x7fb7b819f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:02.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.238+0000 7fb7bf200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb7b8103650 0x7fb7b819f550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:02.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.238+0000 7fb7bf200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb7b810c160 0x7fb7b810ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:02.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.238+0000 7fb7bf200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b8111fb0 con 0x7fb7b8102d30 2024-09-05T02:29:02.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.238+0000 7fb7bf200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b8111e30 con 0x7fb7b810c160 2024-09-05T02:29:02.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.238+0000 7fb7bf200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b8112130 con 0x7fb7b8103650 2024-09-05T02:29:02.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.239+0000 7fb7b7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b8102d30 0x7fb7b819f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:02.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.239+0000 7fb7b7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b8102d30 0x7fb7b819f010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46758/0 (socket says 172.21.15.33:46758) 2024-09-05T02:29:02.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.239+0000 7fb7b7e00640 1 -- 172.21.15.33:0/3037119914 learned_addr learned my addr 172.21.15.33:0/3037119914 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:02.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.239+0000 7fb7b7400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb7b8103650 0x7fb7b819f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:02.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.239+0000 7fb7b7400640 1 -- 172.21.15.33:0/3037119914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb7b810c160 msgr2=0x7fb7b810ad00 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-05T02:29:02.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.239+0000 7fb7b7400640 1 --2- 172.21.15.33:0/3037119914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb7b810c160 0x7fb7b810ad00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.239+0000 7fb7b7400640 1 -- 172.21.15.33:0/3037119914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b8102d30 msgr2=0x7fb7b819f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:02.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.239+0000 7fb7b7400640 1 --2- 172.21.15.33:0/3037119914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b8102d30 0x7fb7b819f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.239+0000 7fb7b7400640 1 -- 172.21.15.33:0/3037119914 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7b810b590 con 0x7fb7b8103650 2024-09-05T02:29:02.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.240+0000 7fb7b7400640 1 --2- 172.21.15.33:0/3037119914 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb7b8103650 0x7fb7b819f550 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb7a402a9a0 tx=0x7fb7a4003a70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:02.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.241+0000 7fb7b4c00640 1 -- 172.21.15.33:0/3037119914 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a403f070 con 0x7fb7b8103650 2024-09-05T02:29:02.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.241+0000 7fb7bf200640 1 -- 172.21.15.33:0/3037119914 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7b810b820 con 0x7fb7b8103650 2024-09-05T02:29:02.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.241+0000 7fb7bf200640 1 -- 172.21.15.33:0/3037119914 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7b819ad20 con 0x7fb7b8103650 2024-09-05T02:29:02.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.244+0000 7fb7c1e0d740 1 Processor -- start 2024-09-05T02:29:02.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.245+0000 7fb7c1e0d740 1 -- start start 2024-09-05T02:29:02.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.245+0000 7fb7c1e0d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562268127c70 0x562268128050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:02.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.245+0000 7fb7c1e0d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 0x562268132910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:02.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.245+0000 7fb7c1e0d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562268132e50 0x562268135240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:02.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.245+0000 7fb7c1e0d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56226808e3e0 con 0x562268127c70 2024-09-05T02:29:02.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.245+0000 7fb7c1e0d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562268035d80 con 0x562268128590 2024-09-05T02:29:02.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.245+0000 7fb7c1e0d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56226808a3a0 con 0x562268132e50 2024-09-05T02:29:02.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.245+0000 7fb7b7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 0x562268132910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:02.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.245+0000 7fb7b7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 0x562268132910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35278/0 (socket says 172.21.15.33:35278) 2024-09-05T02:29:02.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.245+0000 7fb7b7e00640 1 -- 172.21.15.33:0/731974763 learned_addr learned my addr 172.21.15.33:0/731974763 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:02.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.246+0000 7fb7bd200640 1 --2- 172.21.15.33:0/731974763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562268127c70 0x562268128050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:02.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.246+0000 7fb7b7e00640 1 -- 172.21.15.33:0/731974763 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562268132e50 msgr2=0x562268135240 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T02:29:02.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.246+0000 7fb7b7e00640 1 --2- 172.21.15.33:0/731974763 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562268132e50 0x562268135240 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.246+0000 7fb7b7e00640 1 -- 172.21.15.33:0/731974763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562268127c70 msgr2=0x562268128050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:02.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.246+0000 7fb7b7e00640 1 --2- 172.21.15.33:0/731974763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562268127c70 0x562268128050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.246+0000 7fb7b7e00640 1 -- 172.21.15.33:0/731974763 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562268054ae0 con 0x562268128590 2024-09-05T02:29:02.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.246+0000 7fb7b7e00640 1 --2- 172.21.15.33:0/731974763 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 0x562268132910 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb7a8009dc0 tx=0x7fb7a8011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6a7e5e4472c602c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:02.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.246+0000 7fb7ad600640 1 -- 172.21.15.33:0/731974763 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a8005220 con 0x562268128590 2024-09-05T02:29:02.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.246+0000 7fb7ad600640 1 -- 172.21.15.33:0/731974763 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb7a8004c80 con 0x562268128590 2024-09-05T02:29:02.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.247+0000 7fb7ad600640 1 -- 172.21.15.33:0/731974763 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a8019980 con 0x562268128590 2024-09-05T02:29:02.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.248+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/731974763 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 msgr2=0x562268132910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:02.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.248+0000 7fb7c1e0d740 1 --2- 172.21.15.33:0/731974763 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 0x562268132910 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb7a8009dc0 tx=0x7fb7a8011810 comp rx=0 tx=0).stop 2024-09-05T02:29:02.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.248+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/731974763 shutdown_connections 2024-09-05T02:29:02.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.248+0000 7fb7c1e0d740 1 --2- 172.21.15.33:0/731974763 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562268132e50 0x562268135240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.248+0000 7fb7c1e0d740 1 --2- 172.21.15.33:0/731974763 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 0x562268132910 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.248+0000 7fb7c1e0d740 1 --2- 172.21.15.33:0/731974763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562268127c70 0x562268128050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.248+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/731974763 >> 172.21.15.33:0/731974763 conn(0x562268124200 msgr2=0x5622681245e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:02.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.253+0000 7fb7b4c00640 1 -- 172.21.15.33:0/3037119914 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb7a4031c90 con 0x7fb7b8103650 2024-09-05T02:29:02.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.253+0000 7fb7b4c00640 1 -- 172.21.15.33:0/3037119914 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a4035030 con 0x7fb7b8103650 2024-09-05T02:29:02.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.253+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/731974763 shutdown_connections 2024-09-05T02:29:02.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.253+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/731974763 wait complete. 2024-09-05T02:29:02.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.254+0000 7fb7c1e0d740 1 -- start start 2024-09-05T02:29:02.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.254+0000 7fb7c1e0d740 1 Processor -- start 2024-09-05T02:29:02.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.255+0000 7fb7c1e0d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562268127c70 0x56226812fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:02.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.255+0000 7fb7c1e0d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 0x562268130270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:02.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.255+0000 7fb7c1e0d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5622681307b0 0x56226813eef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:02.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.255+0000 7fb7c1e0d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562268135a20 con 0x5622681307b0 2024-09-05T02:29:02.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.255+0000 7fb7c1e0d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5622680490f0 con 0x562268128590 2024-09-05T02:29:02.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.255+0000 7fb7c1e0d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x562268135ba0 con 0x562268127c70 2024-09-05T02:29:02.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.255+0000 7fb7c1e0d740 10 client.0 _ll_register_callbacks cb 0x562268030bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:02.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.255+0000 7fb7bd200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562268127c70 0x56226812fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:02.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.255+0000 7fb7bd200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562268127c70 0x56226812fd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:60500/0 (socket says 172.21.15.33:60500) 2024-09-05T02:29:02.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.255+0000 7fb7bd200640 1 -- 172.21.15.33:0/694903253 learned_addr learned my addr 172.21.15.33:0/694903253 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:02.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.256+0000 7fb7bd200640 1 -- 172.21.15.33:0/694903253 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 msgr2=0x562268130270 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T02:29:02.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.256+0000 7fb7b4c00640 1 -- 172.21.15.33:0/3037119914 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fb7a4042070 con 0x7fb7b8103650 2024-09-05T02:29:02.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.257+0000 7fb7bd200640 1 --2- 172.21.15.33:0/694903253 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 0x562268130270 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.257+0000 7fb7b7400640 1 --2- 172.21.15.33:0/694903253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5622681307b0 0x56226813eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:02.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.257+0000 7fb7bd200640 1 -- 172.21.15.33:0/694903253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5622681307b0 msgr2=0x56226813eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:02.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.257+0000 7fb7bd200640 1 --2- 172.21.15.33:0/694903253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5622681307b0 0x56226813eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.257+0000 7fb7bd200640 1 -- 172.21.15.33:0/694903253 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562267dff3c0 con 0x562268127c70 2024-09-05T02:29:02.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.257+0000 7fb7bd200640 1 --2- 172.21.15.33:0/694903253 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562268127c70 0x56226812fd30 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb7b000f5e0 tx=0x7fb7b000faa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=58a0e9ebf638c3ba server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:02.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.257+0000 7fb7a2000640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:29:02.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.258+0000 7fb7b7400640 1 --2- 172.21.15.33:0/694903253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5622681307b0 0x56226813eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:29:02.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.258+0000 7fb7a2000640 1 -- 172.21.15.33:0/694903253 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b0011910 con 0x562268127c70 2024-09-05T02:29:02.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.258+0000 7fb7a2000640 1 -- 172.21.15.33:0/694903253 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb7b0011ab0 con 0x562268127c70 2024-09-05T02:29:02.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.258+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/694903253 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb7a8004c80 con 0x562268127c70 2024-09-05T02:29:02.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.259+0000 7fb7a2000640 1 -- 172.21.15.33:0/694903253 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb7b0011cb0 con 0x562268127c70 2024-09-05T02:29:02.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.259+0000 7fb7c1e0d740 10 client.25639 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:02.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.259+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/694903253 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562268141ea0 con 0x562268127c70 2024-09-05T02:29:02.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.259+0000 7fb7b4c00640 1 --2- 172.21.15.33:0/3037119914 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb79c0a2c90 0x7fb79c0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:02.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.259+0000 7fb7a2000640 1 -- 172.21.15.33:0/694903253 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb7a8004c80 con 0x562268127c70 2024-09-05T02:29:02.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.259+0000 7fb7b4c00640 1 -- 172.21.15.33:0/3037119914 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb7a40ef7f0 con 0x7fb7b8103650 2024-09-05T02:29:02.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.260+0000 7fb7a2000640 1 -- 172.21.15.33:0/694903253 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb7b001b4a0 con 0x562268127c70 2024-09-05T02:29:02.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.260+0000 7fb7b7e00640 1 --2- 172.21.15.33:0/3037119914 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb79c0a2c90 0x7fb79c0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:02.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.260+0000 7fb7c1e0d740 10 client.25639 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:02.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.260+0000 7fb7c1e0d740 10 client.25639 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:29:02.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.260+0000 7fb7c1e0d740 20 client.25639 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:02.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.260+0000 7fb7c1e0d740 1 --2- 172.21.15.33:0/694903253 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x562268143360 0x562268145790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:02.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.260+0000 7fb7c1e0d740 4 client.25639 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:29:02.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.260+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/694903253 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56226809b950 con 0x562268143360 2024-09-05T02:29:02.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.260+0000 7fb7b7e00640 1 --2- 172.21.15.33:0/3037119914 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb79c0a2c90 0x7fb79c0a5150 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb7a8019580 tx=0x7fb7a80056c0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:02.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.260+0000 7fb7b7400640 1 --2- 172.21.15.33:0/694903253 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x562268143360 0x562268145790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:02.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.261+0000 7fb7b7400640 1 --2- 172.21.15.33:0/694903253 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x562268143360 0x562268145790 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=796f73f1228ddd1e server_cookie=a1b1107f58a274c1 in_seq=0 out_seq=0 2024-09-05T02:29:02.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.261+0000 7fb7a2000640 10 client.25639 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:29:02.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.262+0000 7fb7a2000640 1 -- 172.21.15.33:0/694903253 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56226809b950 con 0x562268143360 2024-09-05T02:29:02.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.262+0000 7fb7a2000640 10 client.25639 handle_command_reply: tid=0 2024-09-05T02:29:02.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.262+0000 7fb7c1e0d740 1 client.25639 shutdown 2024-09-05T02:29:02.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.263+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/694903253 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562268127c70 msgr2=0x56226812fd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:02.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.263+0000 7fb7c1e0d740 1 --2- 172.21.15.33:0/694903253 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562268127c70 0x56226812fd30 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb7b000f5e0 tx=0x7fb7b000faa0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.263+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/694903253 shutdown_connections 2024-09-05T02:29:02.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.263+0000 7fb7c1e0d740 1 --2- 172.21.15.33:0/694903253 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x562268143360 0x562268145790 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.263+0000 7fb7c1e0d740 1 --2- 172.21.15.33:0/694903253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5622681307b0 0x56226813eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.263+0000 7fb7a2000640 0 client.25639 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:29:02.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.263+0000 7fb7c1e0d740 1 --2- 172.21.15.33:0/694903253 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 0x562268130270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.263+0000 7fb7c1e0d740 1 --2- 172.21.15.33:0/694903253 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562268127c70 0x56226812fd30 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.263+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/694903253 >> 172.21.15.33:0/694903253 conn(0x562268124200 msgr2=0x562268129f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:02.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.264+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/694903253 shutdown_connections 2024-09-05T02:29:02.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.264+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/694903253 wait complete. 2024-09-05T02:29:02.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.265+0000 7fb7c1e0d740 20 client.25639 trim_cache size 0 max 16384 2024-09-05T02:29:02.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.317+0000 7fb7c1e0d740 1 Processor -- start 2024-09-05T02:29:02.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.317+0000 7fb7c1e0d740 1 -- start start 2024-09-05T02:29:02.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.318+0000 7fb7c1e0d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562268127c70 0x56226813ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:02.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.318+0000 7fb7c1e0d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 0x56226814b060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:02.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.318+0000 7fb7c1e0d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5622681307b0 0x56226814b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:02.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.318+0000 7fb7c1e0d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b81bc770 con 0x562268127c70 2024-09-05T02:29:02.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.318+0000 7fb7c1e0d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b81be2b0 con 0x562268128590 2024-09-05T02:29:02.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.318+0000 7fb7c1e0d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b81bce40 con 0x5622681307b0 2024-09-05T02:29:02.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.319+0000 7fb7bd200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5622681307b0 0x56226814b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:02.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.320+0000 7fb7b7400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 0x56226814b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:02.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.320+0000 7fb7bd200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5622681307b0 0x56226814b5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:60502/0 (socket says 172.21.15.33:60502) 2024-09-05T02:29:02.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.320+0000 7fb7bd200640 1 -- 172.21.15.33:0/1656220962 learned_addr learned my addr 172.21.15.33:0/1656220962 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:02.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.321+0000 7fb7bd200640 1 -- 172.21.15.33:0/1656220962 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 msgr2=0x56226814b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:02.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.321+0000 7fb7bd200640 1 --2- 172.21.15.33:0/1656220962 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 0x56226814b060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.321+0000 7fb7bd200640 1 -- 172.21.15.33:0/1656220962 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562268127c70 msgr2=0x56226813ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:02.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.327+0000 7fb7b7e00640 1 --2- 172.21.15.33:0/1656220962 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562268127c70 0x56226813ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:02.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.328+0000 7fb7bd200640 1 --2- 172.21.15.33:0/1656220962 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562268127c70 0x56226813ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.328+0000 7fb7bd200640 1 -- 172.21.15.33:0/1656220962 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562268124030 con 0x5622681307b0 2024-09-05T02:29:02.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.328+0000 7fb7b7e00640 1 --2- 172.21.15.33:0/1656220962 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562268127c70 0x56226813ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:29:02.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.330+0000 7fb7bd200640 1 --2- 172.21.15.33:0/1656220962 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5622681307b0 0x56226814b5a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fb7b0012ff0 tx=0x7fb7b0009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=51a5856dcd213625 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:02.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.331+0000 7fb7acc00640 1 -- 172.21.15.33:0/1656220962 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b0032070 con 0x5622681307b0 2024-09-05T02:29:02.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.332+0000 7fb7acc00640 1 -- 172.21.15.33:0/1656220962 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb7b001b3f0 con 0x5622681307b0 2024-09-05T02:29:02.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.334+0000 7fb7acc00640 1 -- 172.21.15.33:0/1656220962 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b0025680 con 0x5622681307b0 2024-09-05T02:29:02.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.335+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/1656220962 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5622681307b0 msgr2=0x56226814b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:02.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.335+0000 7fb7c1e0d740 1 --2- 172.21.15.33:0/1656220962 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5622681307b0 0x56226814b5a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fb7b0012ff0 tx=0x7fb7b0009ca0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.337+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/1656220962 shutdown_connections 2024-09-05T02:29:02.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.337+0000 7fb7c1e0d740 1 --2- 172.21.15.33:0/1656220962 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5622681307b0 0x56226814b5a0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.337+0000 7fb7c1e0d740 1 --2- 172.21.15.33:0/1656220962 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 0x56226814b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.337+0000 7fb7c1e0d740 1 --2- 172.21.15.33:0/1656220962 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562268127c70 0x56226813ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.337+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/1656220962 >> 172.21.15.33:0/1656220962 conn(0x562268124200 msgr2=0x56226812e600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:02.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.338+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/1656220962 shutdown_connections 2024-09-05T02:29:02.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.338+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/1656220962 wait complete. 2024-09-05T02:29:02.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.339+0000 7fb7c1e0d740 1 -- start start 2024-09-05T02:29:02.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.340+0000 7fb7c1e0d740 1 Processor -- start 2024-09-05T02:29:02.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.344+0000 7fb7c1e0d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562268127c70 0x56226813b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:02.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.344+0000 7fb7c1e0d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 0x5622681369e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:02.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.344+0000 7fb7c1e0d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5622681307b0 0x562268136f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:02.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.344+0000 7fb7c1e0d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b81bdbe0 con 0x562268127c70 2024-09-05T02:29:02.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.344+0000 7fb7c1e0d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b81bd510 con 0x562268128590 2024-09-05T02:29:02.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.344+0000 7fb7c1e0d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b81ba7a0 con 0x5622681307b0 2024-09-05T02:29:02.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.344+0000 7fb7c1e0d740 10 client.0 _ll_register_callbacks cb 0x7fb7b00098e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:02.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.346+0000 7fb7b7400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 0x5622681369e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:02.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.346+0000 7fb7b7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562268127c70 0x56226813b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:02.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.346+0000 7fb7b7400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 0x5622681369e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35302/0 (socket says 172.21.15.33:35302) 2024-09-05T02:29:02.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.346+0000 7fb7b7400640 1 -- 172.21.15.33:0/133411699 learned_addr learned my addr 172.21.15.33:0/133411699 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:02.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.346+0000 7fb7bd200640 1 --2- 172.21.15.33:0/133411699 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5622681307b0 0x562268136f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:02.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.350+0000 7fb7b7400640 1 -- 172.21.15.33:0/133411699 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5622681307b0 msgr2=0x562268136f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:02.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.350+0000 7fb7b7400640 1 --2- 172.21.15.33:0/133411699 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5622681307b0 0x562268136f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.350+0000 7fb7b7400640 1 -- 172.21.15.33:0/133411699 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562268127c70 msgr2=0x56226813b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:02.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.350+0000 7fb7b7400640 1 --2- 172.21.15.33:0/133411699 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562268127c70 0x56226813b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.350+0000 7fb7b7400640 1 -- 172.21.15.33:0/133411699 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56226811f770 con 0x562268128590 2024-09-05T02:29:02.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.351+0000 7fb7b7400640 1 --2- 172.21.15.33:0/133411699 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 0x5622681369e0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb7a40b8120 tx=0x7fb7a4031490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4a1f40c3eb2e5749 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:02.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.351+0000 7fb7a2000640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:29:02.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.351+0000 7fb7a2000640 1 -- 172.21.15.33:0/133411699 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a40bbcc0 con 0x562268128590 2024-09-05T02:29:02.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.351+0000 7fb7a2000640 1 -- 172.21.15.33:0/133411699 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb7a40b8330 con 0x562268128590 2024-09-05T02:29:02.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.351+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/133411699 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb7b001b3f0 con 0x562268128590 2024-09-05T02:29:02.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.351+0000 7fb7a2000640 1 -- 172.21.15.33:0/133411699 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb7a40c0070 con 0x562268128590 2024-09-05T02:29:02.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.351+0000 7fb7c1e0d740 10 client.25697 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:02.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.351+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/133411699 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5622681beec0 con 0x562268128590 2024-09-05T02:29:02.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.352+0000 7fb7a2000640 1 -- 172.21.15.33:0/133411699 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb7b001b3f0 con 0x562268128590 2024-09-05T02:29:02.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.352+0000 7fb7a2000640 1 -- 172.21.15.33:0/133411699 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb7a40c44a0 con 0x562268128590 2024-09-05T02:29:02.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.352+0000 7fb7c1e0d740 10 client.25697 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:02.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.352+0000 7fb7c1e0d740 10 client.25697 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:29:02.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.352+0000 7fb7c1e0d740 20 client.25697 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:02.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.352+0000 7fb7c1e0d740 1 --2- 172.21.15.33:0/133411699 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x5622681bf640 0x5622681c1ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:02.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.352+0000 7fb7c1e0d740 4 client.25697 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:29:02.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.352+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/133411699 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562268095e60 con 0x5622681bf640 2024-09-05T02:29:02.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.353+0000 7fb7b7e00640 1 --2- 172.21.15.33:0/133411699 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x5622681bf640 0x5622681c1ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:02.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.355+0000 7fb7a2000640 10 client.25697 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:29:02.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.355+0000 7fb7b7e00640 1 --2- 172.21.15.33:0/133411699 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x5622681bf640 0x5622681c1ac0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1ffd7608f2ab1c11 server_cookie=ee00d4e4b9323dd1 in_seq=0 out_seq=0 2024-09-05T02:29:02.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.356+0000 7fb7a2000640 1 -- 172.21.15.33:0/133411699 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7fb7a8029040 con 0x5622681bf640 2024-09-05T02:29:02.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.356+0000 7fb7a2000640 10 client.25697 handle_command_reply: tid=0 2024-09-05T02:29:02.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.356+0000 7fb7c1e0d740 1 client.25697 shutdown 2024-09-05T02:29:02.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.357+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/133411699 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 msgr2=0x5622681369e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:02.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.357+0000 7fb7c1e0d740 1 --2- 172.21.15.33:0/133411699 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 0x5622681369e0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb7a40b8120 tx=0x7fb7a4031490 comp rx=0 tx=0).stop 2024-09-05T02:29:02.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.357+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/133411699 shutdown_connections 2024-09-05T02:29:02.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.357+0000 7fb7c1e0d740 1 --2- 172.21.15.33:0/133411699 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x5622681bf640 0x5622681c1ac0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.357+0000 7fb7c1e0d740 1 --2- 172.21.15.33:0/133411699 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5622681307b0 0x562268136f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.357+0000 7fb7c1e0d740 1 --2- 172.21.15.33:0/133411699 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562268128590 0x5622681369e0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.357+0000 7fb7c1e0d740 1 --2- 172.21.15.33:0/133411699 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562268127c70 0x56226813b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.357+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/133411699 >> 172.21.15.33:0/133411699 conn(0x562268124200 msgr2=0x5622681296c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:02.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.357+0000 7fb7a2000640 0 client.25697 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:29:02.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.358+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/133411699 shutdown_connections 2024-09-05T02:29:02.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.358+0000 7fb7c1e0d740 1 -- 172.21.15.33:0/133411699 wait complete. 2024-09-05T02:29:02.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.359+0000 7fb7c1e0d740 20 client.25697 trim_cache size 0 max 16384 2024-09-05T02:29:02.361 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:29:02.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.360+0000 7fb7bf200640 1 -- 172.21.15.33:0/3037119914 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb79c0a2c90 msgr2=0x7fb79c0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:02.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.360+0000 7fb7bf200640 1 --2- 172.21.15.33:0/3037119914 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb79c0a2c90 0x7fb79c0a5150 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb7a8019580 tx=0x7fb7a80056c0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.360+0000 7fb7bf200640 1 -- 172.21.15.33:0/3037119914 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb7b8103650 msgr2=0x7fb7b819f550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:02.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.360+0000 7fb7bf200640 1 --2- 172.21.15.33:0/3037119914 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb7b8103650 0x7fb7b819f550 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb7a402a9a0 tx=0x7fb7a4003a70 comp rx=0 tx=0).stop 2024-09-05T02:29:02.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.361+0000 7fb7bf200640 1 -- 172.21.15.33:0/3037119914 shutdown_connections 2024-09-05T02:29:02.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.361+0000 7fb7bf200640 1 --2- 172.21.15.33:0/3037119914 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb79c0a2c90 0x7fb79c0a5150 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.361+0000 7fb7bf200640 1 --2- 172.21.15.33:0/3037119914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb7b810c160 0x7fb7b810ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.361+0000 7fb7bf200640 1 --2- 172.21.15.33:0/3037119914 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb7b8103650 0x7fb7b819f550 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.361+0000 7fb7bf200640 1 --2- 172.21.15.33:0/3037119914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b8102d30 0x7fb7b819f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:02.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.361+0000 7fb7bf200640 1 -- 172.21.15.33:0/3037119914 >> 172.21.15.33:0/3037119914 conn(0x7fb7b80fc790 msgr2=0x7fb7b810d480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:02.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.361+0000 7fb7bf200640 1 -- 172.21.15.33:0/3037119914 shutdown_connections 2024-09-05T02:29:02.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:02.361+0000 7fb7bf200640 1 -- 172.21.15.33:0/3037119914 wait complete. 2024-09-05T02:29:03.241 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:29:03.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:03 smithi174 ceph-mon[34756]: pgmap v66: 97 pgs: 97 active+clean; 182 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 30 KiB/s wr, 47 op/s 2024-09-05T02:29:03.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:03 smithi033 ceph-mon[29909]: pgmap v66: 97 pgs: 97 active+clean; 182 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 30 KiB/s wr, 47 op/s 2024-09-05T02:29:03.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:03 smithi123 ceph-mon[34031]: pgmap v66: 97 pgs: 97 active+clean; 182 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 30 KiB/s wr, 47 op/s 2024-09-05T02:29:03.910 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:04.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.759+0000 7f07a4200640 1 -- 172.21.15.33:0/892112811 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f079c101400 msgr2=0x7f079c10d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:04.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.759+0000 7f07a4200640 1 --2- 172.21.15.33:0/892112811 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f079c101400 0x7f079c10d930 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f0794009cd0 tx=0x7f079402c7f0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.760+0000 7f07a4200640 1 -- 172.21.15.33:0/892112811 shutdown_connections 2024-09-05T02:29:04.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.760+0000 7f07a4200640 1 --2- 172.21.15.33:0/892112811 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f079c101400 0x7f079c10d930 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.760+0000 7f07a4200640 1 --2- 172.21.15.33:0/892112811 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f079c100a60 0x7f079c100ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.760+0000 7f07a4200640 1 --2- 172.21.15.33:0/892112811 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f079c106a60 0x7f079c106e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.760+0000 7f07a4200640 1 -- 172.21.15.33:0/892112811 >> 172.21.15.33:0/892112811 conn(0x7f079c0fc780 msgr2=0x7f079c0feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:04.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.760+0000 7f07a4200640 1 -- 172.21.15.33:0/892112811 shutdown_connections 2024-09-05T02:29:04.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.760+0000 7f07a4200640 1 -- 172.21.15.33:0/892112811 wait complete. 2024-09-05T02:29:04.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.762+0000 7f07a4200640 1 Processor -- start 2024-09-05T02:29:04.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.762+0000 7f07a4200640 1 -- start start 2024-09-05T02:29:04.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.763+0000 7f07a4200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f079c100a60 0x7f079c19d070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:04.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.763+0000 7f07a4200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f079c101400 0x7f079c196100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:04.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.763+0000 7f07a4200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f079c106a60 0x7f079c196640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:04.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.764+0000 7f07a0e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f079c101400 0x7f079c196100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:04.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.764+0000 7f07a1800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f079c100a60 0x7f079c19d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:04.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.765+0000 7f07a1800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f079c100a60 0x7f079c19d070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35322/0 (socket says 172.21.15.33:35322) 2024-09-05T02:29:04.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.765+0000 7f07a1800640 1 -- 172.21.15.33:0/3652299595 learned_addr learned my addr 172.21.15.33:0/3652299595 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:04.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.765+0000 7f07a2200640 1 --2- 172.21.15.33:0/3652299595 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f079c106a60 0x7f079c196640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:04.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.765+0000 7f07a4200640 1 -- 172.21.15.33:0/3652299595 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f079c10fdd0 con 0x7f079c106a60 2024-09-05T02:29:04.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.765+0000 7f07a4200640 1 -- 172.21.15.33:0/3652299595 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f079c10fc50 con 0x7f079c100a60 2024-09-05T02:29:04.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.765+0000 7f07a4200640 1 -- 172.21.15.33:0/3652299595 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f079c10ff50 con 0x7f079c101400 2024-09-05T02:29:04.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.767+0000 7f07a1800640 1 -- 172.21.15.33:0/3652299595 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f079c101400 msgr2=0x7f079c196100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:04.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.767+0000 7f07a1800640 1 --2- 172.21.15.33:0/3652299595 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f079c101400 0x7f079c196100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.767+0000 7f07a1800640 1 -- 172.21.15.33:0/3652299595 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f079c106a60 msgr2=0x7f079c196640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:04.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.767+0000 7f07a1800640 1 --2- 172.21.15.33:0/3652299595 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f079c106a60 0x7f079c196640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.767+0000 7f07a1800640 1 -- 172.21.15.33:0/3652299595 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f079c196c00 con 0x7f079c100a60 2024-09-05T02:29:04.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.768+0000 7f07a1800640 1 --2- 172.21.15.33:0/3652299595 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f079c100a60 0x7f079c19d070 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f078800b4a0 tx=0x7f078800b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:04.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.769+0000 7f079a000640 1 -- 172.21.15.33:0/3652299595 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0788015020 con 0x7f079c100a60 2024-09-05T02:29:04.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.769+0000 7f079a000640 1 -- 172.21.15.33:0/3652299595 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0788011d10 con 0x7f079c100a60 2024-09-05T02:29:04.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.769+0000 7f079a000640 1 -- 172.21.15.33:0/3652299595 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f078800f2e0 con 0x7f079c100a60 2024-09-05T02:29:04.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.770+0000 7f07a4200640 1 -- 172.21.15.33:0/3652299595 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f079c196ef0 con 0x7f079c100a60 2024-09-05T02:29:04.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.770+0000 7f07a4200640 1 -- 172.21.15.33:0/3652299595 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f079c19aec0 con 0x7f079c100a60 2024-09-05T02:29:04.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.780+0000 7f079a000640 1 -- 172.21.15.33:0/3652299595 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f0788018020 con 0x7f079c100a60 2024-09-05T02:29:04.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.781+0000 7f07a6e10740 1 Processor -- start 2024-09-05T02:29:04.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.781+0000 7f07a6e10740 1 -- start start 2024-09-05T02:29:04.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.783+0000 7f07a6e10740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc77c70 0x5629adc78050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:04.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.784+0000 7f07a6e10740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc78590 0x5629adc82910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:04.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.784+0000 7f07a2200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc77c70 0x5629adc78050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:04.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.784+0000 7f07a2200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc77c70 0x5629adc78050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:60530/0 (socket says 172.21.15.33:60530) 2024-09-05T02:29:04.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.784+0000 7f079a000640 1 --2- 172.21.15.33:0/3652299595 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f07840a2e40 0x7f07840a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:04.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.785+0000 7f07a6e10740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc82e50 0x5629adc85240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:04.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.785+0000 7f07a6e10740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5629adbde3e0 con 0x5629adc78590 2024-09-05T02:29:04.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.785+0000 7f07a2200640 1 -- 172.21.15.33:0/198712361 learned_addr learned my addr 172.21.15.33:0/198712361 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:04.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.785+0000 7f07a6e10740 1 -- 172.21.15.33:0/198712361 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5629adb85d80 con 0x5629adc82e50 2024-09-05T02:29:04.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.785+0000 7f07a6e10740 1 -- 172.21.15.33:0/198712361 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5629adbda3a0 con 0x5629adc77c70 2024-09-05T02:29:04.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.785+0000 7f079a000640 1 -- 172.21.15.33:0/3652299595 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f07880ceae0 con 0x7f079c100a60 2024-09-05T02:29:04.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.785+0000 7f07a2200640 1 -- 172.21.15.33:0/198712361 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc82e50 msgr2=0x5629adc85240 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T02:29:04.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.785+0000 7f07a2200640 1 --2- 172.21.15.33:0/198712361 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc82e50 0x5629adc85240 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.785+0000 7f07a2200640 1 -- 172.21.15.33:0/198712361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc78590 msgr2=0x5629adc82910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:04.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.786+0000 7f07a1800640 1 --2- 172.21.15.33:0/198712361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc78590 0x5629adc82910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:04.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.786+0000 7f07a2200640 1 --2- 172.21.15.33:0/198712361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc78590 0x5629adc82910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.786+0000 7f07a2200640 1 -- 172.21.15.33:0/198712361 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5629adba4ae0 con 0x5629adc77c70 2024-09-05T02:29:04.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.786+0000 7f07a1800640 1 --2- 172.21.15.33:0/198712361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc78590 0x5629adc82910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:29:04.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.786+0000 7f07a2200640 1 --2- 172.21.15.33:0/198712361 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc77c70 0x5629adc78050 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f07940093d0 tx=0x7f07940334b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=81a2b83abd5180ed server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:04.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.786+0000 7f078ea00640 1 -- 172.21.15.33:0/198712361 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0794033820 con 0x5629adc77c70 2024-09-05T02:29:04.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.787+0000 7f078ea00640 1 -- 172.21.15.33:0/198712361 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0794044070 con 0x5629adc77c70 2024-09-05T02:29:04.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.787+0000 7f078ea00640 1 -- 172.21.15.33:0/198712361 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f079403f840 con 0x5629adc77c70 2024-09-05T02:29:04.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.788+0000 7f07a2200640 1 --2- 172.21.15.33:0/3652299595 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f07840a2e40 0x7f07840a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:04.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.788+0000 7f07a6e10740 1 -- 172.21.15.33:0/198712361 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc77c70 msgr2=0x5629adc78050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:04.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.788+0000 7f07a6e10740 1 --2- 172.21.15.33:0/198712361 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc77c70 0x5629adc78050 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f07940093d0 tx=0x7f07940334b0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.788+0000 7f07a6e10740 1 -- 172.21.15.33:0/198712361 shutdown_connections 2024-09-05T02:29:04.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.788+0000 7f07a6e10740 1 --2- 172.21.15.33:0/198712361 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc82e50 0x5629adc85240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.789+0000 7f07a6e10740 1 --2- 172.21.15.33:0/198712361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc78590 0x5629adc82910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.789+0000 7f07a6e10740 1 --2- 172.21.15.33:0/198712361 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc77c70 0x5629adc78050 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.789+0000 7f07a2200640 1 --2- 172.21.15.33:0/3652299595 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f07840a2e40 0x7f07840a5300 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f07940093d0 tx=0x7f07940334b0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:04.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.789+0000 7f07a6e10740 1 -- 172.21.15.33:0/198712361 >> 172.21.15.33:0/198712361 conn(0x5629adc74200 msgr2=0x5629adc745e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:04.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.790+0000 7f07a6e10740 1 -- 172.21.15.33:0/198712361 shutdown_connections 2024-09-05T02:29:04.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.790+0000 7f07a6e10740 1 -- 172.21.15.33:0/198712361 wait complete. 2024-09-05T02:29:04.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.791+0000 7f07a6e10740 1 -- start start 2024-09-05T02:29:04.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.791+0000 7f07a6e10740 1 Processor -- start 2024-09-05T02:29:04.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.792+0000 7f07a6e10740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc77c70 0x5629adc7fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:04.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.792+0000 7f07a6e10740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc78590 0x5629adc80300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:04.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.792+0000 7f07a6e10740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc82e50 0x5629adc80840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:04.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.792+0000 7f07a6e10740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5629adc85a20 con 0x5629adc77c70 2024-09-05T02:29:04.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.792+0000 7f07a6e10740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5629adb990f0 con 0x5629adc78590 2024-09-05T02:29:04.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.792+0000 7f07a6e10740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5629adc85ba0 con 0x5629adc82e50 2024-09-05T02:29:04.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.792+0000 7f07a6e10740 10 client.0 _ll_register_callbacks cb 0x5629adb80bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:04.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.792+0000 7f07a0e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc78590 0x5629adc80300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:04.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.793+0000 7f07a0e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc78590 0x5629adc80300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35342/0 (socket says 172.21.15.33:35342) 2024-09-05T02:29:04.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.793+0000 7f07a0e00640 1 -- 172.21.15.33:0/1577695189 learned_addr learned my addr 172.21.15.33:0/1577695189 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:04.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.793+0000 7f07a1800640 1 --2- 172.21.15.33:0/1577695189 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc77c70 0x5629adc7fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:04.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.793+0000 7f07a0e00640 1 -- 172.21.15.33:0/1577695189 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc82e50 msgr2=0x5629adc80840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:04.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.793+0000 7f07a2200640 1 --2- 172.21.15.33:0/1577695189 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc82e50 0x5629adc80840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:04.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.794+0000 7f07a0e00640 1 --2- 172.21.15.33:0/1577695189 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc82e50 0x5629adc80840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.794+0000 7f07a0e00640 1 -- 172.21.15.33:0/1577695189 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc77c70 msgr2=0x5629adc7fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:04.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.794+0000 7f07a0e00640 1 --2- 172.21.15.33:0/1577695189 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc77c70 0x5629adc7fdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.794+0000 7f07a0e00640 1 -- 172.21.15.33:0/1577695189 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5629ad94f3c0 con 0x5629adc78590 2024-09-05T02:29:04.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.794+0000 7f07a2200640 1 --2- 172.21.15.33:0/1577695189 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc82e50 0x5629adc80840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:29:04.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.794+0000 7f07a0e00640 1 --2- 172.21.15.33:0/1577695189 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc78590 0x5629adc80300 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f079000f6a0 tx=0x7f079000fb60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f4c7ac93ef0b6c00 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:04.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.794+0000 7f0783400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:29:04.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.795+0000 7f0783400640 1 -- 172.21.15.33:0/1577695189 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f079001d060 con 0x5629adc78590 2024-09-05T02:29:04.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.795+0000 7f07a6e10740 1 -- 172.21.15.33:0/1577695189 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0794044070 con 0x5629adc78590 2024-09-05T02:29:04.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.795+0000 7f0783400640 1 -- 172.21.15.33:0/1577695189 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f079000daa0 con 0x5629adc78590 2024-09-05T02:29:04.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.795+0000 7f0783400640 1 -- 172.21.15.33:0/1577695189 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f079000dca0 con 0x5629adc78590 2024-09-05T02:29:04.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.795+0000 7f07a6e10740 10 client.25703 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:04.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.795+0000 7f07a6e10740 1 -- 172.21.15.33:0/1577695189 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5629adc91b00 con 0x5629adc78590 2024-09-05T02:29:04.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.796+0000 7f0783400640 1 -- 172.21.15.33:0/1577695189 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0794044070 con 0x5629adc78590 2024-09-05T02:29:04.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.796+0000 7f0783400640 1 -- 172.21.15.33:0/1577695189 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f0790010470 con 0x5629adc78590 2024-09-05T02:29:04.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.796+0000 7f07a6e10740 10 client.25703 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:04.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.796+0000 7f07a6e10740 10 client.25703 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:29:04.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.796+0000 7f07a6e10740 20 client.25703 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:04.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.796+0000 7f07a6e10740 1 --2- 172.21.15.33:0/1577695189 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5629adc92f10 0x5629adc95340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:04.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.796+0000 7f07a6e10740 4 client.25703 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:29:04.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.796+0000 7f07a6e10740 1 -- 172.21.15.33:0/1577695189 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5629adbeb950 con 0x5629adc92f10 2024-09-05T02:29:04.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.797+0000 7f07a1800640 1 --2- 172.21.15.33:0/1577695189 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5629adc92f10 0x5629adc95340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:04.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.797+0000 7f07a1800640 1 --2- 172.21.15.33:0/1577695189 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5629adc92f10 0x5629adc95340 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=313ea130c89760fa server_cookie=470886bc656ab773 in_seq=0 out_seq=0 2024-09-05T02:29:04.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.797+0000 7f0783400640 10 client.25703 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:04.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.798+0000 7f0783400640 1 -- 172.21.15.33:0/1577695189 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5629adbeb950 con 0x5629adc92f10 2024-09-05T02:29:04.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.798+0000 7f0783400640 10 client.25703 handle_command_reply: tid=0 2024-09-05T02:29:04.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.798+0000 7f07a6e10740 1 client.25703 shutdown 2024-09-05T02:29:04.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.798+0000 7f07a6e10740 1 -- 172.21.15.33:0/1577695189 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc78590 msgr2=0x5629adc80300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:04.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.798+0000 7f07a6e10740 1 --2- 172.21.15.33:0/1577695189 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc78590 0x5629adc80300 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f079000f6a0 tx=0x7f079000fb60 comp rx=0 tx=0).stop 2024-09-05T02:29:04.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.799+0000 7f07a6e10740 1 -- 172.21.15.33:0/1577695189 shutdown_connections 2024-09-05T02:29:04.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.799+0000 7f07a6e10740 1 --2- 172.21.15.33:0/1577695189 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc82e50 0x5629adc80840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.799+0000 7f07a6e10740 1 --2- 172.21.15.33:0/1577695189 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc78590 0x5629adc80300 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.799+0000 7f07a6e10740 1 --2- 172.21.15.33:0/1577695189 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5629adc92f10 0x5629adc95340 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.799+0000 7f07a6e10740 1 --2- 172.21.15.33:0/1577695189 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc77c70 0x5629adc7fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.799+0000 7f07a6e10740 1 -- 172.21.15.33:0/1577695189 >> 172.21.15.33:0/1577695189 conn(0x5629adc74200 msgr2=0x5629adc73380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:04.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.799+0000 7f0783400640 0 client.25703 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:04.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.799+0000 7f07a6e10740 1 -- 172.21.15.33:0/1577695189 shutdown_connections 2024-09-05T02:29:04.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.799+0000 7f07a6e10740 1 -- 172.21.15.33:0/1577695189 wait complete. 2024-09-05T02:29:04.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.800+0000 7f07a6e10740 20 client.25703 trim_cache size 0 max 16384 2024-09-05T02:29:04.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.827+0000 7f07a6e10740 1 Processor -- start 2024-09-05T02:29:04.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.827+0000 7f07a6e10740 1 -- start start 2024-09-05T02:29:04.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.828+0000 7f07a6e10740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc77c70 0x5629adc9ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:04.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.828+0000 7f07a6e10740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc78590 0x5629adc9b190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:04.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.828+0000 7f07a6e10740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc82e50 0x5629adc72b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:04.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.828+0000 7f07a6e10740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f079c1bc700 con 0x5629adc82e50 2024-09-05T02:29:04.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.828+0000 7f07a6e10740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f079c1be240 con 0x5629adc77c70 2024-09-05T02:29:04.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.828+0000 7f07a6e10740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f079c1bcdd0 con 0x5629adc78590 2024-09-05T02:29:04.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.828+0000 7f07a1800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc77c70 0x5629adc9ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:04.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.828+0000 7f07a0e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc78590 0x5629adc9b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:04.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.828+0000 7f07a0e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc78590 0x5629adc9b190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:60548/0 (socket says 172.21.15.33:60548) 2024-09-05T02:29:04.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.828+0000 7f07a0e00640 1 -- 172.21.15.33:0/67483239 learned_addr learned my addr 172.21.15.33:0/67483239 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:04.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.829+0000 7f07a2200640 1 --2- 172.21.15.33:0/67483239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc82e50 0x5629adc72b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:04.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.829+0000 7f07a0e00640 1 -- 172.21.15.33:0/67483239 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc77c70 msgr2=0x5629adc9ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:04.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.829+0000 7f07a0e00640 1 --2- 172.21.15.33:0/67483239 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc77c70 0x5629adc9ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.829+0000 7f07a0e00640 1 -- 172.21.15.33:0/67483239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc82e50 msgr2=0x5629adc72b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:04.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.829+0000 7f07a0e00640 1 --2- 172.21.15.33:0/67483239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc82e50 0x5629adc72b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.829+0000 7f07a0e00640 1 -- 172.21.15.33:0/67483239 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5629adc77aa0 con 0x5629adc78590 2024-09-05T02:29:04.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.829+0000 7f07a2200640 1 --2- 172.21.15.33:0/67483239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc82e50 0x5629adc72b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:29:04.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.829+0000 7f07a1800640 1 --2- 172.21.15.33:0/67483239 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc77c70 0x5629adc9ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:29:04.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.829+0000 7f07a0e00640 1 --2- 172.21.15.33:0/67483239 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc78590 0x5629adc9b190 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f0790010910 tx=0x7f079000af10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=902b5867dac7257d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:04.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.829+0000 7f078e000640 1 -- 172.21.15.33:0/67483239 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0790010d00 con 0x5629adc78590 2024-09-05T02:29:04.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.829+0000 7f078e000640 1 -- 172.21.15.33:0/67483239 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f079000d8a0 con 0x5629adc78590 2024-09-05T02:29:04.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.830+0000 7f078e000640 1 -- 172.21.15.33:0/67483239 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0790004660 con 0x5629adc78590 2024-09-05T02:29:04.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.830+0000 7f07a6e10740 1 -- 172.21.15.33:0/67483239 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc78590 msgr2=0x5629adc9b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:04.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.830+0000 7f07a6e10740 1 --2- 172.21.15.33:0/67483239 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc78590 0x5629adc9b190 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f0790010910 tx=0x7f079000af10 comp rx=0 tx=0).stop 2024-09-05T02:29:04.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.830+0000 7f07a6e10740 1 -- 172.21.15.33:0/67483239 shutdown_connections 2024-09-05T02:29:04.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.830+0000 7f07a6e10740 1 --2- 172.21.15.33:0/67483239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc82e50 0x5629adc72b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.830+0000 7f07a6e10740 1 --2- 172.21.15.33:0/67483239 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc78590 0x5629adc9b190 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.830+0000 7f07a6e10740 1 --2- 172.21.15.33:0/67483239 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc77c70 0x5629adc9ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.830+0000 7f07a6e10740 1 -- 172.21.15.33:0/67483239 >> 172.21.15.33:0/67483239 conn(0x5629adc74200 msgr2=0x5629adc745e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:04.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.831+0000 7f07a6e10740 1 -- 172.21.15.33:0/67483239 shutdown_connections 2024-09-05T02:29:04.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.831+0000 7f07a6e10740 1 -- 172.21.15.33:0/67483239 wait complete. 2024-09-05T02:29:04.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.831+0000 7f07a6e10740 1 -- start start 2024-09-05T02:29:04.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.831+0000 7f07a6e10740 1 Processor -- start 2024-09-05T02:29:04.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.832+0000 7f07a6e10740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc77c70 0x5629adc8b500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:04.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.832+0000 7f07a6e10740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc78590 0x5629adc86830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:04.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.832+0000 7f07a6e10740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc82e50 0x5629adc86d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:04.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.832+0000 7f07a6e10740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f079c1bdb70 con 0x5629adc77c70 2024-09-05T02:29:04.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.832+0000 7f07a6e10740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f079c1bd4a0 con 0x5629adc78590 2024-09-05T02:29:04.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.832+0000 7f07a6e10740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f079c1ba6e0 con 0x5629adc82e50 2024-09-05T02:29:04.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.832+0000 7f07a6e10740 10 client.0 _ll_register_callbacks cb 0x7f079000a630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:04.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.832+0000 7f07a0e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc78590 0x5629adc86830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:04.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.832+0000 7f07a0e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc78590 0x5629adc86830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35348/0 (socket says 172.21.15.33:35348) 2024-09-05T02:29:04.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.832+0000 7f07a0e00640 1 -- 172.21.15.33:0/3847762658 learned_addr learned my addr 172.21.15.33:0/3847762658 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:04.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.834+0000 7f07a1800640 1 --2- 172.21.15.33:0/3847762658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc77c70 0x5629adc8b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:04.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.834+0000 7f07a2200640 1 --2- 172.21.15.33:0/3847762658 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc82e50 0x5629adc86d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:04.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.834+0000 7f07a0e00640 1 -- 172.21.15.33:0/3847762658 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc82e50 msgr2=0x5629adc86d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:04.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.834+0000 7f07a0e00640 1 --2- 172.21.15.33:0/3847762658 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc82e50 0x5629adc86d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.834+0000 7f07a0e00640 1 -- 172.21.15.33:0/3847762658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc77c70 msgr2=0x5629adc8b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:04.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.834+0000 7f07a0e00640 1 --2- 172.21.15.33:0/3847762658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc77c70 0x5629adc8b500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.834+0000 7f07a0e00640 1 -- 172.21.15.33:0/3847762658 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5629adc6f770 con 0x5629adc78590 2024-09-05T02:29:04.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.834+0000 7f07a2200640 1 --2- 172.21.15.33:0/3847762658 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc82e50 0x5629adc86d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:29:04.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.834+0000 7f07a0e00640 1 --2- 172.21.15.33:0/3847762658 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc78590 0x5629adc86830 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f0790011f80 tx=0x7f07900056f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae8a4ee6ba5d825a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:04.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.834+0000 7f0783400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:29:04.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.835+0000 7f0783400640 1 -- 172.21.15.33:0/3847762658 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f079001d070 con 0x5629adc78590 2024-09-05T02:29:04.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.835+0000 7f0783400640 1 -- 172.21.15.33:0/3847762658 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f07900106a0 con 0x5629adc78590 2024-09-05T02:29:04.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.835+0000 7f07a6e10740 1 -- 172.21.15.33:0/3847762658 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f079000d8a0 con 0x5629adc78590 2024-09-05T02:29:04.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.835+0000 7f0783400640 1 -- 172.21.15.33:0/3847762658 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f079002a480 con 0x5629adc78590 2024-09-05T02:29:04.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.835+0000 7f07a6e10740 10 client.25709 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:04.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.835+0000 7f07a6e10740 1 -- 172.21.15.33:0/3847762658 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5629adcfd990 con 0x5629adc78590 2024-09-05T02:29:04.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.837+0000 7f0783400640 1 -- 172.21.15.33:0/3847762658 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f079000d8a0 con 0x5629adc78590 2024-09-05T02:29:04.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.837+0000 7f0783400640 1 -- 172.21.15.33:0/3847762658 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f0790018810 con 0x5629adc78590 2024-09-05T02:29:04.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.837+0000 7f07a6e10740 10 client.25709 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:04.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.837+0000 7f07a6e10740 10 client.25709 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:29:04.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.837+0000 7f07a6e10740 20 client.25709 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:04.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.837+0000 7f07a6e10740 1 --2- 172.21.15.33:0/3847762658 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5629adcfe090 0x5629add004b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:04.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.837+0000 7f07a6e10740 4 client.25709 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:29:04.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.837+0000 7f07a6e10740 1 -- 172.21.15.33:0/3847762658 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5629adbe5e60 con 0x5629adcfe090 2024-09-05T02:29:04.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.838+0000 7f07a1800640 1 --2- 172.21.15.33:0/3847762658 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5629adcfe090 0x5629add004b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:04.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.839+0000 7f07a1800640 1 --2- 172.21.15.33:0/3847762658 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5629adcfe090 0x5629add004b0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f257de4a842a2bc1 server_cookie=a89c08a115879bae in_seq=0 out_seq=0 2024-09-05T02:29:04.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.839+0000 7f0783400640 10 client.25709 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:04.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.840+0000 7f0783400640 1 -- 172.21.15.33:0/3847762658 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5629adbe5e60 con 0x5629adcfe090 2024-09-05T02:29:04.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.840+0000 7f0783400640 10 client.25709 handle_command_reply: tid=0 2024-09-05T02:29:04.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.840+0000 7f07a6e10740 1 client.25709 shutdown 2024-09-05T02:29:04.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.840+0000 7f07a6e10740 1 -- 172.21.15.33:0/3847762658 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc78590 msgr2=0x5629adc86830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:04.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.840+0000 7f07a6e10740 1 --2- 172.21.15.33:0/3847762658 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc78590 0x5629adc86830 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f0790011f80 tx=0x7f07900056f0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.840+0000 7f07a6e10740 1 -- 172.21.15.33:0/3847762658 shutdown_connections 2024-09-05T02:29:04.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.840+0000 7f07a6e10740 1 --2- 172.21.15.33:0/3847762658 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5629adc82e50 0x5629adc86d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.840+0000 7f07a6e10740 1 --2- 172.21.15.33:0/3847762658 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5629adc78590 0x5629adc86830 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.840+0000 7f07a6e10740 1 --2- 172.21.15.33:0/3847762658 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5629adcfe090 0x5629add004b0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.840+0000 7f07a6e10740 1 --2- 172.21.15.33:0/3847762658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5629adc77c70 0x5629adc8b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.840+0000 7f07a6e10740 1 -- 172.21.15.33:0/3847762658 >> 172.21.15.33:0/3847762658 conn(0x5629adc74200 msgr2=0x5629adc72b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:04.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.840+0000 7f0783400640 0 client.25709 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:04.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.840+0000 7f07a6e10740 1 -- 172.21.15.33:0/3847762658 shutdown_connections 2024-09-05T02:29:04.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.840+0000 7f07a6e10740 1 -- 172.21.15.33:0/3847762658 wait complete. 2024-09-05T02:29:04.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.841+0000 7f07a6e10740 20 client.25709 trim_cache size 0 max 16384 2024-09-05T02:29:04.846 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:29:04.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.841+0000 7f07a4200640 1 -- 172.21.15.33:0/3652299595 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f07840a2e40 msgr2=0x7f07840a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:04.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.841+0000 7f07a4200640 1 --2- 172.21.15.33:0/3652299595 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f07840a2e40 0x7f07840a5300 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f07940093d0 tx=0x7f07940334b0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.841+0000 7f07a4200640 1 -- 172.21.15.33:0/3652299595 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f079c100a60 msgr2=0x7f079c19d070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:04.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.841+0000 7f07a4200640 1 --2- 172.21.15.33:0/3652299595 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f079c100a60 0x7f079c19d070 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f078800b4a0 tx=0x7f078800b8a0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.841+0000 7f07a4200640 1 -- 172.21.15.33:0/3652299595 shutdown_connections 2024-09-05T02:29:04.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.841+0000 7f07a4200640 1 --2- 172.21.15.33:0/3652299595 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f07840a2e40 0x7f07840a5300 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.842+0000 7f07a4200640 1 --2- 172.21.15.33:0/3652299595 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f079c106a60 0x7f079c196640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.842+0000 7f07a4200640 1 --2- 172.21.15.33:0/3652299595 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f079c101400 0x7f079c196100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.842+0000 7f07a4200640 1 --2- 172.21.15.33:0/3652299595 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f079c100a60 0x7f079c19d070 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:04.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.842+0000 7f07a4200640 1 -- 172.21.15.33:0/3652299595 >> 172.21.15.33:0/3652299595 conn(0x7f079c0fc780 msgr2=0x7f079c0fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:04.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.842+0000 7f07a4200640 1 -- 172.21.15.33:0/3652299595 shutdown_connections 2024-09-05T02:29:04.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:04.842+0000 7f07a4200640 1 -- 172.21.15.33:0/3652299595 wait complete. 2024-09-05T02:29:05.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:05 smithi174 ceph-mon[34756]: pgmap v67: 97 pgs: 97 active+clean; 1.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 30 KiB/s wr, 48 op/s 2024-09-05T02:29:05.588 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:05 smithi033 ceph-mon[29909]: pgmap v67: 97 pgs: 97 active+clean; 1.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 30 KiB/s wr, 48 op/s 2024-09-05T02:29:05.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:05 smithi123 ceph-mon[34031]: pgmap v67: 97 pgs: 97 active+clean; 1.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 30 KiB/s wr, 48 op/s 2024-09-05T02:29:06.844 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:29:06.844 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:29:07.382 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:07.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:07 smithi033 ceph-mon[29909]: pgmap v68: 97 pgs: 97 active+clean; 1.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 30 KiB/s wr, 47 op/s 2024-09-05T02:29:07.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:07 smithi123 ceph-mon[34031]: pgmap v68: 97 pgs: 97 active+clean; 1.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 30 KiB/s wr, 47 op/s 2024-09-05T02:29:07.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:07 smithi174 ceph-mon[34756]: pgmap v68: 97 pgs: 97 active+clean; 1.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 30 KiB/s wr, 47 op/s 2024-09-05T02:29:08.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:08 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:29:08.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:08 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:29:08.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.679+0000 7f93b7c00640 1 -- 172.21.15.33:0/3006633954 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f93b01128a0 msgr2=0x7f93b0114c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:08.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.679+0000 7f93b7c00640 1 --2- 172.21.15.33:0/3006633954 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f93b01128a0 0x7f93b0114c90 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f93a801acb0 tx=0x7f93a803b920 comp rx=0 tx=0).stop 2024-09-05T02:29:08.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.679+0000 7f93b7c00640 1 -- 172.21.15.33:0/3006633954 shutdown_connections 2024-09-05T02:29:08.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.679+0000 7f93b7c00640 1 --2- 172.21.15.33:0/3006633954 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f93b01128a0 0x7f93b0114c90 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.680+0000 7f93b7c00640 1 --2- 172.21.15.33:0/3006633954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93b0077040 0x7f93b0112360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.680+0000 7f93b7c00640 1 --2- 172.21.15.33:0/3006633954 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f93b0076720 0x7f93b0076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.680+0000 7f93b7c00640 1 -- 172.21.15.33:0/3006633954 >> 172.21.15.33:0/3006633954 conn(0x7f93b00ff8e0 msgr2=0x7f93b0101d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:08.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.680+0000 7f93b7c00640 1 -- 172.21.15.33:0/3006633954 shutdown_connections 2024-09-05T02:29:08.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.681+0000 7f93b7c00640 1 -- 172.21.15.33:0/3006633954 wait complete. 2024-09-05T02:29:08.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.682+0000 7f93b7c00640 1 Processor -- start 2024-09-05T02:29:08.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.683+0000 7f93b7c00640 1 -- start start 2024-09-05T02:29:08.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.684+0000 7f93b7c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f93b0076720 0x7f93b010a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:08.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.684+0000 7f93b7c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93b0077040 0x7f93b010ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:08.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.685+0000 7f93b5200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f93b0076720 0x7f93b010a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:08.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.687+0000 7f93b5200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f93b0076720 0x7f93b010a750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35350/0 (socket says 172.21.15.33:35350) 2024-09-05T02:29:08.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.687+0000 7f93b5200640 1 -- 172.21.15.33:0/3103138688 learned_addr learned my addr 172.21.15.33:0/3103138688 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:08.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.687+0000 7f93b7c00640 1 --2- 172.21.15.33:0/3103138688 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f93b01128a0 0x7f93b0072fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:08.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.688+0000 7f93b7c00640 1 -- 172.21.15.33:0/3103138688 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f93b0106500 con 0x7f93b0077040 2024-09-05T02:29:08.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.688+0000 7f93b7c00640 1 -- 172.21.15.33:0/3103138688 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f93b0106380 con 0x7f93b0076720 2024-09-05T02:29:08.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.688+0000 7f93b7c00640 1 -- 172.21.15.33:0/3103138688 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f93b0106680 con 0x7f93b01128a0 2024-09-05T02:29:08.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.689+0000 7f93b5c00640 1 --2- 172.21.15.33:0/3103138688 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f93b01128a0 0x7f93b0072fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:08.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.689+0000 7f93afe00640 1 --2- 172.21.15.33:0/3103138688 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93b0077040 0x7f93b010ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:08.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.689+0000 7f93b5200640 1 -- 172.21.15.33:0/3103138688 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f93b01128a0 msgr2=0x7f93b0072fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:08.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.689+0000 7f93b5200640 1 --2- 172.21.15.33:0/3103138688 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f93b01128a0 0x7f93b0072fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.690+0000 7f93b5200640 1 -- 172.21.15.33:0/3103138688 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93b0077040 msgr2=0x7f93b010ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:08.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.690+0000 7f93b5200640 1 --2- 172.21.15.33:0/3103138688 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93b0077040 0x7f93b010ac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.690+0000 7f93b5200640 1 -- 172.21.15.33:0/3103138688 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93b0073510 con 0x7f93b0076720 2024-09-05T02:29:08.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.690+0000 7f93b5c00640 1 --2- 172.21.15.33:0/3103138688 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f93b01128a0 0x7f93b0072fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:29:08.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.690+0000 7f93afe00640 1 --2- 172.21.15.33:0/3103138688 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93b0077040 0x7f93b010ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:29:08.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.691+0000 7f93b5200640 1 --2- 172.21.15.33:0/3103138688 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f93b0076720 0x7f93b010a750 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f93a400b450 tx=0x7f93a400b910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:08.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.691+0000 7f93ad600640 1 -- 172.21.15.33:0/3103138688 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a4015020 con 0x7f93b0076720 2024-09-05T02:29:08.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.691+0000 7f93ad600640 1 -- 172.21.15.33:0/3103138688 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f93a4011d70 con 0x7f93b0076720 2024-09-05T02:29:08.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.692+0000 7f93ad600640 1 -- 172.21.15.33:0/3103138688 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a400f340 con 0x7f93b0076720 2024-09-05T02:29:08.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.692+0000 7f93b7c00640 1 -- 172.21.15.33:0/3103138688 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93b0073800 con 0x7f93b0076720 2024-09-05T02:29:08.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.692+0000 7f93b7c00640 1 -- 172.21.15.33:0/3103138688 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93b0073cc0 con 0x7f93b0076720 2024-09-05T02:29:08.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.696+0000 7f93ba7c5740 1 Processor -- start 2024-09-05T02:29:08.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.699+0000 7f93ad600640 1 -- 172.21.15.33:0/3103138688 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f93a4018020 con 0x7f93b0076720 2024-09-05T02:29:08.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.699+0000 7f93ba7c5740 1 -- start start 2024-09-05T02:29:08.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.700+0000 7f93ba7c5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76bcb0 0x5570ee76c090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:08.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.700+0000 7f93ba7c5740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5570ee76c5d0 0x5570ee776950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:08.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.701+0000 7f93ba7c5740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5570ee776e90 0x5570ee779280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:08.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.701+0000 7f93b5c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76bcb0 0x5570ee76c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:08.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.701+0000 7f93b5c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76bcb0 0x5570ee76c090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35356/0 (socket says 172.21.15.33:35356) 2024-09-05T02:29:08.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.701+0000 7f93b5c00640 1 -- 172.21.15.33:0/2876504869 learned_addr learned my addr 172.21.15.33:0/2876504869 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:08.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.701+0000 7f93ba7c5740 1 -- 172.21.15.33:0/2876504869 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5570ee6d2290 con 0x5570ee776e90 2024-09-05T02:29:08.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.701+0000 7f93ba7c5740 1 -- 172.21.15.33:0/2876504869 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5570ee679b40 con 0x5570ee76bcb0 2024-09-05T02:29:08.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.701+0000 7f93ba7c5740 1 -- 172.21.15.33:0/2876504869 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5570ee6ce250 con 0x5570ee76c5d0 2024-09-05T02:29:08.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.703+0000 7f93b5c00640 1 -- 172.21.15.33:0/2876504869 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5570ee76c5d0 msgr2=0x5570ee776950 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T02:29:08.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.703+0000 7f93b5c00640 1 --2- 172.21.15.33:0/2876504869 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5570ee76c5d0 0x5570ee776950 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.703+0000 7f93b5c00640 1 -- 172.21.15.33:0/2876504869 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5570ee776e90 msgr2=0x5570ee779280 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T02:29:08.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.703+0000 7f93b5c00640 1 --2- 172.21.15.33:0/2876504869 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5570ee776e90 0x5570ee779280 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.703+0000 7f93b5c00640 1 -- 172.21.15.33:0/2876504869 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570ee4436a0 con 0x5570ee76bcb0 2024-09-05T02:29:08.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.704+0000 7f93b5c00640 1 --2- 172.21.15.33:0/2876504869 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76bcb0 0x5570ee76c090 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f93b007aa10 tx=0x7f93a8040640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c44a164026d08855 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:08.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.704+0000 7f93ad600640 1 --2- 172.21.15.33:0/3103138688 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f93980a2e40 0x7f93980a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:08.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.704+0000 7f93a2000640 1 -- 172.21.15.33:0/2876504869 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a8045040 con 0x5570ee76bcb0 2024-09-05T02:29:08.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.704+0000 7f93ad600640 1 -- 172.21.15.33:0/3103138688 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f93a40ceee0 con 0x7f93b0076720 2024-09-05T02:29:08.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.704+0000 7f93a2000640 1 -- 172.21.15.33:0/2876504869 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f93a8041b00 con 0x5570ee76bcb0 2024-09-05T02:29:08.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.704+0000 7f93a2000640 1 -- 172.21.15.33:0/2876504869 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a804b800 con 0x5570ee76bcb0 2024-09-05T02:29:08.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.705+0000 7f93ba7c5740 1 -- 172.21.15.33:0/2876504869 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76bcb0 msgr2=0x5570ee76c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:08.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.705+0000 7f93ba7c5740 1 --2- 172.21.15.33:0/2876504869 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76bcb0 0x5570ee76c090 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f93b007aa10 tx=0x7f93a8040640 comp rx=0 tx=0).stop 2024-09-05T02:29:08.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.706+0000 7f93ba7c5740 1 -- 172.21.15.33:0/2876504869 shutdown_connections 2024-09-05T02:29:08.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.706+0000 7f93ba7c5740 1 --2- 172.21.15.33:0/2876504869 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5570ee776e90 0x5570ee779280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.706+0000 7f93ba7c5740 1 --2- 172.21.15.33:0/2876504869 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5570ee76c5d0 0x5570ee776950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.706+0000 7f93ba7c5740 1 --2- 172.21.15.33:0/2876504869 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76bcb0 0x5570ee76c090 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.706+0000 7f93ba7c5740 1 -- 172.21.15.33:0/2876504869 >> 172.21.15.33:0/2876504869 conn(0x5570ee768240 msgr2=0x5570ee768620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:08.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.706+0000 7f93ba7c5740 1 -- 172.21.15.33:0/2876504869 shutdown_connections 2024-09-05T02:29:08.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.707+0000 7f93ba7c5740 1 -- 172.21.15.33:0/2876504869 wait complete. 2024-09-05T02:29:08.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.707+0000 7f93b5200640 1 --2- 172.21.15.33:0/3103138688 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f93980a2e40 0x7f93980a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:08.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.711+0000 7f93ba7c5740 1 -- start start 2024-09-05T02:29:08.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.712+0000 7f93ba7c5740 1 Processor -- start 2024-09-05T02:29:08.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.713+0000 7f93b5200640 1 --2- 172.21.15.33:0/3103138688 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f93980a2e40 0x7f93980a5300 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x5570ee7690a0 tx=0x7f93a4010470 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:08.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.713+0000 7f93ba7c5740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5570ee76bcb0 0x5570ee7767a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:08.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.713+0000 7f93ba7c5740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5570ee76c5d0 0x5570ee775230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:08.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.713+0000 7f93ba7c5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee776e90 0x5570ee775770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:08.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.713+0000 7f93ba7c5740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5570ee779b00 con 0x5570ee76c5d0 2024-09-05T02:29:08.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.713+0000 7f93ba7c5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5570ee68cfa0 con 0x5570ee776e90 2024-09-05T02:29:08.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.713+0000 7f93ba7c5740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5570ee779c80 con 0x5570ee76bcb0 2024-09-05T02:29:08.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.714+0000 7f93ba7c5740 10 client.0 _ll_register_callbacks cb 0x5570ee3e0ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:08.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.715+0000 7f93b5c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee776e90 0x5570ee775770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:08.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.715+0000 7f93b5c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5570ee76bcb0 0x5570ee7767a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:08.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.715+0000 7f93b5c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5570ee76bcb0 0x5570ee7767a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:60598/0 (socket says 172.21.15.33:60598) 2024-09-05T02:29:08.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.715+0000 7f93b5c00640 1 -- 172.21.15.33:0/4825429 learned_addr learned my addr 172.21.15.33:0/4825429 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:08.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.715+0000 7f93b5c00640 1 -- 172.21.15.33:0/4825429 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee776e90 msgr2=0x5570ee775770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:08.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.715+0000 7f93b5c00640 1 --2- 172.21.15.33:0/4825429 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee776e90 0x5570ee775770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.715+0000 7f93b5c00640 1 -- 172.21.15.33:0/4825429 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5570ee76c5d0 msgr2=0x5570ee775230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:08.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.715+0000 7f93b5c00640 1 --2- 172.21.15.33:0/4825429 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5570ee76c5d0 0x5570ee775230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.715+0000 7f93b5c00640 1 -- 172.21.15.33:0/4825429 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570ee775fa0 con 0x5570ee76bcb0 2024-09-05T02:29:08.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.716+0000 7f93b5c00640 1 --2- 172.21.15.33:0/4825429 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5570ee76bcb0 0x5570ee7767a0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f93a801ac00 tx=0x7f93a803b920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=336b343a38b7c074 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:08.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.716+0000 7f9396a00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:29:08.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.720+0000 7f9396a00640 1 -- 172.21.15.33:0/4825429 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a8045070 con 0x5570ee76bcb0 2024-09-05T02:29:08.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.720+0000 7f9396a00640 1 -- 172.21.15.33:0/4825429 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f93a805a070 con 0x5570ee76bcb0 2024-09-05T02:29:08.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.720+0000 7f93ba7c5740 1 -- 172.21.15.33:0/4825429 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93a8041b00 con 0x5570ee76bcb0 2024-09-05T02:29:08.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.720+0000 7f9396a00640 1 -- 172.21.15.33:0/4825429 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f93a8040a80 con 0x5570ee76bcb0 2024-09-05T02:29:08.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.721+0000 7f93ba7c5740 10 client.25663 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:08.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.721+0000 7f93ba7c5740 1 -- 172.21.15.33:0/4825429 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5570ee779b00 con 0x5570ee76bcb0 2024-09-05T02:29:08.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.721+0000 7f9396a00640 1 -- 172.21.15.33:0/4825429 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f93a8041b00 con 0x5570ee76bcb0 2024-09-05T02:29:08.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.725+0000 7f9396a00640 1 -- 172.21.15.33:0/4825429 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f93a8060040 con 0x5570ee76bcb0 2024-09-05T02:29:08.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.725+0000 7f93ba7c5740 10 client.25663 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:08.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.725+0000 7f93ba7c5740 10 client.25663 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:29:08.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.725+0000 7f93ba7c5740 20 client.25663 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:08.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.725+0000 7f93ba7c5740 1 --2- 172.21.15.33:0/4825429 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5570ee786b60 0x5570ee788f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:08.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.725+0000 7f93ba7c5740 4 client.25663 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:29:08.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.725+0000 7f93ba7c5740 1 -- 172.21.15.33:0/4825429 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5570ee6df800 con 0x5570ee786b60 2024-09-05T02:29:08.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.726+0000 7f93afe00640 1 --2- 172.21.15.33:0/4825429 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5570ee786b60 0x5570ee788f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:08.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.726+0000 7f93afe00640 1 --2- 172.21.15.33:0/4825429 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5570ee786b60 0x5570ee788f50 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5ebcbde6f7bd818c server_cookie=3ed3b8d680c9f53f in_seq=0 out_seq=0 2024-09-05T02:29:08.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.726+0000 7f9396a00640 10 client.25663 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:08.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.729+0000 7f9396a00640 1 -- 172.21.15.33:0/4825429 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5570ee6df800 con 0x5570ee786b60 2024-09-05T02:29:08.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.729+0000 7f9396a00640 10 client.25663 handle_command_reply: tid=0 2024-09-05T02:29:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.729+0000 7f93ba7c5740 1 client.25663 shutdown 2024-09-05T02:29:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.730+0000 7f93ba7c5740 1 -- 172.21.15.33:0/4825429 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5570ee76bcb0 msgr2=0x5570ee7767a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.730+0000 7f93ba7c5740 1 --2- 172.21.15.33:0/4825429 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5570ee76bcb0 0x5570ee7767a0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f93a801ac00 tx=0x7f93a803b920 comp rx=0 tx=0).stop 2024-09-05T02:29:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.730+0000 7f93ba7c5740 1 -- 172.21.15.33:0/4825429 shutdown_connections 2024-09-05T02:29:08.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.730+0000 7f93ba7c5740 1 --2- 172.21.15.33:0/4825429 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee776e90 0x5570ee775770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.730+0000 7f93ba7c5740 1 --2- 172.21.15.33:0/4825429 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5570ee786b60 0x5570ee788f50 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.730+0000 7f93ba7c5740 1 --2- 172.21.15.33:0/4825429 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5570ee76c5d0 0x5570ee775230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.730+0000 7f93ba7c5740 1 --2- 172.21.15.33:0/4825429 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5570ee76bcb0 0x5570ee7767a0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.730+0000 7f93ba7c5740 1 -- 172.21.15.33:0/4825429 >> 172.21.15.33:0/4825429 conn(0x5570ee768240 msgr2=0x5570ee76df20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:08.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.731+0000 7f9396a00640 0 client.25663 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:08.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.731+0000 7f93ba7c5740 1 -- 172.21.15.33:0/4825429 shutdown_connections 2024-09-05T02:29:08.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.731+0000 7f93ba7c5740 1 -- 172.21.15.33:0/4825429 wait complete. 2024-09-05T02:29:08.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.731+0000 7f93ba7c5740 20 client.25663 trim_cache size 0 max 16384 2024-09-05T02:29:08.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:08 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:29:08.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.777+0000 7f93ba7c5740 1 Processor -- start 2024-09-05T02:29:08.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.778+0000 7f93ba7c5740 1 -- start start 2024-09-05T02:29:08.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.778+0000 7f93ba7c5740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5570ee76bcb0 0x5570ee772930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:08.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.778+0000 7f93ba7c5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76c5d0 0x5570ee78e710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:08.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.779+0000 7f93ba7c5740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5570ee776e90 0x5570ee78ec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:08.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.779+0000 7f93ba7c5740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f93b01b3e30 con 0x5570ee76bcb0 2024-09-05T02:29:08.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.779+0000 7f93ba7c5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f93b01b5970 con 0x5570ee76c5d0 2024-09-05T02:29:08.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.779+0000 7f93ba7c5740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f93b01b4500 con 0x5570ee776e90 2024-09-05T02:29:08.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.779+0000 7f93afe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76c5d0 0x5570ee78e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:08.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.779+0000 7f93afe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76c5d0 0x5570ee78e710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35366/0 (socket says 172.21.15.33:35366) 2024-09-05T02:29:08.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.779+0000 7f93afe00640 1 -- 172.21.15.33:0/645624476 learned_addr learned my addr 172.21.15.33:0/645624476 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:08.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.779+0000 7f93afe00640 1 -- 172.21.15.33:0/645624476 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5570ee776e90 msgr2=0x5570ee78ec50 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T02:29:08.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.779+0000 7f93afe00640 1 --2- 172.21.15.33:0/645624476 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5570ee776e90 0x5570ee78ec50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.779+0000 7f93afe00640 1 -- 172.21.15.33:0/645624476 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5570ee76bcb0 msgr2=0x5570ee772930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:08.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.779+0000 7f93afe00640 1 --2- 172.21.15.33:0/645624476 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5570ee76bcb0 0x5570ee772930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.779+0000 7f93afe00640 1 -- 172.21.15.33:0/645624476 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570ee7795d0 con 0x5570ee76c5d0 2024-09-05T02:29:08.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.783+0000 7f93afe00640 1 --2- 172.21.15.33:0/645624476 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76c5d0 0x5570ee78e710 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f93b01070c0 tx=0x7f939c005c90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=49aef2d5d2d6c464 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:08.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.783+0000 7f93a1600640 1 -- 172.21.15.33:0/645624476 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f939c004020 con 0x5570ee76c5d0 2024-09-05T02:29:08.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.783+0000 7f93a1600640 1 -- 172.21.15.33:0/645624476 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f939c0041c0 con 0x5570ee76c5d0 2024-09-05T02:29:08.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.784+0000 7f93ba7c5740 1 -- 172.21.15.33:0/645624476 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76c5d0 msgr2=0x5570ee78e710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:08.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.784+0000 7f93ba7c5740 1 --2- 172.21.15.33:0/645624476 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76c5d0 0x5570ee78e710 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f93b01070c0 tx=0x7f939c005c90 comp rx=0 tx=0).stop 2024-09-05T02:29:08.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.784+0000 7f93ba7c5740 1 -- 172.21.15.33:0/645624476 shutdown_connections 2024-09-05T02:29:08.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.784+0000 7f93ba7c5740 1 --2- 172.21.15.33:0/645624476 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5570ee776e90 0x5570ee78ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.784+0000 7f93ba7c5740 1 --2- 172.21.15.33:0/645624476 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76c5d0 0x5570ee78e710 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.784+0000 7f93ba7c5740 1 --2- 172.21.15.33:0/645624476 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5570ee76bcb0 0x5570ee772930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.785+0000 7f93ba7c5740 1 -- 172.21.15.33:0/645624476 >> 172.21.15.33:0/645624476 conn(0x5570ee768240 msgr2=0x5570ee7825b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:08.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.785+0000 7f93ba7c5740 1 -- 172.21.15.33:0/645624476 shutdown_connections 2024-09-05T02:29:08.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.785+0000 7f93ba7c5740 1 -- 172.21.15.33:0/645624476 wait complete. 2024-09-05T02:29:08.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.786+0000 7f93ba7c5740 1 -- start start 2024-09-05T02:29:08.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.786+0000 7f93ba7c5740 1 Processor -- start 2024-09-05T02:29:08.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.787+0000 7f93ba7c5740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5570ee76bcb0 0x5570ee77cc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:08.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.787+0000 7f93ba7c5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76c5d0 0x5570ee77d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:08.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.788+0000 7f93ba7c5740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5570ee776e90 0x5570ee77d710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:08.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.788+0000 7f93afe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76c5d0 0x5570ee77d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:08.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.788+0000 7f93afe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76c5d0 0x5570ee77d1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35382/0 (socket says 172.21.15.33:35382) 2024-09-05T02:29:08.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.788+0000 7f93afe00640 1 -- 172.21.15.33:0/3637340916 learned_addr learned my addr 172.21.15.33:0/3637340916 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:08.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.788+0000 7f93ba7c5740 1 -- 172.21.15.33:0/3637340916 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f93b01b52a0 con 0x5570ee76bcb0 2024-09-05T02:29:08.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.788+0000 7f93ba7c5740 1 -- 172.21.15.33:0/3637340916 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f93b01b4bd0 con 0x5570ee76c5d0 2024-09-05T02:29:08.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.788+0000 7f93ba7c5740 1 -- 172.21.15.33:0/3637340916 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f93b01b1e10 con 0x5570ee776e90 2024-09-05T02:29:08.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.789+0000 7f93afe00640 1 -- 172.21.15.33:0/3637340916 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5570ee776e90 msgr2=0x5570ee77d710 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T02:29:08.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.789+0000 7f93afe00640 1 --2- 172.21.15.33:0/3637340916 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5570ee776e90 0x5570ee77d710 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.789+0000 7f93afe00640 1 -- 172.21.15.33:0/3637340916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5570ee76bcb0 msgr2=0x5570ee77cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:08.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.789+0000 7f93afe00640 1 --2- 172.21.15.33:0/3637340916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5570ee76bcb0 0x5570ee77cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.789+0000 7f93afe00640 1 -- 172.21.15.33:0/3637340916 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570ee7f06f0 con 0x5570ee76c5d0 2024-09-05T02:29:08.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.789+0000 7f93ba7c5740 10 client.0 _ll_register_callbacks cb 0x7f93a8040590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:08.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.789+0000 7f93ba7c5740 1 -- 172.21.15.33:0/3637340916 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f939c0041c0 con 0x5570ee76c5d0 2024-09-05T02:29:08.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.789+0000 7f93afe00640 1 --2- 172.21.15.33:0/3637340916 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76c5d0 0x5570ee77d1d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f939c00a010 tx=0x7f939c018050 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ea8729a8f58e018 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:08.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.789+0000 7f9396a00640 10 client.25724 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:29:08.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.790+0000 7f9396a00640 1 -- 172.21.15.33:0/3637340916 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f939c030050 con 0x5570ee76c5d0 2024-09-05T02:29:08.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.791+0000 7f9396a00640 1 -- 172.21.15.33:0/3637340916 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f939c005050 con 0x5570ee76c5d0 2024-09-05T02:29:08.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.791+0000 7f9396a00640 1 -- 172.21.15.33:0/3637340916 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f939c005290 con 0x5570ee76c5d0 2024-09-05T02:29:08.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.791+0000 7f93ba7c5740 10 client.25724 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:08.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.791+0000 7f93ba7c5740 1 -- 172.21.15.33:0/3637340916 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({fsmap=29}) -- 0x5570ee7f18b0 con 0x5570ee76c5d0 2024-09-05T02:29:08.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.792+0000 7f9396a00640 1 -- 172.21.15.33:0/3637340916 <== mon.2 v2:172.21.15.123:3300/0 4 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f939c00f040 con 0x5570ee76c5d0 2024-09-05T02:29:08.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.792+0000 7f93ba7c5740 10 client.25724 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:08.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.792+0000 7f93ba7c5740 10 client.25724 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:29:08.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.792+0000 7f93ba7c5740 20 client.25724 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:08.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.792+0000 7f93ba7c5740 1 --2- 172.21.15.33:0/3637340916 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5570ee7f2030 0x5570ee7f4450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:08.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.792+0000 7f93ba7c5740 4 client.25724 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:29:08.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.792+0000 7f93ba7c5740 1 -- 172.21.15.33:0/3637340916 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5570ee6d9d10 con 0x5570ee7f2030 2024-09-05T02:29:08.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.792+0000 7f93b5c00640 1 --2- 172.21.15.33:0/3637340916 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5570ee7f2030 0x5570ee7f4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:08.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.796+0000 7f93b5c00640 1 --2- 172.21.15.33:0/3637340916 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5570ee7f2030 0x5570ee7f4450 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa59f04b43f8929b server_cookie=a32dead1aa71c9a1 in_seq=0 out_seq=0 2024-09-05T02:29:08.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.796+0000 7f9396a00640 10 client.25724 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:08.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.797+0000 7f9396a00640 1 -- 172.21.15.33:0/3637340916 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5570ee6d9d10 con 0x5570ee7f2030 2024-09-05T02:29:08.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.797+0000 7f9396a00640 10 client.25724 handle_command_reply: tid=0 2024-09-05T02:29:08.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.797+0000 7f93ba7c5740 1 client.25724 shutdown 2024-09-05T02:29:08.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.798+0000 7f93ba7c5740 1 -- 172.21.15.33:0/3637340916 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76c5d0 msgr2=0x5570ee77d1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:08.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.798+0000 7f93ba7c5740 1 --2- 172.21.15.33:0/3637340916 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76c5d0 0x5570ee77d1d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f939c00a010 tx=0x7f939c018050 comp rx=0 tx=0).stop 2024-09-05T02:29:08.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.802+0000 7f93ba7c5740 1 -- 172.21.15.33:0/3637340916 shutdown_connections 2024-09-05T02:29:08.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.802+0000 7f93ba7c5740 1 --2- 172.21.15.33:0/3637340916 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5570ee776e90 0x5570ee77d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.802+0000 7f93ba7c5740 1 --2- 172.21.15.33:0/3637340916 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570ee76c5d0 0x5570ee77d1d0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.802+0000 7f93ba7c5740 1 --2- 172.21.15.33:0/3637340916 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5570ee7f2030 0x5570ee7f4450 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.802+0000 7f9396a00640 0 client.25724 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:08.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.802+0000 7f93ba7c5740 1 --2- 172.21.15.33:0/3637340916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5570ee76bcb0 0x5570ee77cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.802+0000 7f93ba7c5740 1 -- 172.21.15.33:0/3637340916 >> 172.21.15.33:0/3637340916 conn(0x5570ee768240 msgr2=0x5570ee766a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:08.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.803+0000 7f93ba7c5740 1 -- 172.21.15.33:0/3637340916 shutdown_connections 2024-09-05T02:29:08.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.803+0000 7f93ba7c5740 1 -- 172.21.15.33:0/3637340916 wait complete. 2024-09-05T02:29:08.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.803+0000 7f93ba7c5740 20 client.25724 trim_cache size 0 max 16384 2024-09-05T02:29:08.805 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:29:08.805 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:29:08.806 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "11d828ed-6a02-4d14-9f28-8df7639052c4", 2024-09-05T02:29:08.806 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:29:08.806 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:29:08.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.804+0000 7f93b7c00640 1 -- 172.21.15.33:0/3103138688 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f93980a2e40 msgr2=0x7f93980a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:08.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.804+0000 7f93b7c00640 1 --2- 172.21.15.33:0/3103138688 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f93980a2e40 0x7f93980a5300 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x5570ee7690a0 tx=0x7f93a4010470 comp rx=0 tx=0).stop 2024-09-05T02:29:08.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.804+0000 7f93b7c00640 1 -- 172.21.15.33:0/3103138688 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f93b0076720 msgr2=0x7f93b010a750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:08.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.804+0000 7f93b7c00640 1 --2- 172.21.15.33:0/3103138688 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f93b0076720 0x7f93b010a750 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f93a400b450 tx=0x7f93a400b910 comp rx=0 tx=0).stop 2024-09-05T02:29:08.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.805+0000 7f93b7c00640 1 -- 172.21.15.33:0/3103138688 shutdown_connections 2024-09-05T02:29:08.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.805+0000 7f93b7c00640 1 --2- 172.21.15.33:0/3103138688 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f93980a2e40 0x7f93980a5300 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.805+0000 7f93b7c00640 1 --2- 172.21.15.33:0/3103138688 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f93b01128a0 0x7f93b0072fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.805+0000 7f93b7c00640 1 --2- 172.21.15.33:0/3103138688 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93b0077040 0x7f93b010ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.805+0000 7f93b7c00640 1 --2- 172.21.15.33:0/3103138688 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f93b0076720 0x7f93b010a750 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:08.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.805+0000 7f93b7c00640 1 -- 172.21.15.33:0/3103138688 >> 172.21.15.33:0/3103138688 conn(0x7f93b00ff8e0 msgr2=0x7f93b0101cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:08.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.806+0000 7f93b7c00640 1 -- 172.21.15.33:0/3103138688 shutdown_connections 2024-09-05T02:29:08.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:08.808+0000 7f93b7c00640 1 -- 172.21.15.33:0/3103138688 wait complete. 2024-09-05T02:29:09.601 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:09 smithi033 ceph-mon[29909]: pgmap v69: 97 pgs: 97 active+clean; 1.6 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 140 MiB/s wr, 88 op/s 2024-09-05T02:29:09.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:09 smithi123 ceph-mon[34031]: pgmap v69: 97 pgs: 97 active+clean; 1.6 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 140 MiB/s wr, 88 op/s 2024-09-05T02:29:09.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:09 smithi174 ceph-mon[34756]: pgmap v69: 97 pgs: 97 active+clean; 1.6 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 140 MiB/s wr, 88 op/s 2024-09-05T02:29:10.334 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:29:10.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:10 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:29:10.591 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:10 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:29:10.591 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:10 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:29:10.591 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:10 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:29:10.591 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:10 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:29:10.591 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:10 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:29:10.591 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:10 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:29:10.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:10 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:29:10.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:10 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:29:10.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:10 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:29:10.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:10 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:29:10.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:10 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:29:10.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:10 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:29:10.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:10 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:29:10.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:10 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:29:10.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:10 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:29:10.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:10 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:29:10.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:10 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:29:10.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:10 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:29:10.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:10 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:29:10.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:10 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:29:10.994 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:11.441 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:11 smithi033 ceph-mon[29909]: pgmap v70: 97 pgs: 97 active+clean; 1.6 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 140 MiB/s wr, 83 op/s 2024-09-05T02:29:11.637 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:11 smithi123 ceph-mon[34031]: pgmap v70: 97 pgs: 97 active+clean; 1.6 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 140 MiB/s wr, 83 op/s 2024-09-05T02:29:11.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:11 smithi174 ceph-mon[34756]: pgmap v70: 97 pgs: 97 active+clean; 1.6 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 140 MiB/s wr, 83 op/s 2024-09-05T02:29:11.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.835+0000 7f1660a00640 1 -- 172.21.15.33:0/3668903819 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f165c102360 msgr2=0x7f165c10e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:11.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.835+0000 7f1660a00640 1 --2- 172.21.15.33:0/3668903819 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f165c102360 0x7f165c10e890 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1654009ca0 tx=0x7f165402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.835+0000 7f1660a00640 1 -- 172.21.15.33:0/3668903819 shutdown_connections 2024-09-05T02:29:11.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.835+0000 7f1660a00640 1 --2- 172.21.15.33:0/3668903819 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f165c102360 0x7f165c10e890 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.835+0000 7f1660a00640 1 --2- 172.21.15.33:0/3668903819 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f165c1019c0 0x7f165c101e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.835+0000 7f1660a00640 1 --2- 172.21.15.33:0/3668903819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f165c1079c0 0x7f165c107da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.835+0000 7f1660a00640 1 -- 172.21.15.33:0/3668903819 >> 172.21.15.33:0/3668903819 conn(0x7f165c0fd720 msgr2=0x7f165c0ffb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:11.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.835+0000 7f1660a00640 1 -- 172.21.15.33:0/3668903819 shutdown_connections 2024-09-05T02:29:11.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.836+0000 7f1660a00640 1 -- 172.21.15.33:0/3668903819 wait complete. 2024-09-05T02:29:11.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.837+0000 7f1660a00640 1 Processor -- start 2024-09-05T02:29:11.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.837+0000 7f1660a00640 1 -- start start 2024-09-05T02:29:11.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.838+0000 7f1660a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f165c1019c0 0x7f165c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:11.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.838+0000 7f1660a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f165c102360 0x7f165c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:11.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.838+0000 7f1660a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f165c1079c0 0x7f165c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:11.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.838+0000 7f1660a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f165c111e10 con 0x7f165c102360 2024-09-05T02:29:11.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.838+0000 7f1660a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f165c111c90 con 0x7f165c1079c0 2024-09-05T02:29:11.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.838+0000 7f1660a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f165c111f90 con 0x7f165c1019c0 2024-09-05T02:29:11.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.839+0000 7f165b200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f165c1079c0 0x7f165c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:11.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.839+0000 7f165b200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f165c1079c0 0x7f165c074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:33662/0 (socket says 172.21.15.33:33662) 2024-09-05T02:29:11.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.839+0000 7f165b200640 1 -- 172.21.15.33:0/2032430765 learned_addr learned my addr 172.21.15.33:0/2032430765 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:11.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.840+0000 7f1659e00640 1 --2- 172.21.15.33:0/2032430765 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f165c102360 0x7f165c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:11.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.840+0000 7f165a800640 1 --2- 172.21.15.33:0/2032430765 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f165c1019c0 0x7f165c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:11.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.840+0000 7f165b200640 1 -- 172.21.15.33:0/2032430765 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f165c1019c0 msgr2=0x7f165c0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:11.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.840+0000 7f165b200640 1 --2- 172.21.15.33:0/2032430765 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f165c1019c0 0x7f165c0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.840+0000 7f165b200640 1 -- 172.21.15.33:0/2032430765 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f165c102360 msgr2=0x7f165c074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:11.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.840+0000 7f165b200640 1 --2- 172.21.15.33:0/2032430765 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f165c102360 0x7f165c074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.841+0000 7f165b200640 1 -- 172.21.15.33:0/2032430765 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f165c1a6650 con 0x7f165c1079c0 2024-09-05T02:29:11.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.841+0000 7f1659e00640 1 --2- 172.21.15.33:0/2032430765 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f165c102360 0x7f165c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:29:11.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.841+0000 7f165b200640 1 --2- 172.21.15.33:0/2032430765 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f165c1079c0 0x7f165c074f70 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f1654003f10 tx=0x7f1654003f40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:11.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.842+0000 7f1653400640 1 -- 172.21.15.33:0/2032430765 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1654031710 con 0x7f165c1079c0 2024-09-05T02:29:11.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.842+0000 7f1653400640 1 -- 172.21.15.33:0/2032430765 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16540318b0 con 0x7f165c1079c0 2024-09-05T02:29:11.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.842+0000 7f1653400640 1 -- 172.21.15.33:0/2032430765 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f165402fb20 con 0x7f165c1079c0 2024-09-05T02:29:11.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.842+0000 7f1660a00640 1 -- 172.21.15.33:0/2032430765 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f165c1a68e0 con 0x7f165c1079c0 2024-09-05T02:29:11.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.842+0000 7f1660a00640 1 -- 172.21.15.33:0/2032430765 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f165c1a6dd0 con 0x7f165c1079c0 2024-09-05T02:29:11.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.845+0000 7f1663eaf740 1 Processor -- start 2024-09-05T02:29:11.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.846+0000 7f1653400640 1 -- 172.21.15.33:0/2032430765 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f165402fd60 con 0x7f165c1079c0 2024-09-05T02:29:11.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.846+0000 7f1663eaf740 1 -- start start 2024-09-05T02:29:11.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.846+0000 7f1663eaf740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c19ac50 0x55627c19b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:11.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.846+0000 7f1663eaf740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c19b570 0x55627c1ae200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:11.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.846+0000 7f1663eaf740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c1ae740 0x55627c1b0b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:11.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.846+0000 7f1663eaf740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55627c1013e0 con 0x55627c1ae740 2024-09-05T02:29:11.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.846+0000 7f1663eaf740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55627c0a8d80 con 0x55627c19b570 2024-09-05T02:29:11.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.846+0000 7f1663eaf740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55627c0fd3a0 con 0x55627c19ac50 2024-09-05T02:29:11.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.847+0000 7f1659e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c19ac50 0x55627c19b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:11.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.847+0000 7f165a800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c19b570 0x55627c1ae200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:11.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.847+0000 7f165a800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c19b570 0x55627c1ae200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:33664/0 (socket says 172.21.15.33:33664) 2024-09-05T02:29:11.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.847+0000 7f165a800640 1 -- 172.21.15.33:0/1081089014 learned_addr learned my addr 172.21.15.33:0/1081089014 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:11.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.847+0000 7f1659e00640 1 --2- 172.21.15.33:0/1081089014 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c1ae740 0x55627c1b0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:11.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.847+0000 7f1659e00640 1 -- 172.21.15.33:0/1081089014 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c19b570 msgr2=0x55627c1ae200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:11.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.847+0000 7f1659e00640 1 --2- 172.21.15.33:0/1081089014 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c19b570 0x55627c1ae200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.847+0000 7f1659e00640 1 -- 172.21.15.33:0/1081089014 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c1ae740 msgr2=0x55627c1b0b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:11.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.847+0000 7f1659e00640 1 --2- 172.21.15.33:0/1081089014 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c1ae740 0x55627c1b0b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.847+0000 7f1659e00640 1 -- 172.21.15.33:0/1081089014 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55627c0c7ae0 con 0x55627c19ac50 2024-09-05T02:29:11.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.848+0000 7f1653400640 1 --2- 172.21.15.33:0/2032430765 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f16400a2df0 0x7f16400a52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.848+0000 7f1659e00640 1 --2- 172.21.15.33:0/1081089014 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c19ac50 0x55627c19b030 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1648005d00 tx=0x7f1648005c90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ac007869f5c3ca43 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.848+0000 7f165a800640 1 --2- 172.21.15.33:0/2032430765 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f16400a2df0 0x7f16400a52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.848+0000 7f1653400640 1 -- 172.21.15.33:0/2032430765 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f16540f08a0 con 0x7f165c1079c0 2024-09-05T02:29:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.848+0000 7f1647400640 1 -- 172.21.15.33:0/1081089014 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1648004020 con 0x55627c19ac50 2024-09-05T02:29:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.849+0000 7f1647400640 1 -- 172.21.15.33:0/1081089014 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1648005500 con 0x55627c19ac50 2024-09-05T02:29:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.849+0000 7f1647400640 1 -- 172.21.15.33:0/1081089014 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1648010d40 con 0x55627c19ac50 2024-09-05T02:29:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.850+0000 7f1663eaf740 1 -- 172.21.15.33:0/1081089014 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c19ac50 msgr2=0x55627c19b030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.850+0000 7f1663eaf740 1 --2- 172.21.15.33:0/1081089014 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c19ac50 0x55627c19b030 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1648005d00 tx=0x7f1648005c90 comp rx=0 tx=0).stop 2024-09-05T02:29:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.850+0000 7f165a800640 1 --2- 172.21.15.33:0/2032430765 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f16400a2df0 0x7f16400a52b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x55627c19d940 tx=0x7f164c00c4d0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:11.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.850+0000 7f1663eaf740 1 -- 172.21.15.33:0/1081089014 shutdown_connections 2024-09-05T02:29:11.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.850+0000 7f1663eaf740 1 --2- 172.21.15.33:0/1081089014 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c1ae740 0x55627c1b0b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.850+0000 7f1663eaf740 1 --2- 172.21.15.33:0/1081089014 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c19b570 0x55627c1ae200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.850+0000 7f1663eaf740 1 --2- 172.21.15.33:0/1081089014 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c19ac50 0x55627c19b030 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.850+0000 7f1663eaf740 1 -- 172.21.15.33:0/1081089014 >> 172.21.15.33:0/1081089014 conn(0x55627c1972e0 msgr2=0x55627c1976c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:11.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.852+0000 7f1663eaf740 1 -- 172.21.15.33:0/1081089014 shutdown_connections 2024-09-05T02:29:11.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.852+0000 7f1663eaf740 1 -- 172.21.15.33:0/1081089014 wait complete. 2024-09-05T02:29:11.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.852+0000 7f1663eaf740 1 -- start start 2024-09-05T02:29:11.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.853+0000 7f1663eaf740 1 Processor -- start 2024-09-05T02:29:11.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.856+0000 7f1663eaf740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c19ac50 0x55627c1a8430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:11.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.856+0000 7f1663eaf740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c19b570 0x55627c1ae140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:11.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.856+0000 7f1663eaf740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c1ae740 0x55627c1a8a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:11.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.856+0000 7f1663eaf740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55627c19dd30 con 0x55627c19b570 2024-09-05T02:29:11.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.857+0000 7f1663eaf740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55627c0bc0f0 con 0x55627c1ae740 2024-09-05T02:29:11.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.857+0000 7f1663eaf740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55627c19deb0 con 0x55627c19ac50 2024-09-05T02:29:11.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.857+0000 7f1663eaf740 10 client.0 _ll_register_callbacks cb 0x55627c0ad9e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:11.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.857+0000 7f165b200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c1ae740 0x55627c1a8a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:11.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.857+0000 7f165b200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c1ae740 0x55627c1a8a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:33674/0 (socket says 172.21.15.33:33674) 2024-09-05T02:29:11.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.857+0000 7f165b200640 1 -- 172.21.15.33:0/2993414766 learned_addr learned my addr 172.21.15.33:0/2993414766 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:11.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.857+0000 7f165a800640 1 --2- 172.21.15.33:0/2993414766 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c19ac50 0x55627c1a8430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:11.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.857+0000 7f165b200640 1 -- 172.21.15.33:0/2993414766 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c19ac50 msgr2=0x55627c1a8430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:11.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.857+0000 7f165b200640 1 --2- 172.21.15.33:0/2993414766 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c19ac50 0x55627c1a8430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.857+0000 7f165b200640 1 -- 172.21.15.33:0/2993414766 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c19b570 msgr2=0x55627c1ae140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:11.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.858+0000 7f1659e00640 1 --2- 172.21.15.33:0/2993414766 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c19b570 0x55627c1ae140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:11.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.858+0000 7f165b200640 1 --2- 172.21.15.33:0/2993414766 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c19b570 0x55627c1ae140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.858+0000 7f165b200640 1 -- 172.21.15.33:0/2993414766 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55627be723c0 con 0x55627c1ae740 2024-09-05T02:29:11.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.858+0000 7f1659e00640 1 --2- 172.21.15.33:0/2993414766 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c19b570 0x55627c1ae140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:29:11.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.859+0000 7f165b200640 1 --2- 172.21.15.33:0/2993414766 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c1ae740 0x55627c1a8a40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f1654004af0 tx=0x7f16540bc8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6de5ac0f4b7163f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:11.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.859+0000 7f163be00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:29:11.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.859+0000 7f163be00640 1 -- 172.21.15.33:0/2993414766 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16540ee420 con 0x55627c1ae740 2024-09-05T02:29:11.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.859+0000 7f163be00640 1 -- 172.21.15.33:0/2993414766 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f16540bd0e0 con 0x55627c1ae740 2024-09-05T02:29:11.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.860+0000 7f1663eaf740 1 -- 172.21.15.33:0/2993414766 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1648005500 con 0x55627c1ae740 2024-09-05T02:29:11.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.860+0000 7f163be00640 1 -- 172.21.15.33:0/2993414766 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f16540c1230 con 0x55627c1ae740 2024-09-05T02:29:11.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.862+0000 7f1663eaf740 10 client.25736 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:11.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.862+0000 7f1663eaf740 1 -- 172.21.15.33:0/2993414766 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55627c19dd30 con 0x55627c1ae740 2024-09-05T02:29:11.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.862+0000 7f163be00640 1 -- 172.21.15.33:0/2993414766 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1648005500 con 0x55627c1ae740 2024-09-05T02:29:11.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.863+0000 7f163be00640 1 -- 172.21.15.33:0/2993414766 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f1654004bd0 con 0x55627c1ae740 2024-09-05T02:29:11.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.863+0000 7f1663eaf740 10 client.25736 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:11.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.863+0000 7f1663eaf740 10 client.25736 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:29:11.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.863+0000 7f1663eaf740 20 client.25736 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:11.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.863+0000 7f1663eaf740 1 --2- 172.21.15.33:0/2993414766 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55627c1d7ef0 0x55627c1da370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:11.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.863+0000 7f1663eaf740 4 client.25736 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:29:11.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.863+0000 7f1663eaf740 1 -- 172.21.15.33:0/2993414766 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55627c10e950 con 0x55627c1d7ef0 2024-09-05T02:29:11.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.864+0000 7f165a800640 1 --2- 172.21.15.33:0/2993414766 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55627c1d7ef0 0x55627c1da370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:11.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.864+0000 7f165a800640 1 --2- 172.21.15.33:0/2993414766 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55627c1d7ef0 0x55627c1da370 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a18f8abb277e7df7 server_cookie=159e9919e830e758 in_seq=0 out_seq=0 2024-09-05T02:29:11.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.864+0000 7f163be00640 10 client.25736 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:11.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.865+0000 7f163be00640 1 -- 172.21.15.33:0/2993414766 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55627c10e950 con 0x55627c1d7ef0 2024-09-05T02:29:11.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.865+0000 7f163be00640 10 client.25736 handle_command_reply: tid=0 2024-09-05T02:29:11.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.865+0000 7f1663eaf740 1 client.25736 shutdown 2024-09-05T02:29:11.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.865+0000 7f1663eaf740 1 -- 172.21.15.33:0/2993414766 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c1ae740 msgr2=0x55627c1a8a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:11.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.865+0000 7f1663eaf740 1 --2- 172.21.15.33:0/2993414766 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c1ae740 0x55627c1a8a40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f1654004af0 tx=0x7f16540bc8a0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.867+0000 7f1663eaf740 1 -- 172.21.15.33:0/2993414766 shutdown_connections 2024-09-05T02:29:11.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.867+0000 7f1663eaf740 1 --2- 172.21.15.33:0/2993414766 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c1ae740 0x55627c1a8a40 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.867+0000 7f1663eaf740 1 --2- 172.21.15.33:0/2993414766 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55627c1d7ef0 0x55627c1da370 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.867+0000 7f1663eaf740 1 --2- 172.21.15.33:0/2993414766 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c19b570 0x55627c1ae140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.867+0000 7f1663eaf740 1 --2- 172.21.15.33:0/2993414766 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c19ac50 0x55627c1a8430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.867+0000 7f1663eaf740 1 -- 172.21.15.33:0/2993414766 >> 172.21.15.33:0/2993414766 conn(0x55627c1972e0 msgr2=0x55627c19d010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:11.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.867+0000 7f163be00640 0 client.25736 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:11.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.867+0000 7f1663eaf740 1 -- 172.21.15.33:0/2993414766 shutdown_connections 2024-09-05T02:29:11.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.867+0000 7f1663eaf740 1 -- 172.21.15.33:0/2993414766 wait complete. 2024-09-05T02:29:11.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.868+0000 7f1663eaf740 20 client.25736 trim_cache size 0 max 16384 2024-09-05T02:29:11.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.902+0000 7f1663eaf740 1 Processor -- start 2024-09-05T02:29:11.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.902+0000 7f1663eaf740 1 -- start start 2024-09-05T02:29:11.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.902+0000 7f1663eaf740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c19ac50 0x55627c1ae070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:11.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.902+0000 7f1663eaf740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c19b570 0x55627c1976c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:11.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.902+0000 7f1663eaf740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c1ae740 0x55627c19cee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:11.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.902+0000 7f1663eaf740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f165c06ffd0 con 0x55627c19b570 2024-09-05T02:29:11.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.902+0000 7f1663eaf740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f165c071b10 con 0x55627c1ae740 2024-09-05T02:29:11.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.903+0000 7f1663eaf740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f165c0706a0 con 0x55627c19ac50 2024-09-05T02:29:11.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.903+0000 7f1659e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c19b570 0x55627c1976c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:11.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.903+0000 7f1659e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c19b570 0x55627c1976c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50050/0 (socket says 172.21.15.33:50050) 2024-09-05T02:29:11.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.903+0000 7f1659e00640 1 -- 172.21.15.33:0/462974617 learned_addr learned my addr 172.21.15.33:0/462974617 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:11.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.904+0000 7f1659e00640 1 -- 172.21.15.33:0/462974617 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c19ac50 msgr2=0x55627c1ae070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:11.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.904+0000 7f1659e00640 1 --2- 172.21.15.33:0/462974617 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c19ac50 0x55627c1ae070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.904+0000 7f1659e00640 1 -- 172.21.15.33:0/462974617 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c1ae740 msgr2=0x55627c19cee0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T02:29:11.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.904+0000 7f1659e00640 1 --2- 172.21.15.33:0/462974617 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c1ae740 0x55627c19cee0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.904+0000 7f1659e00640 1 -- 172.21.15.33:0/462974617 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55627c1a2700 con 0x55627c19b570 2024-09-05T02:29:11.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.904+0000 7f1659e00640 1 --2- 172.21.15.33:0/462974617 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c19b570 0x55627c1976c0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f164800ba60 tx=0x7f16480041b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47291249163bf3b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:11.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.905+0000 7f1646a00640 1 -- 172.21.15.33:0/462974617 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1648005040 con 0x55627c19b570 2024-09-05T02:29:11.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.905+0000 7f1646a00640 1 -- 172.21.15.33:0/462974617 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1648016040 con 0x55627c19b570 2024-09-05T02:29:11.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.905+0000 7f1646a00640 1 -- 172.21.15.33:0/462974617 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1648010d40 con 0x55627c19b570 2024-09-05T02:29:11.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.906+0000 7f1663eaf740 1 -- 172.21.15.33:0/462974617 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c19b570 msgr2=0x55627c1976c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:11.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.906+0000 7f1663eaf740 1 --2- 172.21.15.33:0/462974617 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c19b570 0x55627c1976c0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f164800ba60 tx=0x7f16480041b0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.906+0000 7f1663eaf740 1 -- 172.21.15.33:0/462974617 shutdown_connections 2024-09-05T02:29:11.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.906+0000 7f1663eaf740 1 --2- 172.21.15.33:0/462974617 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c1ae740 0x55627c19cee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.906+0000 7f1663eaf740 1 --2- 172.21.15.33:0/462974617 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c19b570 0x55627c1976c0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.906+0000 7f1663eaf740 1 --2- 172.21.15.33:0/462974617 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c19ac50 0x55627c1ae070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.906+0000 7f1663eaf740 1 -- 172.21.15.33:0/462974617 >> 172.21.15.33:0/462974617 conn(0x55627c1972e0 msgr2=0x55627c19c7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:11.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.906+0000 7f1663eaf740 1 -- 172.21.15.33:0/462974617 shutdown_connections 2024-09-05T02:29:11.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.906+0000 7f1663eaf740 1 -- 172.21.15.33:0/462974617 wait complete. 2024-09-05T02:29:11.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.907+0000 7f1663eaf740 1 -- start start 2024-09-05T02:29:11.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.907+0000 7f1663eaf740 1 Processor -- start 2024-09-05T02:29:11.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.908+0000 7f1663eaf740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c19ac50 0x55627c1e7af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:11.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.908+0000 7f1663eaf740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c19b570 0x55627c1e8030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:11.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.908+0000 7f1663eaf740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c1ae740 0x55627c241ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:11.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.908+0000 7f1663eaf740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f165c071440 con 0x55627c19ac50 2024-09-05T02:29:11.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.908+0000 7f1663eaf740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f165c070d70 con 0x55627c19b570 2024-09-05T02:29:11.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.908+0000 7f1663eaf740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f165c06dfd0 con 0x55627c1ae740 2024-09-05T02:29:11.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.908+0000 7f1663eaf740 10 client.0 _ll_register_callbacks cb 0x7f16540bccc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:11.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.908+0000 7f165b200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c1ae740 0x55627c241ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:11.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.909+0000 7f165b200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c1ae740 0x55627c241ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:48590/0 (socket says 172.21.15.33:48590) 2024-09-05T02:29:11.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.909+0000 7f1659e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c19b570 0x55627c1e8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:11.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.909+0000 7f165b200640 1 -- 172.21.15.33:0/145884150 learned_addr learned my addr 172.21.15.33:0/145884150 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:11.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.909+0000 7f165a800640 1 --2- 172.21.15.33:0/145884150 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c19ac50 0x55627c1e7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:11.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.909+0000 7f165b200640 1 -- 172.21.15.33:0/145884150 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c19b570 msgr2=0x55627c1e8030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:11.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.909+0000 7f165b200640 1 --2- 172.21.15.33:0/145884150 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c19b570 0x55627c1e8030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.909+0000 7f165b200640 1 -- 172.21.15.33:0/145884150 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c19ac50 msgr2=0x55627c1e7af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:11.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.909+0000 7f165b200640 1 --2- 172.21.15.33:0/145884150 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c19ac50 0x55627c1e7af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.909+0000 7f165b200640 1 -- 172.21.15.33:0/145884150 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55627c1e8930 con 0x55627c1ae740 2024-09-05T02:29:11.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.909+0000 7f165a800640 1 --2- 172.21.15.33:0/145884150 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c19ac50 0x55627c1e7af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:29:11.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.909+0000 7f165b200640 1 --2- 172.21.15.33:0/145884150 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c1ae740 0x55627c241ad0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1654005e30 tx=0x7f16540bd310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c871e248b7b9e08d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:11.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.910+0000 7f163be00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:29:11.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.910+0000 7f163be00640 1 -- 172.21.15.33:0/145884150 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16540a3030 con 0x55627c1ae740 2024-09-05T02:29:11.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.910+0000 7f1663eaf740 1 -- 172.21.15.33:0/145884150 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1648016040 con 0x55627c1ae740 2024-09-05T02:29:11.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.910+0000 7f163be00640 1 -- 172.21.15.33:0/145884150 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f16540c5870 con 0x55627c1ae740 2024-09-05T02:29:11.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.910+0000 7f163be00640 1 -- 172.21.15.33:0/145884150 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f16540bc9c0 con 0x55627c1ae740 2024-09-05T02:29:11.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.910+0000 7f1663eaf740 10 client.25675 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:11.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.910+0000 7f1663eaf740 1 -- 172.21.15.33:0/145884150 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55627c243150 con 0x55627c1ae740 2024-09-05T02:29:11.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.910+0000 7f163be00640 1 -- 172.21.15.33:0/145884150 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1648016040 con 0x55627c1ae740 2024-09-05T02:29:11.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.911+0000 7f163be00640 1 -- 172.21.15.33:0/145884150 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f1654004b40 con 0x55627c1ae740 2024-09-05T02:29:11.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.911+0000 7f1663eaf740 10 client.25675 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:11.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.911+0000 7f1663eaf740 10 client.25675 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:29:11.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.911+0000 7f1663eaf740 20 client.25675 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:11.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.911+0000 7f1663eaf740 1 --2- 172.21.15.33:0/145884150 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55627c243630 0x55627c245a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:11.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.911+0000 7f1663eaf740 4 client.25675 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:29:11.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.911+0000 7f1663eaf740 1 -- 172.21.15.33:0/145884150 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55627c108e60 con 0x55627c243630 2024-09-05T02:29:11.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.911+0000 7f165a800640 1 --2- 172.21.15.33:0/145884150 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55627c243630 0x55627c245a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:11.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.912+0000 7f165a800640 1 --2- 172.21.15.33:0/145884150 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55627c243630 0x55627c245a20 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac816d55185ed7b5 server_cookie=d4950e34395e6339 in_seq=0 out_seq=0 2024-09-05T02:29:11.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.912+0000 7f163be00640 10 client.25675 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:11.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.912+0000 7f163be00640 1 -- 172.21.15.33:0/145884150 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55627c108e60 con 0x55627c243630 2024-09-05T02:29:11.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.912+0000 7f163be00640 10 client.25675 handle_command_reply: tid=0 2024-09-05T02:29:11.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.912+0000 7f1663eaf740 1 client.25675 shutdown 2024-09-05T02:29:11.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.912+0000 7f1663eaf740 1 -- 172.21.15.33:0/145884150 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c1ae740 msgr2=0x55627c241ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:11.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.912+0000 7f1663eaf740 1 --2- 172.21.15.33:0/145884150 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c1ae740 0x55627c241ad0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1654005e30 tx=0x7f16540bd310 comp rx=0 tx=0).stop 2024-09-05T02:29:11.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.913+0000 7f1663eaf740 1 -- 172.21.15.33:0/145884150 shutdown_connections 2024-09-05T02:29:11.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.913+0000 7f1663eaf740 1 --2- 172.21.15.33:0/145884150 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55627c1ae740 0x55627c241ad0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.913+0000 7f1663eaf740 1 --2- 172.21.15.33:0/145884150 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55627c19b570 0x55627c1e8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.913+0000 7f1663eaf740 1 --2- 172.21.15.33:0/145884150 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55627c243630 0x55627c245a20 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.913+0000 7f1663eaf740 1 --2- 172.21.15.33:0/145884150 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55627c19ac50 0x55627c1e7af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.913+0000 7f1663eaf740 1 -- 172.21.15.33:0/145884150 >> 172.21.15.33:0/145884150 conn(0x55627c1972e0 msgr2=0x55627c19cff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.913+0000 7f163be00640 0 client.25675 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.913+0000 7f1663eaf740 1 -- 172.21.15.33:0/145884150 shutdown_connections 2024-09-05T02:29:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.913+0000 7f1663eaf740 1 -- 172.21.15.33:0/145884150 wait complete. 2024-09-05T02:29:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.913+0000 7f1663eaf740 20 client.25675 trim_cache size 0 max 16384 2024-09-05T02:29:11.925 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:29:11.925 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:29:11.925 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:29:11.926 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:29:11.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.915+0000 7f1660a00640 1 -- 172.21.15.33:0/2032430765 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f16400a2df0 msgr2=0x7f16400a52b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:11.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.915+0000 7f1660a00640 1 --2- 172.21.15.33:0/2032430765 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f16400a2df0 0x7f16400a52b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x55627c19d940 tx=0x7f164c00c4d0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.915+0000 7f1660a00640 1 -- 172.21.15.33:0/2032430765 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f165c1079c0 msgr2=0x7f165c074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:11.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.915+0000 7f1660a00640 1 --2- 172.21.15.33:0/2032430765 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f165c1079c0 0x7f165c074f70 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f1654003f10 tx=0x7f1654003f40 comp rx=0 tx=0).stop 2024-09-05T02:29:11.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.915+0000 7f1660a00640 1 -- 172.21.15.33:0/2032430765 shutdown_connections 2024-09-05T02:29:11.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.915+0000 7f1660a00640 1 --2- 172.21.15.33:0/2032430765 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f16400a2df0 0x7f16400a52b0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.915+0000 7f1660a00640 1 --2- 172.21.15.33:0/2032430765 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f165c1079c0 0x7f165c074f70 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.915+0000 7f1660a00640 1 --2- 172.21.15.33:0/2032430765 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f165c102360 0x7f165c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.915+0000 7f1660a00640 1 --2- 172.21.15.33:0/2032430765 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f165c1019c0 0x7f165c0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:11.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.915+0000 7f1660a00640 1 -- 172.21.15.33:0/2032430765 >> 172.21.15.33:0/2032430765 conn(0x7f165c0fd720 msgr2=0x7f165c0fed80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:11.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.917+0000 7f1660a00640 1 -- 172.21.15.33:0/2032430765 shutdown_connections 2024-09-05T02:29:11.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:11.917+0000 7f1660a00640 1 -- 172.21.15.33:0/2032430765 wait complete. 2024-09-05T02:29:12.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:12 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:29:12.839 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:12 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:29:12.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:12 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:29:13.063 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:29:13.064 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:29:13.664 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:13.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:13 smithi174 ceph-mon[34756]: pgmap v71: 97 pgs: 97 active+clean; 2.9 GiB data, 8.9 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 251 MiB/s wr, 116 op/s 2024-09-05T02:29:13.830 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:13 smithi033 ceph-mon[29909]: pgmap v71: 97 pgs: 97 active+clean; 2.9 GiB data, 8.9 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 251 MiB/s wr, 116 op/s 2024-09-05T02:29:13.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:13 smithi123 ceph-mon[34031]: pgmap v71: 97 pgs: 97 active+clean; 2.9 GiB data, 8.9 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 251 MiB/s wr, 116 op/s 2024-09-05T02:29:14.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.402+0000 7f23bce00640 1 -- 172.21.15.33:0/2957935120 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23b8074e30 msgr2=0x7f23b810df10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:14.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.402+0000 7f23bce00640 1 --2- 172.21.15.33:0/2957935120 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23b8074e30 0x7f23b810df10 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f23a0009900 tx=0x7f23a002a480 comp rx=0 tx=0).stop 2024-09-05T02:29:14.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.403+0000 7f23bce00640 1 -- 172.21.15.33:0/2957935120 shutdown_connections 2024-09-05T02:29:14.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.403+0000 7f23bce00640 1 --2- 172.21.15.33:0/2957935120 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f23b810e450 0x7f23b8110840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:14.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.403+0000 7f23bce00640 1 --2- 172.21.15.33:0/2957935120 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23b8074e30 0x7f23b810df10 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:14.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.403+0000 7f23bce00640 1 --2- 172.21.15.33:0/2957935120 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f23b8074510 0x7f23b80748f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:14.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.403+0000 7f23bce00640 1 -- 172.21.15.33:0/2957935120 >> 172.21.15.33:0/2957935120 conn(0x7f23b80fd8b0 msgr2=0x7f23b80ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:14.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.404+0000 7f23bce00640 1 -- 172.21.15.33:0/2957935120 shutdown_connections 2024-09-05T02:29:14.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.404+0000 7f23bce00640 1 -- 172.21.15.33:0/2957935120 wait complete. 2024-09-05T02:29:14.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.405+0000 7f23bce00640 1 Processor -- start 2024-09-05T02:29:14.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.405+0000 7f23bce00640 1 -- start start 2024-09-05T02:29:14.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.406+0000 7f23bce00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f23b8074510 0x7f23b819a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:14.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.406+0000 7f23bce00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23b8074e30 0x7f23b819ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:14.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.406+0000 7f23bce00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f23b810e450 0x7f23b819ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:14.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.406+0000 7f23bce00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f23b81141c0 con 0x7f23b8074e30 2024-09-05T02:29:14.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.406+0000 7f23bce00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f23b8114040 con 0x7f23b8074510 2024-09-05T02:29:14.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.406+0000 7f23bce00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f23b8114340 con 0x7f23b810e450 2024-09-05T02:29:14.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.406+0000 7f23b5e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f23b8074510 0x7f23b819a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:14.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.406+0000 7f23afe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23b8074e30 0x7f23b819ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:14.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.406+0000 7f23b6800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f23b810e450 0x7f23b819ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:14.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.406+0000 7f23b5e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f23b8074510 0x7f23b819a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:33720/0 (socket says 172.21.15.33:33720) 2024-09-05T02:29:14.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.406+0000 7f23b5e00640 1 -- 172.21.15.33:0/1864861129 learned_addr learned my addr 172.21.15.33:0/1864861129 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:14.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.407+0000 7f23b5e00640 1 -- 172.21.15.33:0/1864861129 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f23b810e450 msgr2=0x7f23b819ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:14.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.407+0000 7f23b5e00640 1 --2- 172.21.15.33:0/1864861129 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f23b810e450 0x7f23b819ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:14.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.407+0000 7f23b5e00640 1 -- 172.21.15.33:0/1864861129 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23b8074e30 msgr2=0x7f23b819ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:14.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.407+0000 7f23b5e00640 1 --2- 172.21.15.33:0/1864861129 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23b8074e30 0x7f23b819ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:14.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.407+0000 7f23b5e00640 1 -- 172.21.15.33:0/1864861129 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23b819f5f0 con 0x7f23b8074510 2024-09-05T02:29:14.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.407+0000 7f23b6800640 1 --2- 172.21.15.33:0/1864861129 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f23b810e450 0x7f23b819ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:29:14.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.407+0000 7f23b5e00640 1 --2- 172.21.15.33:0/1864861129 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f23b8074510 0x7f23b819a640 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f23a800ea60 tx=0x7f23a800ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:14.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.407+0000 7f23aea00640 1 -- 172.21.15.33:0/1864861129 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23a800cde0 con 0x7f23b8074510 2024-09-05T02:29:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.407+0000 7f23bce00640 1 -- 172.21.15.33:0/1864861129 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23b819f8e0 con 0x7f23b8074510 2024-09-05T02:29:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.407+0000 7f23aea00640 1 -- 172.21.15.33:0/1864861129 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f23a80035f0 con 0x7f23b8074510 2024-09-05T02:29:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.407+0000 7f23aea00640 1 -- 172.21.15.33:0/1864861129 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23a8010670 con 0x7f23b8074510 2024-09-05T02:29:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.407+0000 7f23bce00640 1 -- 172.21.15.33:0/1864861129 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23b81a71c0 con 0x7f23b8074510 2024-09-05T02:29:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.409+0000 7f23bce00640 1 -- 172.21.15.33:0/1864861129 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23b80748f0 con 0x7f23b8074510 2024-09-05T02:29:14.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.410+0000 7f23aea00640 1 -- 172.21.15.33:0/1864861129 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f23a80037a0 con 0x7f23b8074510 2024-09-05T02:29:14.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.412+0000 7f23aea00640 1 --2- 172.21.15.33:0/1864861129 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f239c0a2cf0 0x7f239c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:14.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.412+0000 7f23aea00640 1 -- 172.21.15.33:0/1864861129 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f23a80cf750 con 0x7f23b8074510 2024-09-05T02:29:14.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.412+0000 7f23afe00640 1 --2- 172.21.15.33:0/1864861129 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f239c0a2cf0 0x7f239c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:14.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.413+0000 7f23afe00640 1 --2- 172.21.15.33:0/1864861129 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f239c0a2cf0 0x7f239c0a51b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f23a0000c00 tx=0x7f23a0005b50 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:14.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.416+0000 7f23aea00640 1 -- 172.21.15.33:0/1864861129 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f23a809c320 con 0x7f23b8074510 2024-09-05T02:29:14.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.835+0000 7f23bce00640 1 -- 172.21.15.33:0/1864861129 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f23b81a7450 con 0x7f23b8074510 2024-09-05T02:29:14.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.838+0000 7f23aea00640 1 -- 172.21.15.33:0/1864861129 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7f23a809bc20 con 0x7f23b8074510 2024-09-05T02:29:14.842 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:29:14.843 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:29:14.843 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:29:14.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.847+0000 7f23bce00640 1 -- 172.21.15.33:0/1864861129 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f239c0a2cf0 msgr2=0x7f239c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:14.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.847+0000 7f23bce00640 1 --2- 172.21.15.33:0/1864861129 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f239c0a2cf0 0x7f239c0a51b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f23a0000c00 tx=0x7f23a0005b50 comp rx=0 tx=0).stop 2024-09-05T02:29:14.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.847+0000 7f23bce00640 1 -- 172.21.15.33:0/1864861129 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f23b8074510 msgr2=0x7f23b819a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:14.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.847+0000 7f23bce00640 1 --2- 172.21.15.33:0/1864861129 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f23b8074510 0x7f23b819a640 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f23a800ea60 tx=0x7f23a800ef20 comp rx=0 tx=0).stop 2024-09-05T02:29:14.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.851+0000 7f23bce00640 1 -- 172.21.15.33:0/1864861129 shutdown_connections 2024-09-05T02:29:14.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.851+0000 7f23bce00640 1 --2- 172.21.15.33:0/1864861129 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f239c0a2cf0 0x7f239c0a51b0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:14.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.851+0000 7f23bce00640 1 --2- 172.21.15.33:0/1864861129 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f23b810e450 0x7f23b819ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:14.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.851+0000 7f23bce00640 1 --2- 172.21.15.33:0/1864861129 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23b8074e30 0x7f23b819ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:14.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.851+0000 7f23bce00640 1 --2- 172.21.15.33:0/1864861129 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f23b8074510 0x7f23b819a640 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:14.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.851+0000 7f23bce00640 1 -- 172.21.15.33:0/1864861129 >> 172.21.15.33:0/1864861129 conn(0x7f23b80fd8b0 msgr2=0x7f23b80fe4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:14.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.851+0000 7f23bce00640 1 -- 172.21.15.33:0/1864861129 shutdown_connections 2024-09-05T02:29:14.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:14.851+0000 7f23bce00640 1 -- 172.21.15.33:0/1864861129 wait complete. 2024-09-05T02:29:15.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:15 smithi033 ceph-mon[29909]: pgmap v72: 97 pgs: 97 active+clean; 3.2 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 273 MiB/s wr, 84 op/s 2024-09-05T02:29:15.589 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:15 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1864861129' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:29:15.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:15 smithi174 ceph-mon[34756]: pgmap v72: 97 pgs: 97 active+clean; 3.2 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 273 MiB/s wr, 84 op/s 2024-09-05T02:29:15.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:15 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1864861129' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:29:15.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:15 smithi123 ceph-mon[34031]: pgmap v72: 97 pgs: 97 active+clean; 3.2 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 273 MiB/s wr, 84 op/s 2024-09-05T02:29:15.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:15 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1864861129' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:29:15.902 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:29:16.588 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:17.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.358+0000 7fec1b200640 1 -- 172.21.15.33:0/76985753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec1c103e30 msgr2=0x7fec1c104210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:17.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.358+0000 7fec1b200640 1 --2- 172.21.15.33:0/76985753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec1c103e30 0x7fec1c104210 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fec0c009900 tx=0x7fec0c02a420 comp rx=0 tx=0).stop 2024-09-05T02:29:17.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.358+0000 7fec1b200640 1 -- 172.21.15.33:0/76985753 shutdown_connections 2024-09-05T02:29:17.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.358+0000 7fec1b200640 1 --2- 172.21.15.33:0/76985753 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fec1c108f60 0x7fec1c110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.358+0000 7fec1b200640 1 --2- 172.21.15.33:0/76985753 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec1c1047e0 0x7fec1c108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.358+0000 7fec1b200640 1 --2- 172.21.15.33:0/76985753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec1c103e30 0x7fec1c104210 secure :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fec0c009900 tx=0x7fec0c02a420 comp rx=0 tx=0).stop 2024-09-05T02:29:17.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.358+0000 7fec1b200640 1 -- 172.21.15.33:0/76985753 >> 172.21.15.33:0/76985753 conn(0x7fec1c0ff910 msgr2=0x7fec1c101d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:17.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.359+0000 7fec1b200640 1 -- 172.21.15.33:0/76985753 shutdown_connections 2024-09-05T02:29:17.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.359+0000 7fec1b200640 1 -- 172.21.15.33:0/76985753 wait complete. 2024-09-05T02:29:17.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.361+0000 7fec1b200640 1 Processor -- start 2024-09-05T02:29:17.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.362+0000 7fec1b200640 1 -- start start 2024-09-05T02:29:17.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.363+0000 7fec1b200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec1c1047e0 0x7fec1c110ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:17.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.363+0000 7fec1b200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec1c108f60 0x7fec1c10db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:17.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.363+0000 7fec1b200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fec1c10e210 0x7fec1c1a2580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:17.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.363+0000 7fec1b200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fec1c114050 con 0x7fec1c108f60 2024-09-05T02:29:17.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.363+0000 7fec1b200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fec1c113ed0 con 0x7fec1c1047e0 2024-09-05T02:29:17.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.363+0000 7fec1b200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fec1c1141d0 con 0x7fec1c10e210 2024-09-05T02:29:17.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.364+0000 7fec19400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec1c108f60 0x7fec1c10db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:17.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.364+0000 7fec19400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec1c108f60 0x7fec1c10db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50098/0 (socket says 172.21.15.33:50098) 2024-09-05T02:29:17.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.364+0000 7fec19400640 1 -- 172.21.15.33:0/4127389787 learned_addr learned my addr 172.21.15.33:0/4127389787 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:17.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.365+0000 7fec19400640 1 -- 172.21.15.33:0/4127389787 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fec1c10e210 msgr2=0x7fec1c1a2580 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T02:29:17.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.365+0000 7fec19400640 1 --2- 172.21.15.33:0/4127389787 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fec1c10e210 0x7fec1c1a2580 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.365+0000 7fec19400640 1 -- 172.21.15.33:0/4127389787 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec1c1047e0 msgr2=0x7fec1c110ac0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-05T02:29:17.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.365+0000 7fec19400640 1 --2- 172.21.15.33:0/4127389787 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec1c1047e0 0x7fec1c110ac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.365+0000 7fec19400640 1 -- 172.21.15.33:0/4127389787 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec1c1a2ac0 con 0x7fec1c108f60 2024-09-05T02:29:17.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.365+0000 7fec19400640 1 --2- 172.21.15.33:0/4127389787 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec1c108f60 0x7fec1c10db70 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fec0800c920 tx=0x7fec0800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:17.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.374+0000 7fec12a00640 1 -- 172.21.15.33:0/4127389787 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec08007c70 con 0x7fec1c108f60 2024-09-05T02:29:17.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.374+0000 7fec12a00640 1 -- 172.21.15.33:0/4127389787 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec08007e10 con 0x7fec1c108f60 2024-09-05T02:29:17.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.374+0000 7fec12a00640 1 -- 172.21.15.33:0/4127389787 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec0800e8a0 con 0x7fec1c108f60 2024-09-05T02:29:17.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.375+0000 7fec1b200640 1 -- 172.21.15.33:0/4127389787 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec1c1a2db0 con 0x7fec1c108f60 2024-09-05T02:29:17.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.375+0000 7fec1b200640 1 -- 172.21.15.33:0/4127389787 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec1c1a32a0 con 0x7fec1c108f60 2024-09-05T02:29:17.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.392+0000 7fec12a00640 1 -- 172.21.15.33:0/4127389787 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fec0800ea40 con 0x7fec1c108f60 2024-09-05T02:29:17.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.395+0000 7fec12a00640 1 --2- 172.21.15.33:0/4127389787 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fec000a2d70 0x7fec000a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:17.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.398+0000 7fec19e00640 1 --2- 172.21.15.33:0/4127389787 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fec000a2d70 0x7fec000a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:17.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.402+0000 7fec19e00640 1 --2- 172.21.15.33:0/4127389787 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fec000a2d70 0x7fec000a5230 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fec0c009230 tx=0x7fec0c000bc0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:17.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.402+0000 7fec12a00640 1 -- 172.21.15.33:0/4127389787 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fec08099ab0 con 0x7fec1c108f60 2024-09-05T02:29:17.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.412+0000 7fec235e2740 1 Processor -- start 2024-09-05T02:29:17.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.413+0000 7fec235e2740 1 -- start start 2024-09-05T02:29:17.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.414+0000 7fec235e2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562d6aff4e40 0x562d6aff5220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:17.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.415+0000 7fec235e2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff5760 0x562d6afffae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:17.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.416+0000 7fec235e2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6b000020 0x562d6b002410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:17.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.417+0000 7fec235e2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562d6af5b3e0 con 0x562d6aff4e40 2024-09-05T02:29:17.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.417+0000 7fec235e2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562d6af02d80 con 0x562d6b000020 2024-09-05T02:29:17.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.417+0000 7fec235e2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x562d6af573a0 con 0x562d6aff5760 2024-09-05T02:29:17.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.417+0000 7fec19400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff5760 0x562d6afffae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:17.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.418+0000 7fec19400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff5760 0x562d6afffae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:48636/0 (socket says 172.21.15.33:48636) 2024-09-05T02:29:17.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.417+0000 7fec1a800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6b000020 0x562d6b002410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:17.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.418+0000 7fec19400640 1 -- 172.21.15.33:0/2697234572 learned_addr learned my addr 172.21.15.33:0/2697234572 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:17.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.418+0000 7fec1a800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6b000020 0x562d6b002410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:33762/0 (socket says 172.21.15.33:33762) 2024-09-05T02:29:17.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.420+0000 7fec19e00640 1 --2- 172.21.15.33:0/2697234572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562d6aff4e40 0x562d6aff5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:17.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.420+0000 7fec19400640 1 -- 172.21.15.33:0/2697234572 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6b000020 msgr2=0x562d6b002410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:17.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.420+0000 7fec19400640 1 --2- 172.21.15.33:0/2697234572 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6b000020 0x562d6b002410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.420+0000 7fec19400640 1 -- 172.21.15.33:0/2697234572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562d6aff4e40 msgr2=0x562d6aff5220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:17.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.420+0000 7fec19400640 1 --2- 172.21.15.33:0/2697234572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562d6aff4e40 0x562d6aff5220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.420+0000 7fec19400640 1 -- 172.21.15.33:0/2697234572 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d6af21ae0 con 0x562d6aff5760 2024-09-05T02:29:17.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.421+0000 7fec19e00640 1 --2- 172.21.15.33:0/2697234572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562d6aff4e40 0x562d6aff5220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:29:17.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.422+0000 7fec19400640 1 --2- 172.21.15.33:0/2697234572 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff5760 0x562d6afffae0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fec080983e0 tx=0x7fec0809bb60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c9a05e59d8a671ad server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:17.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.423+0000 7fec07000640 1 -- 172.21.15.33:0/2697234572 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec080b9070 con 0x562d6aff5760 2024-09-05T02:29:17.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.423+0000 7fec07000640 1 -- 172.21.15.33:0/2697234572 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec08099dd0 con 0x562d6aff5760 2024-09-05T02:29:17.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.423+0000 7fec07000640 1 -- 172.21.15.33:0/2697234572 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec080b3030 con 0x562d6aff5760 2024-09-05T02:29:17.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.425+0000 7fec235e2740 1 -- 172.21.15.33:0/2697234572 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff5760 msgr2=0x562d6afffae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:17.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.425+0000 7fec235e2740 1 --2- 172.21.15.33:0/2697234572 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff5760 0x562d6afffae0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fec080983e0 tx=0x7fec0809bb60 comp rx=0 tx=0).stop 2024-09-05T02:29:17.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.426+0000 7fec235e2740 1 -- 172.21.15.33:0/2697234572 shutdown_connections 2024-09-05T02:29:17.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.426+0000 7fec235e2740 1 --2- 172.21.15.33:0/2697234572 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6b000020 0x562d6b002410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.426+0000 7fec235e2740 1 --2- 172.21.15.33:0/2697234572 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff5760 0x562d6afffae0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.427+0000 7fec235e2740 1 --2- 172.21.15.33:0/2697234572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562d6aff4e40 0x562d6aff5220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.427+0000 7fec235e2740 1 -- 172.21.15.33:0/2697234572 >> 172.21.15.33:0/2697234572 conn(0x562d6aff13d0 msgr2=0x562d6aff17b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:17.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.428+0000 7fec235e2740 1 -- 172.21.15.33:0/2697234572 shutdown_connections 2024-09-05T02:29:17.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.428+0000 7fec235e2740 1 -- 172.21.15.33:0/2697234572 wait complete. 2024-09-05T02:29:17.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.437+0000 7fec235e2740 1 -- start start 2024-09-05T02:29:17.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.437+0000 7fec235e2740 1 Processor -- start 2024-09-05T02:29:17.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.439+0000 7fec235e2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff4e40 0x562d6affcf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:17.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.439+0000 7fec235e2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562d6aff5760 0x562d6affd4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:17.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.439+0000 7fec235e2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6b000020 0x562d6affd9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:17.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.439+0000 7fec235e2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562d6b002bf0 con 0x562d6aff5760 2024-09-05T02:29:17.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.439+0000 7fec235e2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562d6af160f0 con 0x562d6b000020 2024-09-05T02:29:17.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.439+0000 7fec235e2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x562d6b002d70 con 0x562d6aff4e40 2024-09-05T02:29:17.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.439+0000 7fec235e2740 10 client.0 _ll_register_callbacks cb 0x562d6aefdbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:17.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.442+0000 7fec19e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff4e40 0x562d6affcf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:17.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.442+0000 7fec19e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff4e40 0x562d6affcf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:48638/0 (socket says 172.21.15.33:48638) 2024-09-05T02:29:17.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.442+0000 7fec19e00640 1 -- 172.21.15.33:0/3317489827 learned_addr learned my addr 172.21.15.33:0/3317489827 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:17.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.443+0000 7fec1a800640 1 --2- 172.21.15.33:0/3317489827 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6b000020 0x562d6affd9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:17.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.443+0000 7fec19400640 1 --2- 172.21.15.33:0/3317489827 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562d6aff5760 0x562d6affd4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:17.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.445+0000 7fec19e00640 1 -- 172.21.15.33:0/3317489827 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6b000020 msgr2=0x562d6affd9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:17.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.445+0000 7fec19e00640 1 --2- 172.21.15.33:0/3317489827 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6b000020 0x562d6affd9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.446+0000 7fec19e00640 1 -- 172.21.15.33:0/3317489827 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562d6aff5760 msgr2=0x562d6affd4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:17.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.446+0000 7fec19e00640 1 --2- 172.21.15.33:0/3317489827 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562d6aff5760 0x562d6affd4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.446+0000 7fec19e00640 1 -- 172.21.15.33:0/3317489827 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d6accc3c0 con 0x562d6aff4e40 2024-09-05T02:29:17.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.446+0000 7fec1a800640 1 --2- 172.21.15.33:0/3317489827 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6b000020 0x562d6affd9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:29:17.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.447+0000 7fec19e00640 1 --2- 172.21.15.33:0/3317489827 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff4e40 0x562d6affcf70 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fec0c009900 tx=0x7fec0c02a420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1cc21e35a592bcc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:17.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.448+0000 7febfb400640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:29:17.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.449+0000 7febfb400640 1 -- 172.21.15.33:0/3317489827 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec0c04b020 con 0x562d6aff4e40 2024-09-05T02:29:17.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.449+0000 7febfb400640 1 -- 172.21.15.33:0/3317489827 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fec0c003d40 con 0x562d6aff4e40 2024-09-05T02:29:17.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.451+0000 7fec235e2740 1 -- 172.21.15.33:0/3317489827 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x562d6af68950 con 0x562d6aff4e40 2024-09-05T02:29:17.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.451+0000 7febfb400640 1 -- 172.21.15.33:0/3317489827 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fec0c035040 con 0x562d6aff4e40 2024-09-05T02:29:17.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.451+0000 7fec235e2740 10 client.25687 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:17.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.451+0000 7fec235e2740 1 -- 172.21.15.33:0/3317489827 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562d6b00ec00 con 0x562d6aff4e40 2024-09-05T02:29:17.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.452+0000 7febfb400640 1 -- 172.21.15.33:0/3317489827 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec0c040030 con 0x562d6aff4e40 2024-09-05T02:29:17.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.453+0000 7febfb400640 1 -- 172.21.15.33:0/3317489827 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fec0c047740 con 0x562d6aff4e40 2024-09-05T02:29:17.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.453+0000 7fec235e2740 10 client.25687 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:17.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.453+0000 7fec235e2740 10 client.25687 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:29:17.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.453+0000 7fec235e2740 20 client.25687 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:17.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.453+0000 7fec235e2740 1 --2- 172.21.15.33:0/3317489827 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x562d6b0100c0 0x562d6b0124f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:17.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.453+0000 7fec235e2740 4 client.25687 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:29:17.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.453+0000 7fec235e2740 1 -- 172.21.15.33:0/3317489827 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562d6af68950 con 0x562d6b0100c0 2024-09-05T02:29:17.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.454+0000 7fec19400640 1 --2- 172.21.15.33:0/3317489827 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x562d6b0100c0 0x562d6b0124f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:17.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.458+0000 7fec19400640 1 --2- 172.21.15.33:0/3317489827 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x562d6b0100c0 0x562d6b0124f0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=263e966d95122eae server_cookie=74f246edc8560b00 in_seq=0 out_seq=0 2024-09-05T02:29:17.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.459+0000 7febfb400640 10 client.25687 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:29:17.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.460+0000 7febfb400640 1 -- 172.21.15.33:0/3317489827 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562d6af68950 con 0x562d6b0100c0 2024-09-05T02:29:17.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.460+0000 7febfb400640 10 client.25687 handle_command_reply: tid=0 2024-09-05T02:29:17.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.461+0000 7fec235e2740 1 client.25687 shutdown 2024-09-05T02:29:17.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.466+0000 7fec235e2740 1 -- 172.21.15.33:0/3317489827 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff4e40 msgr2=0x562d6affcf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:17.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.466+0000 7fec235e2740 1 --2- 172.21.15.33:0/3317489827 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff4e40 0x562d6affcf70 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fec0c009900 tx=0x7fec0c02a420 comp rx=0 tx=0).stop 2024-09-05T02:29:17.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.466+0000 7fec235e2740 1 -- 172.21.15.33:0/3317489827 shutdown_connections 2024-09-05T02:29:17.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.466+0000 7fec235e2740 1 --2- 172.21.15.33:0/3317489827 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x562d6b0100c0 0x562d6b0124f0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.467+0000 7fec235e2740 1 --2- 172.21.15.33:0/3317489827 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6b000020 0x562d6affd9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.467+0000 7fec235e2740 1 --2- 172.21.15.33:0/3317489827 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562d6aff5760 0x562d6affd4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.467+0000 7fec235e2740 1 --2- 172.21.15.33:0/3317489827 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff4e40 0x562d6affcf70 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.467+0000 7fec235e2740 1 -- 172.21.15.33:0/3317489827 >> 172.21.15.33:0/3317489827 conn(0x562d6aff13d0 msgr2=0x562d6aff7100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:17.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.467+0000 7febfb400640 0 client.25687 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:29:17.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.467+0000 7fec235e2740 1 -- 172.21.15.33:0/3317489827 shutdown_connections 2024-09-05T02:29:17.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.467+0000 7fec235e2740 1 -- 172.21.15.33:0/3317489827 wait complete. 2024-09-05T02:29:17.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.467+0000 7fec235e2740 20 client.25687 trim_cache size 0 max 16384 2024-09-05T02:29:17.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.505+0000 7fec235e2740 1 Processor -- start 2024-09-05T02:29:17.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.505+0000 7fec235e2740 1 -- start start 2024-09-05T02:29:17.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.506+0000 7fec235e2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562d6aff4e40 0x562d6aff78f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:17.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.506+0000 7fec235e2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff5760 0x562d6affb840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:17.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.507+0000 7fec235e2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6b000020 0x562d6b017dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:17.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.507+0000 7fec235e2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fec1c1abc00 con 0x562d6aff4e40 2024-09-05T02:29:17.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.507+0000 7fec235e2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fec1c1ad740 con 0x562d6b000020 2024-09-05T02:29:17.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.507+0000 7fec235e2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fec1c1ac2d0 con 0x562d6aff5760 2024-09-05T02:29:17.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.507+0000 7fec1a800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6b000020 0x562d6b017dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:17.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.507+0000 7fec1a800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6b000020 0x562d6b017dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:33784/0 (socket says 172.21.15.33:33784) 2024-09-05T02:29:17.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.507+0000 7fec1a800640 1 -- 172.21.15.33:0/3359174385 learned_addr learned my addr 172.21.15.33:0/3359174385 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:17.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.508+0000 7fec19400640 1 --2- 172.21.15.33:0/3359174385 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff5760 0x562d6affb840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:17.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.508+0000 7fec1a800640 1 -- 172.21.15.33:0/3359174385 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff5760 msgr2=0x562d6affb840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:17.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.508+0000 7fec1a800640 1 --2- 172.21.15.33:0/3359174385 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff5760 0x562d6affb840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.508+0000 7fec1a800640 1 -- 172.21.15.33:0/3359174385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562d6aff4e40 msgr2=0x562d6aff78f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:17.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.508+0000 7fec1a800640 1 --2- 172.21.15.33:0/3359174385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562d6aff4e40 0x562d6aff78f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.508+0000 7fec1a800640 1 -- 172.21.15.33:0/3359174385 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d6b012b70 con 0x562d6b000020 2024-09-05T02:29:17.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.510+0000 7fec1a800640 1 --2- 172.21.15.33:0/3359174385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6b000020 0x562d6b017dc0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fec14009860 tx=0x7fec140095d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4cfa01bc2f583a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:17.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.510+0000 7fec06600640 1 -- 172.21.15.33:0/3359174385 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec1401a070 con 0x562d6b000020 2024-09-05T02:29:17.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.510+0000 7fec06600640 1 -- 172.21.15.33:0/3359174385 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec14011df0 con 0x562d6b000020 2024-09-05T02:29:17.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.510+0000 7fec06600640 1 -- 172.21.15.33:0/3359174385 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec1401a070 con 0x562d6b000020 2024-09-05T02:29:17.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.512+0000 7fec235e2740 1 -- 172.21.15.33:0/3359174385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6b000020 msgr2=0x562d6b017dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:17.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.512+0000 7fec235e2740 1 --2- 172.21.15.33:0/3359174385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6b000020 0x562d6b017dc0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fec14009860 tx=0x7fec140095d0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.512+0000 7fec235e2740 1 -- 172.21.15.33:0/3359174385 shutdown_connections 2024-09-05T02:29:17.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.512+0000 7fec235e2740 1 --2- 172.21.15.33:0/3359174385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6b000020 0x562d6b017dc0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.512+0000 7fec235e2740 1 --2- 172.21.15.33:0/3359174385 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff5760 0x562d6affb840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.512+0000 7fec235e2740 1 --2- 172.21.15.33:0/3359174385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562d6aff4e40 0x562d6aff78f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.512+0000 7fec235e2740 1 -- 172.21.15.33:0/3359174385 >> 172.21.15.33:0/3359174385 conn(0x562d6aff13d0 msgr2=0x562d6affeff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:17.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.513+0000 7fec235e2740 1 -- 172.21.15.33:0/3359174385 shutdown_connections 2024-09-05T02:29:17.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.513+0000 7fec235e2740 1 -- 172.21.15.33:0/3359174385 wait complete. 2024-09-05T02:29:17.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.514+0000 7fec235e2740 1 -- start start 2024-09-05T02:29:17.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.515+0000 7fec235e2740 1 Processor -- start 2024-09-05T02:29:17.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.516+0000 7fec235e2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6aff4e40 0x562d6b008850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:17.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.516+0000 7fec235e2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff5760 0x562d6b003b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:17.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.516+0000 7fec235e2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562d6b000020 0x562d6b004190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:17.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.517+0000 7fec19400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff5760 0x562d6b003b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:17.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.517+0000 7fec19400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff5760 0x562d6b003b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:48664/0 (socket says 172.21.15.33:48664) 2024-09-05T02:29:17.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.517+0000 7fec19e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6aff4e40 0x562d6b008850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:17.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.517+0000 7fec19e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6aff4e40 0x562d6b008850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:33788/0 (socket says 172.21.15.33:33788) 2024-09-05T02:29:17.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.518+0000 7fec235e2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fec1c1ad070 con 0x562d6b000020 2024-09-05T02:29:17.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.518+0000 7fec235e2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fec1c1ac9a0 con 0x562d6aff4e40 2024-09-05T02:29:17.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.518+0000 7fec235e2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fec1c1a9be0 con 0x562d6aff5760 2024-09-05T02:29:17.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.518+0000 7fec235e2740 10 client.0 _ll_register_callbacks cb 0x7fec0c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:17.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.518+0000 7fec19400640 1 -- 172.21.15.33:0/901865233 learned_addr learned my addr 172.21.15.33:0/901865233 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:17.521 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:17 smithi033 ceph-mon[29909]: pgmap v73: 97 pgs: 97 active+clean; 3.2 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 273 MiB/s wr, 79 op/s 2024-09-05T02:29:17.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.519+0000 7fec19400640 1 -- 172.21.15.33:0/901865233 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6aff4e40 msgr2=0x562d6b008850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:17.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.519+0000 7fec19400640 1 --2- 172.21.15.33:0/901865233 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6aff4e40 0x562d6b008850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.519+0000 7fec19400640 1 -- 172.21.15.33:0/901865233 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562d6b000020 msgr2=0x562d6b004190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:17.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.519+0000 7fec19400640 1 --2- 172.21.15.33:0/901865233 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562d6b000020 0x562d6b004190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.519+0000 7fec19400640 1 -- 172.21.15.33:0/901865233 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d6b0049c0 con 0x562d6aff5760 2024-09-05T02:29:17.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.520+0000 7febfb400640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:29:17.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.520+0000 7fec19400640 1 --2- 172.21.15.33:0/901865233 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff5760 0x562d6b003b80 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fec0809b710 tx=0x7fec08000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c3ddde6826f4db76 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:17.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.521+0000 7febfb400640 1 -- 172.21.15.33:0/901865233 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec080b3070 con 0x562d6aff5760 2024-09-05T02:29:17.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.521+0000 7febfb400640 1 -- 172.21.15.33:0/901865233 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fec080ba2b0 con 0x562d6aff5760 2024-09-05T02:29:17.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.522+0000 7fec235e2740 1 -- 172.21.15.33:0/901865233 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec14011df0 con 0x562d6aff5760 2024-09-05T02:29:17.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.522+0000 7febfb400640 1 -- 172.21.15.33:0/901865233 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fec080b3070 con 0x562d6aff5760 2024-09-05T02:29:17.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.527+0000 7fec235e2740 10 client.25693 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:17.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.527+0000 7fec235e2740 1 -- 172.21.15.33:0/901865233 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562d6b07aec0 con 0x562d6aff5760 2024-09-05T02:29:17.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.527+0000 7febfb400640 1 -- 172.21.15.33:0/901865233 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec14011df0 con 0x562d6aff5760 2024-09-05T02:29:17.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.527+0000 7febfb400640 1 -- 172.21.15.33:0/901865233 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fec08020020 con 0x562d6aff5760 2024-09-05T02:29:17.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.528+0000 7fec235e2740 10 client.25693 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:17.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.528+0000 7fec235e2740 10 client.25693 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:29:17.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.528+0000 7fec235e2740 20 client.25693 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:17.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.528+0000 7fec235e2740 1 --2- 172.21.15.33:0/901865233 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x562d6b07b1b0 0x562d6b07d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:17.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.528+0000 7fec235e2740 4 client.25693 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:29:17.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.528+0000 7fec235e2740 1 -- 172.21.15.33:0/901865233 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562d6af62e60 con 0x562d6b07b1b0 2024-09-05T02:29:17.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.529+0000 7fec19e00640 1 --2- 172.21.15.33:0/901865233 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x562d6b07b1b0 0x562d6b07d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:17.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.530+0000 7fec19e00640 1 --2- 172.21.15.33:0/901865233 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x562d6b07b1b0 0x562d6b07d5a0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=44f04666617bd8cb server_cookie=a750bd59ae3e412f in_seq=0 out_seq=0 2024-09-05T02:29:17.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.530+0000 7febfb400640 10 client.25693 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:29:17.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.530+0000 7febfb400640 1 -- 172.21.15.33:0/901865233 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562d6af62e60 con 0x562d6b07b1b0 2024-09-05T02:29:17.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.530+0000 7febfb400640 10 client.25693 handle_command_reply: tid=0 2024-09-05T02:29:17.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.530+0000 7fec235e2740 1 client.25693 shutdown 2024-09-05T02:29:17.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.531+0000 7fec235e2740 1 -- 172.21.15.33:0/901865233 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff5760 msgr2=0x562d6b003b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:17.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.531+0000 7fec235e2740 1 --2- 172.21.15.33:0/901865233 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff5760 0x562d6b003b80 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fec0809b710 tx=0x7fec08000bc0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.531+0000 7fec235e2740 1 -- 172.21.15.33:0/901865233 shutdown_connections 2024-09-05T02:29:17.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.531+0000 7fec235e2740 1 --2- 172.21.15.33:0/901865233 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x562d6b07b1b0 0x562d6b07d5a0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.531+0000 7fec235e2740 1 --2- 172.21.15.33:0/901865233 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562d6b000020 0x562d6b004190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.531+0000 7fec235e2740 1 --2- 172.21.15.33:0/901865233 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562d6aff5760 0x562d6b003b80 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.531+0000 7fec235e2740 1 --2- 172.21.15.33:0/901865233 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562d6aff4e40 0x562d6b008850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.531+0000 7fec235e2740 1 -- 172.21.15.33:0/901865233 >> 172.21.15.33:0/901865233 conn(0x562d6aff13d0 msgr2=0x562d6afefc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:17.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.532+0000 7febfb400640 0 client.25693 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:29:17.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.533+0000 7fec235e2740 1 -- 172.21.15.33:0/901865233 shutdown_connections 2024-09-05T02:29:17.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.534+0000 7fec235e2740 1 -- 172.21.15.33:0/901865233 wait complete. 2024-09-05T02:29:17.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.534+0000 7fec235e2740 20 client.25693 trim_cache size 0 max 16384 2024-09-05T02:29:17.539 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:29:17.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.538+0000 7fec1b200640 1 -- 172.21.15.33:0/4127389787 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fec000a2d70 msgr2=0x7fec000a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:17.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.539+0000 7fec1b200640 1 --2- 172.21.15.33:0/4127389787 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fec000a2d70 0x7fec000a5230 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fec0c009230 tx=0x7fec0c000bc0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.539+0000 7fec1b200640 1 -- 172.21.15.33:0/4127389787 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec1c108f60 msgr2=0x7fec1c10db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:17.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.539+0000 7fec1b200640 1 --2- 172.21.15.33:0/4127389787 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec1c108f60 0x7fec1c10db70 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fec0800c920 tx=0x7fec0800cde0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.542+0000 7fec1b200640 1 -- 172.21.15.33:0/4127389787 shutdown_connections 2024-09-05T02:29:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.542+0000 7fec1b200640 1 --2- 172.21.15.33:0/4127389787 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fec000a2d70 0x7fec000a5230 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.542+0000 7fec1b200640 1 --2- 172.21.15.33:0/4127389787 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fec1c10e210 0x7fec1c1a2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.542+0000 7fec1b200640 1 --2- 172.21.15.33:0/4127389787 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec1c108f60 0x7fec1c10db70 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.542+0000 7fec1b200640 1 --2- 172.21.15.33:0/4127389787 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec1c1047e0 0x7fec1c110ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.542+0000 7fec1b200640 1 -- 172.21.15.33:0/4127389787 >> 172.21.15.33:0/4127389787 conn(0x7fec1c0ff910 msgr2=0x7fec1c100bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:17.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.546+0000 7fec1b200640 1 -- 172.21.15.33:0/4127389787 shutdown_connections 2024-09-05T02:29:17.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:17.547+0000 7fec1b200640 1 -- 172.21.15.33:0/4127389787 wait complete. 2024-09-05T02:29:17.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:17 smithi174 ceph-mon[34756]: pgmap v73: 97 pgs: 97 active+clean; 3.2 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 273 MiB/s wr, 79 op/s 2024-09-05T02:29:17.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:17 smithi123 ceph-mon[34031]: pgmap v73: 97 pgs: 97 active+clean; 3.2 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 273 MiB/s wr, 79 op/s 2024-09-05T02:29:18.507 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:29:19.238 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:19.671 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:19 smithi033 ceph-mon[29909]: pgmap v74: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 416 MiB/s wr, 121 op/s 2024-09-05T02:29:19.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:19 smithi174 ceph-mon[34756]: pgmap v74: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 416 MiB/s wr, 121 op/s 2024-09-05T02:29:19.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:19 smithi123 ceph-mon[34031]: pgmap v74: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 416 MiB/s wr, 121 op/s 2024-09-05T02:29:20.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.023+0000 7fb893200640 1 -- 172.21.15.33:0/4212432945 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb894074590 msgr2=0x7fb894074970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:20.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.023+0000 7fb893200640 1 --2- 172.21.15.33:0/4212432945 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb894074590 0x7fb894074970 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fb880009900 tx=0x7fb88002a480 comp rx=0 tx=0).stop 2024-09-05T02:29:20.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.023+0000 7fb893200640 1 -- 172.21.15.33:0/4212432945 shutdown_connections 2024-09-05T02:29:20.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.023+0000 7fb893200640 1 --2- 172.21.15.33:0/4212432945 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb8941129e0 0x7fb894114dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.023+0000 7fb893200640 1 --2- 172.21.15.33:0/4212432945 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb894074eb0 0x7fb8941124a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.023+0000 7fb893200640 1 --2- 172.21.15.33:0/4212432945 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb894074590 0x7fb894074970 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.023+0000 7fb893200640 1 -- 172.21.15.33:0/4212432945 >> 172.21.15.33:0/4212432945 conn(0x7fb8940fd710 msgr2=0x7fb8940ffb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:20.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.023+0000 7fb893200640 1 -- 172.21.15.33:0/4212432945 shutdown_connections 2024-09-05T02:29:20.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.023+0000 7fb893200640 1 -- 172.21.15.33:0/4212432945 wait complete. 2024-09-05T02:29:20.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.024+0000 7fb893200640 1 Processor -- start 2024-09-05T02:29:20.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.025+0000 7fb893200640 1 -- start start 2024-09-05T02:29:20.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.025+0000 7fb893200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb894074590 0x7fb8941a4650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:20.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.025+0000 7fb893200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb894074eb0 0x7fb8941a4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:20.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.025+0000 7fb893200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8941129e0 0x7fb89419e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:20.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.025+0000 7fb893200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb8941183c0 con 0x7fb8941129e0 2024-09-05T02:29:20.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.025+0000 7fb893200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb894118240 con 0x7fb894074590 2024-09-05T02:29:20.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.025+0000 7fb893200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb894118540 con 0x7fb894074eb0 2024-09-05T02:29:20.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.026+0000 7fb891e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb894074590 0x7fb8941a4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:20.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.026+0000 7fb891e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb894074590 0x7fb8941a4650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:37846/0 (socket says 172.21.15.33:37846) 2024-09-05T02:29:20.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.026+0000 7fb891e00640 1 -- 172.21.15.33:0/3311446691 learned_addr learned my addr 172.21.15.33:0/3311446691 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:20.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.026+0000 7fb891400640 1 --2- 172.21.15.33:0/3311446691 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb894074eb0 0x7fb8941a4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:20.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.026+0000 7fb892800640 1 --2- 172.21.15.33:0/3311446691 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8941129e0 0x7fb89419e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:20.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.026+0000 7fb891e00640 1 -- 172.21.15.33:0/3311446691 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb894074eb0 msgr2=0x7fb8941a4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:20.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.026+0000 7fb891e00640 1 --2- 172.21.15.33:0/3311446691 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb894074eb0 0x7fb8941a4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.026+0000 7fb891e00640 1 -- 172.21.15.33:0/3311446691 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8941129e0 msgr2=0x7fb89419e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:20.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.026+0000 7fb891e00640 1 --2- 172.21.15.33:0/3311446691 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8941129e0 0x7fb89419e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.026+0000 7fb891e00640 1 -- 172.21.15.33:0/3311446691 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb89419ef90 con 0x7fb894074590 2024-09-05T02:29:20.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.026+0000 7fb892800640 1 --2- 172.21.15.33:0/3311446691 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8941129e0 0x7fb89419e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:29:20.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.027+0000 7fb891e00640 1 --2- 172.21.15.33:0/3311446691 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb894074590 0x7fb8941a4650 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fb880006010 tx=0x7fb880004040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:20.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.027+0000 7fb88aa00640 1 -- 172.21.15.33:0/3311446691 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb88003f030 con 0x7fb894074590 2024-09-05T02:29:20.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.027+0000 7fb88aa00640 1 -- 172.21.15.33:0/3311446691 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb880004440 con 0x7fb894074590 2024-09-05T02:29:20.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.027+0000 7fb88aa00640 1 -- 172.21.15.33:0/3311446691 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb880035070 con 0x7fb894074590 2024-09-05T02:29:20.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.027+0000 7fb893200640 1 -- 172.21.15.33:0/3311446691 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb89419f220 con 0x7fb894074590 2024-09-05T02:29:20.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.027+0000 7fb893200640 1 -- 172.21.15.33:0/3311446691 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8941ab400 con 0x7fb894074590 2024-09-05T02:29:20.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.032+0000 7fb89b7dd740 1 Processor -- start 2024-09-05T02:29:20.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.032+0000 7fb89b7dd740 1 -- start start 2024-09-05T02:29:20.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.032+0000 7fb88aa00640 1 -- 172.21.15.33:0/3311446691 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fb880042030 con 0x7fb894074590 2024-09-05T02:29:20.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.032+0000 7fb89b7dd740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d31e40 0x555ca2d32220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:20.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.032+0000 7fb89b7dd740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d32760 0x555ca2d3cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:20.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.032+0000 7fb89b7dd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d3d020 0x555ca2d3f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.032+0000 7fb89b7dd740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x555ca2c983e0 con 0x555ca2d31e40 2024-09-05T02:29:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.032+0000 7fb89b7dd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x555ca2c3fd80 con 0x555ca2d3d020 2024-09-05T02:29:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.032+0000 7fb89b7dd740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x555ca2c943a0 con 0x555ca2d32760 2024-09-05T02:29:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.033+0000 7fb892800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d31e40 0x555ca2d32220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.033+0000 7fb891400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d3d020 0x555ca2d3f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.033+0000 7fb891400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d3d020 0x555ca2d3f410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:37850/0 (socket says 172.21.15.33:37850) 2024-09-05T02:29:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.033+0000 7fb891400640 1 -- 172.21.15.33:0/189562621 learned_addr learned my addr 172.21.15.33:0/189562621 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:20.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.034+0000 7fb88aa00640 1 --2- 172.21.15.33:0/3311446691 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb8780a2d70 0x7fb8780a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:20.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.034+0000 7fb88aa00640 1 -- 172.21.15.33:0/3311446691 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb8800ef870 con 0x7fb894074590 2024-09-05T02:29:20.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.034+0000 7fb891e00640 1 --2- 172.21.15.33:0/189562621 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d32760 0x555ca2d3cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:20.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.034+0000 7fb892800640 1 -- 172.21.15.33:0/189562621 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d32760 msgr2=0x555ca2d3cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:20.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.034+0000 7fb892800640 1 --2- 172.21.15.33:0/189562621 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d32760 0x555ca2d3cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.034+0000 7fb892800640 1 -- 172.21.15.33:0/189562621 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d3d020 msgr2=0x555ca2d3f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:20.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.034+0000 7fb892800640 1 --2- 172.21.15.33:0/189562621 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d3d020 0x555ca2d3f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.034+0000 7fb892800640 1 -- 172.21.15.33:0/189562621 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ca2c5eae0 con 0x555ca2d31e40 2024-09-05T02:29:20.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.034+0000 7fb891e00640 1 --2- 172.21.15.33:0/189562621 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d32760 0x555ca2d3cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:29:20.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.034+0000 7fb892800640 1 --2- 172.21.15.33:0/189562621 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d31e40 0x555ca2d32220 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fb88c005fd0 tx=0x7fb88c0107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be42eb513dc58a69 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:20.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.035+0000 7fb892800640 1 --2- 172.21.15.33:0/3311446691 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb8780a2d70 0x7fb8780a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:20.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.035+0000 7fb87f400640 1 -- 172.21.15.33:0/189562621 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb88c01c780 con 0x555ca2d31e40 2024-09-05T02:29:20.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.035+0000 7fb87f400640 1 -- 172.21.15.33:0/189562621 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb88c011440 con 0x555ca2d31e40 2024-09-05T02:29:20.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.035+0000 7fb87f400640 1 -- 172.21.15.33:0/189562621 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb88c01a760 con 0x555ca2d31e40 2024-09-05T02:29:20.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.036+0000 7fb89b7dd740 1 -- 172.21.15.33:0/189562621 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d31e40 msgr2=0x555ca2d32220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:20.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.036+0000 7fb892800640 1 --2- 172.21.15.33:0/3311446691 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb8780a2d70 0x7fb8780a5230 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb88c01b000 tx=0x7fb88c01adb0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:20.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.036+0000 7fb89b7dd740 1 --2- 172.21.15.33:0/189562621 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d31e40 0x555ca2d32220 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fb88c005fd0 tx=0x7fb88c0107a0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.036+0000 7fb89b7dd740 1 -- 172.21.15.33:0/189562621 shutdown_connections 2024-09-05T02:29:20.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.036+0000 7fb89b7dd740 1 --2- 172.21.15.33:0/189562621 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d3d020 0x555ca2d3f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.036+0000 7fb89b7dd740 1 --2- 172.21.15.33:0/189562621 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d32760 0x555ca2d3cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.036+0000 7fb89b7dd740 1 --2- 172.21.15.33:0/189562621 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d31e40 0x555ca2d32220 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.036+0000 7fb89b7dd740 1 -- 172.21.15.33:0/189562621 >> 172.21.15.33:0/189562621 conn(0x555ca2d2e3d0 msgr2=0x555ca2d2e7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:20.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.037+0000 7fb89b7dd740 1 -- 172.21.15.33:0/189562621 shutdown_connections 2024-09-05T02:29:20.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.037+0000 7fb89b7dd740 1 -- 172.21.15.33:0/189562621 wait complete. 2024-09-05T02:29:20.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.037+0000 7fb89b7dd740 1 -- start start 2024-09-05T02:29:20.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.038+0000 7fb89b7dd740 1 Processor -- start 2024-09-05T02:29:20.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.038+0000 7fb89b7dd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d31e40 0x555ca2d39f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:20.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.038+0000 7fb89b7dd740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d32760 0x555ca2d3a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:20.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.038+0000 7fb89b7dd740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d3d020 0x555ca2d3a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:20.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.038+0000 7fb89b7dd740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x555ca2d50c00 con 0x555ca2d32760 2024-09-05T02:29:20.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.038+0000 7fb89b7dd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x555ca2c530f0 con 0x555ca2d31e40 2024-09-05T02:29:20.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.038+0000 7fb89b7dd740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x555ca2d50d80 con 0x555ca2d3d020 2024-09-05T02:29:20.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.038+0000 7fb89b7dd740 10 client.0 _ll_register_callbacks cb 0x555ca2c3abd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:20.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.039+0000 7fb891e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d31e40 0x555ca2d39f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:20.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.039+0000 7fb891e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d31e40 0x555ca2d39f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:37862/0 (socket says 172.21.15.33:37862) 2024-09-05T02:29:20.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.039+0000 7fb891e00640 1 -- 172.21.15.33:0/3672576358 learned_addr learned my addr 172.21.15.33:0/3672576358 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:20.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.039+0000 7fb892800640 1 --2- 172.21.15.33:0/3672576358 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d3d020 0x555ca2d3a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:20.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.039+0000 7fb891400640 1 --2- 172.21.15.33:0/3672576358 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d32760 0x555ca2d3a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:20.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.039+0000 7fb891e00640 1 -- 172.21.15.33:0/3672576358 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d3d020 msgr2=0x555ca2d3a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:20.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.039+0000 7fb891e00640 1 --2- 172.21.15.33:0/3672576358 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d3d020 0x555ca2d3a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.039+0000 7fb891e00640 1 -- 172.21.15.33:0/3672576358 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d32760 msgr2=0x555ca2d3a4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:20.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.040+0000 7fb891e00640 1 --2- 172.21.15.33:0/3672576358 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d32760 0x555ca2d3a4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.040+0000 7fb891e00640 1 -- 172.21.15.33:0/3672576358 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ca2a093c0 con 0x555ca2d31e40 2024-09-05T02:29:20.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.040+0000 7fb891400640 1 --2- 172.21.15.33:0/3672576358 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d32760 0x555ca2d3a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:29:20.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.040+0000 7fb891e00640 1 --2- 172.21.15.33:0/3672576358 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d31e40 0x555ca2d39f60 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb880000c00 tx=0x7fb8800bb760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a9b7eb0c2c73d0bf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:20.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.040+0000 7fb873e00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:29:20.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.041+0000 7fb873e00640 1 -- 172.21.15.33:0/3672576358 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8800c00f0 con 0x555ca2d31e40 2024-09-05T02:29:20.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.041+0000 7fb873e00640 1 -- 172.21.15.33:0/3672576358 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb8800ed1f0 con 0x555ca2d31e40 2024-09-05T02:29:20.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.041+0000 7fb89b7dd740 1 -- 172.21.15.33:0/3672576358 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb88c011440 con 0x555ca2d31e40 2024-09-05T02:29:20.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.041+0000 7fb873e00640 1 -- 172.21.15.33:0/3672576358 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb8800ed3f0 con 0x555ca2d31e40 2024-09-05T02:29:20.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.041+0000 7fb89b7dd740 10 client.25769 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:20.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.041+0000 7fb89b7dd740 1 -- 172.21.15.33:0/3672576358 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555ca2d5cc30 con 0x555ca2d31e40 2024-09-05T02:29:20.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.041+0000 7fb873e00640 1 -- 172.21.15.33:0/3672576358 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb88c011440 con 0x555ca2d31e40 2024-09-05T02:29:20.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.042+0000 7fb873e00640 1 -- 172.21.15.33:0/3672576358 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb8800c4520 con 0x555ca2d31e40 2024-09-05T02:29:20.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.042+0000 7fb89b7dd740 10 client.25769 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:20.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.042+0000 7fb89b7dd740 10 client.25769 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:29:20.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.042+0000 7fb89b7dd740 20 client.25769 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:20.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.042+0000 7fb89b7dd740 1 --2- 172.21.15.33:0/3672576358 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x555ca2d5e090 0x555ca2d60500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:20.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.042+0000 7fb89b7dd740 4 client.25769 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:29:20.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.042+0000 7fb89b7dd740 1 -- 172.21.15.33:0/3672576358 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555ca2ca5950 con 0x555ca2d5e090 2024-09-05T02:29:20.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.043+0000 7fb891400640 1 --2- 172.21.15.33:0/3672576358 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x555ca2d5e090 0x555ca2d60500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:20.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.043+0000 7fb891400640 1 --2- 172.21.15.33:0/3672576358 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x555ca2d5e090 0x555ca2d60500 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=42f53b2358274c65 server_cookie=ae2a3051ef0439 in_seq=0 out_seq=0 2024-09-05T02:29:20.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.044+0000 7fb873e00640 10 client.25769 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:29:20.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.044+0000 7fb873e00640 1 -- 172.21.15.33:0/3672576358 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555ca2ca5950 con 0x555ca2d5e090 2024-09-05T02:29:20.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.044+0000 7fb873e00640 10 client.25769 handle_command_reply: tid=0 2024-09-05T02:29:20.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.044+0000 7fb89b7dd740 1 client.25769 shutdown 2024-09-05T02:29:20.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.045+0000 7fb89b7dd740 1 -- 172.21.15.33:0/3672576358 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d31e40 msgr2=0x555ca2d39f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:20.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.045+0000 7fb89b7dd740 1 --2- 172.21.15.33:0/3672576358 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d31e40 0x555ca2d39f60 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb880000c00 tx=0x7fb8800bb760 comp rx=0 tx=0).stop 2024-09-05T02:29:20.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.045+0000 7fb89b7dd740 1 -- 172.21.15.33:0/3672576358 shutdown_connections 2024-09-05T02:29:20.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.045+0000 7fb89b7dd740 1 --2- 172.21.15.33:0/3672576358 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x555ca2d5e090 0x555ca2d60500 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.045+0000 7fb89b7dd740 1 --2- 172.21.15.33:0/3672576358 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d3d020 0x555ca2d3a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.045+0000 7fb89b7dd740 1 --2- 172.21.15.33:0/3672576358 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d32760 0x555ca2d3a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.045+0000 7fb873e00640 0 client.25769 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:29:20.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.045+0000 7fb89b7dd740 1 --2- 172.21.15.33:0/3672576358 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d31e40 0x555ca2d39f60 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.045+0000 7fb89b7dd740 1 -- 172.21.15.33:0/3672576358 >> 172.21.15.33:0/3672576358 conn(0x555ca2d2e3d0 msgr2=0x555ca2d340b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:20.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.045+0000 7fb89b7dd740 1 -- 172.21.15.33:0/3672576358 shutdown_connections 2024-09-05T02:29:20.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.045+0000 7fb89b7dd740 1 -- 172.21.15.33:0/3672576358 wait complete. 2024-09-05T02:29:20.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.045+0000 7fb89b7dd740 20 client.25769 trim_cache size 0 max 16384 2024-09-05T02:29:20.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.064+0000 7fb89b7dd740 1 Processor -- start 2024-09-05T02:29:20.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.064+0000 7fb89b7dd740 1 -- start start 2024-09-05T02:29:20.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.064+0000 7fb89b7dd740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d31e40 0x555ca2d3c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:20.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.065+0000 7fb89b7dd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d32760 0x555ca2d3a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:20.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.065+0000 7fb89b7dd740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d3d020 0x555ca2d65dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:20.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.065+0000 7fb89b7dd740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb8941ab5d0 con 0x555ca2d31e40 2024-09-05T02:29:20.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.065+0000 7fb89b7dd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb8941ad070 con 0x555ca2d32760 2024-09-05T02:29:20.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.065+0000 7fb89b7dd740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb8941abc00 con 0x555ca2d3d020 2024-09-05T02:29:20.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.065+0000 7fb892800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d3d020 0x555ca2d65dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:20.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.065+0000 7fb891400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d32760 0x555ca2d3a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:20.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.065+0000 7fb892800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d3d020 0x555ca2d65dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:35330/0 (socket says 172.21.15.33:35330) 2024-09-05T02:29:20.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.065+0000 7fb892800640 1 -- 172.21.15.33:0/2063287591 learned_addr learned my addr 172.21.15.33:0/2063287591 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:20.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.065+0000 7fb891e00640 1 --2- 172.21.15.33:0/2063287591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d31e40 0x555ca2d3c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:20.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.065+0000 7fb892800640 1 -- 172.21.15.33:0/2063287591 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d32760 msgr2=0x555ca2d3a830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:20.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.065+0000 7fb892800640 1 --2- 172.21.15.33:0/2063287591 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d32760 0x555ca2d3a830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.065+0000 7fb892800640 1 -- 172.21.15.33:0/2063287591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d31e40 msgr2=0x555ca2d3c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:20.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.065+0000 7fb892800640 1 --2- 172.21.15.33:0/2063287591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d31e40 0x555ca2d3c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.065+0000 7fb892800640 1 -- 172.21.15.33:0/2063287591 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ca2d2e200 con 0x555ca2d3d020 2024-09-05T02:29:20.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.065+0000 7fb891e00640 1 --2- 172.21.15.33:0/2063287591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d31e40 0x555ca2d3c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:29:20.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.066+0000 7fb892800640 1 --2- 172.21.15.33:0/2063287591 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d3d020 0x555ca2d65dd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb88c0092e0 tx=0x7fb88c027000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b11f3944ad575e2c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:20.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.066+0000 7fb87ea00640 1 -- 172.21.15.33:0/2063287591 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb88c037070 con 0x555ca2d3d020 2024-09-05T02:29:20.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.066+0000 7fb87ea00640 1 -- 172.21.15.33:0/2063287591 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb88c02e040 con 0x555ca2d3d020 2024-09-05T02:29:20.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.066+0000 7fb87ea00640 1 -- 172.21.15.33:0/2063287591 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb88c02d050 con 0x555ca2d3d020 2024-09-05T02:29:20.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.067+0000 7fb89b7dd740 1 -- 172.21.15.33:0/2063287591 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d3d020 msgr2=0x555ca2d65dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:20.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.067+0000 7fb89b7dd740 1 --2- 172.21.15.33:0/2063287591 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d3d020 0x555ca2d65dd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb88c0092e0 tx=0x7fb88c027000 comp rx=0 tx=0).stop 2024-09-05T02:29:20.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.067+0000 7fb89b7dd740 1 -- 172.21.15.33:0/2063287591 shutdown_connections 2024-09-05T02:29:20.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.067+0000 7fb89b7dd740 1 --2- 172.21.15.33:0/2063287591 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d3d020 0x555ca2d65dd0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.067+0000 7fb89b7dd740 1 --2- 172.21.15.33:0/2063287591 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d32760 0x555ca2d3a830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.067+0000 7fb89b7dd740 1 --2- 172.21.15.33:0/2063287591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d31e40 0x555ca2d3c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.067+0000 7fb89b7dd740 1 -- 172.21.15.33:0/2063287591 >> 172.21.15.33:0/2063287591 conn(0x555ca2d2e3d0 msgr2=0x555ca2d2d490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:20.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.067+0000 7fb89b7dd740 1 -- 172.21.15.33:0/2063287591 shutdown_connections 2024-09-05T02:29:20.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.067+0000 7fb89b7dd740 1 -- 172.21.15.33:0/2063287591 wait complete. 2024-09-05T02:29:20.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.068+0000 7fb89b7dd740 1 -- start start 2024-09-05T02:29:20.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.068+0000 7fb89b7dd740 1 Processor -- start 2024-09-05T02:29:20.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.069+0000 7fb89b7dd740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d31e40 0x555ca2d52460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:20.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.069+0000 7fb89b7dd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d32760 0x555ca2d529a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:20.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.069+0000 7fb89b7dd740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d3d020 0x555ca2dc7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:20.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.069+0000 7fb89b7dd740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb8941ac9a0 con 0x555ca2d3d020 2024-09-05T02:29:20.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.069+0000 7fb89b7dd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb8941ac2d0 con 0x555ca2d32760 2024-09-05T02:29:20.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.069+0000 7fb89b7dd740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb894072360 con 0x555ca2d31e40 2024-09-05T02:29:20.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.069+0000 7fb89b7dd740 10 client.0 _ll_register_callbacks cb 0x7fb880005b90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:20.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.069+0000 7fb891400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d32760 0x555ca2d529a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:20.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.069+0000 7fb891400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d32760 0x555ca2d529a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:37880/0 (socket says 172.21.15.33:37880) 2024-09-05T02:29:20.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.069+0000 7fb891400640 1 -- 172.21.15.33:0/1432179173 learned_addr learned my addr 172.21.15.33:0/1432179173 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:20.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.069+0000 7fb891e00640 1 --2- 172.21.15.33:0/1432179173 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d31e40 0x555ca2d52460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:20.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.069+0000 7fb892800640 1 --2- 172.21.15.33:0/1432179173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d3d020 0x555ca2dc7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:20.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.069+0000 7fb891400640 1 -- 172.21.15.33:0/1432179173 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d31e40 msgr2=0x555ca2d52460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:20.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.069+0000 7fb891400640 1 --2- 172.21.15.33:0/1432179173 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d31e40 0x555ca2d52460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.069+0000 7fb891400640 1 -- 172.21.15.33:0/1432179173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d3d020 msgr2=0x555ca2dc7da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:20.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.069+0000 7fb891400640 1 --2- 172.21.15.33:0/1432179173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d3d020 0x555ca2dc7da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.069+0000 7fb891400640 1 -- 172.21.15.33:0/1432179173 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ca2dc82e0 con 0x555ca2d32760 2024-09-05T02:29:20.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.069+0000 7fb892800640 1 --2- 172.21.15.33:0/1432179173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d3d020 0x555ca2dc7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:29:20.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.070+0000 7fb891400640 1 --2- 172.21.15.33:0/1432179173 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d32760 0x555ca2d529a0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x555ca2d2f750 tx=0x7fb884010a80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ba53fb0ed5d505b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:20.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.070+0000 7fb873e00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:29:20.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.070+0000 7fb873e00640 1 -- 172.21.15.33:0/1432179173 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb884005220 con 0x555ca2d32760 2024-09-05T02:29:20.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.070+0000 7fb873e00640 1 -- 172.21.15.33:0/1432179173 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb8840053c0 con 0x555ca2d32760 2024-09-05T02:29:20.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.070+0000 7fb89b7dd740 1 -- 172.21.15.33:0/1432179173 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb88c02e040 con 0x555ca2d32760 2024-09-05T02:29:20.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.070+0000 7fb873e00640 1 -- 172.21.15.33:0/1432179173 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb88402c050 con 0x555ca2d32760 2024-09-05T02:29:20.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.071+0000 7fb89b7dd740 10 client.25775 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:20.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.071+0000 7fb89b7dd740 1 -- 172.21.15.33:0/1432179173 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555ca2dc9640 con 0x555ca2d32760 2024-09-05T02:29:20.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.071+0000 7fb873e00640 1 -- 172.21.15.33:0/1432179173 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb88c02e040 con 0x555ca2d32760 2024-09-05T02:29:20.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.071+0000 7fb873e00640 1 -- 172.21.15.33:0/1432179173 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb884004ba0 con 0x555ca2d32760 2024-09-05T02:29:20.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.071+0000 7fb89b7dd740 10 client.25775 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:20.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.071+0000 7fb89b7dd740 10 client.25775 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:29:20.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.071+0000 7fb89b7dd740 20 client.25775 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:20.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.071+0000 7fb89b7dd740 1 --2- 172.21.15.33:0/1432179173 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x555ca2dc9e40 0x555ca2dcc260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:20.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.071+0000 7fb89b7dd740 4 client.25775 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:29:20.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.071+0000 7fb89b7dd740 1 -- 172.21.15.33:0/1432179173 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555ca2c9fe60 con 0x555ca2dc9e40 2024-09-05T02:29:20.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.072+0000 7fb891e00640 1 --2- 172.21.15.33:0/1432179173 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x555ca2dc9e40 0x555ca2dcc260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:20.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.072+0000 7fb891e00640 1 --2- 172.21.15.33:0/1432179173 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x555ca2dc9e40 0x555ca2dcc260 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1d6496a078280bb2 server_cookie=b12972a6eba95c30 in_seq=0 out_seq=0 2024-09-05T02:29:20.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.072+0000 7fb873e00640 10 client.25775 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:29:20.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.073+0000 7fb873e00640 1 -- 172.21.15.33:0/1432179173 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555ca2c9fe60 con 0x555ca2dc9e40 2024-09-05T02:29:20.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.073+0000 7fb873e00640 10 client.25775 handle_command_reply: tid=0 2024-09-05T02:29:20.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.073+0000 7fb89b7dd740 1 client.25775 shutdown 2024-09-05T02:29:20.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.074+0000 7fb89b7dd740 1 -- 172.21.15.33:0/1432179173 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d32760 msgr2=0x555ca2d529a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:20.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.074+0000 7fb89b7dd740 1 --2- 172.21.15.33:0/1432179173 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d32760 0x555ca2d529a0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x555ca2d2f750 tx=0x7fb884010a80 comp rx=0 tx=0).stop 2024-09-05T02:29:20.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.074+0000 7fb89b7dd740 1 -- 172.21.15.33:0/1432179173 shutdown_connections 2024-09-05T02:29:20.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.074+0000 7fb89b7dd740 1 --2- 172.21.15.33:0/1432179173 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x555ca2dc9e40 0x555ca2dcc260 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.074+0000 7fb89b7dd740 1 --2- 172.21.15.33:0/1432179173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555ca2d3d020 0x555ca2dc7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.074+0000 7fb89b7dd740 1 --2- 172.21.15.33:0/1432179173 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555ca2d32760 0x555ca2d529a0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.074+0000 7fb89b7dd740 1 --2- 172.21.15.33:0/1432179173 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555ca2d31e40 0x555ca2d52460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.074+0000 7fb89b7dd740 1 -- 172.21.15.33:0/1432179173 >> 172.21.15.33:0/1432179173 conn(0x555ca2d2e3d0 msgr2=0x555ca2d2d490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:20.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.074+0000 7fb873e00640 0 client.25775 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:29:20.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.076+0000 7fb89b7dd740 1 -- 172.21.15.33:0/1432179173 shutdown_connections 2024-09-05T02:29:20.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.076+0000 7fb89b7dd740 1 -- 172.21.15.33:0/1432179173 wait complete. 2024-09-05T02:29:20.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.076+0000 7fb89b7dd740 20 client.25775 trim_cache size 0 max 16384 2024-09-05T02:29:20.084 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:29:20.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.084+0000 7fb893200640 1 -- 172.21.15.33:0/3311446691 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb8780a2d70 msgr2=0x7fb8780a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:20.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.084+0000 7fb893200640 1 --2- 172.21.15.33:0/3311446691 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb8780a2d70 0x7fb8780a5230 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb88c01b000 tx=0x7fb88c01adb0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.084+0000 7fb893200640 1 -- 172.21.15.33:0/3311446691 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb894074590 msgr2=0x7fb8941a4650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:20.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.084+0000 7fb893200640 1 --2- 172.21.15.33:0/3311446691 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb894074590 0x7fb8941a4650 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fb880006010 tx=0x7fb880004040 comp rx=0 tx=0).stop 2024-09-05T02:29:20.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.087+0000 7fb893200640 1 -- 172.21.15.33:0/3311446691 shutdown_connections 2024-09-05T02:29:20.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.087+0000 7fb893200640 1 --2- 172.21.15.33:0/3311446691 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb8780a2d70 0x7fb8780a5230 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.087+0000 7fb893200640 1 --2- 172.21.15.33:0/3311446691 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8941129e0 0x7fb89419e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.087+0000 7fb893200640 1 --2- 172.21.15.33:0/3311446691 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb894074eb0 0x7fb8941a4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.087+0000 7fb893200640 1 --2- 172.21.15.33:0/3311446691 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb894074590 0x7fb8941a4650 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:20.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.087+0000 7fb893200640 1 -- 172.21.15.33:0/3311446691 >> 172.21.15.33:0/3311446691 conn(0x7fb8940fd710 msgr2=0x7fb8940fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:20.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.090+0000 7fb893200640 1 -- 172.21.15.33:0/3311446691 shutdown_connections 2024-09-05T02:29:20.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:20.094+0000 7fb893200640 1 -- 172.21.15.33:0/3311446691 wait complete. 2024-09-05T02:29:21.309 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:29:21.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:21 smithi174 ceph-mon[34756]: pgmap v75: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 277 MiB/s wr, 80 op/s 2024-09-05T02:29:21.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:21 smithi033 ceph-mon[29909]: pgmap v75: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 277 MiB/s wr, 80 op/s 2024-09-05T02:29:21.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:21 smithi123 ceph-mon[34031]: pgmap v75: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 277 MiB/s wr, 80 op/s 2024-09-05T02:29:21.958 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:22.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.651+0000 7ff5ee400640 1 -- 172.21.15.33:0/985460045 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5e81019c0 msgr2=0x7ff5e8101e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:22.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.651+0000 7ff5ee400640 1 --2- 172.21.15.33:0/985460045 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5e81019c0 0x7ff5e8101e20 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7ff5d8009890 tx=0x7ff5d802a380 comp rx=0 tx=0).stop 2024-09-05T02:29:22.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.652+0000 7ff5ee400640 1 -- 172.21.15.33:0/985460045 shutdown_connections 2024-09-05T02:29:22.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.652+0000 7ff5ee400640 1 --2- 172.21.15.33:0/985460045 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5e8102360 0x7ff5e810e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.652+0000 7ff5ee400640 1 --2- 172.21.15.33:0/985460045 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5e81019c0 0x7ff5e8101e20 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.652+0000 7ff5ee400640 1 --2- 172.21.15.33:0/985460045 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff5e81079c0 0x7ff5e8107da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.652+0000 7ff5ee400640 1 -- 172.21.15.33:0/985460045 >> 172.21.15.33:0/985460045 conn(0x7ff5e80fd740 msgr2=0x7ff5e80ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:22.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.654+0000 7ff5ee400640 1 -- 172.21.15.33:0/985460045 shutdown_connections 2024-09-05T02:29:22.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.654+0000 7ff5ee400640 1 -- 172.21.15.33:0/985460045 wait complete. 2024-09-05T02:29:22.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.656+0000 7ff5ee400640 1 Processor -- start 2024-09-05T02:29:22.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.656+0000 7ff5ee400640 1 -- start start 2024-09-05T02:29:22.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.657+0000 7ff5ee400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff5e81019c0 0x7ff5e80739f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:22.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.657+0000 7ff5ee400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5e8102360 0x7ff5e806ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:22.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.657+0000 7ff5ee400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5e81079c0 0x7ff5e806cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:22.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.657+0000 7ff5ee400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e8111dc0 con 0x7ff5e81079c0 2024-09-05T02:29:22.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.657+0000 7ff5ee400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e8111c40 con 0x7ff5e81019c0 2024-09-05T02:29:22.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.657+0000 7ff5ee400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e8111f40 con 0x7ff5e8102360 2024-09-05T02:29:22.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.658+0000 7ff5ed000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff5e81019c0 0x7ff5e80739f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:22.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.658+0000 7ff5ed000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff5e81019c0 0x7ff5e80739f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:37898/0 (socket says 172.21.15.33:37898) 2024-09-05T02:29:22.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.658+0000 7ff5ed000640 1 -- 172.21.15.33:0/335909938 learned_addr learned my addr 172.21.15.33:0/335909938 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:22.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.658+0000 7ff5e7e00640 1 --2- 172.21.15.33:0/335909938 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5e8102360 0x7ff5e806ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:22.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.658+0000 7ff5eda00640 1 --2- 172.21.15.33:0/335909938 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5e81079c0 0x7ff5e806cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:22.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.659+0000 7ff5e7e00640 1 -- 172.21.15.33:0/335909938 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff5e81019c0 msgr2=0x7ff5e80739f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:22.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.659+0000 7ff5e7e00640 1 --2- 172.21.15.33:0/335909938 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff5e81019c0 0x7ff5e80739f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.659+0000 7ff5e7e00640 1 -- 172.21.15.33:0/335909938 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5e81079c0 msgr2=0x7ff5e806cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:22.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.659+0000 7ff5e7e00640 1 --2- 172.21.15.33:0/335909938 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5e81079c0 0x7ff5e806cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.659+0000 7ff5e7e00640 1 -- 172.21.15.33:0/335909938 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5e806d580 con 0x7ff5e8102360 2024-09-05T02:29:22.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.659+0000 7ff5ed000640 1 --2- 172.21.15.33:0/335909938 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff5e81019c0 0x7ff5e80739f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:29:22.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.660+0000 7ff5e7e00640 1 --2- 172.21.15.33:0/335909938 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5e8102360 0x7ff5e806ca80 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7ff5d8009780 tx=0x7ff5d8033d90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:22.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.660+0000 7ff5e5600640 1 -- 172.21.15.33:0/335909938 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d803f020 con 0x7ff5e8102360 2024-09-05T02:29:22.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.660+0000 7ff5e5600640 1 -- 172.21.15.33:0/335909938 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5d8004250 con 0x7ff5e8102360 2024-09-05T02:29:22.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.660+0000 7ff5e5600640 1 -- 172.21.15.33:0/335909938 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d8037040 con 0x7ff5e8102360 2024-09-05T02:29:22.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.661+0000 7ff5ee400640 1 -- 172.21.15.33:0/335909938 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5e806d810 con 0x7ff5e8102360 2024-09-05T02:29:22.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.662+0000 7ff5ee400640 1 -- 172.21.15.33:0/335909938 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5e80716f0 con 0x7ff5e8102360 2024-09-05T02:29:22.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.667+0000 7ff5e5600640 1 -- 172.21.15.33:0/335909938 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7ff5d8042070 con 0x7ff5e8102360 2024-09-05T02:29:22.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.669+0000 7ff5e5600640 1 --2- 172.21.15.33:0/335909938 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff5c80a2df0 0x7ff5c80a52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:22.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.669+0000 7ff5e5600640 1 -- 172.21.15.33:0/335909938 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ff5d80ee3e0 con 0x7ff5e8102360 2024-09-05T02:29:22.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.669+0000 7ff5f2600740 1 Processor -- start 2024-09-05T02:29:22.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.670+0000 7ff5ed000640 1 --2- 172.21.15.33:0/335909938 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff5c80a2df0 0x7ff5c80a52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:22.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.672+0000 7ff5f2600740 1 -- start start 2024-09-05T02:29:22.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.672+0000 7ff5ed000640 1 --2- 172.21.15.33:0/335909938 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff5c80a2df0 0x7ff5c80a52b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ff5d00058c0 tx=0x7ff5d0009260 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:22.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.672+0000 7ff5f2600740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b38e40 0x559ce1b39220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:22.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.672+0000 7ff5f2600740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559ce1b39760 0x559ce1b43ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:22.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.672+0000 7ff5f2600740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b44020 0x559ce1b46410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:22.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.672+0000 7ff5f2600740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x559ce1a9f3e0 con 0x559ce1b39760 2024-09-05T02:29:22.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.672+0000 7ff5f2600740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x559ce1a46d80 con 0x559ce1b44020 2024-09-05T02:29:22.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.672+0000 7ff5f2600740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x559ce1a9b3a0 con 0x559ce1b38e40 2024-09-05T02:29:22.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.673+0000 7ff5e7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559ce1b39760 0x559ce1b43ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:22.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.673+0000 7ff5e7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559ce1b39760 0x559ce1b43ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51726/0 (socket says 172.21.15.33:51726) 2024-09-05T02:29:22.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.673+0000 7ff5e7e00640 1 -- 172.21.15.33:0/2014987992 learned_addr learned my addr 172.21.15.33:0/2014987992 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:22.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.674+0000 7ff5eda00640 1 --2- 172.21.15.33:0/2014987992 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b44020 0x559ce1b46410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:22.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.674+0000 7ff5ed000640 1 --2- 172.21.15.33:0/2014987992 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b38e40 0x559ce1b39220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:22.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.674+0000 7ff5e7e00640 1 -- 172.21.15.33:0/2014987992 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b38e40 msgr2=0x559ce1b39220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:22.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.674+0000 7ff5e7e00640 1 --2- 172.21.15.33:0/2014987992 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b38e40 0x559ce1b39220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.674+0000 7ff5e7e00640 1 -- 172.21.15.33:0/2014987992 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b44020 msgr2=0x559ce1b46410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:22.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.674+0000 7ff5e7e00640 1 --2- 172.21.15.33:0/2014987992 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b44020 0x559ce1b46410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.674+0000 7ff5e7e00640 1 -- 172.21.15.33:0/2014987992 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ce1a65ae0 con 0x559ce1b39760 2024-09-05T02:29:22.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.675+0000 7ff5e7e00640 1 --2- 172.21.15.33:0/2014987992 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559ce1b39760 0x559ce1b43ae0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7ff5d8000c00 tx=0x7ff5d80ba5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3a69bc36fe1390 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:22.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.675+0000 7ff5de000640 1 -- 172.21.15.33:0/2014987992 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d80bed70 con 0x559ce1b39760 2024-09-05T02:29:22.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.676+0000 7ff5de000640 1 -- 172.21.15.33:0/2014987992 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5d80c3630 con 0x559ce1b39760 2024-09-05T02:29:22.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.676+0000 7ff5de000640 1 -- 172.21.15.33:0/2014987992 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d80c31a0 con 0x559ce1b39760 2024-09-05T02:29:22.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.677+0000 7ff5f2600740 1 -- 172.21.15.33:0/2014987992 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559ce1b39760 msgr2=0x559ce1b43ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:22.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.677+0000 7ff5f2600740 1 --2- 172.21.15.33:0/2014987992 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559ce1b39760 0x559ce1b43ae0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7ff5d8000c00 tx=0x7ff5d80ba5c0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.677+0000 7ff5f2600740 1 -- 172.21.15.33:0/2014987992 shutdown_connections 2024-09-05T02:29:22.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.677+0000 7ff5f2600740 1 --2- 172.21.15.33:0/2014987992 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b44020 0x559ce1b46410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.677+0000 7ff5f2600740 1 --2- 172.21.15.33:0/2014987992 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559ce1b39760 0x559ce1b43ae0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.677+0000 7ff5f2600740 1 --2- 172.21.15.33:0/2014987992 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b38e40 0x559ce1b39220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.677+0000 7ff5f2600740 1 -- 172.21.15.33:0/2014987992 >> 172.21.15.33:0/2014987992 conn(0x559ce1b353d0 msgr2=0x559ce1b357b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:22.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.677+0000 7ff5f2600740 1 -- 172.21.15.33:0/2014987992 shutdown_connections 2024-09-05T02:29:22.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.677+0000 7ff5f2600740 1 -- 172.21.15.33:0/2014987992 wait complete. 2024-09-05T02:29:22.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.679+0000 7ff5f2600740 1 -- start start 2024-09-05T02:29:22.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.679+0000 7ff5f2600740 1 Processor -- start 2024-09-05T02:29:22.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.680+0000 7ff5f2600740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559ce1b38e40 0x559ce1b41010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:22.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.680+0000 7ff5f2600740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b39760 0x559ce1b41550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:22.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.680+0000 7ff5f2600740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b44020 0x559ce1b41a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:22.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.680+0000 7ff5f2600740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x559ce1b469b0 con 0x559ce1b38e40 2024-09-05T02:29:22.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.680+0000 7ff5f2600740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x559ce1a5a0f0 con 0x559ce1b44020 2024-09-05T02:29:22.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.680+0000 7ff5f2600740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x559ce1b46b30 con 0x559ce1b39760 2024-09-05T02:29:22.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.680+0000 7ff5f2600740 10 client.0 _ll_register_callbacks cb 0x559ce1a41bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:22.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.680+0000 7ff5e7e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b39760 0x559ce1b41550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:22.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.680+0000 7ff5e7e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b39760 0x559ce1b41550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:35370/0 (socket says 172.21.15.33:35370) 2024-09-05T02:29:22.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.680+0000 7ff5e7e00640 1 -- 172.21.15.33:0/3537908596 learned_addr learned my addr 172.21.15.33:0/3537908596 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:22.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.680+0000 7ff5eda00640 1 --2- 172.21.15.33:0/3537908596 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b44020 0x559ce1b41a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:22.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.681+0000 7ff5eda00640 1 -- 172.21.15.33:0/3537908596 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b39760 msgr2=0x559ce1b41550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:22.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.681+0000 7ff5eda00640 1 --2- 172.21.15.33:0/3537908596 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b39760 0x559ce1b41550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.681+0000 7ff5eda00640 1 -- 172.21.15.33:0/3537908596 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559ce1b38e40 msgr2=0x559ce1b41010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:22.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.681+0000 7ff5eda00640 1 --2- 172.21.15.33:0/3537908596 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559ce1b38e40 0x559ce1b41010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.681+0000 7ff5eda00640 1 -- 172.21.15.33:0/3537908596 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ce18103c0 con 0x559ce1b44020 2024-09-05T02:29:22.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.681+0000 7ff5eda00640 1 --2- 172.21.15.33:0/3537908596 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b44020 0x559ce1b41a90 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7ff5e0011770 tx=0x7ff5e0011c30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cb685c7b33810db0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:22.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.681+0000 7ff5d6a00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:29:22.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.682+0000 7ff5d6a00640 1 -- 172.21.15.33:0/3537908596 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e000fb40 con 0x559ce1b44020 2024-09-05T02:29:22.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.682+0000 7ff5f2600740 1 -- 172.21.15.33:0/3537908596 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5d80c3630 con 0x559ce1b44020 2024-09-05T02:29:22.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.682+0000 7ff5d6a00640 1 -- 172.21.15.33:0/3537908596 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ff5e000fce0 con 0x559ce1b44020 2024-09-05T02:29:22.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.682+0000 7ff5d6a00640 1 -- 172.21.15.33:0/3537908596 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff5e0011e80 con 0x559ce1b44020 2024-09-05T02:29:22.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.682+0000 7ff5f2600740 10 client.25787 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:22.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.682+0000 7ff5f2600740 1 -- 172.21.15.33:0/3537908596 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559ce1b52b10 con 0x559ce1b44020 2024-09-05T02:29:22.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.683+0000 7ff5d6a00640 1 -- 172.21.15.33:0/3537908596 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5d80c3630 con 0x559ce1b44020 2024-09-05T02:29:22.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.683+0000 7ff5d6a00640 1 -- 172.21.15.33:0/3537908596 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff5e000f040 con 0x559ce1b44020 2024-09-05T02:29:22.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.683+0000 7ff5f2600740 10 client.25787 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:22.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.683+0000 7ff5f2600740 10 client.25787 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:29:22.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.684+0000 7ff5f2600740 20 client.25787 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:22.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.684+0000 7ff5f2600740 1 --2- 172.21.15.33:0/3537908596 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x559ce1b53f20 0x559ce1b56310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:22.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.684+0000 7ff5f2600740 4 client.25787 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:29:22.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.684+0000 7ff5f2600740 1 -- 172.21.15.33:0/3537908596 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559ce1aac950 con 0x559ce1b53f20 2024-09-05T02:29:22.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.684+0000 7ff5ed000640 1 --2- 172.21.15.33:0/3537908596 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x559ce1b53f20 0x559ce1b56310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:22.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.689+0000 7ff5ed000640 1 --2- 172.21.15.33:0/3537908596 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x559ce1b53f20 0x559ce1b56310 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1837820a67975107 server_cookie=397f9ab1eb0c8bbb in_seq=0 out_seq=0 2024-09-05T02:29:22.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.689+0000 7ff5d6a00640 10 client.25787 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:29:22.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.692+0000 7ff5d6a00640 1 -- 172.21.15.33:0/3537908596 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559ce1aac950 con 0x559ce1b53f20 2024-09-05T02:29:22.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.692+0000 7ff5d6a00640 10 client.25787 handle_command_reply: tid=0 2024-09-05T02:29:22.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.692+0000 7ff5f2600740 1 client.25787 shutdown 2024-09-05T02:29:22.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.692+0000 7ff5f2600740 1 -- 172.21.15.33:0/3537908596 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b44020 msgr2=0x559ce1b41a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:22.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.692+0000 7ff5f2600740 1 --2- 172.21.15.33:0/3537908596 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b44020 0x559ce1b41a90 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7ff5e0011770 tx=0x7ff5e0011c30 comp rx=0 tx=0).stop 2024-09-05T02:29:22.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.693+0000 7ff5f2600740 1 -- 172.21.15.33:0/3537908596 shutdown_connections 2024-09-05T02:29:22.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.693+0000 7ff5f2600740 1 --2- 172.21.15.33:0/3537908596 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x559ce1b53f20 0x559ce1b56310 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.693+0000 7ff5f2600740 1 --2- 172.21.15.33:0/3537908596 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b44020 0x559ce1b41a90 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.693+0000 7ff5f2600740 1 --2- 172.21.15.33:0/3537908596 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b39760 0x559ce1b41550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.693+0000 7ff5f2600740 1 --2- 172.21.15.33:0/3537908596 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559ce1b38e40 0x559ce1b41010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.693+0000 7ff5f2600740 1 -- 172.21.15.33:0/3537908596 >> 172.21.15.33:0/3537908596 conn(0x559ce1b353d0 msgr2=0x559ce1b3b0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:22.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.693+0000 7ff5d6a00640 0 client.25787 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:29:22.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.694+0000 7ff5f2600740 1 -- 172.21.15.33:0/3537908596 shutdown_connections 2024-09-05T02:29:22.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.694+0000 7ff5f2600740 1 -- 172.21.15.33:0/3537908596 wait complete. 2024-09-05T02:29:22.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.694+0000 7ff5f2600740 20 client.25787 trim_cache size 0 max 16384 2024-09-05T02:29:22.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.721+0000 7ff5f2600740 1 Processor -- start 2024-09-05T02:29:22.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.724+0000 7ff5f2600740 1 -- start start 2024-09-05T02:29:22.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.724+0000 7ff5f2600740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559ce1b38e40 0x559ce1b5bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:22.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.724+0000 7ff5f2600740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b39760 0x559ce1b5c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:22.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.724+0000 7ff5f2600740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b44020 0x559ce1b3e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:22.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.724+0000 7ff5f2600740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e81bc5e0 con 0x559ce1b38e40 2024-09-05T02:29:22.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.724+0000 7ff5f2600740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e81be120 con 0x559ce1b39760 2024-09-05T02:29:22.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.724+0000 7ff5f2600740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e81bccb0 con 0x559ce1b44020 2024-09-05T02:29:22.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.725+0000 7ff5e7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b39760 0x559ce1b5c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:22.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.725+0000 7ff5e7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b39760 0x559ce1b5c0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:37924/0 (socket says 172.21.15.33:37924) 2024-09-05T02:29:22.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.725+0000 7ff5eda00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b44020 0x559ce1b3e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:22.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.725+0000 7ff5eda00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b44020 0x559ce1b3e270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:35386/0 (socket says 172.21.15.33:35386) 2024-09-05T02:29:22.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.725+0000 7ff5eda00640 1 -- 172.21.15.33:0/1143137900 learned_addr learned my addr 172.21.15.33:0/1143137900 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:22.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.726+0000 7ff5eda00640 1 -- 172.21.15.33:0/1143137900 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b39760 msgr2=0x559ce1b5c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:22.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.726+0000 7ff5eda00640 1 --2- 172.21.15.33:0/1143137900 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b39760 0x559ce1b5c0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.726+0000 7ff5eda00640 1 -- 172.21.15.33:0/1143137900 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559ce1b38e40 msgr2=0x559ce1b5bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:22.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.726+0000 7ff5eda00640 1 --2- 172.21.15.33:0/1143137900 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559ce1b38e40 0x559ce1b5bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.726+0000 7ff5eda00640 1 -- 172.21.15.33:0/1143137900 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ce1b34c80 con 0x559ce1b44020 2024-09-05T02:29:22.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.727+0000 7ff5eda00640 1 --2- 172.21.15.33:0/1143137900 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b44020 0x559ce1b3e270 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff5e0000f80 tx=0x7ff5e00095f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1fd6fccb378197a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:22.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.727+0000 7ff5dd600640 1 -- 172.21.15.33:0/1143137900 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e0011e80 con 0x559ce1b44020 2024-09-05T02:29:22.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.728+0000 7ff5dd600640 1 -- 172.21.15.33:0/1143137900 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5e000f940 con 0x559ce1b44020 2024-09-05T02:29:22.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.728+0000 7ff5dd600640 1 -- 172.21.15.33:0/1143137900 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e0012d50 con 0x559ce1b44020 2024-09-05T02:29:22.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.729+0000 7ff5f2600740 1 -- 172.21.15.33:0/1143137900 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b44020 msgr2=0x559ce1b3e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:22.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.729+0000 7ff5f2600740 1 --2- 172.21.15.33:0/1143137900 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b44020 0x559ce1b3e270 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff5e0000f80 tx=0x7ff5e00095f0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.729+0000 7ff5f2600740 1 -- 172.21.15.33:0/1143137900 shutdown_connections 2024-09-05T02:29:22.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.729+0000 7ff5f2600740 1 --2- 172.21.15.33:0/1143137900 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b44020 0x559ce1b3e270 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.729+0000 7ff5f2600740 1 --2- 172.21.15.33:0/1143137900 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b39760 0x559ce1b5c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.729+0000 7ff5f2600740 1 --2- 172.21.15.33:0/1143137900 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559ce1b38e40 0x559ce1b5bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.729+0000 7ff5f2600740 1 -- 172.21.15.33:0/1143137900 >> 172.21.15.33:0/1143137900 conn(0x559ce1b353d0 msgr2=0x559ce1b43090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:22.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.730+0000 7ff5f2600740 1 -- 172.21.15.33:0/1143137900 shutdown_connections 2024-09-05T02:29:22.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.730+0000 7ff5f2600740 1 -- 172.21.15.33:0/1143137900 wait complete. 2024-09-05T02:29:22.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.731+0000 7ff5f2600740 1 -- start start 2024-09-05T02:29:22.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.731+0000 7ff5f2600740 1 Processor -- start 2024-09-05T02:29:22.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.735+0000 7ff5f2600740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559ce1b38e40 0x559ce1b47d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:22.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.737+0000 7ff5f2600740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b39760 0x559ce1b48240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:22.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.737+0000 7ff5f2600740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b44020 0x559ce1b48780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:22.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.737+0000 7ff5e7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b39760 0x559ce1b48240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:22.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.737+0000 7ff5e7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b39760 0x559ce1b48240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:37926/0 (socket says 172.21.15.33:37926) 2024-09-05T02:29:22.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.737+0000 7ff5e7e00640 1 -- 172.21.15.33:0/1571191452 learned_addr learned my addr 172.21.15.33:0/1571191452 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:22.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.737+0000 7ff5f2600740 1 -- 172.21.15.33:0/1571191452 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e81bda50 con 0x559ce1b38e40 2024-09-05T02:29:22.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.737+0000 7ff5eda00640 1 --2- 172.21.15.33:0/1571191452 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b44020 0x559ce1b48780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:22.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.738+0000 7ff5ed000640 1 --2- 172.21.15.33:0/1571191452 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559ce1b38e40 0x559ce1b47d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:22.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.738+0000 7ff5f2600740 1 -- 172.21.15.33:0/1571191452 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e81bd380 con 0x559ce1b39760 2024-09-05T02:29:22.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.739+0000 7ff5f2600740 1 -- 172.21.15.33:0/1571191452 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e81ba560 con 0x559ce1b44020 2024-09-05T02:29:22.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.739+0000 7ff5f2600740 10 client.0 _ll_register_callbacks cb 0x7ff5e0009660 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:22.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.740+0000 7ff5eda00640 1 -- 172.21.15.33:0/1571191452 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b39760 msgr2=0x559ce1b48240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:22.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.740+0000 7ff5eda00640 1 --2- 172.21.15.33:0/1571191452 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b39760 0x559ce1b48240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.740+0000 7ff5eda00640 1 -- 172.21.15.33:0/1571191452 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559ce1b38e40 msgr2=0x559ce1b47d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:22.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.740+0000 7ff5eda00640 1 --2- 172.21.15.33:0/1571191452 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559ce1b38e40 0x559ce1b47d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.740+0000 7ff5eda00640 1 -- 172.21.15.33:0/1571191452 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ce1bbde20 con 0x559ce1b44020 2024-09-05T02:29:22.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.740+0000 7ff5e7e00640 1 --2- 172.21.15.33:0/1571191452 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b39760 0x559ce1b48240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:29:22.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.740+0000 7ff5f2600740 1 -- 172.21.15.33:0/1571191452 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5e000f940 con 0x559ce1b44020 2024-09-05T02:29:22.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.741+0000 7ff5eda00640 1 --2- 172.21.15.33:0/1571191452 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b44020 0x559ce1b48780 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff5e000fb10 tx=0x7ff5e0005cd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=664b695aa8b774d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:22.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.741+0000 7ff5d6a00640 10 client.25726 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:29:22.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.741+0000 7ff5d6a00640 1 -- 172.21.15.33:0/1571191452 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e00049e0 con 0x559ce1b44020 2024-09-05T02:29:22.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.742+0000 7ff5d6a00640 1 -- 172.21.15.33:0/1571191452 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ff5e000fce0 con 0x559ce1b44020 2024-09-05T02:29:22.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.742+0000 7ff5d6a00640 1 -- 172.21.15.33:0/1571191452 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff5e00049e0 con 0x559ce1b44020 2024-09-05T02:29:22.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.742+0000 7ff5f2600740 10 client.25726 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:22.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.742+0000 7ff5f2600740 1 -- 172.21.15.33:0/1571191452 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({fsmap=29}) -- 0x559ce1bbf060 con 0x559ce1b44020 2024-09-05T02:29:22.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.743+0000 7ff5d6a00640 1 -- 172.21.15.33:0/1571191452 <== mon.1 v2:172.21.15.174:3300/0 4 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff5e0037020 con 0x559ce1b44020 2024-09-05T02:29:22.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.743+0000 7ff5f2600740 10 client.25726 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:22.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.743+0000 7ff5f2600740 10 client.25726 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:29:22.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.743+0000 7ff5f2600740 20 client.25726 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:22.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.743+0000 7ff5f2600740 1 --2- 172.21.15.33:0/1571191452 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x559ce1bbf5c0 0x559ce1bc19b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:22.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.743+0000 7ff5f2600740 4 client.25726 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:29:22.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.743+0000 7ff5f2600740 1 -- 172.21.15.33:0/1571191452 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559ce1aa6e60 con 0x559ce1bbf5c0 2024-09-05T02:29:22.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.744+0000 7ff5ed000640 1 --2- 172.21.15.33:0/1571191452 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x559ce1bbf5c0 0x559ce1bc19b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:22.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.745+0000 7ff5ed000640 1 --2- 172.21.15.33:0/1571191452 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x559ce1bbf5c0 0x559ce1bc19b0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=75aa670535fb5908 server_cookie=5a819bd2fc35676d in_seq=0 out_seq=0 2024-09-05T02:29:22.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.746+0000 7ff5d6a00640 10 client.25726 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:29:22.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.749+0000 7ff5d6a00640 1 -- 172.21.15.33:0/1571191452 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559ce1aa6e60 con 0x559ce1bbf5c0 2024-09-05T02:29:22.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.749+0000 7ff5d6a00640 10 client.25726 handle_command_reply: tid=0 2024-09-05T02:29:22.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.749+0000 7ff5f2600740 1 client.25726 shutdown 2024-09-05T02:29:22.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.751+0000 7ff5f2600740 1 -- 172.21.15.33:0/1571191452 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b44020 msgr2=0x559ce1b48780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:22.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.751+0000 7ff5f2600740 1 --2- 172.21.15.33:0/1571191452 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b44020 0x559ce1b48780 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff5e000fb10 tx=0x7ff5e0005cd0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.751+0000 7ff5f2600740 1 -- 172.21.15.33:0/1571191452 shutdown_connections 2024-09-05T02:29:22.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.751+0000 7ff5f2600740 1 --2- 172.21.15.33:0/1571191452 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x559ce1bbf5c0 0x559ce1bc19b0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.752+0000 7ff5f2600740 1 --2- 172.21.15.33:0/1571191452 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559ce1b44020 0x559ce1b48780 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.752+0000 7ff5f2600740 1 --2- 172.21.15.33:0/1571191452 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559ce1b39760 0x559ce1b48240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.752+0000 7ff5f2600740 1 --2- 172.21.15.33:0/1571191452 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559ce1b38e40 0x559ce1b47d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.752+0000 7ff5f2600740 1 -- 172.21.15.33:0/1571191452 >> 172.21.15.33:0/1571191452 conn(0x559ce1b353d0 msgr2=0x559ce1b33c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:22.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.752+0000 7ff5d6a00640 0 client.25726 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:29:22.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.753+0000 7ff5f2600740 1 -- 172.21.15.33:0/1571191452 shutdown_connections 2024-09-05T02:29:22.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.754+0000 7ff5f2600740 1 -- 172.21.15.33:0/1571191452 wait complete. 2024-09-05T02:29:22.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.754+0000 7ff5f2600740 20 client.25726 trim_cache size 0 max 16384 2024-09-05T02:29:22.757 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:29:22.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.757+0000 7ff5ee400640 1 -- 172.21.15.33:0/335909938 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff5c80a2df0 msgr2=0x7ff5c80a52b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:22.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.757+0000 7ff5ee400640 1 --2- 172.21.15.33:0/335909938 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff5c80a2df0 0x7ff5c80a52b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ff5d00058c0 tx=0x7ff5d0009260 comp rx=0 tx=0).stop 2024-09-05T02:29:22.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.757+0000 7ff5ee400640 1 -- 172.21.15.33:0/335909938 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5e8102360 msgr2=0x7ff5e806ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:22.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.757+0000 7ff5ee400640 1 --2- 172.21.15.33:0/335909938 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5e8102360 0x7ff5e806ca80 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7ff5d8009780 tx=0x7ff5d8033d90 comp rx=0 tx=0).stop 2024-09-05T02:29:22.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.758+0000 7ff5ee400640 1 -- 172.21.15.33:0/335909938 shutdown_connections 2024-09-05T02:29:22.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.758+0000 7ff5ee400640 1 --2- 172.21.15.33:0/335909938 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff5c80a2df0 0x7ff5c80a52b0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.758+0000 7ff5ee400640 1 --2- 172.21.15.33:0/335909938 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5e81079c0 0x7ff5e806cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.758+0000 7ff5ee400640 1 --2- 172.21.15.33:0/335909938 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5e8102360 0x7ff5e806ca80 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.758+0000 7ff5ee400640 1 --2- 172.21.15.33:0/335909938 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff5e81019c0 0x7ff5e80739f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:22.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.758+0000 7ff5ee400640 1 -- 172.21.15.33:0/335909938 >> 172.21.15.33:0/335909938 conn(0x7ff5e80fd740 msgr2=0x7ff5e80fe010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:22.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.759+0000 7ff5ee400640 1 -- 172.21.15.33:0/335909938 shutdown_connections 2024-09-05T02:29:22.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:22.759+0000 7ff5ee400640 1 -- 172.21.15.33:0/335909938 wait complete. 2024-09-05T02:29:23.638 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:29:23.839 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:23 smithi033 ceph-mon[29909]: pgmap v76: 97 pgs: 97 active+clean; 6.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 373 MiB/s wr, 108 op/s 2024-09-05T02:29:23.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:23 smithi123 ceph-mon[34031]: pgmap v76: 97 pgs: 97 active+clean; 6.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 373 MiB/s wr, 108 op/s 2024-09-05T02:29:24.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:23 smithi174 ceph-mon[34756]: pgmap v76: 97 pgs: 97 active+clean; 6.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 373 MiB/s wr, 108 op/s 2024-09-05T02:29:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:25.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.178+0000 7f216c800640 1 -- 172.21.15.33:0/2557852338 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f216410e3c0 msgr2=0x7f2164110810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:25.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.178+0000 7f216c800640 1 --2- 172.21.15.33:0/2557852338 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f216410e3c0 0x7f2164110810 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2160009ca0 tx=0x7f216002a950 comp rx=0 tx=0).stop 2024-09-05T02:29:25.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.178+0000 7f216c800640 1 -- 172.21.15.33:0/2557852338 shutdown_connections 2024-09-05T02:29:25.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.178+0000 7f216c800640 1 --2- 172.21.15.33:0/2557852338 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f216410e3c0 0x7f2164110810 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.178+0000 7f216c800640 1 --2- 172.21.15.33:0/2557852338 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2164074f40 0x7f216410de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.178+0000 7f216c800640 1 --2- 172.21.15.33:0/2557852338 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2164074620 0x7f2164074a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.178+0000 7f216c800640 1 -- 172.21.15.33:0/2557852338 >> 172.21.15.33:0/2557852338 conn(0x7f21640fd8c0 msgr2=0x7f21640ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:25.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.178+0000 7f216c800640 1 -- 172.21.15.33:0/2557852338 shutdown_connections 2024-09-05T02:29:25.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.178+0000 7f216c800640 1 -- 172.21.15.33:0/2557852338 wait complete. 2024-09-05T02:29:25.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.179+0000 7f216c800640 1 Processor -- start 2024-09-05T02:29:25.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.179+0000 7f216c800640 1 -- start start 2024-09-05T02:29:25.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.180+0000 7f216c800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2164074620 0x7f216419a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:25.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.180+0000 7f216c800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2164074f40 0x7f216419ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:25.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.180+0000 7f216c800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f216410e3c0 0x7f216419ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:25.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.180+0000 7f216c800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f21641141c0 con 0x7f216410e3c0 2024-09-05T02:29:25.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.180+0000 7f216c800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2164114040 con 0x7f2164074f40 2024-09-05T02:29:25.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.180+0000 7f216c800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f2164114340 con 0x7f2164074620 2024-09-05T02:29:25.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.180+0000 7f2169e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2164074620 0x7f216419a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:25.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.180+0000 7f2169e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2164074620 0x7f216419a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:35400/0 (socket says 172.21.15.33:35400) 2024-09-05T02:29:25.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.180+0000 7f2169e00640 1 -- 172.21.15.33:0/1788874395 learned_addr learned my addr 172.21.15.33:0/1788874395 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:25.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.180+0000 7f2169400640 1 --2- 172.21.15.33:0/1788874395 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2164074f40 0x7f216419ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:25.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.180+0000 7f216a800640 1 --2- 172.21.15.33:0/1788874395 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f216410e3c0 0x7f216419ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:25.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.180+0000 7f2169e00640 1 -- 172.21.15.33:0/1788874395 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2164074f40 msgr2=0x7f216419ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:25.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.180+0000 7f2169e00640 1 --2- 172.21.15.33:0/1788874395 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2164074f40 0x7f216419ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.180+0000 7f2169e00640 1 -- 172.21.15.33:0/1788874395 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f216410e3c0 msgr2=0x7f216419ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:25.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.180+0000 7f2169e00640 1 --2- 172.21.15.33:0/1788874395 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f216410e3c0 0x7f216419ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.180+0000 7f2169e00640 1 -- 172.21.15.33:0/1788874395 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f216419f5e0 con 0x7f2164074620 2024-09-05T02:29:25.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.181+0000 7f216a800640 1 --2- 172.21.15.33:0/1788874395 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f216410e3c0 0x7f216419ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:29:25.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.181+0000 7f2169e00640 1 --2- 172.21.15.33:0/1788874395 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2164074620 0x7f216419a630 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f215800e9f0 tx=0x7f215800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:25.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.181+0000 7f215ea00640 1 -- 172.21.15.33:0/1788874395 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215800cd80 con 0x7f2164074620 2024-09-05T02:29:25.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.181+0000 7f215ea00640 1 -- 172.21.15.33:0/1788874395 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2158010910 con 0x7f2164074620 2024-09-05T02:29:25.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.181+0000 7f215ea00640 1 -- 172.21.15.33:0/1788874395 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2158018990 con 0x7f2164074620 2024-09-05T02:29:25.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.181+0000 7f216c800640 1 -- 172.21.15.33:0/1788874395 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f216419f8d0 con 0x7f2164074620 2024-09-05T02:29:25.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.181+0000 7f216c800640 1 -- 172.21.15.33:0/1788874395 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21641a71b0 con 0x7f2164074620 2024-09-05T02:29:25.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.185+0000 7f216f264740 1 Processor -- start 2024-09-05T02:29:25.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.186+0000 7f216f264740 1 -- start start 2024-09-05T02:29:25.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.186+0000 7f215ea00640 1 -- 172.21.15.33:0/1788874395 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f2158010ac0 con 0x7f2164074620 2024-09-05T02:29:25.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.186+0000 7f216f264740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21ec70 0x55675f21f050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:25.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.186+0000 7f216f264740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f21f590 0x55675f229910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:25.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.186+0000 7f216f264740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55675f229e50 0x55675f22c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:25.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.186+0000 7f216f264740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55675f1853e0 con 0x55675f21ec70 2024-09-05T02:29:25.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.186+0000 7f216f264740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55675f12cd80 con 0x55675f229e50 2024-09-05T02:29:25.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.186+0000 7f216f264740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55675f1813a0 con 0x55675f21f590 2024-09-05T02:29:25.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.186+0000 7f2169e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f21f590 0x55675f229910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:25.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.187+0000 7f2169e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f21f590 0x55675f229910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:35402/0 (socket says 172.21.15.33:35402) 2024-09-05T02:29:25.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.187+0000 7f2169e00640 1 -- 172.21.15.33:0/3410464315 learned_addr learned my addr 172.21.15.33:0/3410464315 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:25.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.187+0000 7f2169400640 1 --2- 172.21.15.33:0/3410464315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55675f229e50 0x55675f22c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:25.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.187+0000 7f216a800640 1 --2- 172.21.15.33:0/3410464315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21ec70 0x55675f21f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:25.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.187+0000 7f2169e00640 1 -- 172.21.15.33:0/3410464315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55675f229e50 msgr2=0x55675f22c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:25.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.187+0000 7f2169e00640 1 --2- 172.21.15.33:0/3410464315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55675f229e50 0x55675f22c240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.187+0000 7f2169e00640 1 -- 172.21.15.33:0/3410464315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21ec70 msgr2=0x55675f21f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:25.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.187+0000 7f2169e00640 1 --2- 172.21.15.33:0/3410464315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21ec70 0x55675f21f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.187+0000 7f2169e00640 1 -- 172.21.15.33:0/3410464315 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55675f14bae0 con 0x55675f21f590 2024-09-05T02:29:25.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.187+0000 7f2169e00640 1 --2- 172.21.15.33:0/3410464315 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f21f590 0x55675f229910 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f21580ccea0 tx=0x7f21580d7670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=20b679c5d50fe871 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:25.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.188+0000 7f2153000640 1 -- 172.21.15.33:0/3410464315 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21580de070 con 0x55675f21f590 2024-09-05T02:29:25.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.188+0000 7f2153000640 1 -- 172.21.15.33:0/3410464315 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f21580d17b0 con 0x55675f21f590 2024-09-05T02:29:25.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.188+0000 7f2153000640 1 -- 172.21.15.33:0/3410464315 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21580daba0 con 0x55675f21f590 2024-09-05T02:29:25.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.188+0000 7f215ea00640 1 --2- 172.21.15.33:0/1788874395 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f214c0a2cf0 0x7f214c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:25.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.189+0000 7f215ea00640 1 -- 172.21.15.33:0/1788874395 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f21580cf860 con 0x7f2164074620 2024-09-05T02:29:25.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.189+0000 7f216f264740 1 -- 172.21.15.33:0/3410464315 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f21f590 msgr2=0x55675f229910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:25.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.189+0000 7f216f264740 1 --2- 172.21.15.33:0/3410464315 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f21f590 0x55675f229910 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f21580ccea0 tx=0x7f21580d7670 comp rx=0 tx=0).stop 2024-09-05T02:29:25.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.191+0000 7f216a800640 1 --2- 172.21.15.33:0/1788874395 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f214c0a2cf0 0x7f214c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:25.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.191+0000 7f216f264740 1 -- 172.21.15.33:0/3410464315 shutdown_connections 2024-09-05T02:29:25.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.191+0000 7f216f264740 1 --2- 172.21.15.33:0/3410464315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55675f229e50 0x55675f22c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.191+0000 7f216f264740 1 --2- 172.21.15.33:0/3410464315 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f21f590 0x55675f229910 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.191+0000 7f216f264740 1 --2- 172.21.15.33:0/3410464315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21ec70 0x55675f21f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.191+0000 7f216f264740 1 -- 172.21.15.33:0/3410464315 >> 172.21.15.33:0/3410464315 conn(0x55675f21b200 msgr2=0x55675f21b5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:25.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.192+0000 7f216f264740 1 -- 172.21.15.33:0/3410464315 shutdown_connections 2024-09-05T02:29:25.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.192+0000 7f216f264740 1 -- 172.21.15.33:0/3410464315 wait complete. 2024-09-05T02:29:25.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.192+0000 7f216a800640 1 --2- 172.21.15.33:0/1788874395 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f214c0a2cf0 0x7f214c0a51b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f2160005e30 tx=0x7f2160005dc0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:25.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.192+0000 7f216f264740 1 -- start start 2024-09-05T02:29:25.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.193+0000 7f216f264740 1 Processor -- start 2024-09-05T02:29:25.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.193+0000 7f216f264740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55675f21ec70 0x55675f226d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:25.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.193+0000 7f216f264740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21f590 0x55675f227250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:25.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.193+0000 7f216f264740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f229e50 0x55675f227790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:25.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.193+0000 7f216f264740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55675f22ca20 con 0x55675f21f590 2024-09-05T02:29:25.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.193+0000 7f216f264740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55675f1400f0 con 0x55675f21ec70 2024-09-05T02:29:25.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.193+0000 7f216f264740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55675f22cba0 con 0x55675f229e50 2024-09-05T02:29:25.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.194+0000 7f216f264740 10 client.0 _ll_register_callbacks cb 0x55675f127bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:25.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.194+0000 7f2169400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21f590 0x55675f227250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:25.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.194+0000 7f2169e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55675f21ec70 0x55675f226d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:25.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.194+0000 7f2169e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55675f21ec70 0x55675f226d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:37956/0 (socket says 172.21.15.33:37956) 2024-09-05T02:29:25.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.194+0000 7f2169e00640 1 -- 172.21.15.33:0/1031980012 learned_addr learned my addr 172.21.15.33:0/1031980012 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:25.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.195+0000 7f216a800640 1 --2- 172.21.15.33:0/1031980012 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f229e50 0x55675f227790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:25.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.195+0000 7f2169400640 1 -- 172.21.15.33:0/1031980012 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f229e50 msgr2=0x55675f227790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:25.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.195+0000 7f2169400640 1 --2- 172.21.15.33:0/1031980012 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f229e50 0x55675f227790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.195+0000 7f2169400640 1 -- 172.21.15.33:0/1031980012 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55675f21ec70 msgr2=0x55675f226d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:25.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.195+0000 7f2169400640 1 --2- 172.21.15.33:0/1031980012 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55675f21ec70 0x55675f226d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.195+0000 7f2169400640 1 -- 172.21.15.33:0/1031980012 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55675eef63c0 con 0x55675f21f590 2024-09-05T02:29:25.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.195+0000 7f2169400640 1 --2- 172.21.15.33:0/1031980012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21f590 0x55675f227250 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f21540126d0 tx=0x7f2154012b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81d8a77d6657b1dd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:25.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.196+0000 7f2147400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:29:25.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.196+0000 7f2147400640 1 -- 172.21.15.33:0/1031980012 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2154004030 con 0x55675f21f590 2024-09-05T02:29:25.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.196+0000 7f2147400640 1 -- 172.21.15.33:0/1031980012 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f21540041d0 con 0x55675f21f590 2024-09-05T02:29:25.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.196+0000 7f216f264740 1 -- 172.21.15.33:0/1031980012 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21580d17b0 con 0x55675f21f590 2024-09-05T02:29:25.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.196+0000 7f2147400640 1 -- 172.21.15.33:0/1031980012 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f21540043d0 con 0x55675f21f590 2024-09-05T02:29:25.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.196+0000 7f216f264740 10 client.15732 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:25.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.197+0000 7f216f264740 1 -- 172.21.15.33:0/1031980012 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55675f238a90 con 0x55675f21f590 2024-09-05T02:29:25.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.197+0000 7f2147400640 1 -- 172.21.15.33:0/1031980012 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f21580d17b0 con 0x55675f21f590 2024-09-05T02:29:25.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.197+0000 7f2147400640 1 -- 172.21.15.33:0/1031980012 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f2154003af0 con 0x55675f21f590 2024-09-05T02:29:25.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.197+0000 7f216f264740 10 client.15732 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:25.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.197+0000 7f216f264740 10 client.15732 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:29:25.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.198+0000 7f216f264740 20 client.15732 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:25.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.198+0000 7f216f264740 1 --2- 172.21.15.33:0/1031980012 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55675f239ea0 0x55675f23c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:25.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.198+0000 7f216f264740 4 client.15732 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:29:25.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.198+0000 7f216f264740 1 -- 172.21.15.33:0/1031980012 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55675f192950 con 0x55675f239ea0 2024-09-05T02:29:25.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.198+0000 7f2169e00640 1 --2- 172.21.15.33:0/1031980012 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55675f239ea0 0x55675f23c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:25.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.199+0000 7f2169e00640 1 --2- 172.21.15.33:0/1031980012 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55675f239ea0 0x55675f23c2c0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ca12d7288d8f4af9 server_cookie=5c364776ee43f295 in_seq=0 out_seq=0 2024-09-05T02:29:25.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.199+0000 7f2147400640 10 client.15732 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:29:25.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.200+0000 7f2147400640 1 -- 172.21.15.33:0/1031980012 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55675f192950 con 0x55675f239ea0 2024-09-05T02:29:25.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.200+0000 7f2147400640 10 client.15732 handle_command_reply: tid=0 2024-09-05T02:29:25.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.200+0000 7f216f264740 1 client.15732 shutdown 2024-09-05T02:29:25.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.200+0000 7f216f264740 1 -- 172.21.15.33:0/1031980012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21f590 msgr2=0x55675f227250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:25.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.200+0000 7f216f264740 1 --2- 172.21.15.33:0/1031980012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21f590 0x55675f227250 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f21540126d0 tx=0x7f2154012b90 comp rx=0 tx=0).stop 2024-09-05T02:29:25.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.200+0000 7f216f264740 1 -- 172.21.15.33:0/1031980012 shutdown_connections 2024-09-05T02:29:25.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.200+0000 7f216f264740 1 --2- 172.21.15.33:0/1031980012 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55675f239ea0 0x55675f23c2c0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.200+0000 7f216f264740 1 --2- 172.21.15.33:0/1031980012 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f229e50 0x55675f227790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.200+0000 7f216f264740 1 --2- 172.21.15.33:0/1031980012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21f590 0x55675f227250 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.200+0000 7f216f264740 1 --2- 172.21.15.33:0/1031980012 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55675f21ec70 0x55675f226d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.200+0000 7f216f264740 1 -- 172.21.15.33:0/1031980012 >> 172.21.15.33:0/1031980012 conn(0x55675f21b200 msgr2=0x55675f21a380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:25.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.200+0000 7f2147400640 0 client.15732 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:29:25.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.201+0000 7f216f264740 1 -- 172.21.15.33:0/1031980012 shutdown_connections 2024-09-05T02:29:25.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.201+0000 7f216f264740 1 -- 172.21.15.33:0/1031980012 wait complete. 2024-09-05T02:29:25.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.201+0000 7f216f264740 20 client.15732 trim_cache size 0 max 16384 2024-09-05T02:29:25.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.236+0000 7f216f264740 1 Processor -- start 2024-09-05T02:29:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.236+0000 7f216f264740 1 -- start start 2024-09-05T02:29:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.238+0000 7f216f264740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f21ec70 0x55675f2216d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.238+0000 7f216f264740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21f590 0x55675f2255e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.238+0000 7f216f264740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55675f229e50 0x55675f241b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.238+0000 7f216f264740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f21641afbe0 con 0x55675f21f590 2024-09-05T02:29:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.238+0000 7f216f264740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f21641b1720 con 0x55675f229e50 2024-09-05T02:29:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.238+0000 7f216f264740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f21641b02b0 con 0x55675f21ec70 2024-09-05T02:29:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.239+0000 7f2169e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f21ec70 0x55675f2216d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.239+0000 7f2169e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f21ec70 0x55675f2216d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:35430/0 (socket says 172.21.15.33:35430) 2024-09-05T02:29:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.239+0000 7f2169e00640 1 -- 172.21.15.33:0/1954298240 learned_addr learned my addr 172.21.15.33:0/1954298240 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.240+0000 7f2169e00640 1 -- 172.21.15.33:0/1954298240 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55675f229e50 msgr2=0x55675f241b90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T02:29:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.240+0000 7f2169e00640 1 --2- 172.21.15.33:0/1954298240 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55675f229e50 0x55675f241b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.240+0000 7f2169e00640 1 -- 172.21.15.33:0/1954298240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21f590 msgr2=0x55675f2255e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T02:29:25.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.240+0000 7f2169e00640 1 --2- 172.21.15.33:0/1954298240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21f590 0x55675f2255e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.240+0000 7f2169e00640 1 -- 172.21.15.33:0/1954298240 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55675f21eaa0 con 0x55675f21ec70 2024-09-05T02:29:25.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.241+0000 7f2169e00640 1 --2- 172.21.15.33:0/1954298240 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f21ec70 0x55675f2216d0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f21580da6d0 tx=0x7f21580da660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b44cbe31638b7e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:25.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.243+0000 7f2152600640 1 -- 172.21.15.33:0/1954298240 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21580de070 con 0x55675f21ec70 2024-09-05T02:29:25.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.243+0000 7f2152600640 1 -- 172.21.15.33:0/1954298240 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f21580d5810 con 0x55675f21ec70 2024-09-05T02:29:25.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.243+0000 7f2152600640 1 -- 172.21.15.33:0/1954298240 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21580a00e0 con 0x55675f21ec70 2024-09-05T02:29:25.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.244+0000 7f216f264740 1 -- 172.21.15.33:0/1954298240 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f21ec70 msgr2=0x55675f2216d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:25.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.244+0000 7f216f264740 1 --2- 172.21.15.33:0/1954298240 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f21ec70 0x55675f2216d0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f21580da6d0 tx=0x7f21580da660 comp rx=0 tx=0).stop 2024-09-05T02:29:25.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.245+0000 7f216f264740 1 -- 172.21.15.33:0/1954298240 shutdown_connections 2024-09-05T02:29:25.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.245+0000 7f216f264740 1 --2- 172.21.15.33:0/1954298240 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55675f229e50 0x55675f241b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.245+0000 7f216f264740 1 --2- 172.21.15.33:0/1954298240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21f590 0x55675f2255e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.245+0000 7f216f264740 1 --2- 172.21.15.33:0/1954298240 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f21ec70 0x55675f2216d0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.245+0000 7f216f264740 1 -- 172.21.15.33:0/1954298240 >> 172.21.15.33:0/1954298240 conn(0x55675f21b200 msgr2=0x55675f228d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:25.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.245+0000 7f216f264740 1 -- 172.21.15.33:0/1954298240 shutdown_connections 2024-09-05T02:29:25.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.245+0000 7f216f264740 1 -- 172.21.15.33:0/1954298240 wait complete. 2024-09-05T02:29:25.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.245+0000 7f216f264740 1 -- start start 2024-09-05T02:29:25.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.246+0000 7f216f264740 1 Processor -- start 2024-09-05T02:29:25.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.246+0000 7f216f264740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f21ec70 0x55675f22dec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:25.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.246+0000 7f216f264740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21f590 0x55675f22e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:25.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.246+0000 7f216f264740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55675f229e50 0x55675f2ac370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:25.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.246+0000 7f216f264740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f21641b1050 con 0x55675f21f590 2024-09-05T02:29:25.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.246+0000 7f216f264740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f21641b0980 con 0x55675f229e50 2024-09-05T02:29:25.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.247+0000 7f216f264740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f21641adbc0 con 0x55675f21ec70 2024-09-05T02:29:25.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.247+0000 7f216f264740 10 client.0 _ll_register_callbacks cb 0x7f2154009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:25.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.248+0000 7f2169400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21f590 0x55675f22e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:25.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.248+0000 7f2169400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21f590 0x55675f22e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51816/0 (socket says 172.21.15.33:51816) 2024-09-05T02:29:25.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.248+0000 7f2169400640 1 -- 172.21.15.33:0/4019009702 learned_addr learned my addr 172.21.15.33:0/4019009702 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:25.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.248+0000 7f2169400640 1 -- 172.21.15.33:0/4019009702 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f21ec70 msgr2=0x55675f22dec0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T02:29:25.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.249+0000 7f2169400640 1 --2- 172.21.15.33:0/4019009702 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f21ec70 0x55675f22dec0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.249+0000 7f2169400640 1 -- 172.21.15.33:0/4019009702 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55675f229e50 msgr2=0x55675f2ac370 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T02:29:25.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.249+0000 7f2169400640 1 --2- 172.21.15.33:0/4019009702 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55675f229e50 0x55675f2ac370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.249+0000 7f2169400640 1 -- 172.21.15.33:0/4019009702 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55675f216770 con 0x55675f21f590 2024-09-05T02:29:25.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.249+0000 7f2147400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:29:25.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.249+0000 7f2169400640 1 --2- 172.21.15.33:0/4019009702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21f590 0x55675f22e400 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x55675f228350 tx=0x7f2154009690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=757a21f774b44ca server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:25.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.250+0000 7f2147400640 1 -- 172.21.15.33:0/4019009702 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2154003fc0 con 0x55675f21f590 2024-09-05T02:29:25.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.250+0000 7f2147400640 1 -- 172.21.15.33:0/4019009702 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f2154004160 con 0x55675f21f590 2024-09-05T02:29:25.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.250+0000 7f216f264740 1 -- 172.21.15.33:0/4019009702 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21580d5810 con 0x55675f21f590 2024-09-05T02:29:25.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.251+0000 7f2147400640 1 -- 172.21.15.33:0/4019009702 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2154036050 con 0x55675f21f590 2024-09-05T02:29:25.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.251+0000 7f216f264740 10 client.15735 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:25.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.251+0000 7f216f264740 1 -- 172.21.15.33:0/4019009702 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55675f29da60 con 0x55675f21f590 2024-09-05T02:29:25.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.251+0000 7f2147400640 1 -- 172.21.15.33:0/4019009702 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f21580d5810 con 0x55675f21f590 2024-09-05T02:29:25.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.251+0000 7f2147400640 1 -- 172.21.15.33:0/4019009702 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f21540035f0 con 0x55675f21f590 2024-09-05T02:29:25.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.251+0000 7f216f264740 10 client.15735 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:25.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.251+0000 7f216f264740 10 client.15735 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:29:25.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.251+0000 7f216f264740 20 client.15735 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:25.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.251+0000 7f216f264740 1 --2- 172.21.15.33:0/4019009702 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55675f29e270 0x55675f2a0730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:25.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.251+0000 7f216f264740 4 client.15735 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:29:25.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.251+0000 7f216f264740 1 -- 172.21.15.33:0/4019009702 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55675f18ce60 con 0x55675f29e270 2024-09-05T02:29:25.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.254+0000 7f2169e00640 1 --2- 172.21.15.33:0/4019009702 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55675f29e270 0x55675f2a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:25.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.255+0000 7f2169e00640 1 --2- 172.21.15.33:0/4019009702 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55675f29e270 0x55675f2a0730 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6bdaa98411f54308 server_cookie=23f17163f0d19b13 in_seq=0 out_seq=0 2024-09-05T02:29:25.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.255+0000 7f2147400640 10 client.15735 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:29:25.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.256+0000 7f2147400640 1 -- 172.21.15.33:0/4019009702 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55675f18ce60 con 0x55675f29e270 2024-09-05T02:29:25.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.256+0000 7f2147400640 10 client.15735 handle_command_reply: tid=0 2024-09-05T02:29:25.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.256+0000 7f216f264740 1 client.15735 shutdown 2024-09-05T02:29:25.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.257+0000 7f216f264740 1 -- 172.21.15.33:0/4019009702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21f590 msgr2=0x55675f22e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:25.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.257+0000 7f216f264740 1 --2- 172.21.15.33:0/4019009702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21f590 0x55675f22e400 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x55675f228350 tx=0x7f2154009690 comp rx=0 tx=0).stop 2024-09-05T02:29:25.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.259+0000 7f216f264740 1 -- 172.21.15.33:0/4019009702 shutdown_connections 2024-09-05T02:29:25.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.259+0000 7f216f264740 1 --2- 172.21.15.33:0/4019009702 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55675f29e270 0x55675f2a0730 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.259+0000 7f216f264740 1 --2- 172.21.15.33:0/4019009702 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55675f229e50 0x55675f2ac370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.259+0000 7f216f264740 1 --2- 172.21.15.33:0/4019009702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55675f21f590 0x55675f22e400 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.259+0000 7f216f264740 1 --2- 172.21.15.33:0/4019009702 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55675f21ec70 0x55675f22dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.259+0000 7f216f264740 1 -- 172.21.15.33:0/4019009702 >> 172.21.15.33:0/4019009702 conn(0x55675f21b200 msgr2=0x55675f234c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:25.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.259+0000 7f2147400640 0 client.15735 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:29:25.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.260+0000 7f216f264740 1 -- 172.21.15.33:0/4019009702 shutdown_connections 2024-09-05T02:29:25.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.261+0000 7f216f264740 1 -- 172.21.15.33:0/4019009702 wait complete. 2024-09-05T02:29:25.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.261+0000 7f216f264740 20 client.15735 trim_cache size 0 max 16384 2024-09-05T02:29:25.271 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:29:25.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.267+0000 7f216c800640 1 -- 172.21.15.33:0/1788874395 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f214c0a2cf0 msgr2=0x7f214c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:25.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.267+0000 7f216c800640 1 --2- 172.21.15.33:0/1788874395 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f214c0a2cf0 0x7f214c0a51b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f2160005e30 tx=0x7f2160005dc0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.267+0000 7f216c800640 1 -- 172.21.15.33:0/1788874395 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2164074620 msgr2=0x7f216419a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:25.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.267+0000 7f216c800640 1 --2- 172.21.15.33:0/1788874395 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2164074620 0x7f216419a630 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f215800e9f0 tx=0x7f215800eeb0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.268+0000 7f216c800640 1 -- 172.21.15.33:0/1788874395 shutdown_connections 2024-09-05T02:29:25.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.268+0000 7f216c800640 1 --2- 172.21.15.33:0/1788874395 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f214c0a2cf0 0x7f214c0a51b0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.268+0000 7f216c800640 1 --2- 172.21.15.33:0/1788874395 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f216410e3c0 0x7f216419ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.268+0000 7f216c800640 1 --2- 172.21.15.33:0/1788874395 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2164074f40 0x7f216419ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.268+0000 7f216c800640 1 --2- 172.21.15.33:0/1788874395 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2164074620 0x7f216419a630 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:25.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.268+0000 7f216c800640 1 -- 172.21.15.33:0/1788874395 >> 172.21.15.33:0/1788874395 conn(0x7f21640fd8c0 msgr2=0x7f21640fe560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:25.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.269+0000 7f216c800640 1 -- 172.21.15.33:0/1788874395 shutdown_connections 2024-09-05T02:29:25.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:25.270+0000 7f216c800640 1 -- 172.21.15.33:0/1788874395 wait complete. 2024-09-05T02:29:25.590 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:25 smithi033 ceph-mon[29909]: pgmap v77: 97 pgs: 97 active+clean; 6.8 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 328 MiB/s wr, 92 op/s 2024-09-05T02:29:25.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:25 smithi123 ceph-mon[34031]: pgmap v77: 97 pgs: 97 active+clean; 6.8 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 328 MiB/s wr, 92 op/s 2024-09-05T02:29:26.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:25 smithi174 ceph-mon[34756]: pgmap v77: 97 pgs: 97 active+clean; 6.8 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 328 MiB/s wr, 92 op/s 2024-09-05T02:29:26.510 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:29:26.996 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:27.686 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:27 smithi033 ceph-mon[29909]: pgmap v78: 97 pgs: 97 active+clean; 6.8 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 306 MiB/s wr, 87 op/s 2024-09-05T02:29:27.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.785+0000 7fe757200640 1 -- 172.21.15.33:0/1326065237 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe758109450 msgr2=0x7fe758109830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:27.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.785+0000 7fe757200640 1 --2- 172.21.15.33:0/1326065237 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe758109450 0x7fe758109830 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fe7480074e0 tx=0x7fe74802b060 comp rx=0 tx=0).stop 2024-09-05T02:29:27.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.786+0000 7fe757200640 1 -- 172.21.15.33:0/1326065237 shutdown_connections 2024-09-05T02:29:27.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.786+0000 7fe757200640 1 --2- 172.21.15.33:0/1326065237 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe75810e970 0x7fe758115310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.786+0000 7fe757200640 1 --2- 172.21.15.33:0/1326065237 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe758109e00 0x7fe75810e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.787+0000 7fe757200640 1 --2- 172.21.15.33:0/1326065237 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe758109450 0x7fe758109830 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.787+0000 7fe757200640 1 -- 172.21.15.33:0/1326065237 >> 172.21.15.33:0/1326065237 conn(0x7fe758073180 msgr2=0x7fe758073590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:27.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.787+0000 7fe757200640 1 -- 172.21.15.33:0/1326065237 shutdown_connections 2024-09-05T02:29:27.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.791+0000 7fe757200640 1 -- 172.21.15.33:0/1326065237 wait complete. 2024-09-05T02:29:27.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.792+0000 7fe757200640 1 Processor -- start 2024-09-05T02:29:27.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.793+0000 7fe757200640 1 -- start start 2024-09-05T02:29:27.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.794+0000 7fe757200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe758109450 0x7fe7581a7180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:27.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.794+0000 7fe757200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe758109e00 0x7fe7581a76c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:27.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.794+0000 7fe757200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe75810e970 0x7fe7581aba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:27.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.794+0000 7fe757200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe758118370 con 0x7fe758109e00 2024-09-05T02:29:27.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.794+0000 7fe757200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe7581181f0 con 0x7fe75810e970 2024-09-05T02:29:27.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.794+0000 7fe757200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe7581184f0 con 0x7fe758109450 2024-09-05T02:29:27.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.794+0000 7fe755e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe758109450 0x7fe7581a7180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:27.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.794+0000 7fe755e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe758109450 0x7fe7581a7180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:35464/0 (socket says 172.21.15.33:35464) 2024-09-05T02:29:27.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.794+0000 7fe755e00640 1 -- 172.21.15.33:0/2328653612 learned_addr learned my addr 172.21.15.33:0/2328653612 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:27.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.796+0000 7fe756800640 1 --2- 172.21.15.33:0/2328653612 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe75810e970 0x7fe7581aba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:27.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.796+0000 7fe755e00640 1 -- 172.21.15.33:0/2328653612 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe75810e970 msgr2=0x7fe7581aba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:27.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.796+0000 7fe755e00640 1 --2- 172.21.15.33:0/2328653612 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe75810e970 0x7fe7581aba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.796+0000 7fe755e00640 1 -- 172.21.15.33:0/2328653612 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe758109e00 msgr2=0x7fe7581a76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:27.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.796+0000 7fe755e00640 1 --2- 172.21.15.33:0/2328653612 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe758109e00 0x7fe7581a76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.796+0000 7fe755e00640 1 -- 172.21.15.33:0/2328653612 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7581ac130 con 0x7fe758109450 2024-09-05T02:29:27.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.797+0000 7fe756800640 1 --2- 172.21.15.33:0/2328653612 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe75810e970 0x7fe7581aba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:29:27.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.800+0000 7fe755e00640 1 --2- 172.21.15.33:0/2328653612 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe758109450 0x7fe7581a7180 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fe74802b650 tx=0x7fe7480048f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:27.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.800+0000 7fe74ea00640 1 -- 172.21.15.33:0/2328653612 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74802bc30 con 0x7fe758109450 2024-09-05T02:29:27.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.800+0000 7fe74ea00640 1 -- 172.21.15.33:0/2328653612 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe74802bdd0 con 0x7fe758109450 2024-09-05T02:29:27.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.800+0000 7fe74ea00640 1 -- 172.21.15.33:0/2328653612 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe748004a50 con 0x7fe758109450 2024-09-05T02:29:27.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.802+0000 7fe757200640 1 -- 172.21.15.33:0/2328653612 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7581ac3c0 con 0x7fe758109450 2024-09-05T02:29:27.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.802+0000 7fe757200640 1 -- 172.21.15.33:0/2328653612 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7581ac820 con 0x7fe758109450 2024-09-05T02:29:27.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.807+0000 7fe75f649740 1 Processor -- start 2024-09-05T02:29:27.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.809+0000 7fe75f649740 1 -- start start 2024-09-05T02:29:27.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.810+0000 7fe75f649740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c9570e40 0x5625c9571220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:27.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.810+0000 7fe75f649740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9571760 0x5625c957bae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:27.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.810+0000 7fe75f649740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5625c957c020 0x5625c957e410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:27.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.810+0000 7fe75f649740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5625c94d73e0 con 0x5625c9570e40 2024-09-05T02:29:27.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.810+0000 7fe75f649740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5625c947ed80 con 0x5625c9571760 2024-09-05T02:29:27.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.810+0000 7fe75f649740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5625c94d33a0 con 0x5625c957c020 2024-09-05T02:29:27.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.811+0000 7fe756800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c9570e40 0x5625c9571220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:27.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.811+0000 7fe756800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c9570e40 0x5625c9571220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51854/0 (socket says 172.21.15.33:51854) 2024-09-05T02:29:27.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.811+0000 7fe756800640 1 -- 172.21.15.33:0/2813386686 learned_addr learned my addr 172.21.15.33:0/2813386686 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:27.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.812+0000 7fe74ea00640 1 -- 172.21.15.33:0/2328653612 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fe748043070 con 0x7fe758109450 2024-09-05T02:29:27.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.812+0000 7fe755e00640 1 --2- 172.21.15.33:0/2813386686 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9571760 0x5625c957bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:27.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.813+0000 7fe755e00640 1 -- 172.21.15.33:0/2813386686 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5625c957c020 msgr2=0x5625c957e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:27.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.813+0000 7fe755e00640 1 --2- 172.21.15.33:0/2813386686 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5625c957c020 0x5625c957e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.814+0000 7fe755e00640 1 -- 172.21.15.33:0/2813386686 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c9570e40 msgr2=0x5625c9571220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:27.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.814+0000 7fe755e00640 1 --2- 172.21.15.33:0/2813386686 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c9570e40 0x5625c9571220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.814+0000 7fe755e00640 1 -- 172.21.15.33:0/2813386686 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5625c949dae0 con 0x5625c9571760 2024-09-05T02:29:27.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.815+0000 7fe74ea00640 1 --2- 172.21.15.33:0/2328653612 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe73c0a2e40 0x7fe73c0a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:27.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.815+0000 7fe74ea00640 1 -- 172.21.15.33:0/2328653612 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe7480ee0d0 con 0x7fe758109450 2024-09-05T02:29:27.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.815+0000 7fe755e00640 1 --2- 172.21.15.33:0/2813386686 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9571760 0x5625c957bae0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe7480eb8e0 tx=0x7fe7480f6270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c3ff1c6fb34ea043 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:27.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.816+0000 7fe743000640 1 -- 172.21.15.33:0/2813386686 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7480b6950 con 0x5625c9571760 2024-09-05T02:29:27.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.816+0000 7fe743000640 1 -- 172.21.15.33:0/2813386686 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe7480a5080 con 0x5625c9571760 2024-09-05T02:29:27.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.816+0000 7fe743000640 1 -- 172.21.15.33:0/2813386686 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7480ba010 con 0x5625c9571760 2024-09-05T02:29:27.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.816+0000 7fe756800640 1 --2- 172.21.15.33:0/2328653612 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe73c0a2e40 0x7fe73c0a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:27.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.817+0000 7fe75f649740 1 -- 172.21.15.33:0/2813386686 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9571760 msgr2=0x5625c957bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:27.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.817+0000 7fe75f649740 1 --2- 172.21.15.33:0/2813386686 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9571760 0x5625c957bae0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe7480eb8e0 tx=0x7fe7480f6270 comp rx=0 tx=0).stop 2024-09-05T02:29:27.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.817+0000 7fe756800640 1 --2- 172.21.15.33:0/2328653612 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe73c0a2e40 0x7fe73c0a5300 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe750012640 tx=0x7fe750009500 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:27.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.818+0000 7fe75f649740 1 -- 172.21.15.33:0/2813386686 shutdown_connections 2024-09-05T02:29:27.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.818+0000 7fe75f649740 1 --2- 172.21.15.33:0/2813386686 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5625c957c020 0x5625c957e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.818+0000 7fe75f649740 1 --2- 172.21.15.33:0/2813386686 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9571760 0x5625c957bae0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.818+0000 7fe75f649740 1 --2- 172.21.15.33:0/2813386686 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c9570e40 0x5625c9571220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.818+0000 7fe75f649740 1 -- 172.21.15.33:0/2813386686 >> 172.21.15.33:0/2813386686 conn(0x5625c956d3d0 msgr2=0x5625c956d7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:27.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.818+0000 7fe75f649740 1 -- 172.21.15.33:0/2813386686 shutdown_connections 2024-09-05T02:29:27.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.818+0000 7fe75f649740 1 -- 172.21.15.33:0/2813386686 wait complete. 2024-09-05T02:29:27.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.818+0000 7fe75f649740 1 -- start start 2024-09-05T02:29:27.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.819+0000 7fe75f649740 1 Processor -- start 2024-09-05T02:29:27.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.819+0000 7fe75f649740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9570e40 0x5625c9578f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:27.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.819+0000 7fe75f649740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c9571760 0x5625c9579440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:27.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.819+0000 7fe75f649740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5625c957c020 0x5625c9579980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:27.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.820+0000 7fe75f649740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5625c957e9b0 con 0x5625c9571760 2024-09-05T02:29:27.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.820+0000 7fe75f649740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5625c94920f0 con 0x5625c9570e40 2024-09-05T02:29:27.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.820+0000 7fe75f649740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5625c957eb30 con 0x5625c957c020 2024-09-05T02:29:27.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.820+0000 7fe75f649740 10 client.0 _ll_register_callbacks cb 0x5625c9479bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:27.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.820+0000 7fe756800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5625c957c020 0x5625c9579980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:27.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.821+0000 7fe755e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9570e40 0x5625c9578f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:27.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.821+0000 7fe755400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c9571760 0x5625c9579440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:27.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.822+0000 7fe755400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c9571760 0x5625c9579440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51862/0 (socket says 172.21.15.33:51862) 2024-09-05T02:29:27.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.822+0000 7fe755400640 1 -- 172.21.15.33:0/2720825096 learned_addr learned my addr 172.21.15.33:0/2720825096 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:27.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.823+0000 7fe755400640 1 -- 172.21.15.33:0/2720825096 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5625c957c020 msgr2=0x5625c9579980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:27.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.823+0000 7fe755400640 1 --2- 172.21.15.33:0/2720825096 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5625c957c020 0x5625c9579980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.823+0000 7fe755400640 1 -- 172.21.15.33:0/2720825096 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9570e40 msgr2=0x5625c9578f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:27.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.823+0000 7fe755400640 1 --2- 172.21.15.33:0/2720825096 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9570e40 0x5625c9578f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.823+0000 7fe755400640 1 -- 172.21.15.33:0/2720825096 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5625c92483c0 con 0x5625c9571760 2024-09-05T02:29:27.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.824+0000 7fe755400640 1 --2- 172.21.15.33:0/2720825096 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c9571760 0x5625c9579440 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fe74400c300 tx=0x7fe74400c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=281aee495fbbfc6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:27.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.824+0000 7fe737400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:29:27.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.824+0000 7fe737400640 1 -- 172.21.15.33:0/2720825096 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74400f920 con 0x5625c9571760 2024-09-05T02:29:27.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.824+0000 7fe737400640 1 -- 172.21.15.33:0/2720825096 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe74400fac0 con 0x5625c9571760 2024-09-05T02:29:27.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.825+0000 7fe75f649740 1 -- 172.21.15.33:0/2720825096 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7480a5080 con 0x5625c9571760 2024-09-05T02:29:27.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.827+0000 7fe737400640 1 -- 172.21.15.33:0/2720825096 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe74400fcc0 con 0x5625c9571760 2024-09-05T02:29:27.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.827+0000 7fe75f649740 10 client.15744 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:27.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.827+0000 7fe75f649740 1 -- 172.21.15.33:0/2720825096 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5625c958aa50 con 0x5625c9571760 2024-09-05T02:29:27.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.828+0000 7fe737400640 1 -- 172.21.15.33:0/2720825096 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe7480a5080 con 0x5625c9571760 2024-09-05T02:29:27.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.829+0000 7fe737400640 1 -- 172.21.15.33:0/2720825096 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe744018600 con 0x5625c9571760 2024-09-05T02:29:27.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.829+0000 7fe75f649740 10 client.15744 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:27.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.829+0000 7fe75f649740 10 client.15744 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:29:27.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.829+0000 7fe75f649740 20 client.15744 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:27.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.829+0000 7fe75f649740 1 --2- 172.21.15.33:0/2720825096 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5625c958be60 0x5625c958e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:27.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.829+0000 7fe75f649740 4 client.15744 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:29:27.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.829+0000 7fe75f649740 1 -- 172.21.15.33:0/2720825096 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5625c94e4950 con 0x5625c958be60 2024-09-05T02:29:27.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.830+0000 7fe755e00640 1 --2- 172.21.15.33:0/2720825096 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5625c958be60 0x5625c958e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:27.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.831+0000 7fe755e00640 1 --2- 172.21.15.33:0/2720825096 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5625c958be60 0x5625c958e2b0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f387994ac8a77c9e server_cookie=711f95135c6bce6b in_seq=0 out_seq=0 2024-09-05T02:29:27.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.831+0000 7fe737400640 10 client.15744 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:27.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.833+0000 7fe737400640 1 -- 172.21.15.33:0/2720825096 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5625c94e4950 con 0x5625c958be60 2024-09-05T02:29:27.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.833+0000 7fe737400640 10 client.15744 handle_command_reply: tid=0 2024-09-05T02:29:27.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.833+0000 7fe75f649740 1 client.15744 shutdown 2024-09-05T02:29:27.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.834+0000 7fe75f649740 1 -- 172.21.15.33:0/2720825096 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c9571760 msgr2=0x5625c9579440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:27.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.834+0000 7fe75f649740 1 --2- 172.21.15.33:0/2720825096 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c9571760 0x5625c9579440 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fe74400c300 tx=0x7fe74400c7c0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.834+0000 7fe75f649740 1 -- 172.21.15.33:0/2720825096 shutdown_connections 2024-09-05T02:29:27.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.834+0000 7fe75f649740 1 --2- 172.21.15.33:0/2720825096 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5625c957c020 0x5625c9579980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.834+0000 7fe75f649740 1 --2- 172.21.15.33:0/2720825096 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5625c958be60 0x5625c958e2b0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.834+0000 7fe75f649740 1 --2- 172.21.15.33:0/2720825096 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c9571760 0x5625c9579440 secure :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fe74400c300 tx=0x7fe74400c7c0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.834+0000 7fe75f649740 1 --2- 172.21.15.33:0/2720825096 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9570e40 0x5625c9578f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.834+0000 7fe75f649740 1 -- 172.21.15.33:0/2720825096 >> 172.21.15.33:0/2720825096 conn(0x5625c956d3d0 msgr2=0x5625c9573100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:27.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.834+0000 7fe737400640 0 client.15744 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:27.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.835+0000 7fe75f649740 1 -- 172.21.15.33:0/2720825096 shutdown_connections 2024-09-05T02:29:27.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.835+0000 7fe75f649740 1 -- 172.21.15.33:0/2720825096 wait complete. 2024-09-05T02:29:27.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.835+0000 7fe75f649740 20 client.15744 trim_cache size 0 max 16384 2024-09-05T02:29:27.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.879+0000 7fe75f649740 1 Processor -- start 2024-09-05T02:29:27.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.879+0000 7fe75f649740 1 -- start start 2024-09-05T02:29:27.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.881+0000 7fe75f649740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9570e40 0x5625c956d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:27.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.881+0000 7fe75f649740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c957c020 0x5625c95797d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:27.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.881+0000 7fe75f649740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5625c9593b80 0x5625c9593fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:27.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.881+0000 7fe75f649740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe7581bc5e0 con 0x5625c957c020 2024-09-05T02:29:27.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.881+0000 7fe75f649740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe7581be120 con 0x5625c9570e40 2024-09-05T02:29:27.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.881+0000 7fe755400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c957c020 0x5625c95797d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:27.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.881+0000 7fe75f649740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe7581bccb0 con 0x5625c9593b80 2024-09-05T02:29:27.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.881+0000 7fe755400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c957c020 0x5625c95797d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51876/0 (socket says 172.21.15.33:51876) 2024-09-05T02:29:27.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.881+0000 7fe755400640 1 -- 172.21.15.33:0/4220519158 learned_addr learned my addr 172.21.15.33:0/4220519158 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:27.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.882+0000 7fe755400640 1 -- 172.21.15.33:0/4220519158 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5625c9593b80 msgr2=0x5625c9593fe0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T02:29:27.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.882+0000 7fe755400640 1 --2- 172.21.15.33:0/4220519158 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5625c9593b80 0x5625c9593fe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.882+0000 7fe755400640 1 -- 172.21.15.33:0/4220519158 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9570e40 msgr2=0x5625c956d7b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T02:29:27.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.882+0000 7fe755400640 1 --2- 172.21.15.33:0/4220519158 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9570e40 0x5625c956d7b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.882+0000 7fe755400640 1 -- 172.21.15.33:0/4220519158 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5625c9577eb0 con 0x5625c957c020 2024-09-05T02:29:27.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.882+0000 7fe755400640 1 --2- 172.21.15.33:0/4220519158 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c957c020 0x5625c95797d0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fe74400c2d0 tx=0x7fe74400a350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2a25868162f875 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:27.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:27 smithi123 ceph-mon[34031]: pgmap v78: 97 pgs: 97 active+clean; 6.8 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 306 MiB/s wr, 87 op/s 2024-09-05T02:29:27.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.883+0000 7fe742600640 1 -- 172.21.15.33:0/4220519158 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe744028070 con 0x5625c957c020 2024-09-05T02:29:27.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.883+0000 7fe742600640 1 -- 172.21.15.33:0/4220519158 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe744018e10 con 0x5625c957c020 2024-09-05T02:29:27.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.883+0000 7fe742600640 1 -- 172.21.15.33:0/4220519158 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74400fe60 con 0x5625c957c020 2024-09-05T02:29:27.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.884+0000 7fe75f649740 1 -- 172.21.15.33:0/4220519158 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c957c020 msgr2=0x5625c95797d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:27.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.884+0000 7fe75f649740 1 --2- 172.21.15.33:0/4220519158 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c957c020 0x5625c95797d0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fe74400c2d0 tx=0x7fe74400a350 comp rx=0 tx=0).stop 2024-09-05T02:29:27.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.884+0000 7fe75f649740 1 -- 172.21.15.33:0/4220519158 shutdown_connections 2024-09-05T02:29:27.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.884+0000 7fe75f649740 1 --2- 172.21.15.33:0/4220519158 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5625c9593b80 0x5625c9593fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.884+0000 7fe75f649740 1 --2- 172.21.15.33:0/4220519158 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c957c020 0x5625c95797d0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.884+0000 7fe75f649740 1 --2- 172.21.15.33:0/4220519158 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9570e40 0x5625c956d7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.884+0000 7fe75f649740 1 -- 172.21.15.33:0/4220519158 >> 172.21.15.33:0/4220519158 conn(0x5625c956d3d0 msgr2=0x5625c957af80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:27.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.885+0000 7fe75f649740 1 -- 172.21.15.33:0/4220519158 shutdown_connections 2024-09-05T02:29:27.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.885+0000 7fe75f649740 1 -- 172.21.15.33:0/4220519158 wait complete. 2024-09-05T02:29:27.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.885+0000 7fe75f649740 1 -- start start 2024-09-05T02:29:27.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.885+0000 7fe75f649740 1 Processor -- start 2024-09-05T02:29:27.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.886+0000 7fe75f649740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9570e40 0x5625c9583d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:27.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.886+0000 7fe75f649740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5625c957c020 0x5625c95842c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:27.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.887+0000 7fe75f649740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c9593b80 0x5625c9580d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:27.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.887+0000 7fe75f649740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe7581bda50 con 0x5625c9593b80 2024-09-05T02:29:27.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.887+0000 7fe75f649740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe7581bd380 con 0x5625c9570e40 2024-09-05T02:29:27.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.887+0000 7fe75f649740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe7581ba5c0 con 0x5625c957c020 2024-09-05T02:29:27.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.887+0000 7fe755e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9570e40 0x5625c9583d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:27.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.887+0000 7fe755e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9570e40 0x5625c9583d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:38016/0 (socket says 172.21.15.33:38016) 2024-09-05T02:29:27.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.887+0000 7fe755e00640 1 -- 172.21.15.33:0/1882957723 learned_addr learned my addr 172.21.15.33:0/1882957723 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:27.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.887+0000 7fe75f649740 10 client.0 _ll_register_callbacks cb 0x7fe744005e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:27.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.887+0000 7fe756800640 1 --2- 172.21.15.33:0/1882957723 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c9593b80 0x5625c9580d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:27.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.887+0000 7fe755400640 1 --2- 172.21.15.33:0/1882957723 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5625c957c020 0x5625c95842c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:27.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.888+0000 7fe755400640 1 -- 172.21.15.33:0/1882957723 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9570e40 msgr2=0x5625c9583d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:27.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.888+0000 7fe755400640 1 --2- 172.21.15.33:0/1882957723 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9570e40 0x5625c9583d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.888+0000 7fe755400640 1 -- 172.21.15.33:0/1882957723 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c9593b80 msgr2=0x5625c9580d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:27.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.888+0000 7fe755400640 1 --2- 172.21.15.33:0/1882957723 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c9593b80 0x5625c9580d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.888+0000 7fe755400640 1 -- 172.21.15.33:0/1882957723 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5625c9581390 con 0x5625c957c020 2024-09-05T02:29:27.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.888+0000 7fe755400640 1 --2- 172.21.15.33:0/1882957723 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5625c957c020 0x5625c95842c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x5625c957bd30 tx=0x7fe74400c7c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bc460b0143e3c13f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:27.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.888+0000 7fe737400640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:29:27.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.888+0000 7fe737400640 1 -- 172.21.15.33:0/1882957723 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe744028040 con 0x5625c957c020 2024-09-05T02:29:27.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.889+0000 7fe737400640 1 -- 172.21.15.33:0/1882957723 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe744004020 con 0x5625c957c020 2024-09-05T02:29:27.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.889+0000 7fe75f649740 1 -- 172.21.15.33:0/1882957723 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe744018e10 con 0x5625c957c020 2024-09-05T02:29:27.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.889+0000 7fe737400640 1 -- 172.21.15.33:0/1882957723 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe74400fe60 con 0x5625c957c020 2024-09-05T02:29:27.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.889+0000 7fe75f649740 10 client.25747 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:27.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.889+0000 7fe75f649740 1 -- 172.21.15.33:0/1882957723 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5625c95f74a0 con 0x5625c957c020 2024-09-05T02:29:27.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.889+0000 7fe737400640 1 -- 172.21.15.33:0/1882957723 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe744018e10 con 0x5625c957c020 2024-09-05T02:29:27.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.890+0000 7fe737400640 1 -- 172.21.15.33:0/1882957723 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe74402ebe0 con 0x5625c957c020 2024-09-05T02:29:27.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.890+0000 7fe75f649740 10 client.25747 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:27.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.890+0000 7fe75f649740 10 client.25747 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:29:27.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.890+0000 7fe75f649740 20 client.25747 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:27.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.890+0000 7fe75f649740 1 --2- 172.21.15.33:0/1882957723 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5625c95f7a60 0x5625c95f9e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:27.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.890+0000 7fe75f649740 4 client.25747 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:29:27.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.890+0000 7fe75f649740 1 -- 172.21.15.33:0/1882957723 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5625c94dee60 con 0x5625c95f7a60 2024-09-05T02:29:27.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.891+0000 7fe755e00640 1 --2- 172.21.15.33:0/1882957723 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5625c95f7a60 0x5625c95f9e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:27.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.891+0000 7fe755e00640 1 --2- 172.21.15.33:0/1882957723 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5625c95f7a60 0x5625c95f9e80 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=55b40805e626c23e server_cookie=a317269ffd77bebb in_seq=0 out_seq=0 2024-09-05T02:29:27.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.891+0000 7fe737400640 10 client.25747 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:27.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.892+0000 7fe737400640 1 -- 172.21.15.33:0/1882957723 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5625c94dee60 con 0x5625c95f7a60 2024-09-05T02:29:27.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.892+0000 7fe737400640 10 client.25747 handle_command_reply: tid=0 2024-09-05T02:29:27.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.892+0000 7fe75f649740 1 client.25747 shutdown 2024-09-05T02:29:27.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.892+0000 7fe75f649740 1 -- 172.21.15.33:0/1882957723 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5625c957c020 msgr2=0x5625c95842c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:27.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.892+0000 7fe75f649740 1 --2- 172.21.15.33:0/1882957723 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5625c957c020 0x5625c95842c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x5625c957bd30 tx=0x7fe74400c7c0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.892+0000 7fe75f649740 1 -- 172.21.15.33:0/1882957723 shutdown_connections 2024-09-05T02:29:27.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.892+0000 7fe75f649740 1 --2- 172.21.15.33:0/1882957723 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5625c95f7a60 0x5625c95f9e80 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.892+0000 7fe737400640 0 client.25747 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:27.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.892+0000 7fe75f649740 1 --2- 172.21.15.33:0/1882957723 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5625c9593b80 0x5625c9580d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.892+0000 7fe75f649740 1 --2- 172.21.15.33:0/1882957723 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5625c957c020 0x5625c95842c0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.892+0000 7fe75f649740 1 --2- 172.21.15.33:0/1882957723 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5625c9570e40 0x5625c9583d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.892+0000 7fe75f649740 1 -- 172.21.15.33:0/1882957723 >> 172.21.15.33:0/1882957723 conn(0x5625c956d3d0 msgr2=0x5625c957af80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:27.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.892+0000 7fe75f649740 1 -- 172.21.15.33:0/1882957723 shutdown_connections 2024-09-05T02:29:27.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.893+0000 7fe75f649740 1 -- 172.21.15.33:0/1882957723 wait complete. 2024-09-05T02:29:27.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.893+0000 7fe75f649740 20 client.25747 trim_cache size 0 max 16384 2024-09-05T02:29:27.905 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:29:27.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.905+0000 7fe757200640 1 -- 172.21.15.33:0/2328653612 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe73c0a2e40 msgr2=0x7fe73c0a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:27.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.906+0000 7fe757200640 1 --2- 172.21.15.33:0/2328653612 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe73c0a2e40 0x7fe73c0a5300 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe750012640 tx=0x7fe750009500 comp rx=0 tx=0).stop 2024-09-05T02:29:27.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.906+0000 7fe757200640 1 -- 172.21.15.33:0/2328653612 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe758109450 msgr2=0x7fe7581a7180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:27.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.906+0000 7fe757200640 1 --2- 172.21.15.33:0/2328653612 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe758109450 0x7fe7581a7180 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fe74802b650 tx=0x7fe7480048f0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.907+0000 7fe757200640 1 -- 172.21.15.33:0/2328653612 shutdown_connections 2024-09-05T02:29:27.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.907+0000 7fe757200640 1 --2- 172.21.15.33:0/2328653612 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe73c0a2e40 0x7fe73c0a5300 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.907+0000 7fe757200640 1 --2- 172.21.15.33:0/2328653612 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe75810e970 0x7fe7581aba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.907+0000 7fe757200640 1 --2- 172.21.15.33:0/2328653612 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe758109e00 0x7fe7581a76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.907+0000 7fe757200640 1 --2- 172.21.15.33:0/2328653612 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe758109450 0x7fe7581a7180 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:27.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.907+0000 7fe757200640 1 -- 172.21.15.33:0/2328653612 >> 172.21.15.33:0/2328653612 conn(0x7fe758073180 msgr2=0x7fe75810c550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:27.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.909+0000 7fe757200640 1 -- 172.21.15.33:0/2328653612 shutdown_connections 2024-09-05T02:29:27.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:27.909+0000 7fe757200640 1 -- 172.21.15.33:0/2328653612 wait complete. 2024-09-05T02:29:28.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:27 smithi174 ceph-mon[34756]: pgmap v78: 97 pgs: 97 active+clean; 6.8 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 306 MiB/s wr, 87 op/s 2024-09-05T02:29:29.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:29 smithi123 ceph-mon[34031]: pgmap v79: 97 pgs: 97 active+clean; 8.6 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 457 MiB/s wr, 129 op/s 2024-09-05T02:29:29.897 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:29:29.897 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:29:30.021 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:29 smithi033 ceph-mon[29909]: pgmap v79: 97 pgs: 97 active+clean; 8.6 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 457 MiB/s wr, 129 op/s 2024-09-05T02:29:30.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:29 smithi174 ceph-mon[34756]: pgmap v79: 97 pgs: 97 active+clean; 8.6 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 457 MiB/s wr, 129 op/s 2024-09-05T02:29:30.555 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:29:30.555 INFO:tasks.workunit.client.0.smithi033.stdout: Children see throughput for 1 initial writers = 331960.25 kB/sec 2024-09-05T02:29:30.555 INFO:tasks.workunit.client.0.smithi033.stdout: Parent sees throughput for 1 initial writers = 331952.58 kB/sec 2024-09-05T02:29:30.555 INFO:tasks.workunit.client.0.smithi033.stdout: Min throughput per process = 331960.25 kB/sec 2024-09-05T02:29:30.555 INFO:tasks.workunit.client.0.smithi033.stdout: Max throughput per process = 331960.25 kB/sec 2024-09-05T02:29:30.555 INFO:tasks.workunit.client.0.smithi033.stdout: Avg throughput per process = 331960.25 kB/sec 2024-09-05T02:29:30.556 INFO:tasks.workunit.client.0.smithi033.stdout: Min xfer = 10485760.00 kB 2024-09-05T02:29:30.583 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:31.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.293+0000 7f3c8c000640 1 -- 172.21.15.33:0/4080979849 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c84076720 msgr2=0x7f3c84076b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:31.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.293+0000 7f3c8c000640 1 --2- 172.21.15.33:0/4080979849 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c84076720 0x7f3c84076b00 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f3c78009900 tx=0x7f3c7802a410 comp rx=0 tx=0).stop 2024-09-05T02:29:31.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.293+0000 7f3c8c000640 1 -- 172.21.15.33:0/4080979849 shutdown_connections 2024-09-05T02:29:31.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.293+0000 7f3c8c000640 1 --2- 172.21.15.33:0/4080979849 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3c84112a30 0x7f3c84114e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.293+0000 7f3c8c000640 1 --2- 172.21.15.33:0/4080979849 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c84077040 0x7f3c841124f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.293+0000 7f3c8c000640 1 --2- 172.21.15.33:0/4080979849 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c84076720 0x7f3c84076b00 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.293+0000 7f3c8c000640 1 -- 172.21.15.33:0/4080979849 >> 172.21.15.33:0/4080979849 conn(0x7f3c840ffa90 msgr2=0x7f3c84101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:31.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.293+0000 7f3c8c000640 1 -- 172.21.15.33:0/4080979849 shutdown_connections 2024-09-05T02:29:31.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.293+0000 7f3c8c000640 1 -- 172.21.15.33:0/4080979849 wait complete. 2024-09-05T02:29:31.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.294+0000 7f3c8c000640 1 Processor -- start 2024-09-05T02:29:31.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.295+0000 7f3c8c000640 1 -- start start 2024-09-05T02:29:31.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.295+0000 7f3c8c000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3c84076720 0x7f3c841a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:31.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.295+0000 7f3c8c000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c84077040 0x7f3c841a4c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:31.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.295+0000 7f3c8c000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c84112a30 0x7f3c8419e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:31.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.295+0000 7f3c8c000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3c841185c0 con 0x7f3c84077040 2024-09-05T02:29:31.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.295+0000 7f3c8c000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3c84118440 con 0x7f3c84112a30 2024-09-05T02:29:31.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.295+0000 7f3c8c000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3c84118740 con 0x7f3c84076720 2024-09-05T02:29:31.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.295+0000 7f3c89600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3c84076720 0x7f3c841a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:31.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.295+0000 7f3c89600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3c84076720 0x7f3c841a46f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:43630/0 (socket says 172.21.15.33:43630) 2024-09-05T02:29:31.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.295+0000 7f3c88c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c84077040 0x7f3c841a4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:31.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.295+0000 7f3c89600640 1 -- 172.21.15.33:0/3549064118 learned_addr learned my addr 172.21.15.33:0/3549064118 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:31.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.295+0000 7f3c8a000640 1 --2- 172.21.15.33:0/3549064118 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c84112a30 0x7f3c8419e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:31.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.296+0000 7f3c89600640 1 -- 172.21.15.33:0/3549064118 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c84112a30 msgr2=0x7f3c8419e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:31.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.296+0000 7f3c89600640 1 --2- 172.21.15.33:0/3549064118 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c84112a30 0x7f3c8419e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.296+0000 7f3c89600640 1 -- 172.21.15.33:0/3549064118 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c84077040 msgr2=0x7f3c841a4c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:31.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.296+0000 7f3c89600640 1 --2- 172.21.15.33:0/3549064118 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c84077040 0x7f3c841a4c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.296+0000 7f3c89600640 1 -- 172.21.15.33:0/3549064118 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c8419efe0 con 0x7f3c84076720 2024-09-05T02:29:31.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.296+0000 7f3c89600640 1 --2- 172.21.15.33:0/3549064118 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3c84076720 0x7f3c841a46f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3c78006010 tx=0x7f3c780042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:31.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.296+0000 7f3c82000640 1 -- 172.21.15.33:0/3549064118 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c7803f030 con 0x7f3c84076720 2024-09-05T02:29:31.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.296+0000 7f3c82000640 1 -- 172.21.15.33:0/3549064118 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c78003ce0 con 0x7f3c84076720 2024-09-05T02:29:31.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.296+0000 7f3c8c000640 1 -- 172.21.15.33:0/3549064118 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c8419f270 con 0x7f3c84076720 2024-09-05T02:29:31.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.297+0000 7f3c82000640 1 -- 172.21.15.33:0/3549064118 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c78035070 con 0x7f3c84076720 2024-09-05T02:29:31.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.297+0000 7f3c8c000640 1 -- 172.21.15.33:0/3549064118 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c841ab5c0 con 0x7f3c84076720 2024-09-05T02:29:31.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.299+0000 7f3c8ea44740 1 Processor -- start 2024-09-05T02:29:31.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.300+0000 7f3c8ea44740 1 -- start start 2024-09-05T02:29:31.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.300+0000 7f3c82000640 1 -- 172.21.15.33:0/3549064118 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f3c78042030 con 0x7f3c84076720 2024-09-05T02:29:31.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.300+0000 7f3c8ea44740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ec2ac0 0x5556c9ec2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:31.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.300+0000 7f3c8ea44740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5556c9ec33e0 0x5556c9ecd760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:31.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.300+0000 7f3c8ea44740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ecdca0 0x5556c9ed0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:31.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.300+0000 7f3c8ea44740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5556c9e29290 con 0x5556c9ec2ac0 2024-09-05T02:29:31.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.300+0000 7f3c8ea44740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5556c9dd0b40 con 0x5556c9ecdca0 2024-09-05T02:29:31.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.300+0000 7f3c8ea44740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5556c9e25250 con 0x5556c9ec33e0 2024-09-05T02:29:31.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.300+0000 7f3c8a000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ec2ac0 0x5556c9ec2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:31.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.300+0000 7f3c8a000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ec2ac0 0x5556c9ec2ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44876/0 (socket says 172.21.15.33:44876) 2024-09-05T02:29:31.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.300+0000 7f3c8a000640 1 -- 172.21.15.33:0/2696285941 learned_addr learned my addr 172.21.15.33:0/2696285941 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:31.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.301+0000 7f3c88c00640 1 --2- 172.21.15.33:0/2696285941 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ecdca0 0x5556c9ed0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:31.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.301+0000 7f3c89600640 1 --2- 172.21.15.33:0/2696285941 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5556c9ec33e0 0x5556c9ecd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:31.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.301+0000 7f3c8a000640 1 -- 172.21.15.33:0/2696285941 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5556c9ec33e0 msgr2=0x5556c9ecd760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:31.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.301+0000 7f3c8a000640 1 --2- 172.21.15.33:0/2696285941 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5556c9ec33e0 0x5556c9ecd760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.301+0000 7f3c8a000640 1 -- 172.21.15.33:0/2696285941 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ecdca0 msgr2=0x5556c9ed0090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:31.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.301+0000 7f3c8a000640 1 --2- 172.21.15.33:0/2696285941 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ecdca0 0x5556c9ed0090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.301+0000 7f3c8a000640 1 -- 172.21.15.33:0/2696285941 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5556c9b9a6a0 con 0x5556c9ec2ac0 2024-09-05T02:29:31.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.301+0000 7f3c88c00640 1 --2- 172.21.15.33:0/2696285941 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ecdca0 0x5556c9ed0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:29:31.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.301+0000 7f3c8a000640 1 --2- 172.21.15.33:0/2696285941 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ec2ac0 0x5556c9ec2ea0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f3c7c009f30 tx=0x7f3c7c0118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a6813e004420d8c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:31.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.301+0000 7f3c76600640 1 -- 172.21.15.33:0/2696285941 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c7c004d20 con 0x5556c9ec2ac0 2024-09-05T02:29:31.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.301+0000 7f3c76600640 1 -- 172.21.15.33:0/2696285941 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c7c004050 con 0x5556c9ec2ac0 2024-09-05T02:29:31.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.301+0000 7f3c76600640 1 -- 172.21.15.33:0/2696285941 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c7c005280 con 0x5556c9ec2ac0 2024-09-05T02:29:31.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.302+0000 7f3c82000640 1 --2- 172.21.15.33:0/3549064118 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3c6c0a2cf0 0x7f3c6c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:31.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.302+0000 7f3c82000640 1 -- 172.21.15.33:0/3549064118 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3c780ef9d0 con 0x7f3c84076720 2024-09-05T02:29:31.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.302+0000 7f3c8ea44740 1 -- 172.21.15.33:0/2696285941 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ec2ac0 msgr2=0x5556c9ec2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:31.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.302+0000 7f3c8ea44740 1 --2- 172.21.15.33:0/2696285941 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ec2ac0 0x5556c9ec2ea0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f3c7c009f30 tx=0x7f3c7c0118d0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.302+0000 7f3c89600640 1 --2- 172.21.15.33:0/3549064118 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3c6c0a2cf0 0x7f3c6c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:31.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.302+0000 7f3c8ea44740 1 -- 172.21.15.33:0/2696285941 shutdown_connections 2024-09-05T02:29:31.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.302+0000 7f3c8ea44740 1 --2- 172.21.15.33:0/2696285941 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ecdca0 0x5556c9ed0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.302+0000 7f3c8ea44740 1 --2- 172.21.15.33:0/2696285941 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5556c9ec33e0 0x5556c9ecd760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.302+0000 7f3c8ea44740 1 --2- 172.21.15.33:0/2696285941 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ec2ac0 0x5556c9ec2ea0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.302+0000 7f3c8ea44740 1 -- 172.21.15.33:0/2696285941 >> 172.21.15.33:0/2696285941 conn(0x5556c9ebf050 msgr2=0x5556c9ebf430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:31.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.302+0000 7f3c8ea44740 1 -- 172.21.15.33:0/2696285941 shutdown_connections 2024-09-05T02:29:31.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.303+0000 7f3c8ea44740 1 -- 172.21.15.33:0/2696285941 wait complete. 2024-09-05T02:29:31.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.303+0000 7f3c89600640 1 --2- 172.21.15.33:0/3549064118 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3c6c0a2cf0 0x7f3c6c0a51b0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x5556c9ebfeb0 tx=0x7f3c7802a410 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:31.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.303+0000 7f3c8ea44740 1 -- start start 2024-09-05T02:29:31.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.303+0000 7f3c8ea44740 1 Processor -- start 2024-09-05T02:29:31.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.304+0000 7f3c8ea44740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ec2ac0 0x5556c9ecd640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:31.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.304+0000 7f3c8ea44740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ec33e0 0x5556c9eca8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:31.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.304+0000 7f3c8ea44740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5556c9ecdca0 0x5556c9ecae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:31.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.304+0000 7f3c8ea44740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5556c9ed0910 con 0x5556c9ec33e0 2024-09-05T02:29:31.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.304+0000 7f3c8ea44740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5556c9de3fa0 con 0x5556c9ec2ac0 2024-09-05T02:29:31.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.304+0000 7f3c8ea44740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5556c9ed0a90 con 0x5556c9ecdca0 2024-09-05T02:29:31.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.304+0000 7f3c8ea44740 10 client.0 _ll_register_callbacks cb 0x5556c9b37ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:31.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.304+0000 7f3c88c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ec33e0 0x5556c9eca8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:31.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.304+0000 7f3c88c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ec33e0 0x5556c9eca8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44886/0 (socket says 172.21.15.33:44886) 2024-09-05T02:29:31.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.304+0000 7f3c88c00640 1 -- 172.21.15.33:0/1386439975 learned_addr learned my addr 172.21.15.33:0/1386439975 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:31.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.304+0000 7f3c8a000640 1 --2- 172.21.15.33:0/1386439975 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ec2ac0 0x5556c9ecd640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:31.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.304+0000 7f3c8a000640 1 --2- 172.21.15.33:0/1386439975 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5556c9ecdca0 0x5556c9ecae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:31.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.304+0000 7f3c88c00640 1 -- 172.21.15.33:0/1386439975 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5556c9ecdca0 msgr2=0x5556c9ecae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:31.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.305+0000 7f3c88c00640 1 --2- 172.21.15.33:0/1386439975 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5556c9ecdca0 0x5556c9ecae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.305+0000 7f3c88c00640 1 -- 172.21.15.33:0/1386439975 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ec2ac0 msgr2=0x5556c9ecd640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:31.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.305+0000 7f3c88c00640 1 --2- 172.21.15.33:0/1386439975 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ec2ac0 0x5556c9ecd640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.305+0000 7f3c88c00640 1 -- 172.21.15.33:0/1386439975 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5556c9ecb6c0 con 0x5556c9ec33e0 2024-09-05T02:29:31.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.305+0000 7f3c8a000640 1 --2- 172.21.15.33:0/1386439975 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ec2ac0 0x5556c9ecd640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:29:31.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.305+0000 7f3c88c00640 1 --2- 172.21.15.33:0/1386439975 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ec33e0 0x5556c9eca8f0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f3c7000bed0 tx=0x7f3c70011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31b8f184030d1275 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:31.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.305+0000 7f3c6aa00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:29:31.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.305+0000 7f3c6aa00640 1 -- 172.21.15.33:0/1386439975 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c70004020 con 0x5556c9ec33e0 2024-09-05T02:29:31.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.305+0000 7f3c6aa00640 1 -- 172.21.15.33:0/1386439975 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3c700041c0 con 0x5556c9ec33e0 2024-09-05T02:29:31.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.305+0000 7f3c8ea44740 1 -- 172.21.15.33:0/1386439975 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c7c004050 con 0x5556c9ec33e0 2024-09-05T02:29:31.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.305+0000 7f3c6aa00640 1 -- 172.21.15.33:0/1386439975 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3c700043c0 con 0x5556c9ec33e0 2024-09-05T02:29:31.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.305+0000 7f3c8ea44740 10 client.15762 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:31.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.305+0000 7f3c8ea44740 1 -- 172.21.15.33:0/1386439975 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5556c9edc890 con 0x5556c9ec33e0 2024-09-05T02:29:31.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.306+0000 7f3c6aa00640 1 -- 172.21.15.33:0/1386439975 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c7c004050 con 0x5556c9ec33e0 2024-09-05T02:29:31.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.306+0000 7f3c6aa00640 1 -- 172.21.15.33:0/1386439975 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3c70003a10 con 0x5556c9ec33e0 2024-09-05T02:29:31.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.306+0000 7f3c8ea44740 10 client.15762 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:31.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.306+0000 7f3c8ea44740 10 client.15762 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:29:31.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.306+0000 7f3c8ea44740 20 client.15762 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:31.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.306+0000 7f3c8ea44740 1 --2- 172.21.15.33:0/1386439975 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5556c9edddf0 0x5556c9ee0210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:31.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.306+0000 7f3c8ea44740 4 client.15762 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:29:31.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.306+0000 7f3c8ea44740 1 -- 172.21.15.33:0/1386439975 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5556c9e36800 con 0x5556c9edddf0 2024-09-05T02:29:31.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.306+0000 7f3c8a000640 1 --2- 172.21.15.33:0/1386439975 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5556c9edddf0 0x5556c9ee0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:31.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.307+0000 7f3c8a000640 1 --2- 172.21.15.33:0/1386439975 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5556c9edddf0 0x5556c9ee0210 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d7b8b26e5eb58d35 server_cookie=e70d554d9c85100a in_seq=0 out_seq=0 2024-09-05T02:29:31.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.307+0000 7f3c6aa00640 10 client.15762 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:31.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.308+0000 7f3c6aa00640 1 -- 172.21.15.33:0/1386439975 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5556c9e36800 con 0x5556c9edddf0 2024-09-05T02:29:31.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.308+0000 7f3c6aa00640 10 client.15762 handle_command_reply: tid=0 2024-09-05T02:29:31.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.308+0000 7f3c8ea44740 1 client.15762 shutdown 2024-09-05T02:29:31.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.308+0000 7f3c8ea44740 1 -- 172.21.15.33:0/1386439975 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ec33e0 msgr2=0x5556c9eca8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:31.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.308+0000 7f3c8ea44740 1 --2- 172.21.15.33:0/1386439975 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ec33e0 0x5556c9eca8f0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f3c7000bed0 tx=0x7f3c70011810 comp rx=0 tx=0).stop 2024-09-05T02:29:31.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.308+0000 7f3c8ea44740 1 -- 172.21.15.33:0/1386439975 shutdown_connections 2024-09-05T02:29:31.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.308+0000 7f3c8ea44740 1 --2- 172.21.15.33:0/1386439975 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5556c9ecdca0 0x5556c9ecae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.308+0000 7f3c8ea44740 1 --2- 172.21.15.33:0/1386439975 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5556c9edddf0 0x5556c9ee0210 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.308+0000 7f3c8ea44740 1 --2- 172.21.15.33:0/1386439975 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ec33e0 0x5556c9eca8f0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.308+0000 7f3c8ea44740 1 --2- 172.21.15.33:0/1386439975 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ec2ac0 0x5556c9ecd640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.308+0000 7f3c6aa00640 0 client.15762 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:31.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.308+0000 7f3c8ea44740 1 -- 172.21.15.33:0/1386439975 >> 172.21.15.33:0/1386439975 conn(0x5556c9ebf050 msgr2=0x5556c9ebe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:31.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.308+0000 7f3c8ea44740 1 -- 172.21.15.33:0/1386439975 shutdown_connections 2024-09-05T02:29:31.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.308+0000 7f3c8ea44740 1 -- 172.21.15.33:0/1386439975 wait complete. 2024-09-05T02:29:31.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.308+0000 7f3c8ea44740 20 client.15762 trim_cache size 0 max 16384 2024-09-05T02:29:31.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.326+0000 7f3c8ea44740 1 Processor -- start 2024-09-05T02:29:31.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.327+0000 7f3c8ea44740 1 -- start start 2024-09-05T02:29:31.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.327+0000 7f3c8ea44740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5556c9ec2ac0 0x5556c9ecc860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:31.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.327+0000 7f3c8ea44740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ec33e0 0x5556c9ee5ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:31.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.327+0000 7f3c8ea44740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ecdca0 0x5556c9ee6020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:31.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.327+0000 7f3c8ea44740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3c841b3ea0 con 0x5556c9ecdca0 2024-09-05T02:29:31.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.327+0000 7f3c8ea44740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3c841b59e0 con 0x5556c9ec33e0 2024-09-05T02:29:31.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.327+0000 7f3c8ea44740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3c841b4570 con 0x5556c9ec2ac0 2024-09-05T02:29:31.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.327+0000 7f3c8a000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5556c9ec2ac0 0x5556c9ecc860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:31.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.327+0000 7f3c88c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ec33e0 0x5556c9ee5ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:31.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.327+0000 7f3c88c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ec33e0 0x5556c9ee5ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:39276/0 (socket says 172.21.15.33:39276) 2024-09-05T02:29:31.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.327+0000 7f3c88c00640 1 -- 172.21.15.33:0/3082657603 learned_addr learned my addr 172.21.15.33:0/3082657603 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:31.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.327+0000 7f3c8a000640 1 --2- 172.21.15.33:0/3082657603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ecdca0 0x5556c9ee6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:31.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.328+0000 7f3c88c00640 1 -- 172.21.15.33:0/3082657603 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5556c9ec2ac0 msgr2=0x5556c9ecc860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:31.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.328+0000 7f3c88c00640 1 --2- 172.21.15.33:0/3082657603 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5556c9ec2ac0 0x5556c9ecc860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.328+0000 7f3c88c00640 1 -- 172.21.15.33:0/3082657603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ecdca0 msgr2=0x5556c9ee6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:31.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.328+0000 7f3c88c00640 1 --2- 172.21.15.33:0/3082657603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ecdca0 0x5556c9ee6020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.328+0000 7f3c88c00640 1 -- 172.21.15.33:0/3082657603 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5556c9ec6520 con 0x5556c9ec33e0 2024-09-05T02:29:31.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.328+0000 7f3c8a000640 1 --2- 172.21.15.33:0/3082657603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ecdca0 0x5556c9ee6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:29:31.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.328+0000 7f3c88c00640 1 --2- 172.21.15.33:0/3082657603 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ec33e0 0x5556c9ee5ae0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3c70003eb0 tx=0x7f3c70005d80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=962910606b4282f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:31.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.328+0000 7f3c75c00640 1 -- 172.21.15.33:0/3082657603 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c7002f070 con 0x5556c9ec33e0 2024-09-05T02:29:31.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.328+0000 7f3c75c00640 1 -- 172.21.15.33:0/3082657603 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c7000b480 con 0x5556c9ec33e0 2024-09-05T02:29:31.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.328+0000 7f3c75c00640 1 -- 172.21.15.33:0/3082657603 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c7001aae0 con 0x5556c9ec33e0 2024-09-05T02:29:31.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.329+0000 7f3c8ea44740 1 -- 172.21.15.33:0/3082657603 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ec33e0 msgr2=0x5556c9ee5ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:31.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.329+0000 7f3c8ea44740 1 --2- 172.21.15.33:0/3082657603 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ec33e0 0x5556c9ee5ae0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3c70003eb0 tx=0x7f3c70005d80 comp rx=0 tx=0).stop 2024-09-05T02:29:31.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.329+0000 7f3c8ea44740 1 -- 172.21.15.33:0/3082657603 shutdown_connections 2024-09-05T02:29:31.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.329+0000 7f3c8ea44740 1 --2- 172.21.15.33:0/3082657603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ecdca0 0x5556c9ee6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.329+0000 7f3c8ea44740 1 --2- 172.21.15.33:0/3082657603 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ec33e0 0x5556c9ee5ae0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.329+0000 7f3c8ea44740 1 --2- 172.21.15.33:0/3082657603 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5556c9ec2ac0 0x5556c9ecc860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.329+0000 7f3c8ea44740 1 -- 172.21.15.33:0/3082657603 >> 172.21.15.33:0/3082657603 conn(0x5556c9ebf050 msgr2=0x5556c9ecc150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:31.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.329+0000 7f3c8ea44740 1 -- 172.21.15.33:0/3082657603 shutdown_connections 2024-09-05T02:29:31.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.329+0000 7f3c8ea44740 1 -- 172.21.15.33:0/3082657603 wait complete. 2024-09-05T02:29:31.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.329+0000 7f3c8ea44740 1 -- start start 2024-09-05T02:29:31.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.330+0000 7f3c8ea44740 1 Processor -- start 2024-09-05T02:29:31.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.330+0000 7f3c8ea44740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ec2ac0 0x5556c9ed3c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:31.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.330+0000 7f3c8ea44740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5556c9ec33e0 0x5556c9ed41b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:31.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.330+0000 7f3c8ea44740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ecdca0 0x5556c9ed46f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:31.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.330+0000 7f3c8ea44740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3c841b5310 con 0x5556c9ecdca0 2024-09-05T02:29:31.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.330+0000 7f3c8ea44740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3c841b4c40 con 0x5556c9ec2ac0 2024-09-05T02:29:31.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.330+0000 7f3c8ea44740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3c841b1e80 con 0x5556c9ec33e0 2024-09-05T02:29:31.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.330+0000 7f3c8ea44740 10 client.0 _ll_register_callbacks cb 0x7f3c7000bb10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:31.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.330+0000 7f3c8a000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ecdca0 0x5556c9ed46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:31.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.331+0000 7f3c8a000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ec2ac0 0x5556c9ed3c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:31.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.331+0000 7f3c8a000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ec2ac0 0x5556c9ed3c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:39288/0 (socket says 172.21.15.33:39288) 2024-09-05T02:29:31.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.331+0000 7f3c8a000640 1 -- 172.21.15.33:0/1617719443 learned_addr learned my addr 172.21.15.33:0/1617719443 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:31.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.331+0000 7f3c88c00640 1 --2- 172.21.15.33:0/1617719443 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5556c9ec33e0 0x5556c9ed41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:31.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.331+0000 7f3c8a000640 1 -- 172.21.15.33:0/1617719443 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5556c9ec33e0 msgr2=0x5556c9ed41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:31.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.331+0000 7f3c8a000640 1 --2- 172.21.15.33:0/1617719443 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5556c9ec33e0 0x5556c9ed41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.331+0000 7f3c8a000640 1 -- 172.21.15.33:0/1617719443 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ecdca0 msgr2=0x5556c9ed46f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:31.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.331+0000 7f3c8a000640 1 --2- 172.21.15.33:0/1617719443 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ecdca0 0x5556c9ed46f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.331+0000 7f3c8a000640 1 -- 172.21.15.33:0/1617719443 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5556c9f47cc0 con 0x5556c9ec2ac0 2024-09-05T02:29:31.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.331+0000 7f3c8a000640 1 --2- 172.21.15.33:0/1617719443 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ec2ac0 0x5556c9ed3c70 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f3c7c009ed0 tx=0x7f3c7c004890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1124eef7daf64eed server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:31.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.331+0000 7f3c6aa00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:29:31.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.331+0000 7f3c6aa00640 1 -- 172.21.15.33:0/1617719443 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c7c038060 con 0x5556c9ec2ac0 2024-09-05T02:29:31.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.331+0000 7f3c8ea44740 1 -- 172.21.15.33:0/1617719443 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c7000b480 con 0x5556c9ec2ac0 2024-09-05T02:29:31.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.331+0000 7f3c6aa00640 1 -- 172.21.15.33:0/1617719443 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3c7c004540 con 0x5556c9ec2ac0 2024-09-05T02:29:31.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.332+0000 7f3c6aa00640 1 -- 172.21.15.33:0/1617719443 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3c7c03c450 con 0x5556c9ec2ac0 2024-09-05T02:29:31.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.332+0000 7f3c8ea44740 10 client.25832 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:31.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.332+0000 7f3c8ea44740 1 -- 172.21.15.33:0/1617719443 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5556c9f49040 con 0x5556c9ec2ac0 2024-09-05T02:29:31.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.332+0000 7f3c6aa00640 1 -- 172.21.15.33:0/1617719443 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c7000b480 con 0x5556c9ec2ac0 2024-09-05T02:29:31.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.332+0000 7f3c6aa00640 1 -- 172.21.15.33:0/1617719443 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3c7c025040 con 0x5556c9ec2ac0 2024-09-05T02:29:31.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.332+0000 7f3c8ea44740 10 client.25832 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:31.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.332+0000 7f3c8ea44740 10 client.25832 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:29:31.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.332+0000 7f3c8ea44740 20 client.25832 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:31.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.332+0000 7f3c8ea44740 1 --2- 172.21.15.33:0/1617719443 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5556c9f49580 0x5556c9f4b970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:31.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.332+0000 7f3c8ea44740 4 client.25832 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:29:31.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.332+0000 7f3c8ea44740 1 -- 172.21.15.33:0/1617719443 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5556c9e30d10 con 0x5556c9f49580 2024-09-05T02:29:31.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.333+0000 7f3c88c00640 1 --2- 172.21.15.33:0/1617719443 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5556c9f49580 0x5556c9f4b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:31.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.333+0000 7f3c88c00640 1 --2- 172.21.15.33:0/1617719443 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5556c9f49580 0x5556c9f4b970 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb42fc45e8778b82 server_cookie=dc8ba4653580e88e in_seq=0 out_seq=0 2024-09-05T02:29:31.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.333+0000 7f3c6aa00640 10 client.25832 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:31.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.334+0000 7f3c6aa00640 1 -- 172.21.15.33:0/1617719443 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5556c9e30d10 con 0x5556c9f49580 2024-09-05T02:29:31.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.334+0000 7f3c6aa00640 10 client.25832 handle_command_reply: tid=0 2024-09-05T02:29:31.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.334+0000 7f3c8ea44740 1 client.25832 shutdown 2024-09-05T02:29:31.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.334+0000 7f3c8ea44740 1 -- 172.21.15.33:0/1617719443 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ec2ac0 msgr2=0x5556c9ed3c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:31.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.335+0000 7f3c8ea44740 1 --2- 172.21.15.33:0/1617719443 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ec2ac0 0x5556c9ed3c70 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f3c7c009ed0 tx=0x7f3c7c004890 comp rx=0 tx=0).stop 2024-09-05T02:29:31.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.335+0000 7f3c8ea44740 1 -- 172.21.15.33:0/1617719443 shutdown_connections 2024-09-05T02:29:31.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.335+0000 7f3c8ea44740 1 --2- 172.21.15.33:0/1617719443 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5556c9f49580 0x5556c9f4b970 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.335+0000 7f3c8ea44740 1 --2- 172.21.15.33:0/1617719443 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5556c9ecdca0 0x5556c9ed46f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.335+0000 7f3c8ea44740 1 --2- 172.21.15.33:0/1617719443 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5556c9ec33e0 0x5556c9ed41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.335+0000 7f3c6aa00640 0 client.25832 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:31.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.335+0000 7f3c8ea44740 1 --2- 172.21.15.33:0/1617719443 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5556c9ec2ac0 0x5556c9ed3c70 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.335+0000 7f3c8ea44740 1 -- 172.21.15.33:0/1617719443 >> 172.21.15.33:0/1617719443 conn(0x5556c9ebf050 msgr2=0x5556c9ebe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:31.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.335+0000 7f3c8ea44740 1 -- 172.21.15.33:0/1617719443 shutdown_connections 2024-09-05T02:29:31.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.335+0000 7f3c8ea44740 1 -- 172.21.15.33:0/1617719443 wait complete. 2024-09-05T02:29:31.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.335+0000 7f3c8ea44740 20 client.25832 trim_cache size 0 max 16384 2024-09-05T02:29:31.339 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:29:31.339 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:29:31.339 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "275039a1-7b81-48ad-bfbf-622927f08f7b", 2024-09-05T02:29:31.339 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:29:31.339 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:29:31.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.336+0000 7f3c8c000640 1 -- 172.21.15.33:0/3549064118 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3c6c0a2cf0 msgr2=0x7f3c6c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:31.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.336+0000 7f3c8c000640 1 --2- 172.21.15.33:0/3549064118 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3c6c0a2cf0 0x7f3c6c0a51b0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x5556c9ebfeb0 tx=0x7f3c7802a410 comp rx=0 tx=0).stop 2024-09-05T02:29:31.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.336+0000 7f3c8c000640 1 -- 172.21.15.33:0/3549064118 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3c84076720 msgr2=0x7f3c841a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:31.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.336+0000 7f3c8c000640 1 --2- 172.21.15.33:0/3549064118 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3c84076720 0x7f3c841a46f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3c78006010 tx=0x7f3c780042f0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.336+0000 7f3c8c000640 1 -- 172.21.15.33:0/3549064118 shutdown_connections 2024-09-05T02:29:31.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.336+0000 7f3c8c000640 1 --2- 172.21.15.33:0/3549064118 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3c6c0a2cf0 0x7f3c6c0a51b0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.336+0000 7f3c8c000640 1 --2- 172.21.15.33:0/3549064118 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c84112a30 0x7f3c8419e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.336+0000 7f3c8c000640 1 --2- 172.21.15.33:0/3549064118 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c84077040 0x7f3c841a4c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.336+0000 7f3c8c000640 1 --2- 172.21.15.33:0/3549064118 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3c84076720 0x7f3c841a46f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:31.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.336+0000 7f3c8c000640 1 -- 172.21.15.33:0/3549064118 >> 172.21.15.33:0/3549064118 conn(0x7f3c840ffa90 msgr2=0x7f3c84101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:31.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.336+0000 7f3c8c000640 1 -- 172.21.15.33:0/3549064118 shutdown_connections 2024-09-05T02:29:31.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:31.336+0000 7f3c8c000640 1 -- 172.21.15.33:0/3549064118 wait complete. 2024-09-05T02:29:31.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:31 smithi123 ceph-mon[34031]: pgmap v80: 97 pgs: 97 active+clean; 8.6 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 314 MiB/s wr, 87 op/s 2024-09-05T02:29:31.920 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:31 smithi033 ceph-mon[29909]: pgmap v80: 97 pgs: 97 active+clean; 8.6 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 314 MiB/s wr, 87 op/s 2024-09-05T02:29:32.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:31 smithi174 ceph-mon[34756]: pgmap v80: 97 pgs: 97 active+clean; 8.6 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 314 MiB/s wr, 87 op/s 2024-09-05T02:29:32.252 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:29:32.630 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:32.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:32 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:29:32.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:32 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:29:32.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:32 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:29:32.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:32 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:29:32.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:32 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:29:32.935 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:32 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:29:32.935 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:32 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:29:32.935 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:32 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:29:32.935 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:32 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:29:32.935 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:32 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:29:33.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:32 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:29:33.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:32 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:29:33.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:32 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:29:33.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:32 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:29:33.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:32 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:29:33.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.213+0000 7fe301c00640 1 -- 172.21.15.33:0/1006965725 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2fc101de0 msgr2=0x7fe2fc1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:33.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.213+0000 7fe301c00640 1 --2- 172.21.15.33:0/1006965725 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2fc101de0 0x7fe2fc1021c0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fe2ec009900 tx=0x7fe2ec02a410 comp rx=0 tx=0).stop 2024-09-05T02:29:33.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.213+0000 7fe301c00640 1 -- 172.21.15.33:0/1006965725 shutdown_connections 2024-09-05T02:29:33.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.213+0000 7fe301c00640 1 --2- 172.21.15.33:0/1006965725 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2fc106f10 0x7fe2fc10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.213+0000 7fe301c00640 1 --2- 172.21.15.33:0/1006965725 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe2fc102790 0x7fe2fc1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.213+0000 7fe301c00640 1 --2- 172.21.15.33:0/1006965725 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2fc101de0 0x7fe2fc1021c0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.213+0000 7fe301c00640 1 -- 172.21.15.33:0/1006965725 >> 172.21.15.33:0/1006965725 conn(0x7fe2fc0fd8e0 msgr2=0x7fe2fc0ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:33.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.213+0000 7fe301c00640 1 -- 172.21.15.33:0/1006965725 shutdown_connections 2024-09-05T02:29:33.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.213+0000 7fe301c00640 1 -- 172.21.15.33:0/1006965725 wait complete. 2024-09-05T02:29:33.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.215+0000 7fe301c00640 1 Processor -- start 2024-09-05T02:29:33.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.215+0000 7fe301c00640 1 -- start start 2024-09-05T02:29:33.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.215+0000 7fe301c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2fc101de0 0x7fe2fc0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:33.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.215+0000 7fe301c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe2fc102790 0x7fe2fc074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:33.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.215+0000 7fe301c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2fc106f10 0x7fe2fc074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:33.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.215+0000 7fe301c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe2fc111f30 con 0x7fe2fc101de0 2024-09-05T02:29:33.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.215+0000 7fe301c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe2fc111db0 con 0x7fe2fc106f10 2024-09-05T02:29:33.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.215+0000 7fe301c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe2fc1120b0 con 0x7fe2fc102790 2024-09-05T02:29:33.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.216+0000 7fe2faa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2fc101de0 0x7fe2fc0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:33.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.216+0000 7fe2fa000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe2fc102790 0x7fe2fc074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:33.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.216+0000 7fe2faa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2fc101de0 0x7fe2fc0744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44916/0 (socket says 172.21.15.33:44916) 2024-09-05T02:29:33.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.216+0000 7fe2faa00640 1 -- 172.21.15.33:0/692294845 learned_addr learned my addr 172.21.15.33:0/692294845 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:33.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.216+0000 7fe2fa000640 1 -- 172.21.15.33:0/692294845 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2fc106f10 msgr2=0x7fe2fc074f70 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-05T02:29:33.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.216+0000 7fe2fa000640 1 --2- 172.21.15.33:0/692294845 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2fc106f10 0x7fe2fc074f70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.216+0000 7fe2fa000640 1 -- 172.21.15.33:0/692294845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2fc101de0 msgr2=0x7fe2fc0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:33.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.216+0000 7fe2fa000640 1 --2- 172.21.15.33:0/692294845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2fc101de0 0x7fe2fc0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.216+0000 7fe2fa000640 1 -- 172.21.15.33:0/692294845 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2fc1a68d0 con 0x7fe2fc102790 2024-09-05T02:29:33.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.217+0000 7fe2fa000640 1 --2- 172.21.15.33:0/692294845 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe2fc102790 0x7fe2fc074a30 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fe2e800e9f0 tx=0x7fe2e800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:33.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.217+0000 7fe2f3400640 1 -- 172.21.15.33:0/692294845 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2e800ccc0 con 0x7fe2fc102790 2024-09-05T02:29:33.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.217+0000 7fe2f3400640 1 -- 172.21.15.33:0/692294845 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe2e8010910 con 0x7fe2fc102790 2024-09-05T02:29:33.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.217+0000 7fe2f3400640 1 -- 172.21.15.33:0/692294845 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2e8018960 con 0x7fe2fc102790 2024-09-05T02:29:33.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.217+0000 7fe301c00640 1 -- 172.21.15.33:0/692294845 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2fc1a6bc0 con 0x7fe2fc102790 2024-09-05T02:29:33.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.218+0000 7fe301c00640 1 -- 172.21.15.33:0/692294845 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2fc1a70b0 con 0x7fe2fc102790 2024-09-05T02:29:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.222+0000 7fe3046d6740 1 Processor -- start 2024-09-05T02:29:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.222+0000 7fe3046d6740 1 -- start start 2024-09-05T02:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.223+0000 7fe3046d6740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1ab90 0x562fc9d1af70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.223+0000 7fe3046d6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d1b4b0 0x562fc9d25830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.223+0000 7fe3046d6740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d25d70 0x562fc9d28160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.223+0000 7fe3046d6740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562fc9c813e0 con 0x562fc9d25d70 2024-09-05T02:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.223+0000 7fe3046d6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562fc9c28d80 con 0x562fc9d1b4b0 2024-09-05T02:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.223+0000 7fe3046d6740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x562fc9c7d3a0 con 0x562fc9d1ab90 2024-09-05T02:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.223+0000 7fe2fb400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1ab90 0x562fc9d1af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.223+0000 7fe2fb400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1ab90 0x562fc9d1af70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:43690/0 (socket says 172.21.15.33:43690) 2024-09-05T02:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.223+0000 7fe2fb400640 1 -- 172.21.15.33:0/1789353088 learned_addr learned my addr 172.21.15.33:0/1789353088 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.223+0000 7fe2f3400640 1 -- 172.21.15.33:0/692294845 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fe2e8010ac0 con 0x7fe2fc102790 2024-09-05T02:29:33.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.223+0000 7fe2fb400640 1 -- 172.21.15.33:0/1789353088 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d1b4b0 msgr2=0x562fc9d25830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:33.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.223+0000 7fe2fb400640 1 --2- 172.21.15.33:0/1789353088 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d1b4b0 0x562fc9d25830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.223+0000 7fe2fb400640 1 -- 172.21.15.33:0/1789353088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d25d70 msgr2=0x562fc9d28160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.223+0000 7fe2fb400640 1 --2- 172.21.15.33:0/1789353088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d25d70 0x562fc9d28160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.223+0000 7fe2fb400640 1 -- 172.21.15.33:0/1789353088 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562fc9c47ae0 con 0x562fc9d1ab90 2024-09-05T02:29:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.224+0000 7fe2fb400640 1 --2- 172.21.15.33:0/1789353088 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1ab90 0x562fc9d1af70 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fe2f4009db0 tx=0x7fe2f400e720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e30a15afca06ce40 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.224+0000 7fe2e7e00640 1 -- 172.21.15.33:0/1789353088 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2f4004b20 con 0x562fc9d1ab90 2024-09-05T02:29:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.224+0000 7fe2e7e00640 1 -- 172.21.15.33:0/1789353088 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe2f4004cc0 con 0x562fc9d1ab90 2024-09-05T02:29:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.224+0000 7fe2e7e00640 1 -- 172.21.15.33:0/1789353088 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2f4018890 con 0x562fc9d1ab90 2024-09-05T02:29:33.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.225+0000 7fe2f3400640 1 --2- 172.21.15.33:0/692294845 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe2e00a2cf0 0x7fe2e00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:33.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.225+0000 7fe3046d6740 1 -- 172.21.15.33:0/1789353088 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1ab90 msgr2=0x562fc9d1af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:33.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.225+0000 7fe3046d6740 1 --2- 172.21.15.33:0/1789353088 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1ab90 0x562fc9d1af70 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fe2f4009db0 tx=0x7fe2f400e720 comp rx=0 tx=0).stop 2024-09-05T02:29:33.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.225+0000 7fe2f3400640 1 -- 172.21.15.33:0/692294845 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe2e80cf860 con 0x7fe2fc102790 2024-09-05T02:29:33.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.225+0000 7fe2faa00640 1 --2- 172.21.15.33:0/692294845 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe2e00a2cf0 0x7fe2e00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:33.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.225+0000 7fe3046d6740 1 -- 172.21.15.33:0/1789353088 shutdown_connections 2024-09-05T02:29:33.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.225+0000 7fe3046d6740 1 --2- 172.21.15.33:0/1789353088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d25d70 0x562fc9d28160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.225+0000 7fe3046d6740 1 --2- 172.21.15.33:0/1789353088 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d1b4b0 0x562fc9d25830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.225+0000 7fe3046d6740 1 --2- 172.21.15.33:0/1789353088 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1ab90 0x562fc9d1af70 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.225+0000 7fe3046d6740 1 -- 172.21.15.33:0/1789353088 >> 172.21.15.33:0/1789353088 conn(0x562fc9d17120 msgr2=0x562fc9d17500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:33.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.226+0000 7fe3046d6740 1 -- 172.21.15.33:0/1789353088 shutdown_connections 2024-09-05T02:29:33.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.226+0000 7fe3046d6740 1 -- 172.21.15.33:0/1789353088 wait complete. 2024-09-05T02:29:33.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.226+0000 7fe2faa00640 1 --2- 172.21.15.33:0/692294845 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe2e00a2cf0 0x7fe2e00a51b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe2ec031550 tx=0x7fe2ec009260 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:33.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.226+0000 7fe3046d6740 1 -- start start 2024-09-05T02:29:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.227+0000 7fe3046d6740 1 Processor -- start 2024-09-05T02:29:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.227+0000 7fe3046d6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d1ab90 0x562fc9d22cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.227+0000 7fe3046d6740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1b4b0 0x562fc9d23230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.227+0000 7fe3046d6740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d25d70 0x562fc9d23770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.227+0000 7fe3046d6740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562fc9d289e0 con 0x562fc9d25d70 2024-09-05T02:29:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.227+0000 7fe3046d6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562fc9c3c0f0 con 0x562fc9d1ab90 2024-09-05T02:29:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.227+0000 7fe3046d6740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x562fc9d28b60 con 0x562fc9d1b4b0 2024-09-05T02:29:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.227+0000 7fe3046d6740 10 client.0 _ll_register_callbacks cb 0x562fc9c2d9e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.228+0000 7fe2faa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d1ab90 0x562fc9d22cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.228+0000 7fe2faa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d1ab90 0x562fc9d22cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:39318/0 (socket says 172.21.15.33:39318) 2024-09-05T02:29:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.228+0000 7fe2faa00640 1 -- 172.21.15.33:0/2244733980 learned_addr learned my addr 172.21.15.33:0/2244733980 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.228+0000 7fe2fa000640 1 --2- 172.21.15.33:0/2244733980 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1b4b0 0x562fc9d23230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.228+0000 7fe2fb400640 1 --2- 172.21.15.33:0/2244733980 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d25d70 0x562fc9d23770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.228+0000 7fe2fa000640 1 -- 172.21.15.33:0/2244733980 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d1ab90 msgr2=0x562fc9d22cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.228+0000 7fe2fa000640 1 --2- 172.21.15.33:0/2244733980 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d1ab90 0x562fc9d22cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.228+0000 7fe2fa000640 1 -- 172.21.15.33:0/2244733980 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d25d70 msgr2=0x562fc9d23770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.228+0000 7fe2fa000640 1 --2- 172.21.15.33:0/2244733980 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d25d70 0x562fc9d23770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.228+0000 7fe2fa000640 1 -- 172.21.15.33:0/2244733980 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562fc99f23c0 con 0x562fc9d1b4b0 2024-09-05T02:29:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.228+0000 7fe2faa00640 1 --2- 172.21.15.33:0/2244733980 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d1ab90 0x562fc9d22cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:29:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.229+0000 7fe2fa000640 1 --2- 172.21.15.33:0/2244733980 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1b4b0 0x562fc9d23230 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fe2e80ccfc0 tx=0x7fe2e809b7b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=424a1fbd97ac6fdf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.229+0000 7fe2e4c00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:29:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.229+0000 7fe2e4c00640 1 -- 172.21.15.33:0/2244733980 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2e809b3e0 con 0x562fc9d1b4b0 2024-09-05T02:29:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.229+0000 7fe2e4c00640 1 -- 172.21.15.33:0/2244733980 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe2e8010430 con 0x562fc9d1b4b0 2024-09-05T02:29:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.229+0000 7fe3046d6740 1 -- 172.21.15.33:0/2244733980 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe2f4004cc0 con 0x562fc9d1b4b0 2024-09-05T02:29:33.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.229+0000 7fe2e4c00640 1 -- 172.21.15.33:0/2244733980 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe2e80a0140 con 0x562fc9d1b4b0 2024-09-05T02:29:33.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.229+0000 7fe3046d6740 10 client.25777 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:33.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.229+0000 7fe3046d6740 1 -- 172.21.15.33:0/2244733980 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562fc9d34710 con 0x562fc9d1b4b0 2024-09-05T02:29:33.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.229+0000 7fe2e4c00640 1 -- 172.21.15.33:0/2244733980 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe2f4004cc0 con 0x562fc9d1b4b0 2024-09-05T02:29:33.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.230+0000 7fe2e4c00640 1 -- 172.21.15.33:0/2244733980 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe2e809ac50 con 0x562fc9d1b4b0 2024-09-05T02:29:33.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.230+0000 7fe3046d6740 10 client.25777 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:33.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.230+0000 7fe3046d6740 10 client.25777 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:29:33.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.230+0000 7fe3046d6740 20 client.25777 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:33.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.231+0000 7fe3046d6740 1 --2- 172.21.15.33:0/2244733980 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x562fc9d35b20 0x562fc9d37f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:33.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.231+0000 7fe3046d6740 4 client.25777 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:29:33.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.231+0000 7fe3046d6740 1 -- 172.21.15.33:0/2244733980 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562fc9c8e950 con 0x562fc9d35b20 2024-09-05T02:29:33.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.231+0000 7fe2faa00640 1 --2- 172.21.15.33:0/2244733980 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x562fc9d35b20 0x562fc9d37f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:33.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.232+0000 7fe2faa00640 1 --2- 172.21.15.33:0/2244733980 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x562fc9d35b20 0x562fc9d37f10 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8122b0b69476c842 server_cookie=953f892aa791d11 in_seq=0 out_seq=0 2024-09-05T02:29:33.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.232+0000 7fe2e4c00640 10 client.25777 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:33.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.232+0000 7fe2e4c00640 1 -- 172.21.15.33:0/2244733980 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562fc9c8e950 con 0x562fc9d35b20 2024-09-05T02:29:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.232+0000 7fe2e4c00640 10 client.25777 handle_command_reply: tid=0 2024-09-05T02:29:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.233+0000 7fe3046d6740 1 client.25777 shutdown 2024-09-05T02:29:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.233+0000 7fe3046d6740 1 -- 172.21.15.33:0/2244733980 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1b4b0 msgr2=0x562fc9d23230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.233+0000 7fe3046d6740 1 --2- 172.21.15.33:0/2244733980 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1b4b0 0x562fc9d23230 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fe2e80ccfc0 tx=0x7fe2e809b7b0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.233+0000 7fe3046d6740 1 -- 172.21.15.33:0/2244733980 shutdown_connections 2024-09-05T02:29:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.233+0000 7fe3046d6740 1 --2- 172.21.15.33:0/2244733980 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x562fc9d35b20 0x562fc9d37f10 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.233+0000 7fe3046d6740 1 --2- 172.21.15.33:0/2244733980 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d25d70 0x562fc9d23770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.233+0000 7fe3046d6740 1 --2- 172.21.15.33:0/2244733980 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1b4b0 0x562fc9d23230 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.233+0000 7fe2e4c00640 0 client.25777 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.233+0000 7fe3046d6740 1 --2- 172.21.15.33:0/2244733980 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d1ab90 0x562fc9d22cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.233+0000 7fe3046d6740 1 -- 172.21.15.33:0/2244733980 >> 172.21.15.33:0/2244733980 conn(0x562fc9d17120 msgr2=0x562fc9d1ce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.233+0000 7fe3046d6740 1 -- 172.21.15.33:0/2244733980 shutdown_connections 2024-09-05T02:29:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.233+0000 7fe3046d6740 1 -- 172.21.15.33:0/2244733980 wait complete. 2024-09-05T02:29:33.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.233+0000 7fe3046d6740 20 client.25777 trim_cache size 0 max 16384 2024-09-05T02:29:33.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.252+0000 7fe3046d6740 1 Processor -- start 2024-09-05T02:29:33.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.252+0000 7fe3046d6740 1 -- start start 2024-09-05T02:29:33.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.252+0000 7fe3046d6740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1ab90 0x562fc9d24c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:33.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.252+0000 7fe3046d6740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d1b4b0 0x562fc9d3d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:33.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.252+0000 7fe3046d6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d25d70 0x562fc9d3dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:33.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.252+0000 7fe3046d6740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe2fc1afaa0 con 0x562fc9d1b4b0 2024-09-05T02:29:33.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.252+0000 7fe3046d6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe2fc1b15e0 con 0x562fc9d25d70 2024-09-05T02:29:33.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.252+0000 7fe3046d6740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe2fc1b0170 con 0x562fc9d1ab90 2024-09-05T02:29:33.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.252+0000 7fe2fa000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d1b4b0 0x562fc9d3d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:33.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.252+0000 7fe2fa000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d1b4b0 0x562fc9d3d770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44954/0 (socket says 172.21.15.33:44954) 2024-09-05T02:29:33.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.253+0000 7fe2fa000640 1 -- 172.21.15.33:0/4055266741 learned_addr learned my addr 172.21.15.33:0/4055266741 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:33.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.253+0000 7fe2faa00640 1 --2- 172.21.15.33:0/4055266741 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1ab90 0x562fc9d24c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:33.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.253+0000 7fe2fb400640 1 --2- 172.21.15.33:0/4055266741 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d25d70 0x562fc9d3dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:33.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.253+0000 7fe2faa00640 1 -- 172.21.15.33:0/4055266741 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d25d70 msgr2=0x562fc9d3dcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:33.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.253+0000 7fe2faa00640 1 --2- 172.21.15.33:0/4055266741 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d25d70 0x562fc9d3dcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.253+0000 7fe2faa00640 1 -- 172.21.15.33:0/4055266741 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d1b4b0 msgr2=0x562fc9d3d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:33.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.253+0000 7fe2faa00640 1 --2- 172.21.15.33:0/4055266741 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d1b4b0 0x562fc9d3d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.253+0000 7fe2faa00640 1 -- 172.21.15.33:0/4055266741 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562fc9d1a9c0 con 0x562fc9d1ab90 2024-09-05T02:29:33.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.253+0000 7fe2fa000640 1 --2- 172.21.15.33:0/4055266741 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d1b4b0 0x562fc9d3d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:29:33.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.253+0000 7fe2faa00640 1 --2- 172.21.15.33:0/4055266741 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1ab90 0x562fc9d24c60 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fe2e809a040 tx=0x7fe2ec040000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=863af64d79173022 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:33.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.254+0000 7fe2e7400640 1 -- 172.21.15.33:0/4055266741 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2ec035040 con 0x562fc9d1ab90 2024-09-05T02:29:33.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.254+0000 7fe2e7400640 1 -- 172.21.15.33:0/4055266741 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe2ec0319c0 con 0x562fc9d1ab90 2024-09-05T02:29:33.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.254+0000 7fe2e7400640 1 -- 172.21.15.33:0/4055266741 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2ec004740 con 0x562fc9d1ab90 2024-09-05T02:29:33.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.254+0000 7fe3046d6740 1 -- 172.21.15.33:0/4055266741 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1ab90 msgr2=0x562fc9d24c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:33.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.254+0000 7fe3046d6740 1 --2- 172.21.15.33:0/4055266741 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1ab90 0x562fc9d24c60 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fe2e809a040 tx=0x7fe2ec040000 comp rx=0 tx=0).stop 2024-09-05T02:29:33.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.255+0000 7fe3046d6740 1 -- 172.21.15.33:0/4055266741 shutdown_connections 2024-09-05T02:29:33.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.255+0000 7fe3046d6740 1 --2- 172.21.15.33:0/4055266741 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d25d70 0x562fc9d3dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.255+0000 7fe3046d6740 1 --2- 172.21.15.33:0/4055266741 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d1b4b0 0x562fc9d3d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.255+0000 7fe3046d6740 1 --2- 172.21.15.33:0/4055266741 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1ab90 0x562fc9d24c60 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.255+0000 7fe3046d6740 1 -- 172.21.15.33:0/4055266741 >> 172.21.15.33:0/4055266741 conn(0x562fc9d17120 msgr2=0x562fc9d24550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:33.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.255+0000 7fe3046d6740 1 -- 172.21.15.33:0/4055266741 shutdown_connections 2024-09-05T02:29:33.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.255+0000 7fe3046d6740 1 -- 172.21.15.33:0/4055266741 wait complete. 2024-09-05T02:29:33.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.255+0000 7fe3046d6740 1 -- start start 2024-09-05T02:29:33.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.255+0000 7fe3046d6740 1 Processor -- start 2024-09-05T02:29:33.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.256+0000 7fe3046d6740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1ab90 0x562fc9d2e230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:33.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.256+0000 7fe3046d6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d1b4b0 0x562fc9d295b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:33.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.256+0000 7fe3046d6740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d25d70 0x562fc9d29af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:33.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.256+0000 7fe3046d6740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe2fc1b0f10 con 0x562fc9d25d70 2024-09-05T02:29:33.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.256+0000 7fe3046d6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe2fc1b0840 con 0x562fc9d1b4b0 2024-09-05T02:29:33.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.256+0000 7fe3046d6740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe2fc1ada80 con 0x562fc9d1ab90 2024-09-05T02:29:33.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.256+0000 7fe3046d6740 10 client.0 _ll_register_callbacks cb 0x7fe2e809b8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:33.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.256+0000 7fe2faa00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1ab90 0x562fc9d2e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:33.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.256+0000 7fe2faa00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1ab90 0x562fc9d2e230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:43716/0 (socket says 172.21.15.33:43716) 2024-09-05T02:29:33.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.256+0000 7fe2faa00640 1 -- 172.21.15.33:0/935616512 learned_addr learned my addr 172.21.15.33:0/935616512 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:33.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.256+0000 7fe2fa000640 1 --2- 172.21.15.33:0/935616512 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d1b4b0 0x562fc9d295b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:33.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.257+0000 7fe2fb400640 1 --2- 172.21.15.33:0/935616512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d25d70 0x562fc9d29af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:33.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.257+0000 7fe2fa000640 1 -- 172.21.15.33:0/935616512 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1ab90 msgr2=0x562fc9d2e230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:33.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.257+0000 7fe2fa000640 1 --2- 172.21.15.33:0/935616512 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1ab90 0x562fc9d2e230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.257+0000 7fe2fa000640 1 -- 172.21.15.33:0/935616512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d25d70 msgr2=0x562fc9d29af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:33.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.257+0000 7fe2fa000640 1 --2- 172.21.15.33:0/935616512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d25d70 0x562fc9d29af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.257+0000 7fe2fa000640 1 -- 172.21.15.33:0/935616512 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562fc9d2a030 con 0x562fc9d1b4b0 2024-09-05T02:29:33.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.257+0000 7fe2fb400640 1 --2- 172.21.15.33:0/935616512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d25d70 0x562fc9d29af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:29:33.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.257+0000 7fe2fa000640 1 --2- 172.21.15.33:0/935616512 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d1b4b0 0x562fc9d295b0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe2e800cf10 tx=0x7fe2e800cf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da3da1989f857194 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:33.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.257+0000 7fe2e4c00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:29:33.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.257+0000 7fe2e4c00640 1 -- 172.21.15.33:0/935616512 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2e809bb60 con 0x562fc9d1b4b0 2024-09-05T02:29:33.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.258+0000 7fe3046d6740 1 -- 172.21.15.33:0/935616512 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe2ec0319c0 con 0x562fc9d1b4b0 2024-09-05T02:29:33.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.257+0000 7fe2e4c00640 1 -- 172.21.15.33:0/935616512 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe2e8018b00 con 0x562fc9d1b4b0 2024-09-05T02:29:33.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.258+0000 7fe2e4c00640 1 -- 172.21.15.33:0/935616512 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe2e80a4a00 con 0x562fc9d1b4b0 2024-09-05T02:29:33.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.258+0000 7fe3046d6740 10 client.25844 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:33.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.258+0000 7fe3046d6740 1 -- 172.21.15.33:0/935616512 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562fc9da04b0 con 0x562fc9d1b4b0 2024-09-05T02:29:33.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.258+0000 7fe2e4c00640 1 -- 172.21.15.33:0/935616512 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe2ec0319c0 con 0x562fc9d1b4b0 2024-09-05T02:29:33.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.258+0000 7fe2e4c00640 1 -- 172.21.15.33:0/935616512 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe2e8086340 con 0x562fc9d1b4b0 2024-09-05T02:29:33.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.258+0000 7fe3046d6740 10 client.25844 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:33.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.258+0000 7fe3046d6740 10 client.25844 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:29:33.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.258+0000 7fe3046d6740 20 client.25844 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:33.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.258+0000 7fe3046d6740 1 --2- 172.21.15.33:0/935616512 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x562fc9da0aa0 0x562fc9da2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:33.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.258+0000 7fe3046d6740 4 client.25844 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:29:33.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.258+0000 7fe3046d6740 1 -- 172.21.15.33:0/935616512 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562fc9c88e60 con 0x562fc9da0aa0 2024-09-05T02:29:33.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.259+0000 7fe2faa00640 1 --2- 172.21.15.33:0/935616512 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x562fc9da0aa0 0x562fc9da2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:33.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.259+0000 7fe2faa00640 1 --2- 172.21.15.33:0/935616512 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x562fc9da0aa0 0x562fc9da2ec0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=131b7f5b181eb68e server_cookie=2b51d5ade6007e08 in_seq=0 out_seq=0 2024-09-05T02:29:33.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.259+0000 7fe2e4c00640 10 client.25844 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:33.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.260+0000 7fe2e4c00640 1 -- 172.21.15.33:0/935616512 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x562fc9c88e60 con 0x562fc9da0aa0 2024-09-05T02:29:33.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.260+0000 7fe2e4c00640 10 client.25844 handle_command_reply: tid=0 2024-09-05T02:29:33.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.260+0000 7fe3046d6740 1 client.25844 shutdown 2024-09-05T02:29:33.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.260+0000 7fe3046d6740 1 -- 172.21.15.33:0/935616512 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d1b4b0 msgr2=0x562fc9d295b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:33.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.260+0000 7fe3046d6740 1 --2- 172.21.15.33:0/935616512 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d1b4b0 0x562fc9d295b0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe2e800cf10 tx=0x7fe2e800cf60 comp rx=0 tx=0).stop 2024-09-05T02:29:33.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.260+0000 7fe3046d6740 1 -- 172.21.15.33:0/935616512 shutdown_connections 2024-09-05T02:29:33.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.260+0000 7fe3046d6740 1 --2- 172.21.15.33:0/935616512 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x562fc9da0aa0 0x562fc9da2ec0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.260+0000 7fe3046d6740 1 --2- 172.21.15.33:0/935616512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562fc9d25d70 0x562fc9d29af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.260+0000 7fe3046d6740 1 --2- 172.21.15.33:0/935616512 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fc9d1b4b0 0x562fc9d295b0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.260+0000 7fe3046d6740 1 --2- 172.21.15.33:0/935616512 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562fc9d1ab90 0x562fc9d2e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.260+0000 7fe2e4c00640 0 client.25844 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:33.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.260+0000 7fe3046d6740 1 -- 172.21.15.33:0/935616512 >> 172.21.15.33:0/935616512 conn(0x562fc9d17120 msgr2=0x562fc9d234d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:33.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.260+0000 7fe3046d6740 1 -- 172.21.15.33:0/935616512 shutdown_connections 2024-09-05T02:29:33.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.260+0000 7fe3046d6740 1 -- 172.21.15.33:0/935616512 wait complete. 2024-09-05T02:29:33.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.260+0000 7fe3046d6740 20 client.25844 trim_cache size 0 max 16384 2024-09-05T02:29:33.265 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:29:33.265 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:29:33.265 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:29:33.265 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:29:33.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.261+0000 7fe301c00640 1 -- 172.21.15.33:0/692294845 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe2e00a2cf0 msgr2=0x7fe2e00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:33.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.261+0000 7fe301c00640 1 --2- 172.21.15.33:0/692294845 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe2e00a2cf0 0x7fe2e00a51b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe2ec031550 tx=0x7fe2ec009260 comp rx=0 tx=0).stop 2024-09-05T02:29:33.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.261+0000 7fe301c00640 1 -- 172.21.15.33:0/692294845 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe2fc102790 msgr2=0x7fe2fc074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:33.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.261+0000 7fe301c00640 1 --2- 172.21.15.33:0/692294845 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe2fc102790 0x7fe2fc074a30 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fe2e800e9f0 tx=0x7fe2e800eeb0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.261+0000 7fe301c00640 1 -- 172.21.15.33:0/692294845 shutdown_connections 2024-09-05T02:29:33.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.261+0000 7fe301c00640 1 --2- 172.21.15.33:0/692294845 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe2e00a2cf0 0x7fe2e00a51b0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.261+0000 7fe301c00640 1 --2- 172.21.15.33:0/692294845 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2fc106f10 0x7fe2fc074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.261+0000 7fe301c00640 1 --2- 172.21.15.33:0/692294845 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe2fc102790 0x7fe2fc074a30 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.261+0000 7fe301c00640 1 --2- 172.21.15.33:0/692294845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2fc101de0 0x7fe2fc0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:33.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.261+0000 7fe301c00640 1 -- 172.21.15.33:0/692294845 >> 172.21.15.33:0/692294845 conn(0x7fe2fc0fd8e0 msgr2=0x7fe2fc0fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:33.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.261+0000 7fe301c00640 1 -- 172.21.15.33:0/692294845 shutdown_connections 2024-09-05T02:29:33.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:33.262+0000 7fe301c00640 1 -- 172.21.15.33:0/692294845 wait complete. 2024-09-05T02:29:33.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:33 smithi123 ceph-mon[34031]: pgmap v81: 97 pgs: 97 active+clean; 9.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 421 MiB/s wr, 119 op/s 2024-09-05T02:29:33.944 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:33 smithi033 ceph-mon[29909]: pgmap v81: 97 pgs: 97 active+clean; 9.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 421 MiB/s wr, 119 op/s 2024-09-05T02:29:34.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:33 smithi174 ceph-mon[34756]: pgmap v81: 97 pgs: 97 active+clean; 9.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 421 MiB/s wr, 119 op/s 2024-09-05T02:29:34.175 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:29:34.176 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:29:34.898 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:35.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:34 smithi174 ceph-mon[34756]: pgmap v82: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 341 MiB/s wr, 95 op/s 2024-09-05T02:29:35.101 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:34 smithi033 ceph-mon[29909]: pgmap v82: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 341 MiB/s wr, 95 op/s 2024-09-05T02:29:35.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:34 smithi123 ceph-mon[34031]: pgmap v82: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 341 MiB/s wr, 95 op/s 2024-09-05T02:29:35.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.709+0000 7ff707c00640 1 -- 172.21.15.33:0/2165215622 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff700109830 msgr2=0x7ff700109c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:35.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.709+0000 7ff707c00640 1 --2- 172.21.15.33:0/2165215622 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff700109830 0x7ff700109c90 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7ff6f8009ca0 tx=0x7ff6f802a8c0 comp rx=0 tx=0).stop 2024-09-05T02:29:35.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.709+0000 7ff707c00640 1 -- 172.21.15.33:0/2165215622 shutdown_connections 2024-09-05T02:29:35.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.709+0000 7ff707c00640 1 --2- 172.21.15.33:0/2165215622 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff70011b140 0x7ff70011d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:35.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.709+0000 7ff707c00640 1 --2- 172.21.15.33:0/2165215622 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff700109830 0x7ff700109c90 secure :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7ff6f8009ca0 tx=0x7ff6f802a8c0 comp rx=0 tx=0).stop 2024-09-05T02:29:35.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.709+0000 7ff707c00640 1 --2- 172.21.15.33:0/2165215622 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff700109450 0x7ff700110250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:35.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.709+0000 7ff707c00640 1 -- 172.21.15.33:0/2165215622 >> 172.21.15.33:0/2165215622 conn(0x7ff70006e140 msgr2=0x7ff70006e550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:35.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.711+0000 7ff707c00640 1 -- 172.21.15.33:0/2165215622 shutdown_connections 2024-09-05T02:29:35.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.711+0000 7ff707c00640 1 -- 172.21.15.33:0/2165215622 wait complete. 2024-09-05T02:29:35.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.713+0000 7ff707c00640 1 Processor -- start 2024-09-05T02:29:35.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.715+0000 7ff707c00640 1 -- start start 2024-09-05T02:29:35.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.715+0000 7ff707c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff700109450 0x7ff700118910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:35.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.715+0000 7ff707c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff70011b140 0x7ff7001119a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:35.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.715+0000 7ff707c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff700111ee0 0x7ff700112390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:35.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.715+0000 7ff707c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff700120df0 con 0x7ff70011b140 2024-09-05T02:29:35.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.715+0000 7ff707c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff700120c70 con 0x7ff700111ee0 2024-09-05T02:29:35.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.715+0000 7ff707c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff700120f70 con 0x7ff700109450 2024-09-05T02:29:35.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.716+0000 7ff705c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff700111ee0 0x7ff700112390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:35.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.716+0000 7ff705200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff700109450 0x7ff700118910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:35.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.716+0000 7ff705200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff700109450 0x7ff700118910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:43734/0 (socket says 172.21.15.33:43734) 2024-09-05T02:29:35.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.716+0000 7ff705200640 1 -- 172.21.15.33:0/2516461361 learned_addr learned my addr 172.21.15.33:0/2516461361 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:35.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.717+0000 7ff705c00640 1 -- 172.21.15.33:0/2516461361 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff700109450 msgr2=0x7ff700118910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:35.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.717+0000 7ff705c00640 1 --2- 172.21.15.33:0/2516461361 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff700109450 0x7ff700118910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:35.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.717+0000 7ff705c00640 1 -- 172.21.15.33:0/2516461361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff70011b140 msgr2=0x7ff7001119a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:35.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.717+0000 7ff705c00640 1 --2- 172.21.15.33:0/2516461361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff70011b140 0x7ff7001119a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:35.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.717+0000 7ff705c00640 1 -- 172.21.15.33:0/2516461361 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff700116540 con 0x7ff700111ee0 2024-09-05T02:29:35.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.717+0000 7ff705c00640 1 --2- 172.21.15.33:0/2516461361 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff700111ee0 0x7ff700112390 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff6f000e9a0 tx=0x7ff6f000ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:35.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.718+0000 7ff6fd600640 1 -- 172.21.15.33:0/2516461361 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f00095d0 con 0x7ff700111ee0 2024-09-05T02:29:35.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.718+0000 7ff6fd600640 1 -- 172.21.15.33:0/2516461361 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff6f000ccc0 con 0x7ff700111ee0 2024-09-05T02:29:35.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.718+0000 7ff6fd600640 1 -- 172.21.15.33:0/2516461361 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f0004a00 con 0x7ff700111ee0 2024-09-05T02:29:35.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.718+0000 7ff707c00640 1 -- 172.21.15.33:0/2516461361 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff700116830 con 0x7ff700111ee0 2024-09-05T02:29:35.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.719+0000 7ff707c00640 1 -- 172.21.15.33:0/2516461361 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff700116d20 con 0x7ff700111ee0 2024-09-05T02:29:35.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.721+0000 7ff707c00640 1 -- 172.21.15.33:0/2516461361 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff700073b00 con 0x7ff700111ee0 2024-09-05T02:29:35.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.724+0000 7ff6fd600640 1 -- 172.21.15.33:0/2516461361 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7ff6f0004c60 con 0x7ff700111ee0 2024-09-05T02:29:35.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.725+0000 7ff6fd600640 1 --2- 172.21.15.33:0/2516461361 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff6e40a2d70 0x7ff6e40a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:35.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.725+0000 7ff6fd600640 1 -- 172.21.15.33:0/2516461361 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ff6f00cf460 con 0x7ff700111ee0 2024-09-05T02:29:35.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.726+0000 7ff705200640 1 --2- 172.21.15.33:0/2516461361 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff6e40a2d70 0x7ff6e40a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:35.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.727+0000 7ff705200640 1 --2- 172.21.15.33:0/2516461361 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff6e40a2d70 0x7ff6e40a5230 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff6ec009c90 tx=0x7ff6ec005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:35.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:35.729+0000 7ff6fd600640 1 -- 172.21.15.33:0/2516461361 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff6f001c020 con 0x7ff700111ee0 2024-09-05T02:29:36.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:36.114+0000 7ff707c00640 1 -- 172.21.15.33:0/2516461361 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff70010b3a0 con 0x7ff700111ee0 2024-09-05T02:29:36.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:36.115+0000 7ff6fd600640 1 -- 172.21.15.33:0/2516461361 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7ff6f009c090 con 0x7ff700111ee0 2024-09-05T02:29:36.116 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:29:36.116 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:29:36.116 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:29:36.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:36.117+0000 7ff707c00640 1 -- 172.21.15.33:0/2516461361 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff6e40a2d70 msgr2=0x7ff6e40a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:36.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:36.117+0000 7ff707c00640 1 --2- 172.21.15.33:0/2516461361 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff6e40a2d70 0x7ff6e40a5230 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff6ec009c90 tx=0x7ff6ec005f90 comp rx=0 tx=0).stop 2024-09-05T02:29:36.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:36.117+0000 7ff707c00640 1 -- 172.21.15.33:0/2516461361 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff700111ee0 msgr2=0x7ff700112390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:36.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:36.117+0000 7ff707c00640 1 --2- 172.21.15.33:0/2516461361 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff700111ee0 0x7ff700112390 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff6f000e9a0 tx=0x7ff6f000ee60 comp rx=0 tx=0).stop 2024-09-05T02:29:36.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:36.117+0000 7ff707c00640 1 -- 172.21.15.33:0/2516461361 shutdown_connections 2024-09-05T02:29:36.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:36.117+0000 7ff707c00640 1 --2- 172.21.15.33:0/2516461361 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff6e40a2d70 0x7ff6e40a5230 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:36.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:36.117+0000 7ff707c00640 1 --2- 172.21.15.33:0/2516461361 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff700111ee0 0x7ff700112390 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:36.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:36.117+0000 7ff707c00640 1 --2- 172.21.15.33:0/2516461361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff70011b140 0x7ff7001119a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:36.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:36.117+0000 7ff707c00640 1 --2- 172.21.15.33:0/2516461361 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff700109450 0x7ff700118910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:36.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:36.117+0000 7ff707c00640 1 -- 172.21.15.33:0/2516461361 >> 172.21.15.33:0/2516461361 conn(0x7ff70006e140 msgr2=0x7ff70011c210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:36.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:36.118+0000 7ff707c00640 1 -- 172.21.15.33:0/2516461361 shutdown_connections 2024-09-05T02:29:36.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:36.118+0000 7ff707c00640 1 -- 172.21.15.33:0/2516461361 wait complete. 2024-09-05T02:29:36.997 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:29:37.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:36 smithi033 ceph-mon[29909]: pgmap v83: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 274 MiB/s wr, 77 op/s 2024-09-05T02:29:37.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:36 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2516461361' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:29:37.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:36 smithi174 ceph-mon[34756]: pgmap v83: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 274 MiB/s wr, 77 op/s 2024-09-05T02:29:37.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:36 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2516461361' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:29:37.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:36 smithi123 ceph-mon[34031]: pgmap v83: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 274 MiB/s wr, 77 op/s 2024-09-05T02:29:37.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:36 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2516461361' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:29:37.576 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:38.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.266+0000 7f3dbf000640 1 -- 172.21.15.33:0/1365632222 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3db8101dd0 msgr2=0x7f3db81021b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:38.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.266+0000 7f3dbf000640 1 --2- 172.21.15.33:0/1365632222 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3db8101dd0 0x7f3db81021b0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f3da8009900 tx=0x7f3da802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.266+0000 7f3dbf000640 1 -- 172.21.15.33:0/1365632222 shutdown_connections 2024-09-05T02:29:38.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.266+0000 7f3dbf000640 1 --2- 172.21.15.33:0/1365632222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3db8106f00 0x7f3db810ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.266+0000 7f3dbf000640 1 --2- 172.21.15.33:0/1365632222 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3db8102780 0x7f3db81067d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.266+0000 7f3dbf000640 1 --2- 172.21.15.33:0/1365632222 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3db8101dd0 0x7f3db81021b0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.266+0000 7f3dbf000640 1 -- 172.21.15.33:0/1365632222 >> 172.21.15.33:0/1365632222 conn(0x7f3db80fd8b0 msgr2=0x7f3db80ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:38.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.267+0000 7f3dbf000640 1 -- 172.21.15.33:0/1365632222 shutdown_connections 2024-09-05T02:29:38.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.267+0000 7f3dbf000640 1 -- 172.21.15.33:0/1365632222 wait complete. 2024-09-05T02:29:38.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.268+0000 7f3dbf000640 1 Processor -- start 2024-09-05T02:29:38.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.268+0000 7f3dbf000640 1 -- start start 2024-09-05T02:29:38.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.269+0000 7f3dbf000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3db8101dd0 0x7f3db81a4820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:38.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.269+0000 7f3dbf000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3db8102780 0x7f3db81a4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:38.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.269+0000 7f3dbf000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3db8106f00 0x7f3db810dc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:38.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.269+0000 7f3dbf000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3db8111f60 con 0x7f3db8106f00 2024-09-05T02:29:38.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.269+0000 7f3dbf000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3db8111de0 con 0x7f3db8101dd0 2024-09-05T02:29:38.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.269+0000 7f3dbf000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3db81120e0 con 0x7f3db8102780 2024-09-05T02:29:38.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.270+0000 7f3db7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3db8101dd0 0x7f3db81a4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:38.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.270+0000 7f3db7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3db8101dd0 0x7f3db81a4820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:39366/0 (socket says 172.21.15.33:39366) 2024-09-05T02:29:38.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.270+0000 7f3db7e00640 1 -- 172.21.15.33:0/3276533135 learned_addr learned my addr 172.21.15.33:0/3276533135 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:38.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.270+0000 7f3dbd000640 1 --2- 172.21.15.33:0/3276533135 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3db8106f00 0x7f3db810dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:38.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.270+0000 7f3db7400640 1 --2- 172.21.15.33:0/3276533135 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3db8102780 0x7f3db81a4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:38.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.270+0000 7f3db7400640 1 -- 172.21.15.33:0/3276533135 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3db8101dd0 msgr2=0x7f3db81a4820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:38.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.270+0000 7f3db7400640 1 --2- 172.21.15.33:0/3276533135 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3db8101dd0 0x7f3db81a4820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.270+0000 7f3db7400640 1 -- 172.21.15.33:0/3276533135 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3db8106f00 msgr2=0x7f3db810dc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:38.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.270+0000 7f3db7400640 1 --2- 172.21.15.33:0/3276533135 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3db8106f00 0x7f3db810dc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.270+0000 7f3db7400640 1 -- 172.21.15.33:0/3276533135 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3db810e500 con 0x7f3db8102780 2024-09-05T02:29:38.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.273+0000 7f3db7400640 1 --2- 172.21.15.33:0/3276533135 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3db8102780 0x7f3db81a4d60 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3da000e9f0 tx=0x7f3da000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:38.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.273+0000 7f3db4c00640 1 -- 172.21.15.33:0/3276533135 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da000ccc0 con 0x7f3db8102780 2024-09-05T02:29:38.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.273+0000 7f3db4c00640 1 -- 172.21.15.33:0/3276533135 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3da0005020 con 0x7f3db8102780 2024-09-05T02:29:38.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.273+0000 7f3db4c00640 1 -- 172.21.15.33:0/3276533135 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da00049e0 con 0x7f3db8102780 2024-09-05T02:29:38.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.273+0000 7f3dbf000640 1 -- 172.21.15.33:0/3276533135 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3db810e7f0 con 0x7f3db8102780 2024-09-05T02:29:38.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.273+0000 7f3dbf000640 1 -- 172.21.15.33:0/3276533135 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3db81ab750 con 0x7f3db8102780 2024-09-05T02:29:38.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.278+0000 7f3db4c00640 1 -- 172.21.15.33:0/3276533135 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f3da0005560 con 0x7f3db8102780 2024-09-05T02:29:38.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.280+0000 7f3dc1c6a740 1 Processor -- start 2024-09-05T02:29:38.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.281+0000 7f3dc1c6a740 1 -- start start 2024-09-05T02:29:38.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.281+0000 7f3dc1c6a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e401cc70 0x55d4e401d050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:38.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.281+0000 7f3dc1c6a740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d4e401d590 0x55d4e4027910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:38.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.281+0000 7f3dc1c6a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e4027e50 0x55d4e402a240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:38.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.281+0000 7f3dc1c6a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55d4e3f833e0 con 0x55d4e401cc70 2024-09-05T02:29:38.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.281+0000 7f3dc1c6a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d4e3f2ad80 con 0x55d4e4027e50 2024-09-05T02:29:38.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.281+0000 7f3dc1c6a740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55d4e3f7f3a0 con 0x55d4e401d590 2024-09-05T02:29:38.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.281+0000 7f3db4c00640 1 --2- 172.21.15.33:0/3276533135 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3d9c0a2ec0 0x7f3d9c0a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:38.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.281+0000 7f3db4c00640 1 -- 172.21.15.33:0/3276533135 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3da00cf450 con 0x7f3db8102780 2024-09-05T02:29:38.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.282+0000 7f3db7400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e4027e50 0x55d4e402a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:38.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.283+0000 7f3db7400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e4027e50 0x55d4e402a240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:39378/0 (socket says 172.21.15.33:39378) 2024-09-05T02:29:38.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.283+0000 7f3db7400640 1 -- 172.21.15.33:0/980231193 learned_addr learned my addr 172.21.15.33:0/980231193 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:38.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.283+0000 7f3db7e00640 1 --2- 172.21.15.33:0/980231193 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d4e401d590 0x55d4e4027910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:38.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.284+0000 7f3dbd000640 1 --2- 172.21.15.33:0/3276533135 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3d9c0a2ec0 0x7f3d9c0a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:38.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.285+0000 7f3db7400640 1 -- 172.21.15.33:0/980231193 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d4e401d590 msgr2=0x55d4e4027910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:38.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.285+0000 7f3db7400640 1 --2- 172.21.15.33:0/980231193 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d4e401d590 0x55d4e4027910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.285+0000 7f3db7400640 1 -- 172.21.15.33:0/980231193 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e401cc70 msgr2=0x55d4e401d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:38.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.285+0000 7f3db7400640 1 --2- 172.21.15.33:0/980231193 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e401cc70 0x55d4e401d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.285+0000 7f3db7400640 1 -- 172.21.15.33:0/980231193 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4e3f49ae0 con 0x55d4e4027e50 2024-09-05T02:29:38.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.286+0000 7f3db7e00640 1 --2- 172.21.15.33:0/980231193 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d4e401d590 0x55d4e4027910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:29:38.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.287+0000 7f3db7400640 1 --2- 172.21.15.33:0/980231193 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e4027e50 0x55d4e402a240 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f3da00982f0 tx=0x7f3da009b590 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e570d7cf112968f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:38.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.288+0000 7f3dbd000640 1 --2- 172.21.15.33:0/3276533135 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3d9c0a2ec0 0x7f3d9c0a5380 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3db0009370 tx=0x7f3db0009440 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:38.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.289+0000 7f3dad600640 1 -- 172.21.15.33:0/980231193 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da001c040 con 0x55d4e4027e50 2024-09-05T02:29:38.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.289+0000 7f3dad600640 1 -- 172.21.15.33:0/980231193 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3da00b4070 con 0x55d4e4027e50 2024-09-05T02:29:38.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.289+0000 7f3dad600640 1 -- 172.21.15.33:0/980231193 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da009bde0 con 0x55d4e4027e50 2024-09-05T02:29:38.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.290+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/980231193 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e4027e50 msgr2=0x55d4e402a240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:38.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.290+0000 7f3dc1c6a740 1 --2- 172.21.15.33:0/980231193 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e4027e50 0x55d4e402a240 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f3da00982f0 tx=0x7f3da009b590 comp rx=0 tx=0).stop 2024-09-05T02:29:38.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.291+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/980231193 shutdown_connections 2024-09-05T02:29:38.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.291+0000 7f3dc1c6a740 1 --2- 172.21.15.33:0/980231193 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e4027e50 0x55d4e402a240 secure :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f3da00982f0 tx=0x7f3da009b590 comp rx=0 tx=0).stop 2024-09-05T02:29:38.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.291+0000 7f3dc1c6a740 1 --2- 172.21.15.33:0/980231193 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d4e401d590 0x55d4e4027910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.291+0000 7f3dc1c6a740 1 --2- 172.21.15.33:0/980231193 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e401cc70 0x55d4e401d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.291+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/980231193 >> 172.21.15.33:0/980231193 conn(0x55d4e4019200 msgr2=0x55d4e40195e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:38.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.292+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/980231193 shutdown_connections 2024-09-05T02:29:38.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.292+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/980231193 wait complete. 2024-09-05T02:29:38.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.293+0000 7f3dc1c6a740 1 -- start start 2024-09-05T02:29:38.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.294+0000 7f3dc1c6a740 1 Processor -- start 2024-09-05T02:29:38.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.295+0000 7f3dc1c6a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e401cc70 0x55d4e4024ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:38.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.296+0000 7f3dc1c6a740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d4e401d590 0x55d4e4025530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:38.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.296+0000 7f3db7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e401cc70 0x55d4e4024ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:38.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.296+0000 7f3dc1c6a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e4025a70 0x55d4e4044ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:38.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.296+0000 7f3db7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e401cc70 0x55d4e4024ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:39380/0 (socket says 172.21.15.33:39380) 2024-09-05T02:29:38.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.296+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/1935261061 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55d4e403ba30 con 0x55d4e4025a70 2024-09-05T02:29:38.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.296+0000 7f3db7e00640 1 -- 172.21.15.33:0/1935261061 learned_addr learned my addr 172.21.15.33:0/1935261061 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:38.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.296+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/1935261061 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d4e3f3e0f0 con 0x55d4e401cc70 2024-09-05T02:29:38.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.296+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/1935261061 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55d4e403bbb0 con 0x55d4e401d590 2024-09-05T02:29:38.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.296+0000 7f3dc1c6a740 10 client.0 _ll_register_callbacks cb 0x55d4e3f25bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:38.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.297+0000 7f3dbd000640 1 --2- 172.21.15.33:0/1935261061 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e4025a70 0x55d4e4044ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:38.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.298+0000 7f3dbd000640 1 -- 172.21.15.33:0/1935261061 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d4e401d590 msgr2=0x55d4e4025530 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T02:29:38.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.298+0000 7f3dbd000640 1 --2- 172.21.15.33:0/1935261061 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d4e401d590 0x55d4e4025530 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.298+0000 7f3dbd000640 1 -- 172.21.15.33:0/1935261061 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e401cc70 msgr2=0x55d4e4024ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:38.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.298+0000 7f3dbd000640 1 --2- 172.21.15.33:0/1935261061 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e401cc70 0x55d4e4024ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.298+0000 7f3dbd000640 1 -- 172.21.15.33:0/1935261061 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4e3cf43c0 con 0x55d4e4025a70 2024-09-05T02:29:38.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.300+0000 7f3dbd000640 1 --2- 172.21.15.33:0/1935261061 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e4025a70 0x55d4e4044ea0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f3db0005fd0 tx=0x7f3db0004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80b31025d5082ae5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:38.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.301+0000 7f3db7e00640 1 --2- 172.21.15.33:0/1935261061 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e401cc70 0x55d4e4024ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:29:38.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.301+0000 7f3da6000640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:29:38.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.302+0000 7f3da6000640 1 -- 172.21.15.33:0/1935261061 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db0020070 con 0x55d4e4025a70 2024-09-05T02:29:38.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.302+0000 7f3da6000640 1 -- 172.21.15.33:0/1935261061 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3db0011930 con 0x55d4e4025a70 2024-09-05T02:29:38.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.302+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/1935261061 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3da00b4070 con 0x55d4e4025a70 2024-09-05T02:29:38.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.303+0000 7f3da6000640 1 -- 172.21.15.33:0/1935261061 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3db0016070 con 0x55d4e4025a70 2024-09-05T02:29:38.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.303+0000 7f3dc1c6a740 10 client.15789 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:38.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.303+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/1935261061 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d4e4048160 con 0x55d4e4025a70 2024-09-05T02:29:38.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.304+0000 7f3da6000640 1 -- 172.21.15.33:0/1935261061 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3da00b4070 con 0x55d4e4025a70 2024-09-05T02:29:38.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.304+0000 7f3da6000640 1 -- 172.21.15.33:0/1935261061 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3db000f040 con 0x55d4e4025a70 2024-09-05T02:29:38.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.304+0000 7f3dc1c6a740 10 client.15789 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:38.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.304+0000 7f3dc1c6a740 10 client.15789 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:29:38.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.304+0000 7f3dc1c6a740 20 client.15789 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:38.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.304+0000 7f3dc1c6a740 1 --2- 172.21.15.33:0/1935261061 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55d4e4049570 0x55d4e404b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:38.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.304+0000 7f3dc1c6a740 4 client.15789 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:29:38.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.304+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/1935261061 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d4e3f90950 con 0x55d4e4049570 2024-09-05T02:29:38.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.305+0000 7f3db7e00640 1 --2- 172.21.15.33:0/1935261061 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55d4e4049570 0x55d4e404b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:38.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.305+0000 7f3db7e00640 1 --2- 172.21.15.33:0/1935261061 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55d4e4049570 0x55d4e404b980 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f421e00ae77430bc server_cookie=3eee7ba5ba3673d6 in_seq=0 out_seq=0 2024-09-05T02:29:38.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.305+0000 7f3da6000640 10 client.15789 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:29:38.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.306+0000 7f3da6000640 1 -- 172.21.15.33:0/1935261061 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d4e3f90950 con 0x55d4e4049570 2024-09-05T02:29:38.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.306+0000 7f3da6000640 10 client.15789 handle_command_reply: tid=0 2024-09-05T02:29:38.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.306+0000 7f3dc1c6a740 1 client.15789 shutdown 2024-09-05T02:29:38.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.307+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/1935261061 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e4025a70 msgr2=0x55d4e4044ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:38.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.307+0000 7f3dc1c6a740 1 --2- 172.21.15.33:0/1935261061 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e4025a70 0x55d4e4044ea0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f3db0005fd0 tx=0x7f3db0004ab0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.308+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/1935261061 shutdown_connections 2024-09-05T02:29:38.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.308+0000 7f3dc1c6a740 1 --2- 172.21.15.33:0/1935261061 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55d4e4049570 0x55d4e404b980 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.308+0000 7f3dc1c6a740 1 --2- 172.21.15.33:0/1935261061 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e4025a70 0x55d4e4044ea0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.308+0000 7f3dc1c6a740 1 --2- 172.21.15.33:0/1935261061 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d4e401d590 0x55d4e4025530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.308+0000 7f3dc1c6a740 1 --2- 172.21.15.33:0/1935261061 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e401cc70 0x55d4e4024ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.308+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/1935261061 >> 172.21.15.33:0/1935261061 conn(0x55d4e4019200 msgr2=0x55d4e401ef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:38.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.308+0000 7f3da6000640 0 client.15789 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:29:38.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.308+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/1935261061 shutdown_connections 2024-09-05T02:29:38.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.309+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/1935261061 wait complete. 2024-09-05T02:29:38.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.311+0000 7f3dc1c6a740 20 client.15789 trim_cache size 0 max 16384 2024-09-05T02:29:38.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.331+0000 7f3dc1c6a740 1 Processor -- start 2024-09-05T02:29:38.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.331+0000 7f3dc1c6a740 1 -- start start 2024-09-05T02:29:38.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.331+0000 7f3dc1c6a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e401cc70 0x55d4e4044c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:38.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.331+0000 7f3dc1c6a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e401d590 0x55d4e4051220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:38.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.331+0000 7f3dc1c6a740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d4e4025a70 0x55d4e4051760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:38.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.331+0000 7f3dc1c6a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3db8074280 con 0x55d4e401d590 2024-09-05T02:29:38.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.331+0000 7f3dc1c6a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3db81ad2c0 con 0x55d4e401cc70 2024-09-05T02:29:38.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.331+0000 7f3dc1c6a740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3db81abe50 con 0x55d4e4025a70 2024-09-05T02:29:38.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.332+0000 7f3db7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e401cc70 0x55d4e4044c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:38.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.332+0000 7f3db7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e401cc70 0x55d4e4044c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:39384/0 (socket says 172.21.15.33:39384) 2024-09-05T02:29:38.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.332+0000 7f3db7e00640 1 -- 172.21.15.33:0/4283746530 learned_addr learned my addr 172.21.15.33:0/4283746530 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:38.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.332+0000 7f3dbd000640 1 --2- 172.21.15.33:0/4283746530 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d4e4025a70 0x55d4e4051760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:38.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.332+0000 7f3db7400640 1 --2- 172.21.15.33:0/4283746530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e401d590 0x55d4e4051220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:38.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.332+0000 7f3db7e00640 1 -- 172.21.15.33:0/4283746530 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d4e4025a70 msgr2=0x55d4e4051760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:38.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.332+0000 7f3db7e00640 1 --2- 172.21.15.33:0/4283746530 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d4e4025a70 0x55d4e4051760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.332+0000 7f3db7e00640 1 -- 172.21.15.33:0/4283746530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e401d590 msgr2=0x55d4e4051220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:38.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.332+0000 7f3db7e00640 1 --2- 172.21.15.33:0/4283746530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e401d590 0x55d4e4051220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.332+0000 7f3db7e00640 1 -- 172.21.15.33:0/4283746530 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4e402a5b0 con 0x55d4e401cc70 2024-09-05T02:29:38.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.332+0000 7f3db7400640 1 --2- 172.21.15.33:0/4283746530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e401d590 0x55d4e4051220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:29:38.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.333+0000 7f3db7e00640 1 --2- 172.21.15.33:0/4283746530 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e401cc70 0x55d4e4044c90 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3da8005940 tx=0x7f3da80058d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=478faee4b608cb8d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:38.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.333+0000 7f3dacc00640 1 -- 172.21.15.33:0/4283746530 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da8035040 con 0x55d4e401cc70 2024-09-05T02:29:38.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.333+0000 7f3dacc00640 1 -- 172.21.15.33:0/4283746530 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3da8048070 con 0x55d4e401cc70 2024-09-05T02:29:38.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.333+0000 7f3dacc00640 1 -- 172.21.15.33:0/4283746530 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da8031810 con 0x55d4e401cc70 2024-09-05T02:29:38.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.334+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/4283746530 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e401cc70 msgr2=0x55d4e4044c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:38.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.334+0000 7f3dc1c6a740 1 --2- 172.21.15.33:0/4283746530 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e401cc70 0x55d4e4044c90 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3da8005940 tx=0x7f3da80058d0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.335+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/4283746530 shutdown_connections 2024-09-05T02:29:38.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.335+0000 7f3dc1c6a740 1 --2- 172.21.15.33:0/4283746530 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d4e4025a70 0x55d4e4051760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.335+0000 7f3dc1c6a740 1 --2- 172.21.15.33:0/4283746530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e401d590 0x55d4e4051220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.335+0000 7f3dc1c6a740 1 --2- 172.21.15.33:0/4283746530 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e401cc70 0x55d4e4044c90 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.335+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/4283746530 >> 172.21.15.33:0/4283746530 conn(0x55d4e4019200 msgr2=0x55d4e4027070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:38.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.335+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/4283746530 shutdown_connections 2024-09-05T02:29:38.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.335+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/4283746530 wait complete. 2024-09-05T02:29:38.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.335+0000 7f3dc1c6a740 1 -- start start 2024-09-05T02:29:38.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.336+0000 7f3dc1c6a740 1 Processor -- start 2024-09-05T02:29:38.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.336+0000 7f3dc1c6a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e401cc70 0x55d4e4041170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:38.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.336+0000 7f3dc1c6a740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d4e401d590 0x55d4e40416b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:38.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.336+0000 7f3dc1c6a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e4025a70 0x55d4e4021bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:38.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.337+0000 7f3dc1c6a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3db81acbf0 con 0x55d4e401cc70 2024-09-05T02:29:38.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.337+0000 7f3dc1c6a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3db81ac520 con 0x55d4e4025a70 2024-09-05T02:29:38.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.337+0000 7f3dc1c6a740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3db8072260 con 0x55d4e401d590 2024-09-05T02:29:38.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.337+0000 7f3dc1c6a740 10 client.0 _ll_register_callbacks cb 0x7f3db0010f70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:38.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.337+0000 7f3dbd000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e4025a70 0x55d4e4021bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:38.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.337+0000 7f3dbd000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e4025a70 0x55d4e4021bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:39392/0 (socket says 172.21.15.33:39392) 2024-09-05T02:29:38.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.337+0000 7f3dbd000640 1 -- 172.21.15.33:0/4155899927 learned_addr learned my addr 172.21.15.33:0/4155899927 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:38.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.337+0000 7f3db7400640 1 --2- 172.21.15.33:0/4155899927 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d4e401d590 0x55d4e40416b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:38.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.337+0000 7f3db7e00640 1 --2- 172.21.15.33:0/4155899927 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e401cc70 0x55d4e4041170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:38.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.337+0000 7f3dbd000640 1 -- 172.21.15.33:0/4155899927 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d4e401d590 msgr2=0x55d4e40416b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:38.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.337+0000 7f3dbd000640 1 --2- 172.21.15.33:0/4155899927 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d4e401d590 0x55d4e40416b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.337+0000 7f3dbd000640 1 -- 172.21.15.33:0/4155899927 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e401cc70 msgr2=0x55d4e4041170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:38.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.337+0000 7f3dbd000640 1 --2- 172.21.15.33:0/4155899927 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e401cc70 0x55d4e4041170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.337+0000 7f3dbd000640 1 -- 172.21.15.33:0/4155899927 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4e40223c0 con 0x55d4e4025a70 2024-09-05T02:29:38.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.337+0000 7f3db7e00640 1 --2- 172.21.15.33:0/4155899927 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e401cc70 0x55d4e4041170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:29:38.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.338+0000 7f3dbd000640 1 --2- 172.21.15.33:0/4155899927 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e4025a70 0x55d4e4021bc0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3db0002230 tx=0x7f3db0011a70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=432c940abaa57609 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:38.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.338+0000 7f3da6000640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:29:38.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.339+0000 7f3da6000640 1 -- 172.21.15.33:0/4155899927 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db0035070 con 0x55d4e4025a70 2024-09-05T02:29:38.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.339+0000 7f3da6000640 1 -- 172.21.15.33:0/4155899927 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3db0025660 con 0x55d4e4025a70 2024-09-05T02:29:38.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.340+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/4155899927 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3da8048070 con 0x55d4e4025a70 2024-09-05T02:29:38.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.341+0000 7f3da6000640 1 -- 172.21.15.33:0/4155899927 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3db0020040 con 0x55d4e4025a70 2024-09-05T02:29:38.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.341+0000 7f3dc1c6a740 10 client.25865 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:38.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.341+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/4155899927 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d4e40b3eb0 con 0x55d4e4025a70 2024-09-05T02:29:38.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.346+0000 7f3da6000640 1 -- 172.21.15.33:0/4155899927 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3da8048070 con 0x55d4e4025a70 2024-09-05T02:29:38.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.346+0000 7f3da6000640 1 -- 172.21.15.33:0/4155899927 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3db0039c30 con 0x55d4e4025a70 2024-09-05T02:29:38.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.346+0000 7f3dc1c6a740 10 client.25865 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:38.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.346+0000 7f3dc1c6a740 10 client.25865 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:29:38.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.346+0000 7f3dc1c6a740 20 client.25865 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:38.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.346+0000 7f3dc1c6a740 1 --2- 172.21.15.33:0/4155899927 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55d4e40b45d0 0x55d4e40b69f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:38.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.346+0000 7f3dc1c6a740 4 client.25865 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:29:38.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.346+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/4155899927 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d4e3f8ae60 con 0x55d4e40b45d0 2024-09-05T02:29:38.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.347+0000 7f3db7e00640 1 --2- 172.21.15.33:0/4155899927 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55d4e40b45d0 0x55d4e40b69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:38.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.348+0000 7f3db7e00640 1 --2- 172.21.15.33:0/4155899927 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55d4e40b45d0 0x55d4e40b69f0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=5f26129b7c885ba5 server_cookie=87292f382513a45f in_seq=0 out_seq=0 2024-09-05T02:29:38.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.348+0000 7f3da6000640 10 client.25865 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:29:38.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.348+0000 7f3da6000640 1 -- 172.21.15.33:0/4155899927 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d4e3f8ae60 con 0x55d4e40b45d0 2024-09-05T02:29:38.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.348+0000 7f3da6000640 10 client.25865 handle_command_reply: tid=0 2024-09-05T02:29:38.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.349+0000 7f3dc1c6a740 1 client.25865 shutdown 2024-09-05T02:29:38.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.350+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/4155899927 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e4025a70 msgr2=0x55d4e4021bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:38.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.350+0000 7f3dc1c6a740 1 --2- 172.21.15.33:0/4155899927 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e4025a70 0x55d4e4021bc0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3db0002230 tx=0x7f3db0011a70 comp rx=0 tx=0).stop 2024-09-05T02:29:38.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.350+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/4155899927 shutdown_connections 2024-09-05T02:29:38.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.350+0000 7f3dc1c6a740 1 --2- 172.21.15.33:0/4155899927 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55d4e40b45d0 0x55d4e40b69f0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.350+0000 7f3da6000640 0 client.25865 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:29:38.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.350+0000 7f3dc1c6a740 1 --2- 172.21.15.33:0/4155899927 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d4e4025a70 0x55d4e4021bc0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.350+0000 7f3dc1c6a740 1 --2- 172.21.15.33:0/4155899927 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d4e401d590 0x55d4e40416b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.350+0000 7f3dc1c6a740 1 --2- 172.21.15.33:0/4155899927 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d4e401cc70 0x55d4e4041170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.350+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/4155899927 >> 172.21.15.33:0/4155899927 conn(0x55d4e4019200 msgr2=0x55d4e401e740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:38.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.351+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/4155899927 shutdown_connections 2024-09-05T02:29:38.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.351+0000 7f3dc1c6a740 1 -- 172.21.15.33:0/4155899927 wait complete. 2024-09-05T02:29:38.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.351+0000 7f3dc1c6a740 20 client.25865 trim_cache size 0 max 16384 2024-09-05T02:29:38.354 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:29:38.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.353+0000 7f3dbf000640 1 -- 172.21.15.33:0/3276533135 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3d9c0a2ec0 msgr2=0x7f3d9c0a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:38.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.353+0000 7f3dbf000640 1 --2- 172.21.15.33:0/3276533135 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3d9c0a2ec0 0x7f3d9c0a5380 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3db0009370 tx=0x7f3db0009440 comp rx=0 tx=0).stop 2024-09-05T02:29:38.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.353+0000 7f3dbf000640 1 -- 172.21.15.33:0/3276533135 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3db8102780 msgr2=0x7f3db81a4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:38.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.353+0000 7f3dbf000640 1 --2- 172.21.15.33:0/3276533135 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3db8102780 0x7f3db81a4d60 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3da000e9f0 tx=0x7f3da000eeb0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.353+0000 7f3dbf000640 1 -- 172.21.15.33:0/3276533135 shutdown_connections 2024-09-05T02:29:38.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.353+0000 7f3dbf000640 1 --2- 172.21.15.33:0/3276533135 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3d9c0a2ec0 0x7f3d9c0a5380 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.353+0000 7f3dbf000640 1 --2- 172.21.15.33:0/3276533135 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3db8106f00 0x7f3db810dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.353+0000 7f3dbf000640 1 --2- 172.21.15.33:0/3276533135 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3db8102780 0x7f3db81a4d60 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.353+0000 7f3dbf000640 1 --2- 172.21.15.33:0/3276533135 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3db8101dd0 0x7f3db81a4820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:38.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.354+0000 7f3dbf000640 1 -- 172.21.15.33:0/3276533135 >> 172.21.15.33:0/3276533135 conn(0x7f3db80fd8b0 msgr2=0x7f3db80feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:38.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.354+0000 7f3dbf000640 1 -- 172.21.15.33:0/3276533135 shutdown_connections 2024-09-05T02:29:38.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:38.354+0000 7f3dbf000640 1 -- 172.21.15.33:0/3276533135 wait complete. 2024-09-05T02:29:39.035 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:38 smithi033 ceph-mon[29909]: pgmap v84: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 348 MiB/s wr, 101 op/s 2024-09-05T02:29:39.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:38 smithi174 ceph-mon[34756]: pgmap v84: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 348 MiB/s wr, 101 op/s 2024-09-05T02:29:39.296 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:29:39.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:38 smithi123 ceph-mon[34031]: pgmap v84: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 348 MiB/s wr, 101 op/s 2024-09-05T02:29:40.120 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:40.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.876+0000 7f45b5800640 1 -- 172.21.15.33:0/1546105529 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f45b01079c0 msgr2=0x7f45b0107da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:40.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.876+0000 7f45b5800640 1 --2- 172.21.15.33:0/1546105529 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f45b01079c0 0x7f45b0107da0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f45a0009ca0 tx=0x7f45a002a8b0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.876+0000 7f45b5800640 1 -- 172.21.15.33:0/1546105529 shutdown_connections 2024-09-05T02:29:40.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.876+0000 7f45b5800640 1 --2- 172.21.15.33:0/1546105529 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45b0102360 0x7f45b010e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.876+0000 7f45b5800640 1 --2- 172.21.15.33:0/1546105529 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45b01019c0 0x7f45b0101e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.876+0000 7f45b5800640 1 --2- 172.21.15.33:0/1546105529 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f45b01079c0 0x7f45b0107da0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.876+0000 7f45b5800640 1 -- 172.21.15.33:0/1546105529 >> 172.21.15.33:0/1546105529 conn(0x7f45b00fd740 msgr2=0x7f45b00ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:40.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.876+0000 7f45b5800640 1 -- 172.21.15.33:0/1546105529 shutdown_connections 2024-09-05T02:29:40.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.876+0000 7f45b5800640 1 -- 172.21.15.33:0/1546105529 wait complete. 2024-09-05T02:29:40.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.877+0000 7f45b5800640 1 Processor -- start 2024-09-05T02:29:40.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.877+0000 7f45b5800640 1 -- start start 2024-09-05T02:29:40.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.877+0000 7f45b5800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45b01019c0 0x7f45b0073d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:40.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.878+0000 7f45b5800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45b0102360 0x7f45b006bce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:40.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.878+0000 7f45b5800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f45b01079c0 0x7f45b006c220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.878+0000 7f45b5800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f45b0111dc0 con 0x7f45b01019c0 2024-09-05T02:29:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.878+0000 7f45b5800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f45b0111c40 con 0x7f45b01079c0 2024-09-05T02:29:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.878+0000 7f45b5800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f45b0111f40 con 0x7f45b0102360 2024-09-05T02:29:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.878+0000 7f45afe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45b01019c0 0x7f45b0073d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.878+0000 7f45afe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45b01019c0 0x7f45b0073d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58004/0 (socket says 172.21.15.33:58004) 2024-09-05T02:29:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.878+0000 7f45afe00640 1 -- 172.21.15.33:0/114863451 learned_addr learned my addr 172.21.15.33:0/114863451 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.878+0000 7f45af400640 1 --2- 172.21.15.33:0/114863451 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45b0102360 0x7f45b006bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.878+0000 7f45b4e00640 1 --2- 172.21.15.33:0/114863451 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f45b01079c0 0x7f45b006c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:40.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.878+0000 7f45af400640 1 -- 172.21.15.33:0/114863451 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f45b01079c0 msgr2=0x7f45b006c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:40.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.878+0000 7f45af400640 1 --2- 172.21.15.33:0/114863451 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f45b01079c0 0x7f45b006c220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.878+0000 7f45af400640 1 -- 172.21.15.33:0/114863451 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45b01019c0 msgr2=0x7f45b0073d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:40.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.878+0000 7f45af400640 1 --2- 172.21.15.33:0/114863451 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45b01019c0 0x7f45b0073d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.878+0000 7f45af400640 1 -- 172.21.15.33:0/114863451 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45b006ca40 con 0x7f45b0102360 2024-09-05T02:29:40.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.879+0000 7f45af400640 1 --2- 172.21.15.33:0/114863451 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45b0102360 0x7f45b006bce0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f459c00e9f0 tx=0x7f459c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:40.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.879+0000 7f45acc00640 1 -- 172.21.15.33:0/114863451 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f459c00ccc0 con 0x7f45b0102360 2024-09-05T02:29:40.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.879+0000 7f45acc00640 1 -- 172.21.15.33:0/114863451 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f459c005020 con 0x7f45b0102360 2024-09-05T02:29:40.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.879+0000 7f45acc00640 1 -- 172.21.15.33:0/114863451 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f459c0049e0 con 0x7f45b0102360 2024-09-05T02:29:40.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.879+0000 7f45b5800640 1 -- 172.21.15.33:0/114863451 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45b01ad0d0 con 0x7f45b0102360 2024-09-05T02:29:40.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.879+0000 7f45b5800640 1 -- 172.21.15.33:0/114863451 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45b00746e0 con 0x7f45b0102360 2024-09-05T02:29:40.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.882+0000 7f45b97bf740 1 Processor -- start 2024-09-05T02:29:40.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.883+0000 7f45b97bf740 1 -- start start 2024-09-05T02:29:40.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.883+0000 7f45b97bf740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5621c971fe40 0x5621c9720220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:40.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.883+0000 7f45b97bf740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c9720760 0x5621c972aae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:40.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.883+0000 7f45b97bf740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c972b020 0x5621c972d410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:40.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.883+0000 7f45b97bf740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5621c96863e0 con 0x5621c9720760 2024-09-05T02:29:40.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.883+0000 7f45b97bf740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5621c962dd80 con 0x5621c972b020 2024-09-05T02:29:40.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.883+0000 7f45b97bf740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5621c96823a0 con 0x5621c971fe40 2024-09-05T02:29:40.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.883+0000 7f45b4e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5621c971fe40 0x5621c9720220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:40.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.883+0000 7f45b4e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5621c971fe40 0x5621c9720220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:43284/0 (socket says 172.21.15.33:43284) 2024-09-05T02:29:40.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.883+0000 7f45b4e00640 1 -- 172.21.15.33:0/3911794839 learned_addr learned my addr 172.21.15.33:0/3911794839 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:40.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.884+0000 7f45b4e00640 1 -- 172.21.15.33:0/3911794839 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c972b020 msgr2=0x5621c972d410 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T02:29:40.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.884+0000 7f45b4e00640 1 --2- 172.21.15.33:0/3911794839 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c972b020 0x5621c972d410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.884+0000 7f45acc00640 1 -- 172.21.15.33:0/114863451 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f459c005560 con 0x7f45b0102360 2024-09-05T02:29:40.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.884+0000 7f45b4e00640 1 -- 172.21.15.33:0/3911794839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c9720760 msgr2=0x5621c972aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:40.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.884+0000 7f45b4e00640 1 --2- 172.21.15.33:0/3911794839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c9720760 0x5621c972aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.884+0000 7f45b4e00640 1 -- 172.21.15.33:0/3911794839 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5621c964cae0 con 0x5621c971fe40 2024-09-05T02:29:40.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.884+0000 7f45b4e00640 1 --2- 172.21.15.33:0/3911794839 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5621c971fe40 0x5621c9720220 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f45a8009b70 tx=0x7f45a8011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9873db90dadb12d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:40.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.884+0000 7f45a5600640 1 -- 172.21.15.33:0/3911794839 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a801e070 con 0x5621c971fe40 2024-09-05T02:29:40.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.884+0000 7f45a5600640 1 -- 172.21.15.33:0/3911794839 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f45a8019910 con 0x5621c971fe40 2024-09-05T02:29:40.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.884+0000 7f45a5600640 1 -- 172.21.15.33:0/3911794839 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a800e8f0 con 0x5621c971fe40 2024-09-05T02:29:40.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.885+0000 7f45b97bf740 1 -- 172.21.15.33:0/3911794839 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5621c971fe40 msgr2=0x5621c9720220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:40.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.885+0000 7f45b97bf740 1 --2- 172.21.15.33:0/3911794839 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5621c971fe40 0x5621c9720220 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f45a8009b70 tx=0x7f45a8011810 comp rx=0 tx=0).stop 2024-09-05T02:29:40.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.885+0000 7f45acc00640 1 --2- 172.21.15.33:0/114863451 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f45940a2d70 0x7f45940a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:40.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.885+0000 7f45acc00640 1 -- 172.21.15.33:0/114863451 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f459c0cf9f0 con 0x7f45b0102360 2024-09-05T02:29:40.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.886+0000 7f45b97bf740 1 -- 172.21.15.33:0/3911794839 shutdown_connections 2024-09-05T02:29:40.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.886+0000 7f45b97bf740 1 --2- 172.21.15.33:0/3911794839 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c972b020 0x5621c972d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.886+0000 7f45b97bf740 1 --2- 172.21.15.33:0/3911794839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c9720760 0x5621c972aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.886+0000 7f45b97bf740 1 --2- 172.21.15.33:0/3911794839 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5621c971fe40 0x5621c9720220 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.886+0000 7f45b97bf740 1 -- 172.21.15.33:0/3911794839 >> 172.21.15.33:0/3911794839 conn(0x5621c971c3d0 msgr2=0x5621c971c7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:40.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.886+0000 7f45b4e00640 1 --2- 172.21.15.33:0/114863451 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f45940a2d70 0x7f45940a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:40.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.886+0000 7f45b97bf740 1 -- 172.21.15.33:0/3911794839 shutdown_connections 2024-09-05T02:29:40.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.886+0000 7f45b97bf740 1 -- 172.21.15.33:0/3911794839 wait complete. 2024-09-05T02:29:40.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.886+0000 7f45b4e00640 1 --2- 172.21.15.33:0/114863451 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f45940a2d70 0x7f45940a5230 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f45a8011d10 tx=0x7f45a80096d0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:40.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.887+0000 7f45b97bf740 1 -- start start 2024-09-05T02:29:40.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.887+0000 7f45b97bf740 1 Processor -- start 2024-09-05T02:29:40.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.887+0000 7f45b97bf740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c971fe40 0x5621c9727f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:40.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.887+0000 7f45b97bf740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5621c9720760 0x5621c97284b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:40.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.887+0000 7f45b97bf740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c972b020 0x5621c97289f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:40.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.887+0000 7f45b97bf740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5621c972dbf0 con 0x5621c971fe40 2024-09-05T02:29:40.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.887+0000 7f45b97bf740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5621c96410f0 con 0x5621c972b020 2024-09-05T02:29:40.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.887+0000 7f45b97bf740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5621c972dd70 con 0x5621c9720760 2024-09-05T02:29:40.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.887+0000 7f45b97bf740 10 client.0 _ll_register_callbacks cb 0x5621c9628bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:40.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.888+0000 7f45afe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c971fe40 0x5621c9727f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:40.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.888+0000 7f45afe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c971fe40 0x5621c9727f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58018/0 (socket says 172.21.15.33:58018) 2024-09-05T02:29:40.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.888+0000 7f45afe00640 1 -- 172.21.15.33:0/1371427203 learned_addr learned my addr 172.21.15.33:0/1371427203 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:40.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.888+0000 7f45b4e00640 1 --2- 172.21.15.33:0/1371427203 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c972b020 0x5621c97289f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:40.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.888+0000 7f45afe00640 1 -- 172.21.15.33:0/1371427203 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5621c9720760 msgr2=0x5621c97284b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T02:29:40.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.888+0000 7f45afe00640 1 --2- 172.21.15.33:0/1371427203 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5621c9720760 0x5621c97284b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.888+0000 7f45afe00640 1 -- 172.21.15.33:0/1371427203 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c972b020 msgr2=0x5621c97289f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:40.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.888+0000 7f45afe00640 1 --2- 172.21.15.33:0/1371427203 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c972b020 0x5621c97289f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.888+0000 7f45afe00640 1 -- 172.21.15.33:0/1371427203 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5621c93f73c0 con 0x5621c971fe40 2024-09-05T02:29:40.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.889+0000 7f45b4e00640 1 --2- 172.21.15.33:0/1371427203 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c972b020 0x5621c97289f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:29:40.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.889+0000 7f45afe00640 1 --2- 172.21.15.33:0/1371427203 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c971fe40 0x5621c9727f70 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f45a0009a30 tx=0x7f45a00093d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb99bb89c56b560c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:40.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.889+0000 7f459a000640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:29:40.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.889+0000 7f459a000640 1 -- 172.21.15.33:0/1371427203 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a0003970 con 0x5621c971fe40 2024-09-05T02:29:40.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.889+0000 7f45b97bf740 1 -- 172.21.15.33:0/1371427203 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45a8019910 con 0x5621c971fe40 2024-09-05T02:29:40.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.889+0000 7f459a000640 1 -- 172.21.15.33:0/1371427203 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f45a0003b10 con 0x5621c971fe40 2024-09-05T02:29:40.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.889+0000 7f459a000640 1 -- 172.21.15.33:0/1371427203 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f45a0003d10 con 0x5621c971fe40 2024-09-05T02:29:40.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.889+0000 7f45b97bf740 10 client.15804 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:40.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.889+0000 7f45b97bf740 1 -- 172.21.15.33:0/1371427203 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5621c9739c90 con 0x5621c971fe40 2024-09-05T02:29:40.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.890+0000 7f459a000640 1 -- 172.21.15.33:0/1371427203 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f45a8019910 con 0x5621c971fe40 2024-09-05T02:29:40.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.890+0000 7f459a000640 1 -- 172.21.15.33:0/1371427203 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f45a0043070 con 0x5621c971fe40 2024-09-05T02:29:40.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.890+0000 7f45b97bf740 10 client.15804 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:40.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.890+0000 7f45b97bf740 10 client.15804 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:29:40.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.890+0000 7f45b97bf740 20 client.15804 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:40.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.890+0000 7f45b97bf740 1 --2- 172.21.15.33:0/1371427203 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5621c973b0a0 0x5621c973d500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:40.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.890+0000 7f45b97bf740 4 client.15804 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:29:40.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.890+0000 7f45b97bf740 1 -- 172.21.15.33:0/1371427203 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5621c9693950 con 0x5621c973b0a0 2024-09-05T02:29:40.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.891+0000 7f45af400640 1 --2- 172.21.15.33:0/1371427203 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5621c973b0a0 0x5621c973d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:40.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.891+0000 7f45af400640 1 --2- 172.21.15.33:0/1371427203 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5621c973b0a0 0x5621c973d500 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=b332d02ecd3aff97 server_cookie=6347656f3b8ccd2a in_seq=0 out_seq=0 2024-09-05T02:29:40.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.891+0000 7f459a000640 10 client.15804 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:29:40.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.892+0000 7f459a000640 1 -- 172.21.15.33:0/1371427203 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5621c9693950 con 0x5621c973b0a0 2024-09-05T02:29:40.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.892+0000 7f459a000640 10 client.15804 handle_command_reply: tid=0 2024-09-05T02:29:40.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.892+0000 7f45b97bf740 1 client.15804 shutdown 2024-09-05T02:29:40.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.892+0000 7f45b97bf740 1 -- 172.21.15.33:0/1371427203 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c971fe40 msgr2=0x5621c9727f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:40.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.892+0000 7f45b97bf740 1 --2- 172.21.15.33:0/1371427203 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c971fe40 0x5621c9727f70 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f45a0009a30 tx=0x7f45a00093d0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.892+0000 7f45b97bf740 1 -- 172.21.15.33:0/1371427203 shutdown_connections 2024-09-05T02:29:40.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.892+0000 7f45b97bf740 1 --2- 172.21.15.33:0/1371427203 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5621c973b0a0 0x5621c973d500 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.893+0000 7f45b97bf740 1 --2- 172.21.15.33:0/1371427203 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c972b020 0x5621c97289f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.893+0000 7f45b97bf740 1 --2- 172.21.15.33:0/1371427203 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5621c9720760 0x5621c97284b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.893+0000 7f459a000640 0 client.15804 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:29:40.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.893+0000 7f45b97bf740 1 --2- 172.21.15.33:0/1371427203 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c971fe40 0x5621c9727f70 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.893+0000 7f45b97bf740 1 -- 172.21.15.33:0/1371427203 >> 172.21.15.33:0/1371427203 conn(0x5621c971c3d0 msgr2=0x5621c9722100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:40.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.893+0000 7f45b97bf740 1 -- 172.21.15.33:0/1371427203 shutdown_connections 2024-09-05T02:29:40.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.893+0000 7f45b97bf740 1 -- 172.21.15.33:0/1371427203 wait complete. 2024-09-05T02:29:40.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.893+0000 7f45b97bf740 20 client.15804 trim_cache size 0 max 16384 2024-09-05T02:29:40.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.909+0000 7f45b97bf740 1 Processor -- start 2024-09-05T02:29:40.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.911+0000 7f45b97bf740 1 -- start start 2024-09-05T02:29:40.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.911+0000 7f45b97bf740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c971fe40 0x5621c9717300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:40.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.911+0000 7f45b97bf740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c9720760 0x5621c9742e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:40.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.911+0000 7f45b97bf740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5621c972b020 0x5621c9743360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:40.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.911+0000 7f45b97bf740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f45b01b3db0 con 0x5621c9720760 2024-09-05T02:29:40.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.911+0000 7f45b97bf740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f45b01b58f0 con 0x5621c971fe40 2024-09-05T02:29:40.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.911+0000 7f45b97bf740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f45b01b4480 con 0x5621c972b020 2024-09-05T02:29:40.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.912+0000 7f45afe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c971fe40 0x5621c9717300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:40.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.912+0000 7f45b4e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5621c972b020 0x5621c9743360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:40.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.912+0000 7f45afe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c971fe40 0x5621c9717300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:34354/0 (socket says 172.21.15.33:34354) 2024-09-05T02:29:40.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.912+0000 7f45af400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c9720760 0x5621c9742e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:40.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.912+0000 7f45afe00640 1 -- 172.21.15.33:0/2744891474 learned_addr learned my addr 172.21.15.33:0/2744891474 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:40.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.912+0000 7f45afe00640 1 -- 172.21.15.33:0/2744891474 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5621c972b020 msgr2=0x5621c9743360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:40.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.912+0000 7f45afe00640 1 --2- 172.21.15.33:0/2744891474 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5621c972b020 0x5621c9743360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.912+0000 7f45afe00640 1 -- 172.21.15.33:0/2744891474 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c9720760 msgr2=0x5621c9742e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:40.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.912+0000 7f45afe00640 1 --2- 172.21.15.33:0/2744891474 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c9720760 0x5621c9742e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.913+0000 7f45afe00640 1 -- 172.21.15.33:0/2744891474 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5621c9726f20 con 0x5621c971fe40 2024-09-05T02:29:40.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.913+0000 7f45af400640 1 --2- 172.21.15.33:0/2744891474 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c9720760 0x5621c9742e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:29:40.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.915+0000 7f45afe00640 1 --2- 172.21.15.33:0/2744891474 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c971fe40 0x5621c9717300 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f45a0031040 tx=0x7f45a002a8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9afbfc503ef68b4a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:40.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.915+0000 7f45a4c00640 1 -- 172.21.15.33:0/2744891474 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a0045440 con 0x5621c971fe40 2024-09-05T02:29:40.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.915+0000 7f45a4c00640 1 -- 172.21.15.33:0/2744891474 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f45a0036030 con 0x5621c971fe40 2024-09-05T02:29:40.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.915+0000 7f45a4c00640 1 -- 172.21.15.33:0/2744891474 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a00044e0 con 0x5621c971fe40 2024-09-05T02:29:40.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.916+0000 7f45b97bf740 1 -- 172.21.15.33:0/2744891474 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c971fe40 msgr2=0x5621c9717300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:40.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.916+0000 7f45b97bf740 1 --2- 172.21.15.33:0/2744891474 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c971fe40 0x5621c9717300 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f45a0031040 tx=0x7f45a002a8b0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.916+0000 7f45b97bf740 1 -- 172.21.15.33:0/2744891474 shutdown_connections 2024-09-05T02:29:40.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.916+0000 7f45b97bf740 1 --2- 172.21.15.33:0/2744891474 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5621c972b020 0x5621c9743360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.916+0000 7f45b97bf740 1 --2- 172.21.15.33:0/2744891474 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c9720760 0x5621c9742e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.916+0000 7f45b97bf740 1 --2- 172.21.15.33:0/2744891474 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c971fe40 0x5621c9717300 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.916+0000 7f45b97bf740 1 -- 172.21.15.33:0/2744891474 >> 172.21.15.33:0/2744891474 conn(0x5621c971c3d0 msgr2=0x5621c9722100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:40.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.917+0000 7f45b97bf740 1 -- 172.21.15.33:0/2744891474 shutdown_connections 2024-09-05T02:29:40.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.917+0000 7f45b97bf740 1 -- 172.21.15.33:0/2744891474 wait complete. 2024-09-05T02:29:40.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.917+0000 7f45b97bf740 1 -- start start 2024-09-05T02:29:40.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.918+0000 7f45b97bf740 1 Processor -- start 2024-09-05T02:29:40.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.919+0000 7f45b97bf740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c971fe40 0x5621c972ee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:40.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.919+0000 7f45b97bf740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c9720760 0x5621c972f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:40.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.919+0000 7f45b97bf740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5621c972b020 0x5621c972f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:40.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.919+0000 7f45b97bf740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f45b01b5220 con 0x5621c9720760 2024-09-05T02:29:40.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.919+0000 7f45b97bf740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f45b01b4b50 con 0x5621c971fe40 2024-09-05T02:29:40.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.919+0000 7f45b97bf740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f45b01b1d90 con 0x5621c972b020 2024-09-05T02:29:40.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.919+0000 7f45b97bf740 10 client.0 _ll_register_callbacks cb 0x7f459c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:40.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.919+0000 7f45afe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c971fe40 0x5621c972ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:40.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.919+0000 7f45afe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c971fe40 0x5621c972ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:34362/0 (socket says 172.21.15.33:34362) 2024-09-05T02:29:40.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.919+0000 7f45afe00640 1 -- 172.21.15.33:0/864563378 learned_addr learned my addr 172.21.15.33:0/864563378 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:40.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.920+0000 7f45afe00640 1 -- 172.21.15.33:0/864563378 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5621c972b020 msgr2=0x5621c972f8e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T02:29:40.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.920+0000 7f45afe00640 1 --2- 172.21.15.33:0/864563378 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5621c972b020 0x5621c972f8e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.920+0000 7f45afe00640 1 -- 172.21.15.33:0/864563378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c9720760 msgr2=0x5621c972f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:40.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.920+0000 7f45afe00640 1 --2- 172.21.15.33:0/864563378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c9720760 0x5621c972f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.920+0000 7f45afe00640 1 -- 172.21.15.33:0/864563378 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5621c9720590 con 0x5621c971fe40 2024-09-05T02:29:40.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.920+0000 7f45afe00640 1 --2- 172.21.15.33:0/864563378 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c971fe40 0x5621c972ee60 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f45a0006010 tx=0x7f45a0030820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=25a41588d873bcdd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:40.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.920+0000 7f459a000640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:29:40.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.921+0000 7f459a000640 1 -- 172.21.15.33:0/864563378 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a0004000 con 0x5621c971fe40 2024-09-05T02:29:40.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.921+0000 7f459a000640 1 -- 172.21.15.33:0/864563378 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f45a00041a0 con 0x5621c971fe40 2024-09-05T02:29:40.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.921+0000 7f45b97bf740 1 -- 172.21.15.33:0/864563378 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45a0036030 con 0x5621c971fe40 2024-09-05T02:29:40.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.921+0000 7f459a000640 1 -- 172.21.15.33:0/864563378 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f45a00043e0 con 0x5621c971fe40 2024-09-05T02:29:40.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.921+0000 7f45b97bf740 10 client.25880 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:40.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.921+0000 7f45b97bf740 1 -- 172.21.15.33:0/864563378 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5621c97ae850 con 0x5621c971fe40 2024-09-05T02:29:40.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.922+0000 7f459a000640 1 -- 172.21.15.33:0/864563378 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f45a0036030 con 0x5621c971fe40 2024-09-05T02:29:40.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.922+0000 7f459a000640 1 -- 172.21.15.33:0/864563378 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f45a0043040 con 0x5621c971fe40 2024-09-05T02:29:40.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.922+0000 7f45b97bf740 10 client.25880 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:40.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.922+0000 7f45b97bf740 10 client.25880 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:29:40.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.922+0000 7f45b97bf740 20 client.25880 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:40.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.922+0000 7f45b97bf740 1 --2- 172.21.15.33:0/864563378 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5621c97aedb0 0x5621c97b1200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:40.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.922+0000 7f45b97bf740 4 client.25880 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:29:40.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.922+0000 7f45b97bf740 1 -- 172.21.15.33:0/864563378 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5621c968de60 con 0x5621c97aedb0 2024-09-05T02:29:40.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.922+0000 7f45af400640 1 --2- 172.21.15.33:0/864563378 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5621c97aedb0 0x5621c97b1200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:40.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.923+0000 7f45af400640 1 --2- 172.21.15.33:0/864563378 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5621c97aedb0 0x5621c97b1200 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=5d10003a16c1321 server_cookie=7ed3c16a85317445 in_seq=0 out_seq=0 2024-09-05T02:29:40.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.923+0000 7f459a000640 10 client.25880 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:29:40.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.923+0000 7f459a000640 1 -- 172.21.15.33:0/864563378 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5621c968de60 con 0x5621c97aedb0 2024-09-05T02:29:40.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.923+0000 7f459a000640 10 client.25880 handle_command_reply: tid=0 2024-09-05T02:29:40.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.923+0000 7f45b97bf740 1 client.25880 shutdown 2024-09-05T02:29:40.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.924+0000 7f45b97bf740 1 -- 172.21.15.33:0/864563378 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c971fe40 msgr2=0x5621c972ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:40.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.924+0000 7f45b97bf740 1 --2- 172.21.15.33:0/864563378 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c971fe40 0x5621c972ee60 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f45a0006010 tx=0x7f45a0030820 comp rx=0 tx=0).stop 2024-09-05T02:29:40.929 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:29:40.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.925+0000 7f45b97bf740 1 -- 172.21.15.33:0/864563378 shutdown_connections 2024-09-05T02:29:40.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.925+0000 7f45b97bf740 1 --2- 172.21.15.33:0/864563378 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5621c97aedb0 0x5621c97b1200 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.925+0000 7f45b97bf740 1 --2- 172.21.15.33:0/864563378 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5621c972b020 0x5621c972f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.925+0000 7f45b97bf740 1 --2- 172.21.15.33:0/864563378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5621c9720760 0x5621c972f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.925+0000 7f45b97bf740 1 --2- 172.21.15.33:0/864563378 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5621c971fe40 0x5621c972ee60 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.925+0000 7f45b97bf740 1 -- 172.21.15.33:0/864563378 >> 172.21.15.33:0/864563378 conn(0x5621c971c3d0 msgr2=0x5621c971ac70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:40.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.925+0000 7f459a000640 0 client.25880 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:29:40.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.925+0000 7f45b97bf740 1 -- 172.21.15.33:0/864563378 shutdown_connections 2024-09-05T02:29:40.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.925+0000 7f45b97bf740 1 -- 172.21.15.33:0/864563378 wait complete. 2024-09-05T02:29:40.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.925+0000 7f45b97bf740 20 client.25880 trim_cache size 0 max 16384 2024-09-05T02:29:40.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.928+0000 7f45b5800640 1 -- 172.21.15.33:0/114863451 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f45940a2d70 msgr2=0x7f45940a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:40.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.928+0000 7f45b5800640 1 --2- 172.21.15.33:0/114863451 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f45940a2d70 0x7f45940a5230 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f45a8011d10 tx=0x7f45a80096d0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.928+0000 7f45b5800640 1 -- 172.21.15.33:0/114863451 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45b0102360 msgr2=0x7f45b006bce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:40.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.928+0000 7f45b5800640 1 --2- 172.21.15.33:0/114863451 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45b0102360 0x7f45b006bce0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f459c00e9f0 tx=0x7f459c00eeb0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.928+0000 7f45b5800640 1 -- 172.21.15.33:0/114863451 shutdown_connections 2024-09-05T02:29:40.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.928+0000 7f45b5800640 1 --2- 172.21.15.33:0/114863451 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f45940a2d70 0x7f45940a5230 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.928+0000 7f45b5800640 1 --2- 172.21.15.33:0/114863451 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f45b01079c0 0x7f45b006c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.928+0000 7f45b5800640 1 --2- 172.21.15.33:0/114863451 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f45b0102360 0x7f45b006bce0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.928+0000 7f45b5800640 1 --2- 172.21.15.33:0/114863451 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45b01019c0 0x7f45b0073d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:40.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.928+0000 7f45b5800640 1 -- 172.21.15.33:0/114863451 >> 172.21.15.33:0/114863451 conn(0x7f45b00fd740 msgr2=0x7f45b00fe070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:40.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.929+0000 7f45b5800640 1 -- 172.21.15.33:0/114863451 shutdown_connections 2024-09-05T02:29:40.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:40.929+0000 7f45b5800640 1 -- 172.21.15.33:0/114863451 wait complete. 2024-09-05T02:29:41.172 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:40 smithi033 ceph-mon[29909]: pgmap v85: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 197 MiB/s wr, 59 op/s 2024-09-05T02:29:41.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:40 smithi174 ceph-mon[34756]: pgmap v85: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 197 MiB/s wr, 59 op/s 2024-09-05T02:29:41.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:40 smithi123 ceph-mon[34031]: pgmap v85: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 197 MiB/s wr, 59 op/s 2024-09-05T02:29:42.230 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:29:42.877 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:43.252 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:42 smithi033 ceph-mon[29909]: pgmap v86: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 321 MiB/s wr, 95 op/s 2024-09-05T02:29:43.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:42 smithi174 ceph-mon[34756]: pgmap v86: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 321 MiB/s wr, 95 op/s 2024-09-05T02:29:43.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:42 smithi123 ceph-mon[34031]: pgmap v86: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 321 MiB/s wr, 95 op/s 2024-09-05T02:29:43.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.589+0000 7fc377000640 1 -- 172.21.15.33:0/2493361629 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3701126b0 msgr2=0x7fc370114aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:43.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.589+0000 7fc377000640 1 --2- 172.21.15.33:0/2493361629 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3701126b0 0x7fc370114aa0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc35c009900 tx=0x7fc35c02a480 comp rx=0 tx=0).stop 2024-09-05T02:29:43.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.589+0000 7fc377000640 1 -- 172.21.15.33:0/2493361629 shutdown_connections 2024-09-05T02:29:43.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.589+0000 7fc377000640 1 --2- 172.21.15.33:0/2493361629 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3701126b0 0x7fc370114aa0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.589+0000 7fc377000640 1 --2- 172.21.15.33:0/2493361629 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc370100340 0x7fc370112170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.589+0000 7fc377000640 1 --2- 172.21.15.33:0/2493361629 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3700ffa20 0x7fc3700ffe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.589+0000 7fc377000640 1 -- 172.21.15.33:0/2493361629 >> 172.21.15.33:0/2493361629 conn(0x7fc3700fb920 msgr2=0x7fc3700fdd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:43.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.590+0000 7fc377000640 1 -- 172.21.15.33:0/2493361629 shutdown_connections 2024-09-05T02:29:43.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.590+0000 7fc377000640 1 -- 172.21.15.33:0/2493361629 wait complete. 2024-09-05T02:29:43.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.591+0000 7fc377000640 1 Processor -- start 2024-09-05T02:29:43.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.592+0000 7fc377000640 1 -- start start 2024-09-05T02:29:43.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.592+0000 7fc377000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3700ffa20 0x7fc370111b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:43.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.592+0000 7fc377000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc370100340 0x7fc370112090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:43.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.592+0000 7fc377000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3701126b0 0x7fc37010ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:43.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.592+0000 7fc377000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc3701183d0 con 0x7fc3701126b0 2024-09-05T02:29:43.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.592+0000 7fc377000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc370118250 con 0x7fc3700ffa20 2024-09-05T02:29:43.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.592+0000 7fc377000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc370118550 con 0x7fc370100340 2024-09-05T02:29:43.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.592+0000 7fc375c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3700ffa20 0x7fc370111b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:43.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.592+0000 7fc375c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3700ffa20 0x7fc370111b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:34380/0 (socket says 172.21.15.33:34380) 2024-09-05T02:29:43.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.592+0000 7fc375c00640 1 -- 172.21.15.33:0/1541075840 learned_addr learned my addr 172.21.15.33:0/1541075840 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:43.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.593+0000 7fc375200640 1 --2- 172.21.15.33:0/1541075840 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc370100340 0x7fc370112090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:43.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.593+0000 7fc376600640 1 --2- 172.21.15.33:0/1541075840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3701126b0 0x7fc37010ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:43.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.593+0000 7fc375200640 1 -- 172.21.15.33:0/1541075840 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3700ffa20 msgr2=0x7fc370111b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:43.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.593+0000 7fc375200640 1 --2- 172.21.15.33:0/1541075840 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3700ffa20 0x7fc370111b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.593+0000 7fc375200640 1 -- 172.21.15.33:0/1541075840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3701126b0 msgr2=0x7fc37010ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:43.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.593+0000 7fc375200640 1 --2- 172.21.15.33:0/1541075840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3701126b0 0x7fc37010ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.593+0000 7fc375200640 1 -- 172.21.15.33:0/1541075840 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc37010b5a0 con 0x7fc370100340 2024-09-05T02:29:43.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.595+0000 7fc375200640 1 --2- 172.21.15.33:0/1541075840 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc370100340 0x7fc370112090 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fc36400e9f0 tx=0x7fc36400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:43.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.595+0000 7fc36e000640 1 -- 172.21.15.33:0/1541075840 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc36400cd80 con 0x7fc370100340 2024-09-05T02:29:43.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.595+0000 7fc36e000640 1 -- 172.21.15.33:0/1541075840 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc3640035f0 con 0x7fc370100340 2024-09-05T02:29:43.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.595+0000 7fc36e000640 1 -- 172.21.15.33:0/1541075840 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc364010690 con 0x7fc370100340 2024-09-05T02:29:43.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.595+0000 7fc377000640 1 -- 172.21.15.33:0/1541075840 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc37010b890 con 0x7fc370100340 2024-09-05T02:29:43.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.595+0000 7fc377000640 1 -- 172.21.15.33:0/1541075840 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc37010f850 con 0x7fc370100340 2024-09-05T02:29:43.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.599+0000 7fc36e000640 1 -- 172.21.15.33:0/1541075840 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fc364003b30 con 0x7fc370100340 2024-09-05T02:29:43.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.600+0000 7fc37b061740 1 Processor -- start 2024-09-05T02:29:43.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.600+0000 7fc37b061740 1 -- start start 2024-09-05T02:29:43.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.600+0000 7fc37b061740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd27e40 0x55a2edd28220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:43.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.600+0000 7fc37b061740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd28760 0x55a2edd32ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:43.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.600+0000 7fc37b061740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd33020 0x55a2edd35410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:43.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.600+0000 7fc37b061740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55a2edc8e3e0 con 0x55a2edd27e40 2024-09-05T02:29:43.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.600+0000 7fc37b061740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55a2edc35d80 con 0x55a2edd33020 2024-09-05T02:29:43.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.600+0000 7fc37b061740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55a2edc8a3a0 con 0x55a2edd28760 2024-09-05T02:29:43.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.601+0000 7fc376600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd27e40 0x55a2edd28220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:43.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.601+0000 7fc376600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd27e40 0x55a2edd28220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58060/0 (socket says 172.21.15.33:58060) 2024-09-05T02:29:43.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.601+0000 7fc376600640 1 -- 172.21.15.33:0/4175541359 learned_addr learned my addr 172.21.15.33:0/4175541359 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:43.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.601+0000 7fc375c00640 1 --2- 172.21.15.33:0/4175541359 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd28760 0x55a2edd32ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:43.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.601+0000 7fc375200640 1 --2- 172.21.15.33:0/4175541359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd33020 0x55a2edd35410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:43.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.601+0000 7fc375c00640 1 -- 172.21.15.33:0/4175541359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd33020 msgr2=0x55a2edd35410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:43.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.601+0000 7fc375c00640 1 --2- 172.21.15.33:0/4175541359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd33020 0x55a2edd35410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.601+0000 7fc375c00640 1 -- 172.21.15.33:0/4175541359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd27e40 msgr2=0x55a2edd28220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:43.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.601+0000 7fc375c00640 1 --2- 172.21.15.33:0/4175541359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd27e40 0x55a2edd28220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.602+0000 7fc375c00640 1 -- 172.21.15.33:0/4175541359 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2edc54ae0 con 0x55a2edd28760 2024-09-05T02:29:43.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.602+0000 7fc375c00640 1 --2- 172.21.15.33:0/4175541359 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd28760 0x55a2edd32ae0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc368007ed0 tx=0x7fc36800e720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b2f840ff45084d20 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:43.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.602+0000 7fc362a00640 1 -- 172.21.15.33:0/4175541359 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc368014070 con 0x55a2edd28760 2024-09-05T02:29:43.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.602+0000 7fc362a00640 1 -- 172.21.15.33:0/4175541359 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc368003e50 con 0x55a2edd28760 2024-09-05T02:29:43.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.602+0000 7fc362a00640 1 -- 172.21.15.33:0/4175541359 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc368004030 con 0x55a2edd28760 2024-09-05T02:29:43.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.603+0000 7fc37b061740 1 -- 172.21.15.33:0/4175541359 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd28760 msgr2=0x55a2edd32ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:43.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.603+0000 7fc37b061740 1 --2- 172.21.15.33:0/4175541359 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd28760 0x55a2edd32ae0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc368007ed0 tx=0x7fc36800e720 comp rx=0 tx=0).stop 2024-09-05T02:29:43.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.603+0000 7fc37b061740 1 -- 172.21.15.33:0/4175541359 shutdown_connections 2024-09-05T02:29:43.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.603+0000 7fc37b061740 1 --2- 172.21.15.33:0/4175541359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd33020 0x55a2edd35410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.603+0000 7fc37b061740 1 --2- 172.21.15.33:0/4175541359 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd28760 0x55a2edd32ae0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.603+0000 7fc37b061740 1 --2- 172.21.15.33:0/4175541359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd27e40 0x55a2edd28220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.603+0000 7fc37b061740 1 -- 172.21.15.33:0/4175541359 >> 172.21.15.33:0/4175541359 conn(0x55a2edd243d0 msgr2=0x55a2edd247b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:43.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.603+0000 7fc37b061740 1 -- 172.21.15.33:0/4175541359 shutdown_connections 2024-09-05T02:29:43.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.603+0000 7fc37b061740 1 -- 172.21.15.33:0/4175541359 wait complete. 2024-09-05T02:29:43.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.604+0000 7fc37b061740 1 -- start start 2024-09-05T02:29:43.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.604+0000 7fc37b061740 1 Processor -- start 2024-09-05T02:29:43.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.605+0000 7fc37b061740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd27e40 0x55a2edd2fea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:43.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.605+0000 7fc37b061740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd28760 0x55a2edd303e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:43.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.605+0000 7fc37b061740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd33020 0x55a2edd30920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:43.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.605+0000 7fc37b061740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55a2edd35bf0 con 0x55a2edd33020 2024-09-05T02:29:43.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.605+0000 7fc37b061740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55a2edc490f0 con 0x55a2edd27e40 2024-09-05T02:29:43.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.605+0000 7fc37b061740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55a2edd35d70 con 0x55a2edd28760 2024-09-05T02:29:43.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.605+0000 7fc37b061740 10 client.0 _ll_register_callbacks cb 0x55a2edc30bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:43.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.605+0000 7fc376600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd27e40 0x55a2edd2fea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:43.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.605+0000 7fc376600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd27e40 0x55a2edd2fea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:34396/0 (socket says 172.21.15.33:34396) 2024-09-05T02:29:43.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.605+0000 7fc376600640 1 -- 172.21.15.33:0/3375419252 learned_addr learned my addr 172.21.15.33:0/3375419252 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:43.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.605+0000 7fc375c00640 1 --2- 172.21.15.33:0/3375419252 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd28760 0x55a2edd303e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:43.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.605+0000 7fc375200640 1 --2- 172.21.15.33:0/3375419252 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd33020 0x55a2edd30920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:43.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.606+0000 7fc376600640 1 -- 172.21.15.33:0/3375419252 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd28760 msgr2=0x55a2edd303e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:43.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.606+0000 7fc376600640 1 --2- 172.21.15.33:0/3375419252 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd28760 0x55a2edd303e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.606+0000 7fc376600640 1 -- 172.21.15.33:0/3375419252 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd33020 msgr2=0x55a2edd30920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:43.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.606+0000 7fc376600640 1 --2- 172.21.15.33:0/3375419252 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd33020 0x55a2edd30920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.606+0000 7fc376600640 1 -- 172.21.15.33:0/3375419252 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2ed9ff3c0 con 0x55a2edd27e40 2024-09-05T02:29:43.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.606+0000 7fc375200640 1 --2- 172.21.15.33:0/3375419252 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd33020 0x55a2edd30920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:29:43.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.606+0000 7fc36e000640 1 --2- 172.21.15.33:0/1541075840 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc3580a2c00 0x7fc3580a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:43.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.606+0000 7fc376600640 1 --2- 172.21.15.33:0/3375419252 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd27e40 0x55a2edd2fea0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc35c02aa70 tx=0x7fc35c005270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8caad7e595df34ac server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:43.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.606+0000 7fc357400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:29:43.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.606+0000 7fc357400640 1 -- 172.21.15.33:0/3375419252 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc35c035040 con 0x55a2edd27e40 2024-09-05T02:29:43.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.606+0000 7fc37b061740 1 -- 172.21.15.33:0/3375419252 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc368003e50 con 0x55a2edd27e40 2024-09-05T02:29:43.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.606+0000 7fc357400640 1 -- 172.21.15.33:0/3375419252 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fc35c0048c0 con 0x55a2edd27e40 2024-09-05T02:29:43.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.607+0000 7fc36e000640 1 -- 172.21.15.33:0/1541075840 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fc3640cf7d0 con 0x7fc370100340 2024-09-05T02:29:43.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.607+0000 7fc357400640 1 -- 172.21.15.33:0/3375419252 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc35c005d50 con 0x55a2edd27e40 2024-09-05T02:29:43.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.607+0000 7fc37b061740 10 client.25892 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:43.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.607+0000 7fc37b061740 1 -- 172.21.15.33:0/3375419252 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a2edd41c10 con 0x55a2edd27e40 2024-09-05T02:29:43.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.607+0000 7fc357400640 1 -- 172.21.15.33:0/3375419252 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc368003e50 con 0x55a2edd27e40 2024-09-05T02:29:43.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.608+0000 7fc357400640 1 -- 172.21.15.33:0/3375419252 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fc35c0315b0 con 0x55a2edd27e40 2024-09-05T02:29:43.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.608+0000 7fc37b061740 10 client.25892 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:43.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.608+0000 7fc37b061740 10 client.25892 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:29:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.608+0000 7fc37b061740 20 client.25892 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.608+0000 7fc37b061740 1 --2- 172.21.15.33:0/3375419252 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a2edd43070 0x55a2edd45530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.608+0000 7fc37b061740 4 client.25892 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:29:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.608+0000 7fc37b061740 1 -- 172.21.15.33:0/3375419252 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a2edc9b950 con 0x55a2edd43070 2024-09-05T02:29:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.609+0000 7fc375200640 1 --2- 172.21.15.33:0/3375419252 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a2edd43070 0x55a2edd45530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.609+0000 7fc375200640 1 --2- 172.21.15.33:0/3375419252 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a2edd43070 0x55a2edd45530 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1698df97429b8120 server_cookie=d63647eab2817726 in_seq=0 out_seq=0 2024-09-05T02:29:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.609+0000 7fc357400640 10 client.25892 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:29:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.610+0000 7fc357400640 1 -- 172.21.15.33:0/3375419252 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a2edc9b950 con 0x55a2edd43070 2024-09-05T02:29:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.610+0000 7fc357400640 10 client.25892 handle_command_reply: tid=0 2024-09-05T02:29:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.610+0000 7fc37b061740 1 client.25892 shutdown 2024-09-05T02:29:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.610+0000 7fc37b061740 1 -- 172.21.15.33:0/3375419252 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd27e40 msgr2=0x55a2edd2fea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:43.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.610+0000 7fc37b061740 1 --2- 172.21.15.33:0/3375419252 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd27e40 0x55a2edd2fea0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc35c02aa70 tx=0x7fc35c005270 comp rx=0 tx=0).stop 2024-09-05T02:29:43.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.611+0000 7fc37b061740 1 -- 172.21.15.33:0/3375419252 shutdown_connections 2024-09-05T02:29:43.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.611+0000 7fc37b061740 1 --2- 172.21.15.33:0/3375419252 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a2edd43070 0x55a2edd45530 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.611+0000 7fc37b061740 1 --2- 172.21.15.33:0/3375419252 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd33020 0x55a2edd30920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.611+0000 7fc37b061740 1 --2- 172.21.15.33:0/3375419252 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd28760 0x55a2edd303e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.611+0000 7fc37b061740 1 --2- 172.21.15.33:0/3375419252 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd27e40 0x55a2edd2fea0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.611+0000 7fc37b061740 1 -- 172.21.15.33:0/3375419252 >> 172.21.15.33:0/3375419252 conn(0x55a2edd243d0 msgr2=0x55a2edd2a100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:43.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.611+0000 7fc357400640 0 client.25892 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:29:43.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.611+0000 7fc375c00640 1 --2- 172.21.15.33:0/1541075840 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc3580a2c00 0x7fc3580a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:43.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.611+0000 7fc37b061740 1 -- 172.21.15.33:0/3375419252 shutdown_connections 2024-09-05T02:29:43.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.611+0000 7fc37b061740 1 -- 172.21.15.33:0/3375419252 wait complete. 2024-09-05T02:29:43.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.611+0000 7fc37b061740 20 client.25892 trim_cache size 0 max 16384 2024-09-05T02:29:43.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.612+0000 7fc375c00640 1 --2- 172.21.15.33:0/1541075840 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc3580a2c00 0x7fc3580a50c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc368010a10 tx=0x7fc368010a70 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:43.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.627+0000 7fc37b061740 1 Processor -- start 2024-09-05T02:29:43.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.627+0000 7fc37b061740 1 -- start start 2024-09-05T02:29:43.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.628+0000 7fc37b061740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd27e40 0x55a2edd4ae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:43.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.628+0000 7fc37b061740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd28760 0x55a2edd4b340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:43.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.628+0000 7fc37b061740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd33020 0x55a2edd29890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:43.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.628+0000 7fc37b061740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc3701bc520 con 0x55a2edd27e40 2024-09-05T02:29:43.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.628+0000 7fc37b061740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc3701be060 con 0x55a2edd28760 2024-09-05T02:29:43.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.628+0000 7fc37b061740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc3701bcbf0 con 0x55a2edd33020 2024-09-05T02:29:43.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.628+0000 7fc375200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd28760 0x55a2edd4b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:43.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.628+0000 7fc375c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd27e40 0x55a2edd4ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:43.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.628+0000 7fc375200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd28760 0x55a2edd4b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:34398/0 (socket says 172.21.15.33:34398) 2024-09-05T02:29:43.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.628+0000 7fc375200640 1 -- 172.21.15.33:0/2494389884 learned_addr learned my addr 172.21.15.33:0/2494389884 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:43.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.628+0000 7fc376600640 1 --2- 172.21.15.33:0/2494389884 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd33020 0x55a2edd29890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:43.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.628+0000 7fc375200640 1 -- 172.21.15.33:0/2494389884 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd33020 msgr2=0x55a2edd29890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:43.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.628+0000 7fc375200640 1 --2- 172.21.15.33:0/2494389884 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd33020 0x55a2edd29890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.628+0000 7fc375200640 1 -- 172.21.15.33:0/2494389884 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd27e40 msgr2=0x55a2edd4ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:43.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.628+0000 7fc375200640 1 --2- 172.21.15.33:0/2494389884 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd27e40 0x55a2edd4ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.628+0000 7fc375200640 1 -- 172.21.15.33:0/2494389884 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2edd32810 con 0x55a2edd28760 2024-09-05T02:29:43.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.628+0000 7fc375c00640 1 --2- 172.21.15.33:0/2494389884 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd27e40 0x55a2edd4ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:29:43.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.629+0000 7fc375200640 1 --2- 172.21.15.33:0/2494389884 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd28760 0x55a2edd4b340 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc36409bc30 tx=0x7fc364003aa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2dd9564c77fcc9f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:43.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.629+0000 7fc362000640 1 -- 172.21.15.33:0/2494389884 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc36409bca0 con 0x55a2edd28760 2024-09-05T02:29:43.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.629+0000 7fc362000640 1 -- 172.21.15.33:0/2494389884 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc3640a0050 con 0x55a2edd28760 2024-09-05T02:29:43.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.629+0000 7fc362000640 1 -- 172.21.15.33:0/2494389884 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3640cd150 con 0x55a2edd28760 2024-09-05T02:29:43.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.630+0000 7fc37b061740 1 -- 172.21.15.33:0/2494389884 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd28760 msgr2=0x55a2edd4b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:43.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.630+0000 7fc37b061740 1 --2- 172.21.15.33:0/2494389884 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd28760 0x55a2edd4b340 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc36409bc30 tx=0x7fc364003aa0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.630+0000 7fc37b061740 1 -- 172.21.15.33:0/2494389884 shutdown_connections 2024-09-05T02:29:43.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.630+0000 7fc37b061740 1 --2- 172.21.15.33:0/2494389884 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd33020 0x55a2edd29890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.630+0000 7fc37b061740 1 --2- 172.21.15.33:0/2494389884 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd28760 0x55a2edd4b340 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.630+0000 7fc37b061740 1 --2- 172.21.15.33:0/2494389884 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd27e40 0x55a2edd4ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.630+0000 7fc37b061740 1 -- 172.21.15.33:0/2494389884 >> 172.21.15.33:0/2494389884 conn(0x55a2edd243d0 msgr2=0x55a2edd2b160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:43.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.630+0000 7fc37b061740 1 -- 172.21.15.33:0/2494389884 shutdown_connections 2024-09-05T02:29:43.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.630+0000 7fc37b061740 1 -- 172.21.15.33:0/2494389884 wait complete. 2024-09-05T02:29:43.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.631+0000 7fc37b061740 1 -- start start 2024-09-05T02:29:43.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.631+0000 7fc37b061740 1 Processor -- start 2024-09-05T02:29:43.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.631+0000 7fc37b061740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd27e40 0x55a2edd36cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:43.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.631+0000 7fc37b061740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd28760 0x55a2edd37200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:43.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.631+0000 7fc37b061740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd33020 0x55a2edd37740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:43.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.631+0000 7fc37b061740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc3701bd990 con 0x55a2edd33020 2024-09-05T02:29:43.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.631+0000 7fc37b061740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc3701bd2c0 con 0x55a2edd27e40 2024-09-05T02:29:43.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.631+0000 7fc37b061740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc3701ba500 con 0x55a2edd28760 2024-09-05T02:29:43.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.631+0000 7fc37b061740 10 client.0 _ll_register_callbacks cb 0x7fc35c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:43.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.632+0000 7fc375c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd27e40 0x55a2edd36cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:43.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.632+0000 7fc375c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd27e40 0x55a2edd36cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:34406/0 (socket says 172.21.15.33:34406) 2024-09-05T02:29:43.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.632+0000 7fc375c00640 1 -- 172.21.15.33:0/3009434305 learned_addr learned my addr 172.21.15.33:0/3009434305 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:43.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.632+0000 7fc376600640 1 --2- 172.21.15.33:0/3009434305 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd33020 0x55a2edd37740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:43.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.632+0000 7fc375200640 1 --2- 172.21.15.33:0/3009434305 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd28760 0x55a2edd37200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:43.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.632+0000 7fc375c00640 1 -- 172.21.15.33:0/3009434305 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd28760 msgr2=0x55a2edd37200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:43.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.632+0000 7fc375c00640 1 --2- 172.21.15.33:0/3009434305 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd28760 0x55a2edd37200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.632+0000 7fc375c00640 1 -- 172.21.15.33:0/3009434305 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd33020 msgr2=0x55a2edd37740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:43.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.632+0000 7fc375c00640 1 --2- 172.21.15.33:0/3009434305 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd33020 0x55a2edd37740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.632+0000 7fc375c00640 1 -- 172.21.15.33:0/3009434305 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2eddacdd0 con 0x55a2edd27e40 2024-09-05T02:29:43.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.633+0000 7fc375c00640 1 --2- 172.21.15.33:0/3009434305 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd27e40 0x55a2edd36cc0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x55a2edd25230 tx=0x7fc36800e720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4894a97c0db4c2e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:43.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.633+0000 7fc357400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:29:43.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.633+0000 7fc357400640 1 -- 172.21.15.33:0/3009434305 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc368005280 con 0x55a2edd27e40 2024-09-05T02:29:43.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.633+0000 7fc357400640 1 -- 172.21.15.33:0/3009434305 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fc368005420 con 0x55a2edd27e40 2024-09-05T02:29:43.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.633+0000 7fc37b061740 1 -- 172.21.15.33:0/3009434305 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc3640a0050 con 0x55a2edd27e40 2024-09-05T02:29:43.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.633+0000 7fc357400640 1 -- 172.21.15.33:0/3009434305 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc368005620 con 0x55a2edd27e40 2024-09-05T02:29:43.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.633+0000 7fc37b061740 10 client.25898 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:43.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.633+0000 7fc37b061740 1 -- 172.21.15.33:0/3009434305 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a2eddae0b0 con 0x55a2edd27e40 2024-09-05T02:29:43.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.634+0000 7fc357400640 1 -- 172.21.15.33:0/3009434305 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc3640a0050 con 0x55a2edd27e40 2024-09-05T02:29:43.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.634+0000 7fc357400640 1 -- 172.21.15.33:0/3009434305 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fc368024410 con 0x55a2edd27e40 2024-09-05T02:29:43.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.634+0000 7fc37b061740 10 client.25898 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:43.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.634+0000 7fc37b061740 10 client.25898 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:29:43.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.634+0000 7fc37b061740 20 client.25898 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:43.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.634+0000 7fc37b061740 1 --2- 172.21.15.33:0/3009434305 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a2eddae550 0x55a2eddb0970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:43.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.634+0000 7fc37b061740 4 client.25898 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:29:43.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.634+0000 7fc37b061740 1 -- 172.21.15.33:0/3009434305 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a2edc95e60 con 0x55a2eddae550 2024-09-05T02:29:43.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.634+0000 7fc375200640 1 --2- 172.21.15.33:0/3009434305 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a2eddae550 0x55a2eddb0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:43.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.635+0000 7fc357400640 10 client.25898 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:29:43.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.635+0000 7fc375200640 1 --2- 172.21.15.33:0/3009434305 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a2eddae550 0x55a2eddb0970 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6f246af7c3454c4a server_cookie=4c0d21f8b42f4ff0 in_seq=0 out_seq=0 2024-09-05T02:29:43.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.636+0000 7fc357400640 1 -- 172.21.15.33:0/3009434305 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a2edc95e60 con 0x55a2eddae550 2024-09-05T02:29:43.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.636+0000 7fc357400640 10 client.25898 handle_command_reply: tid=0 2024-09-05T02:29:43.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.636+0000 7fc37b061740 1 client.25898 shutdown 2024-09-05T02:29:43.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.636+0000 7fc37b061740 1 -- 172.21.15.33:0/3009434305 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd27e40 msgr2=0x55a2edd36cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:43.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.636+0000 7fc37b061740 1 --2- 172.21.15.33:0/3009434305 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd27e40 0x55a2edd36cc0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x55a2edd25230 tx=0x7fc36800e720 comp rx=0 tx=0).stop 2024-09-05T02:29:43.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.636+0000 7fc37b061740 1 -- 172.21.15.33:0/3009434305 shutdown_connections 2024-09-05T02:29:43.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.636+0000 7fc37b061740 1 --2- 172.21.15.33:0/3009434305 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a2eddae550 0x55a2eddb0970 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.636+0000 7fc357400640 0 client.25898 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:29:43.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.636+0000 7fc37b061740 1 --2- 172.21.15.33:0/3009434305 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2edd33020 0x55a2edd37740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.636+0000 7fc37b061740 1 --2- 172.21.15.33:0/3009434305 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a2edd28760 0x55a2edd37200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.636+0000 7fc37b061740 1 --2- 172.21.15.33:0/3009434305 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a2edd27e40 0x55a2edd36cc0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.636+0000 7fc37b061740 1 -- 172.21.15.33:0/3009434305 >> 172.21.15.33:0/3009434305 conn(0x55a2edd243d0 msgr2=0x55a2edd2fe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:43.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.637+0000 7fc37b061740 1 -- 172.21.15.33:0/3009434305 shutdown_connections 2024-09-05T02:29:43.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.637+0000 7fc37b061740 1 -- 172.21.15.33:0/3009434305 wait complete. 2024-09-05T02:29:43.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.637+0000 7fc37b061740 20 client.25898 trim_cache size 0 max 16384 2024-09-05T02:29:43.640 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:29:43.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.638+0000 7fc377000640 1 -- 172.21.15.33:0/1541075840 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc3580a2c00 msgr2=0x7fc3580a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:43.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.638+0000 7fc377000640 1 --2- 172.21.15.33:0/1541075840 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc3580a2c00 0x7fc3580a50c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc368010a10 tx=0x7fc368010a70 comp rx=0 tx=0).stop 2024-09-05T02:29:43.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.638+0000 7fc377000640 1 -- 172.21.15.33:0/1541075840 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc370100340 msgr2=0x7fc370112090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:43.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.638+0000 7fc377000640 1 --2- 172.21.15.33:0/1541075840 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc370100340 0x7fc370112090 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fc36400e9f0 tx=0x7fc36400eeb0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.638+0000 7fc377000640 1 -- 172.21.15.33:0/1541075840 shutdown_connections 2024-09-05T02:29:43.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.638+0000 7fc377000640 1 --2- 172.21.15.33:0/1541075840 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc3580a2c00 0x7fc3580a50c0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.638+0000 7fc377000640 1 --2- 172.21.15.33:0/1541075840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3701126b0 0x7fc37010ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.638+0000 7fc377000640 1 --2- 172.21.15.33:0/1541075840 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc370100340 0x7fc370112090 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.638+0000 7fc377000640 1 --2- 172.21.15.33:0/1541075840 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3700ffa20 0x7fc370111b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:43.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.638+0000 7fc377000640 1 -- 172.21.15.33:0/1541075840 >> 172.21.15.33:0/1541075840 conn(0x7fc3700fb920 msgr2=0x7fc3700fdd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:43.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.639+0000 7fc377000640 1 -- 172.21.15.33:0/1541075840 shutdown_connections 2024-09-05T02:29:43.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:43.639+0000 7fc377000640 1 -- 172.21.15.33:0/1541075840 wait complete. 2024-09-05T02:29:44.912 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:29:45.092 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:45 smithi033 ceph-mon[29909]: pgmap v87: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 228 MiB/s wr, 68 op/s 2024-09-05T02:29:45.388 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:45 smithi123 ceph-mon[34031]: pgmap v87: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 228 MiB/s wr, 68 op/s 2024-09-05T02:29:45.464 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:45.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:45 smithi174 ceph-mon[34756]: pgmap v87: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 228 MiB/s wr, 68 op/s 2024-09-05T02:29:46.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.209+0000 7f78b9e00640 1 -- 172.21.15.33:0/459425775 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f78b4100b20 msgr2=0x7f78b4100f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:46.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.209+0000 7f78b9e00640 1 --2- 172.21.15.33:0/459425775 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f78b4100b20 0x7f78b4100f00 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f78a4009900 tx=0x7f78a402a470 comp rx=0 tx=0).stop 2024-09-05T02:29:46.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.209+0000 7f78b9e00640 1 -- 172.21.15.33:0/459425775 shutdown_connections 2024-09-05T02:29:46.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.209+0000 7f78b9e00640 1 --2- 172.21.15.33:0/459425775 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f78b4105f30 0x7f78b41063c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.209+0000 7f78b9e00640 1 --2- 172.21.15.33:0/459425775 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f78b4101440 0x7f78b4105910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.209+0000 7f78b9e00640 1 --2- 172.21.15.33:0/459425775 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f78b4100b20 0x7f78b4100f00 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.209+0000 7f78b9e00640 1 -- 172.21.15.33:0/459425775 >> 172.21.15.33:0/459425775 conn(0x7f78b40fc790 msgr2=0x7f78b40febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:46.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.209+0000 7f78b9e00640 1 -- 172.21.15.33:0/459425775 shutdown_connections 2024-09-05T02:29:46.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.211+0000 7f78b9e00640 1 -- 172.21.15.33:0/459425775 wait complete. 2024-09-05T02:29:46.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.212+0000 7f78b9e00640 1 Processor -- start 2024-09-05T02:29:46.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.212+0000 7f78b9e00640 1 -- start start 2024-09-05T02:29:46.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.212+0000 7f78b9e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f78b4100b20 0x7f78b4114cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:46.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.213+0000 7f78b9e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f78b4101440 0x7f78b4115210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:46.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.213+0000 7f78b2a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f78b4100b20 0x7f78b4114cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:46.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.213+0000 7f78b2a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f78b4100b20 0x7f78b4114cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:43390/0 (socket says 172.21.15.33:43390) 2024-09-05T02:29:46.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.213+0000 7f78b9e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f78b4105f30 0x7f78b410df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:46.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.213+0000 7f78b9e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f78b4118600 con 0x7f78b4101440 2024-09-05T02:29:46.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.213+0000 7f78b9e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f78b4118480 con 0x7f78b4105f30 2024-09-05T02:29:46.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.213+0000 7f78b9e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f78b4118780 con 0x7f78b4100b20 2024-09-05T02:29:46.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.213+0000 7f78b2a00640 1 -- 172.21.15.33:0/2073505488 learned_addr learned my addr 172.21.15.33:0/2073505488 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:46.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.213+0000 7f78b3400640 1 --2- 172.21.15.33:0/2073505488 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f78b4105f30 0x7f78b410df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:46.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.214+0000 7f78b2a00640 1 -- 172.21.15.33:0/2073505488 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f78b4105f30 msgr2=0x7f78b410df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:46.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.216+0000 7f78b2a00640 1 --2- 172.21.15.33:0/2073505488 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f78b4105f30 0x7f78b410df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.216+0000 7f78b2a00640 1 -- 172.21.15.33:0/2073505488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f78b4101440 msgr2=0x7f78b4115210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:46.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.214+0000 7f78b2000640 1 --2- 172.21.15.33:0/2073505488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f78b4101440 0x7f78b4115210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:46.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.216+0000 7f78b2a00640 1 --2- 172.21.15.33:0/2073505488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f78b4101440 0x7f78b4115210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.216+0000 7f78b2a00640 1 -- 172.21.15.33:0/2073505488 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78b410e800 con 0x7f78b4100b20 2024-09-05T02:29:46.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.216+0000 7f78b2000640 1 --2- 172.21.15.33:0/2073505488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f78b4101440 0x7f78b4115210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:29:46.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.218+0000 7f78b2a00640 1 --2- 172.21.15.33:0/2073505488 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f78b4100b20 0x7f78b4114cd0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f78a4004770 tx=0x7f78a4003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:46.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.218+0000 7f78b8a00640 1 -- 172.21.15.33:0/2073505488 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78a403f070 con 0x7f78b4100b20 2024-09-05T02:29:46.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.218+0000 7f78b8a00640 1 -- 172.21.15.33:0/2073505488 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f78a4031ca0 con 0x7f78b4100b20 2024-09-05T02:29:46.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.218+0000 7f78b8a00640 1 -- 172.21.15.33:0/2073505488 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78a4035030 con 0x7f78b4100b20 2024-09-05T02:29:46.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.219+0000 7f78b9e00640 1 -- 172.21.15.33:0/2073505488 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78b410ea90 con 0x7f78b4100b20 2024-09-05T02:29:46.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.219+0000 7f78b9e00640 1 -- 172.21.15.33:0/2073505488 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78b41129d0 con 0x7f78b4100b20 2024-09-05T02:29:46.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.224+0000 7f78bca24740 1 Processor -- start 2024-09-05T02:29:46.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.225+0000 7f78bca24740 1 -- start start 2024-09-05T02:29:46.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.225+0000 7f78bca24740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56377cf7cc70 0x56377cf7d050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:46.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.225+0000 7f78bca24740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf7d590 0x56377cf87910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:46.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.225+0000 7f78bca24740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56377cf87e50 0x56377cf8a240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:46.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.225+0000 7f78bca24740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56377cee33e0 con 0x56377cf87e50 2024-09-05T02:29:46.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.225+0000 7f78bca24740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56377ce8ad80 con 0x56377cf7cc70 2024-09-05T02:29:46.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.225+0000 7f78bca24740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56377cedf3a0 con 0x56377cf7d590 2024-09-05T02:29:46.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.226+0000 7f78b3400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56377cf7cc70 0x56377cf7d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.226+0000 7f78b3400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56377cf7cc70 0x56377cf7d050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:34420/0 (socket says 172.21.15.33:34420) 2024-09-05T02:29:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.226+0000 7f78b3400640 1 -- 172.21.15.33:0/722934376 learned_addr learned my addr 172.21.15.33:0/722934376 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.226+0000 7f78b3400640 1 -- 172.21.15.33:0/722934376 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf7d590 msgr2=0x56377cf87910 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T02:29:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.226+0000 7f78b3400640 1 --2- 172.21.15.33:0/722934376 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf7d590 0x56377cf87910 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.226+0000 7f78b3400640 1 -- 172.21.15.33:0/722934376 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56377cf87e50 msgr2=0x56377cf8a240 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T02:29:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.226+0000 7f78b3400640 1 --2- 172.21.15.33:0/722934376 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56377cf87e50 0x56377cf8a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.226+0000 7f78b3400640 1 -- 172.21.15.33:0/722934376 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56377cea9ae0 con 0x56377cf7cc70 2024-09-05T02:29:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.226+0000 7f78b8a00640 1 -- 172.21.15.33:0/2073505488 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f78a4042070 con 0x7f78b4100b20 2024-09-05T02:29:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.227+0000 7f78b3400640 1 --2- 172.21.15.33:0/722934376 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56377cf7cc70 0x56377cf7d050 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f78ac010370 tx=0x7f78ac010830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b6cdd9212d9fb0e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.227+0000 7f789fe00640 1 -- 172.21.15.33:0/722934376 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ac016070 con 0x56377cf7cc70 2024-09-05T02:29:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.227+0000 7f789fe00640 1 -- 172.21.15.33:0/722934376 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f78ac004d20 con 0x56377cf7cc70 2024-09-05T02:29:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.227+0000 7f789fe00640 1 -- 172.21.15.33:0/722934376 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ac005400 con 0x56377cf7cc70 2024-09-05T02:29:46.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.229+0000 7f78bca24740 1 -- 172.21.15.33:0/722934376 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56377cf7cc70 msgr2=0x56377cf7d050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:46.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.229+0000 7f78bca24740 1 --2- 172.21.15.33:0/722934376 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56377cf7cc70 0x56377cf7d050 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f78ac010370 tx=0x7f78ac010830 comp rx=0 tx=0).stop 2024-09-05T02:29:46.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.231+0000 7f78bca24740 1 -- 172.21.15.33:0/722934376 shutdown_connections 2024-09-05T02:29:46.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.231+0000 7f78bca24740 1 --2- 172.21.15.33:0/722934376 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56377cf87e50 0x56377cf8a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.231+0000 7f78bca24740 1 --2- 172.21.15.33:0/722934376 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf7d590 0x56377cf87910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.231+0000 7f78bca24740 1 --2- 172.21.15.33:0/722934376 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56377cf7cc70 0x56377cf7d050 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.231+0000 7f78bca24740 1 -- 172.21.15.33:0/722934376 >> 172.21.15.33:0/722934376 conn(0x56377cf79200 msgr2=0x56377cf795e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:46.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.233+0000 7f78b8a00640 1 --2- 172.21.15.33:0/2073505488 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78980a2df0 0x7f78980a52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:46.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.233+0000 7f78bca24740 1 -- 172.21.15.33:0/722934376 shutdown_connections 2024-09-05T02:29:46.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.234+0000 7f78bca24740 1 -- 172.21.15.33:0/722934376 wait complete. 2024-09-05T02:29:46.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.234+0000 7f78b8a00640 1 -- 172.21.15.33:0/2073505488 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f78a40efc60 con 0x7f78b4100b20 2024-09-05T02:29:46.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.234+0000 7f78b2000640 1 --2- 172.21.15.33:0/2073505488 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78980a2df0 0x7f78980a52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:46.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.234+0000 7f78bca24740 1 -- start start 2024-09-05T02:29:46.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.234+0000 7f78bca24740 1 Processor -- start 2024-09-05T02:29:46.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.235+0000 7f78bca24740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf7cc70 0x56377cf84d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:46.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.235+0000 7f78bca24740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56377cf7d590 0x56377cf852b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:46.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.235+0000 7f78bca24740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56377cf87e50 0x56377cf857f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:46.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.235+0000 7f78bca24740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56377cf8aa20 con 0x56377cf87e50 2024-09-05T02:29:46.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.235+0000 7f78bca24740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56377ce9e0f0 con 0x56377cf7d590 2024-09-05T02:29:46.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.235+0000 7f78bca24740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56377cf8aba0 con 0x56377cf7cc70 2024-09-05T02:29:46.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.235+0000 7f78bca24740 10 client.0 _ll_register_callbacks cb 0x56377ce85bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:46.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.235+0000 7f78b2a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf7cc70 0x56377cf84d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:46.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.235+0000 7f78b2a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf7cc70 0x56377cf84d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:43396/0 (socket says 172.21.15.33:43396) 2024-09-05T02:29:46.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.235+0000 7f78b2a00640 1 -- 172.21.15.33:0/602317861 learned_addr learned my addr 172.21.15.33:0/602317861 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:46.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.236+0000 7f78b2000640 1 --2- 172.21.15.33:0/2073505488 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78980a2df0 0x7f78980a52b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x56377cf7a580 tx=0x7f78a0008040 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:46.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.236+0000 7f78b3400640 1 --2- 172.21.15.33:0/602317861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56377cf87e50 0x56377cf857f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:46.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.236+0000 7f78b2a00640 1 -- 172.21.15.33:0/602317861 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56377cf7d590 msgr2=0x56377cf852b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:46.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.236+0000 7f78b2a00640 1 --2- 172.21.15.33:0/602317861 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56377cf7d590 0x56377cf852b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.236+0000 7f78b2a00640 1 -- 172.21.15.33:0/602317861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56377cf87e50 msgr2=0x56377cf857f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:46.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.236+0000 7f78b2a00640 1 --2- 172.21.15.33:0/602317861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56377cf87e50 0x56377cf857f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.236+0000 7f78b2a00640 1 -- 172.21.15.33:0/602317861 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56377cc543c0 con 0x56377cf7cc70 2024-09-05T02:29:46.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.237+0000 7f78b2a00640 1 --2- 172.21.15.33:0/602317861 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf7cc70 0x56377cf84d70 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f78a4031550 tx=0x7f78a40b85a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c32375f80da15a57 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:46.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.237+0000 7f789cc00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:29:46.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.237+0000 7f789cc00640 1 -- 172.21.15.33:0/602317861 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78a40d5060 con 0x56377cf7cc70 2024-09-05T02:29:46.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.237+0000 7f789cc00640 1 -- 172.21.15.33:0/602317861 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f78a40ed5e0 con 0x56377cf7cc70 2024-09-05T02:29:46.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.237+0000 7f78bca24740 1 -- 172.21.15.33:0/602317861 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78ac004d20 con 0x56377cf7cc70 2024-09-05T02:29:46.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.237+0000 7f789cc00640 1 -- 172.21.15.33:0/602317861 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f78a40ed7e0 con 0x56377cf7cc70 2024-09-05T02:29:46.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.237+0000 7f78bca24740 10 client.25843 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:46.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.237+0000 7f78bca24740 1 -- 172.21.15.33:0/602317861 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56377cf8aa20 con 0x56377cf7cc70 2024-09-05T02:29:46.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.238+0000 7f789cc00640 1 -- 172.21.15.33:0/602317861 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f78ac004d20 con 0x56377cf7cc70 2024-09-05T02:29:46.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.238+0000 7f789cc00640 1 -- 172.21.15.33:0/602317861 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f78a404c060 con 0x56377cf7cc70 2024-09-05T02:29:46.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.238+0000 7f78bca24740 10 client.25843 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:46.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.238+0000 7f78bca24740 10 client.25843 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:29:46.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.238+0000 7f78bca24740 20 client.25843 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:46.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.239+0000 7f78bca24740 1 --2- 172.21.15.33:0/602317861 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56377cf97ee0 0x56377cf9a310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:46.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.239+0000 7f78bca24740 4 client.25843 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:29:46.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.239+0000 7f78bca24740 1 -- 172.21.15.33:0/602317861 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56377cef0950 con 0x56377cf97ee0 2024-09-05T02:29:46.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.240+0000 7f78b2000640 1 --2- 172.21.15.33:0/602317861 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56377cf97ee0 0x56377cf9a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:46.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.240+0000 7f78b2000640 1 --2- 172.21.15.33:0/602317861 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56377cf97ee0 0x56377cf9a310 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=48dd8e18efc32f91 server_cookie=fa34a35ac2d29c17 in_seq=0 out_seq=0 2024-09-05T02:29:46.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.240+0000 7f789cc00640 10 client.25843 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:29:46.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.241+0000 7f789cc00640 1 -- 172.21.15.33:0/602317861 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56377cef0950 con 0x56377cf97ee0 2024-09-05T02:29:46.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.241+0000 7f789cc00640 10 client.25843 handle_command_reply: tid=0 2024-09-05T02:29:46.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.241+0000 7f78bca24740 1 client.25843 shutdown 2024-09-05T02:29:46.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.242+0000 7f78bca24740 1 -- 172.21.15.33:0/602317861 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf7cc70 msgr2=0x56377cf84d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:46.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.242+0000 7f78bca24740 1 --2- 172.21.15.33:0/602317861 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf7cc70 0x56377cf84d70 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f78a4031550 tx=0x7f78a40b85a0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.242+0000 7f78bca24740 1 -- 172.21.15.33:0/602317861 shutdown_connections 2024-09-05T02:29:46.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.242+0000 7f78bca24740 1 --2- 172.21.15.33:0/602317861 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56377cf97ee0 0x56377cf9a310 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.242+0000 7f78bca24740 1 --2- 172.21.15.33:0/602317861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56377cf87e50 0x56377cf857f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.242+0000 7f78bca24740 1 --2- 172.21.15.33:0/602317861 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56377cf7d590 0x56377cf852b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.242+0000 7f78bca24740 1 --2- 172.21.15.33:0/602317861 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf7cc70 0x56377cf84d70 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.242+0000 7f78bca24740 1 -- 172.21.15.33:0/602317861 >> 172.21.15.33:0/602317861 conn(0x56377cf79200 msgr2=0x56377cf7eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:46.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.242+0000 7f789cc00640 0 client.25843 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:29:46.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.242+0000 7f78bca24740 1 -- 172.21.15.33:0/602317861 shutdown_connections 2024-09-05T02:29:46.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.242+0000 7f78bca24740 1 -- 172.21.15.33:0/602317861 wait complete. 2024-09-05T02:29:46.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.243+0000 7f78bca24740 20 client.25843 trim_cache size 0 max 16384 2024-09-05T02:29:46.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.269+0000 7f78bca24740 1 Processor -- start 2024-09-05T02:29:46.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.269+0000 7f78bca24740 1 -- start start 2024-09-05T02:29:46.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.269+0000 7f78bca24740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf7cc70 0x56377cf7f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:46.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.269+0000 7f78bca24740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56377cf7d590 0x56377cf9fc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:46.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.269+0000 7f78bca24740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56377cf87e50 0x56377cfa0160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:46.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.269+0000 7f78bca24740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f78b41ab690 con 0x56377cf87e50 2024-09-05T02:29:46.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.269+0000 7f78bca24740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f78b41ad1d0 con 0x56377cf7d590 2024-09-05T02:29:46.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.269+0000 7f78bca24740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f78b41abd60 con 0x56377cf7cc70 2024-09-05T02:29:46.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.270+0000 7f78b2a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf7cc70 0x56377cf7f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:46.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.270+0000 7f78b2a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf7cc70 0x56377cf7f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:43412/0 (socket says 172.21.15.33:43412) 2024-09-05T02:29:46.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.270+0000 7f78b2a00640 1 -- 172.21.15.33:0/1913614753 learned_addr learned my addr 172.21.15.33:0/1913614753 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:46.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.271+0000 7f78b2a00640 1 -- 172.21.15.33:0/1913614753 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56377cf7d590 msgr2=0x56377cf9fc20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T02:29:46.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.271+0000 7f78b2a00640 1 --2- 172.21.15.33:0/1913614753 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56377cf7d590 0x56377cf9fc20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.271+0000 7f78b2a00640 1 -- 172.21.15.33:0/1913614753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56377cf87e50 msgr2=0x56377cfa0160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:46.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.271+0000 7f78b2a00640 1 --2- 172.21.15.33:0/1913614753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56377cf87e50 0x56377cfa0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.271+0000 7f78b2a00640 1 -- 172.21.15.33:0/1913614753 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56377cf74770 con 0x56377cf7cc70 2024-09-05T02:29:46.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.273+0000 7f78b2a00640 1 --2- 172.21.15.33:0/1913614753 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf7cc70 0x56377cf7f6d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f78a40c4f50 tx=0x7f78a40ba750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=80d5d4a629a2b9ae server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:46.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.274+0000 7f789f400640 1 -- 172.21.15.33:0/1913614753 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78a40bbd80 con 0x56377cf7cc70 2024-09-05T02:29:46.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.274+0000 7f789f400640 1 -- 172.21.15.33:0/1913614753 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f78a40bc940 con 0x56377cf7cc70 2024-09-05T02:29:46.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.274+0000 7f789f400640 1 -- 172.21.15.33:0/1913614753 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78a40c4a20 con 0x56377cf7cc70 2024-09-05T02:29:46.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.276+0000 7f78bca24740 1 -- 172.21.15.33:0/1913614753 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf7cc70 msgr2=0x56377cf7f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:46.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.276+0000 7f78bca24740 1 --2- 172.21.15.33:0/1913614753 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf7cc70 0x56377cf7f6d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f78a40c4f50 tx=0x7f78a40ba750 comp rx=0 tx=0).stop 2024-09-05T02:29:46.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.277+0000 7f78bca24740 1 -- 172.21.15.33:0/1913614753 shutdown_connections 2024-09-05T02:29:46.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.277+0000 7f78bca24740 1 --2- 172.21.15.33:0/1913614753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56377cf87e50 0x56377cfa0160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.277+0000 7f78bca24740 1 --2- 172.21.15.33:0/1913614753 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56377cf7d590 0x56377cf9fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.277+0000 7f78bca24740 1 --2- 172.21.15.33:0/1913614753 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf7cc70 0x56377cf7f6d0 secure :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f78a40c4f50 tx=0x7f78a40ba750 comp rx=0 tx=0).stop 2024-09-05T02:29:46.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.277+0000 7f78bca24740 1 -- 172.21.15.33:0/1913614753 >> 172.21.15.33:0/1913614753 conn(0x56377cf79200 msgr2=0x56377cf78380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:46.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.277+0000 7f78bca24740 1 -- 172.21.15.33:0/1913614753 shutdown_connections 2024-09-05T02:29:46.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.280+0000 7f78bca24740 1 -- 172.21.15.33:0/1913614753 wait complete. 2024-09-05T02:29:46.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.280+0000 7f78bca24740 1 -- start start 2024-09-05T02:29:46.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.287+0000 7f78bca24740 1 Processor -- start 2024-09-05T02:29:46.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.288+0000 7f78bca24740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56377cf7d590 0x56377cf8bea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:46.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.288+0000 7f78bca24740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf87e50 0x56377cf8c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:46.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.288+0000 7f78bca24740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56377cf8cad0 0x56377d001bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:46.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.288+0000 7f78bca24740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f78b41acb00 con 0x56377cf7d590 2024-09-05T02:29:46.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.288+0000 7f78bca24740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f78b41ac430 con 0x56377cf8cad0 2024-09-05T02:29:46.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.288+0000 7f78bca24740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f78b41a9670 con 0x56377cf87e50 2024-09-05T02:29:46.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.288+0000 7f78bca24740 10 client.0 _ll_register_callbacks cb 0x7f78a4009260 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:46.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.288+0000 7f78b2000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf87e50 0x56377cf8c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:46.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.288+0000 7f78b2000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf87e50 0x56377cf8c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:43418/0 (socket says 172.21.15.33:43418) 2024-09-05T02:29:46.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.288+0000 7f78b2000640 1 -- 172.21.15.33:0/948502094 learned_addr learned my addr 172.21.15.33:0/948502094 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:46.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.289+0000 7f78b2000640 1 -- 172.21.15.33:0/948502094 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56377cf8cad0 msgr2=0x56377d001bf0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T02:29:46.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.289+0000 7f78b2000640 1 --2- 172.21.15.33:0/948502094 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56377cf8cad0 0x56377d001bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.289+0000 7f78b2000640 1 -- 172.21.15.33:0/948502094 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56377cf7d590 msgr2=0x56377cf8bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:46.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.289+0000 7f78b2000640 1 --2- 172.21.15.33:0/948502094 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56377cf7d590 0x56377cf8bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.289+0000 7f78b2000640 1 -- 172.21.15.33:0/948502094 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56377d002380 con 0x56377cf87e50 2024-09-05T02:29:46.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.289+0000 7f78bca24740 1 -- 172.21.15.33:0/948502094 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78a40bc940 con 0x56377cf87e50 2024-09-05T02:29:46.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.290+0000 7f78b2000640 1 --2- 172.21.15.33:0/948502094 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf87e50 0x56377cf8c3e0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x56377cf84600 tx=0x7f78a000ce70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f0b0611454ad5673 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:46.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.290+0000 7f789cc00640 10 client.25849 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:29:46.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.291+0000 7f789cc00640 1 -- 172.21.15.33:0/948502094 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78a0015bd0 con 0x56377cf87e50 2024-09-05T02:29:46.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.291+0000 7f789cc00640 1 -- 172.21.15.33:0/948502094 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f78a0015d70 con 0x56377cf87e50 2024-09-05T02:29:46.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.291+0000 7f789cc00640 1 -- 172.21.15.33:0/948502094 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f78a0020430 con 0x56377cf87e50 2024-09-05T02:29:46.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.292+0000 7f78bca24740 10 client.25849 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:46.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.293+0000 7f78bca24740 1 -- 172.21.15.33:0/948502094 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({fsmap=29}) -- 0x56377d003630 con 0x56377cf87e50 2024-09-05T02:29:46.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.294+0000 7f789cc00640 1 -- 172.21.15.33:0/948502094 <== mon.1 v2:172.21.15.174:3300/0 4 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f78a00205d0 con 0x56377cf87e50 2024-09-05T02:29:46.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.294+0000 7f78bca24740 10 client.25849 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:46.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.294+0000 7f78bca24740 10 client.25849 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:29:46.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.294+0000 7f78bca24740 20 client.25849 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:46.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.294+0000 7f78bca24740 1 --2- 172.21.15.33:0/948502094 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56377d003ca0 0x56377d006120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:46.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.294+0000 7f78bca24740 4 client.25849 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:29:46.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.295+0000 7f78bca24740 1 -- 172.21.15.33:0/948502094 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56377ceeae60 con 0x56377d003ca0 2024-09-05T02:29:46.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.295+0000 7f78b2a00640 1 --2- 172.21.15.33:0/948502094 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56377d003ca0 0x56377d006120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:46.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.296+0000 7f78b2a00640 1 --2- 172.21.15.33:0/948502094 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56377d003ca0 0x56377d006120 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d6a6e4d6735b562c server_cookie=5c4a9826596d13e5 in_seq=0 out_seq=0 2024-09-05T02:29:46.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.296+0000 7f789cc00640 10 client.25849 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:29:46.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.297+0000 7f789cc00640 1 -- 172.21.15.33:0/948502094 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56377ceeae60 con 0x56377d003ca0 2024-09-05T02:29:46.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.297+0000 7f789cc00640 10 client.25849 handle_command_reply: tid=0 2024-09-05T02:29:46.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.297+0000 7f78bca24740 1 client.25849 shutdown 2024-09-05T02:29:46.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.298+0000 7f78bca24740 1 -- 172.21.15.33:0/948502094 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf87e50 msgr2=0x56377cf8c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:46.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.298+0000 7f78bca24740 1 --2- 172.21.15.33:0/948502094 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf87e50 0x56377cf8c3e0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x56377cf84600 tx=0x7f78a000ce70 comp rx=0 tx=0).stop 2024-09-05T02:29:46.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.298+0000 7f78bca24740 1 -- 172.21.15.33:0/948502094 shutdown_connections 2024-09-05T02:29:46.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.298+0000 7f78bca24740 1 --2- 172.21.15.33:0/948502094 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56377d003ca0 0x56377d006120 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.298+0000 7f78bca24740 1 --2- 172.21.15.33:0/948502094 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56377cf8cad0 0x56377d001bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.298+0000 7f78bca24740 1 --2- 172.21.15.33:0/948502094 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56377cf87e50 0x56377cf8c3e0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.298+0000 7f78bca24740 1 --2- 172.21.15.33:0/948502094 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56377cf7d590 0x56377cf8bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.298+0000 7f78bca24740 1 -- 172.21.15.33:0/948502094 >> 172.21.15.33:0/948502094 conn(0x56377cf79200 msgr2=0x56377cf865d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:46.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.298+0000 7f789cc00640 0 client.25849 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:29:46.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.299+0000 7f78bca24740 1 -- 172.21.15.33:0/948502094 shutdown_connections 2024-09-05T02:29:46.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.299+0000 7f78bca24740 1 -- 172.21.15.33:0/948502094 wait complete. 2024-09-05T02:29:46.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.300+0000 7f78bca24740 20 client.25849 trim_cache size 0 max 16384 2024-09-05T02:29:46.301 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:29:46.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.305+0000 7f78b9e00640 1 -- 172.21.15.33:0/2073505488 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78980a2df0 msgr2=0x7f78980a52b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:46.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.305+0000 7f78b9e00640 1 --2- 172.21.15.33:0/2073505488 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78980a2df0 0x7f78980a52b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x56377cf7a580 tx=0x7f78a0008040 comp rx=0 tx=0).stop 2024-09-05T02:29:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.305+0000 7f78b9e00640 1 -- 172.21.15.33:0/2073505488 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f78b4100b20 msgr2=0x7f78b4114cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.305+0000 7f78b9e00640 1 --2- 172.21.15.33:0/2073505488 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f78b4100b20 0x7f78b4114cd0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f78a4004770 tx=0x7f78a4003c10 comp rx=0 tx=0).stop 2024-09-05T02:29:46.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.309+0000 7f78b9e00640 1 -- 172.21.15.33:0/2073505488 shutdown_connections 2024-09-05T02:29:46.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.309+0000 7f78b9e00640 1 --2- 172.21.15.33:0/2073505488 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78980a2df0 0x7f78980a52b0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.309+0000 7f78b9e00640 1 --2- 172.21.15.33:0/2073505488 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f78b4105f30 0x7f78b410df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.309+0000 7f78b9e00640 1 --2- 172.21.15.33:0/2073505488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f78b4101440 0x7f78b4115210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.309+0000 7f78b9e00640 1 --2- 172.21.15.33:0/2073505488 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f78b4100b20 0x7f78b4114cd0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:46.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.309+0000 7f78b9e00640 1 -- 172.21.15.33:0/2073505488 >> 172.21.15.33:0/2073505488 conn(0x7f78b40fc790 msgr2=0x7f78b41038b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:46.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.311+0000 7f78b9e00640 1 -- 172.21.15.33:0/2073505488 shutdown_connections 2024-09-05T02:29:46.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:46.313+0000 7f78b9e00640 1 -- 172.21.15.33:0/2073505488 wait complete. 2024-09-05T02:29:47.328 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:47 smithi174 ceph-mon[34756]: pgmap v88: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 213 MiB/s wr, 63 op/s 2024-09-05T02:29:47.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:47 smithi033 ceph-mon[29909]: pgmap v88: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 213 MiB/s wr, 63 op/s 2024-09-05T02:29:47.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:47 smithi123 ceph-mon[34031]: pgmap v88: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 213 MiB/s wr, 63 op/s 2024-09-05T02:29:47.408 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:29:48.004 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:48.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.787+0000 7f3e3be00640 1 -- 172.21.15.33:0/1265685523 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3e34102d20 msgr2=0x7f3e34103100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:48.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.787+0000 7f3e3be00640 1 --2- 172.21.15.33:0/1265685523 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3e34102d20 0x7f3e34103100 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f3e28009900 tx=0x7f3e2802a4b0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.787+0000 7f3e3be00640 1 -- 172.21.15.33:0/1265685523 shutdown_connections 2024-09-05T02:29:48.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.787+0000 7f3e3be00640 1 --2- 172.21.15.33:0/1265685523 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3e3410c150 0x7f3e3410e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.787+0000 7f3e3be00640 1 --2- 172.21.15.33:0/1265685523 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e34103640 0x7f3e3410bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.787+0000 7f3e3be00640 1 --2- 172.21.15.33:0/1265685523 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3e34102d20 0x7f3e34103100 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.787+0000 7f3e3be00640 1 -- 172.21.15.33:0/1265685523 >> 172.21.15.33:0/1265685523 conn(0x7f3e340fc780 msgr2=0x7f3e340feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:48.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.788+0000 7f3e3be00640 1 -- 172.21.15.33:0/1265685523 shutdown_connections 2024-09-05T02:29:48.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.790+0000 7f3e3be00640 1 -- 172.21.15.33:0/1265685523 wait complete. 2024-09-05T02:29:48.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.790+0000 7f3e3be00640 1 Processor -- start 2024-09-05T02:29:48.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.791+0000 7f3e3be00640 1 -- start start 2024-09-05T02:29:48.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.791+0000 7f3e3be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e34102d20 0x7f3e34108e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:48.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.791+0000 7f3e3be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3e34103640 0x7f3e34109370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:48.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.791+0000 7f3e3be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3e3410c150 0x7f3e341098b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:48.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.791+0000 7f3e3be00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3e341026c0 con 0x7f3e34102d20 2024-09-05T02:29:48.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.791+0000 7f3e3be00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3e34102540 con 0x7f3e34103640 2024-09-05T02:29:48.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.791+0000 7f3e3be00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3e34102840 con 0x7f3e3410c150 2024-09-05T02:29:48.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.792+0000 7f3e38a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3e34103640 0x7f3e34109370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:48.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.792+0000 7f3e39e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3e3410c150 0x7f3e341098b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:48.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.792+0000 7f3e39e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3e3410c150 0x7f3e341098b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:43442/0 (socket says 172.21.15.33:43442) 2024-09-05T02:29:48.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.792+0000 7f3e39e00640 1 -- 172.21.15.33:0/2297644951 learned_addr learned my addr 172.21.15.33:0/2297644951 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:48.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.792+0000 7f3e38a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3e34103640 0x7f3e34109370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:34436/0 (socket says 172.21.15.33:34436) 2024-09-05T02:29:48.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.793+0000 7f3e39400640 1 --2- 172.21.15.33:0/2297644951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e34102d20 0x7f3e34108e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:48.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.793+0000 7f3e39e00640 1 -- 172.21.15.33:0/2297644951 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3e34103640 msgr2=0x7f3e34109370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:48.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.793+0000 7f3e39e00640 1 --2- 172.21.15.33:0/2297644951 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3e34103640 0x7f3e34109370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.793+0000 7f3e39e00640 1 -- 172.21.15.33:0/2297644951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e34102d20 msgr2=0x7f3e34108e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:48.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.793+0000 7f3e39e00640 1 --2- 172.21.15.33:0/2297644951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e34102d20 0x7f3e34108e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.793+0000 7f3e39e00640 1 -- 172.21.15.33:0/2297644951 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e341aad70 con 0x7f3e3410c150 2024-09-05T02:29:48.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.794+0000 7f3e39400640 1 --2- 172.21.15.33:0/2297644951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e34102d20 0x7f3e34108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:29:48.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.794+0000 7f3e39e00640 1 --2- 172.21.15.33:0/2297644951 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3e3410c150 0x7f3e341098b0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3e2c00b970 tx=0x7f3e2c00be30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:48.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.795+0000 7f3e32000640 1 -- 172.21.15.33:0/2297644951 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e2c019070 con 0x7f3e3410c150 2024-09-05T02:29:48.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.795+0000 7f3e3be00640 1 -- 172.21.15.33:0/2297644951 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e341ab060 con 0x7f3e3410c150 2024-09-05T02:29:48.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.795+0000 7f3e32000640 1 -- 172.21.15.33:0/2297644951 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3e2c00cb40 con 0x7f3e3410c150 2024-09-05T02:29:48.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.795+0000 7f3e3be00640 1 -- 172.21.15.33:0/2297644951 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e341ab5a0 con 0x7f3e3410c150 2024-09-05T02:29:48.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.795+0000 7f3e32000640 1 -- 172.21.15.33:0/2297644951 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e2c0076a0 con 0x7f3e3410c150 2024-09-05T02:29:48.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.803+0000 7f3e3ea63740 1 Processor -- start 2024-09-05T02:29:48.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.804+0000 7f3e3ea63740 1 -- start start 2024-09-05T02:29:48.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.804+0000 7f3e3ea63740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae87ec70 0x55f0ae87f050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:48.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.804+0000 7f3e3ea63740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae87f590 0x55f0ae889910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:48.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.804+0000 7f3e3ea63740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae889e50 0x55f0ae88c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:48.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.804+0000 7f3e3ea63740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55f0ae7e53e0 con 0x55f0ae87ec70 2024-09-05T02:29:48.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.805+0000 7f3e3ea63740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55f0ae78cd80 con 0x55f0ae889e50 2024-09-05T02:29:48.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.805+0000 7f3e3ea63740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55f0ae7e13a0 con 0x55f0ae87f590 2024-09-05T02:29:48.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.805+0000 7f3e32000640 1 -- 172.21.15.33:0/2297644951 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f3e2c01c070 con 0x7f3e3410c150 2024-09-05T02:29:48.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.806+0000 7f3e39400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae87f590 0x55f0ae889910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:48.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.807+0000 7f3e39400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae87f590 0x55f0ae889910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:43456/0 (socket says 172.21.15.33:43456) 2024-09-05T02:29:48.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.807+0000 7f3e39400640 1 -- 172.21.15.33:0/1308411010 learned_addr learned my addr 172.21.15.33:0/1308411010 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:48.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.807+0000 7f3e32000640 1 --2- 172.21.15.33:0/2297644951 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3e1c0a2ec0 0x7f3e1c0a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:48.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.807+0000 7f3e32000640 1 -- 172.21.15.33:0/2297644951 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3e2c0ce700 con 0x7f3e3410c150 2024-09-05T02:29:48.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.809+0000 7f3e38a00640 1 --2- 172.21.15.33:0/1308411010 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae889e50 0x55f0ae88c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:48.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.809+0000 7f3e38a00640 1 --2- 172.21.15.33:0/1308411010 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae87ec70 0x55f0ae87f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:48.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.809+0000 7f3e39e00640 1 --2- 172.21.15.33:0/2297644951 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3e1c0a2ec0 0x7f3e1c0a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:48.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.810+0000 7f3e38a00640 1 -- 172.21.15.33:0/1308411010 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae87f590 msgr2=0x55f0ae889910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:48.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.810+0000 7f3e39e00640 1 --2- 172.21.15.33:0/2297644951 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3e1c0a2ec0 0x7f3e1c0a5380 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3e2c000f80 tx=0x7f3e2c014a40 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:48.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.810+0000 7f3e38a00640 1 --2- 172.21.15.33:0/1308411010 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae87f590 0x55f0ae889910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.810+0000 7f3e38a00640 1 -- 172.21.15.33:0/1308411010 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae87ec70 msgr2=0x55f0ae87f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:48.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.810+0000 7f3e38a00640 1 --2- 172.21.15.33:0/1308411010 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae87ec70 0x55f0ae87f050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.810+0000 7f3e38a00640 1 -- 172.21.15.33:0/1308411010 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f0ae7abae0 con 0x55f0ae889e50 2024-09-05T02:29:48.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.811+0000 7f3e38a00640 1 --2- 172.21.15.33:0/1308411010 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae889e50 0x55f0ae88c240 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f3e20005e00 tx=0x7f3e2000b4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eae033599f19676e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:48.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.814+0000 7f3e39400640 1 --2- 172.21.15.33:0/1308411010 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae87f590 0x55f0ae889910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:29:48.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.816+0000 7f3e26600640 1 -- 172.21.15.33:0/1308411010 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e20005220 con 0x55f0ae889e50 2024-09-05T02:29:48.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.818+0000 7f3e26600640 1 -- 172.21.15.33:0/1308411010 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3e20017030 con 0x55f0ae889e50 2024-09-05T02:29:48.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.818+0000 7f3e26600640 1 -- 172.21.15.33:0/1308411010 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e2000f7c0 con 0x55f0ae889e50 2024-09-05T02:29:48.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.820+0000 7f3e3ea63740 1 -- 172.21.15.33:0/1308411010 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae889e50 msgr2=0x55f0ae88c240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:48.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.820+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/1308411010 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae889e50 0x55f0ae88c240 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f3e20005e00 tx=0x7f3e2000b4a0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.820+0000 7f3e3ea63740 1 -- 172.21.15.33:0/1308411010 shutdown_connections 2024-09-05T02:29:48.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.820+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/1308411010 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae889e50 0x55f0ae88c240 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.820+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/1308411010 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae87f590 0x55f0ae889910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.820+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/1308411010 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae87ec70 0x55f0ae87f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.820+0000 7f3e3ea63740 1 -- 172.21.15.33:0/1308411010 >> 172.21.15.33:0/1308411010 conn(0x55f0ae87b200 msgr2=0x55f0ae87b5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:48.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.820+0000 7f3e3ea63740 1 -- 172.21.15.33:0/1308411010 shutdown_connections 2024-09-05T02:29:48.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.820+0000 7f3e3ea63740 1 -- 172.21.15.33:0/1308411010 wait complete. 2024-09-05T02:29:48.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.821+0000 7f3e3ea63740 1 -- start start 2024-09-05T02:29:48.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.821+0000 7f3e3ea63740 1 Processor -- start 2024-09-05T02:29:48.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.822+0000 7f3e3ea63740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae87ec70 0x55f0ae886cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:48.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.822+0000 7f3e3ea63740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae87f590 0x55f0ae887210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:48.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.822+0000 7f3e38a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae87ec70 0x55f0ae886cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:48.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.822+0000 7f3e38a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae87ec70 0x55f0ae886cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:34450/0 (socket says 172.21.15.33:34450) 2024-09-05T02:29:48.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.822+0000 7f3e38a00640 1 -- 172.21.15.33:0/945964432 learned_addr learned my addr 172.21.15.33:0/945964432 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:48.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.823+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/945964432 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae889e50 0x55f0ae887750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:48.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.823+0000 7f3e3ea63740 1 -- 172.21.15.33:0/945964432 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55f0ae88ca20 con 0x55f0ae889e50 2024-09-05T02:29:48.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.823+0000 7f3e3ea63740 1 -- 172.21.15.33:0/945964432 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55f0ae7a00f0 con 0x55f0ae87ec70 2024-09-05T02:29:48.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.823+0000 7f3e3ea63740 1 -- 172.21.15.33:0/945964432 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55f0ae88cba0 con 0x55f0ae87f590 2024-09-05T02:29:48.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.823+0000 7f3e3ea63740 10 client.0 _ll_register_callbacks cb 0x55f0ae787bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:48.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.824+0000 7f3e38a00640 1 --2- 172.21.15.33:0/945964432 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae889e50 0x55f0ae887750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:48.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.824+0000 7f3e38a00640 1 -- 172.21.15.33:0/945964432 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae87f590 msgr2=0x55f0ae887210 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T02:29:48.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.824+0000 7f3e38a00640 1 --2- 172.21.15.33:0/945964432 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae87f590 0x55f0ae887210 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.824+0000 7f3e38a00640 1 -- 172.21.15.33:0/945964432 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae889e50 msgr2=0x55f0ae887750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:48.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.824+0000 7f3e38a00640 1 --2- 172.21.15.33:0/945964432 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae889e50 0x55f0ae887750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.824+0000 7f3e38a00640 1 -- 172.21.15.33:0/945964432 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f0ae5563c0 con 0x55f0ae87ec70 2024-09-05T02:29:48.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.825+0000 7f3e38a00640 1 --2- 172.21.15.33:0/945964432 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae87ec70 0x55f0ae886cd0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f3e20004630 tx=0x7f3e20005c50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eed5c1b56beda616 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:48.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.825+0000 7f3e1aa00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:29:48.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.825+0000 7f3e1aa00640 1 -- 172.21.15.33:0/945964432 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e20025070 con 0x55f0ae87ec70 2024-09-05T02:29:48.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.826+0000 7f3e3ea63740 1 -- 172.21.15.33:0/945964432 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3e20017030 con 0x55f0ae87ec70 2024-09-05T02:29:48.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.826+0000 7f3e1aa00640 1 -- 172.21.15.33:0/945964432 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3e20004ad0 con 0x55f0ae87ec70 2024-09-05T02:29:48.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.826+0000 7f3e1aa00640 1 -- 172.21.15.33:0/945964432 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3e20004cd0 con 0x55f0ae87ec70 2024-09-05T02:29:48.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.826+0000 7f3e3ea63740 10 client.25916 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:48.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.826+0000 7f3e3ea63740 1 -- 172.21.15.33:0/945964432 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f0ae898a80 con 0x55f0ae87ec70 2024-09-05T02:29:48.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.827+0000 7f3e1aa00640 1 -- 172.21.15.33:0/945964432 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3e20017030 con 0x55f0ae87ec70 2024-09-05T02:29:48.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.827+0000 7f3e1aa00640 1 -- 172.21.15.33:0/945964432 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3e2002e4d0 con 0x55f0ae87ec70 2024-09-05T02:29:48.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.827+0000 7f3e3ea63740 10 client.25916 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:48.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.827+0000 7f3e3ea63740 10 client.25916 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:29:48.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.827+0000 7f3e3ea63740 20 client.25916 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:48.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.827+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/945964432 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55f0ae899e30 0x55f0ae89c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:48.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.827+0000 7f3e3ea63740 4 client.25916 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:29:48.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.827+0000 7f3e3ea63740 1 -- 172.21.15.33:0/945964432 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f0ae7f2950 con 0x55f0ae899e30 2024-09-05T02:29:48.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.828+0000 7f3e39400640 1 --2- 172.21.15.33:0/945964432 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55f0ae899e30 0x55f0ae89c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:48.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.829+0000 7f3e39400640 1 --2- 172.21.15.33:0/945964432 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55f0ae899e30 0x55f0ae89c220 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e1763fd6aee62c4 server_cookie=f4c43f11ad043e69 in_seq=0 out_seq=0 2024-09-05T02:29:48.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.829+0000 7f3e1aa00640 10 client.25916 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:48.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.829+0000 7f3e1aa00640 1 -- 172.21.15.33:0/945964432 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f0ae7f2950 con 0x55f0ae899e30 2024-09-05T02:29:48.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.829+0000 7f3e1aa00640 10 client.25916 handle_command_reply: tid=0 2024-09-05T02:29:48.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.829+0000 7f3e3ea63740 1 client.25916 shutdown 2024-09-05T02:29:48.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.830+0000 7f3e3ea63740 1 -- 172.21.15.33:0/945964432 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae87ec70 msgr2=0x55f0ae886cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:48.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.830+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/945964432 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae87ec70 0x55f0ae886cd0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f3e20004630 tx=0x7f3e20005c50 comp rx=0 tx=0).stop 2024-09-05T02:29:48.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.831+0000 7f3e3ea63740 1 -- 172.21.15.33:0/945964432 shutdown_connections 2024-09-05T02:29:48.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.831+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/945964432 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55f0ae899e30 0x55f0ae89c220 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.831+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/945964432 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae889e50 0x55f0ae887750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.831+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/945964432 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae87f590 0x55f0ae887210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.831+0000 7f3e1aa00640 0 client.25916 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:48.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.831+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/945964432 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae87ec70 0x55f0ae886cd0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.831+0000 7f3e3ea63740 1 -- 172.21.15.33:0/945964432 >> 172.21.15.33:0/945964432 conn(0x55f0ae87b200 msgr2=0x55f0ae880f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:48.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.832+0000 7f3e3ea63740 1 -- 172.21.15.33:0/945964432 shutdown_connections 2024-09-05T02:29:48.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.832+0000 7f3e3ea63740 1 -- 172.21.15.33:0/945964432 wait complete. 2024-09-05T02:29:48.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.832+0000 7f3e3ea63740 20 client.25916 trim_cache size 0 max 16384 2024-09-05T02:29:48.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.846+0000 7f3e3ea63740 1 Processor -- start 2024-09-05T02:29:48.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.846+0000 7f3e3ea63740 1 -- start start 2024-09-05T02:29:48.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.846+0000 7f3e3ea63740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae87ec70 0x55f0ae87a270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:48.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.846+0000 7f3e3ea63740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae87f590 0x55f0ae8875a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:48.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.846+0000 7f3e3ea63740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae889e50 0x55f0ae8a1880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:48.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.846+0000 7f3e3ea63740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3e1400e750 con 0x55f0ae87f590 2024-09-05T02:29:48.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.846+0000 7f3e3ea63740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3e14010290 con 0x55f0ae87ec70 2024-09-05T02:29:48.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.846+0000 7f3e3ea63740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3e1400ee20 con 0x55f0ae889e50 2024-09-05T02:29:48.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.846+0000 7f3e39400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae87f590 0x55f0ae8875a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:48.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.847+0000 7f3e39400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae87f590 0x55f0ae8875a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58178/0 (socket says 172.21.15.33:58178) 2024-09-05T02:29:48.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.847+0000 7f3e39400640 1 -- 172.21.15.33:0/3582154087 learned_addr learned my addr 172.21.15.33:0/3582154087 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:48.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.847+0000 7f3e38a00640 1 --2- 172.21.15.33:0/3582154087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae87ec70 0x55f0ae87a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:48.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.847+0000 7f3e38a00640 1 --2- 172.21.15.33:0/3582154087 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae889e50 0x55f0ae8a1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:48.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.847+0000 7f3e39400640 1 -- 172.21.15.33:0/3582154087 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae889e50 msgr2=0x55f0ae8a1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:48.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.847+0000 7f3e39400640 1 --2- 172.21.15.33:0/3582154087 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae889e50 0x55f0ae8a1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.847+0000 7f3e39400640 1 -- 172.21.15.33:0/3582154087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae87ec70 msgr2=0x55f0ae87a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:48.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.847+0000 7f3e39400640 1 --2- 172.21.15.33:0/3582154087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae87ec70 0x55f0ae87a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.847+0000 7f3e39400640 1 -- 172.21.15.33:0/3582154087 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f0ae88c580 con 0x55f0ae87f590 2024-09-05T02:29:48.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.847+0000 7f3e39400640 1 --2- 172.21.15.33:0/3582154087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae87f590 0x55f0ae8875a0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f3e280096c0 tx=0x7f3e28005bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8fc48e7f23e8597 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:48.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.848+0000 7f3e25c00640 1 -- 172.21.15.33:0/3582154087 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e28035040 con 0x55f0ae87f590 2024-09-05T02:29:48.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.848+0000 7f3e25c00640 1 -- 172.21.15.33:0/3582154087 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3e280055e0 con 0x55f0ae87f590 2024-09-05T02:29:48.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.848+0000 7f3e25c00640 1 -- 172.21.15.33:0/3582154087 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e28031810 con 0x55f0ae87f590 2024-09-05T02:29:48.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.849+0000 7f3e3ea63740 1 -- 172.21.15.33:0/3582154087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae87f590 msgr2=0x55f0ae8875a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:48.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.849+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/3582154087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae87f590 0x55f0ae8875a0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f3e280096c0 tx=0x7f3e28005bb0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.849+0000 7f3e3ea63740 1 -- 172.21.15.33:0/3582154087 shutdown_connections 2024-09-05T02:29:48.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.849+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/3582154087 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae889e50 0x55f0ae8a1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.849+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/3582154087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae87f590 0x55f0ae8875a0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.849+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/3582154087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae87ec70 0x55f0ae87a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.849+0000 7f3e3ea63740 1 -- 172.21.15.33:0/3582154087 >> 172.21.15.33:0/3582154087 conn(0x55f0ae87b200 msgr2=0x55f0ae879b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:48.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.849+0000 7f3e3ea63740 1 -- 172.21.15.33:0/3582154087 shutdown_connections 2024-09-05T02:29:48.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.849+0000 7f3e3ea63740 1 -- 172.21.15.33:0/3582154087 wait complete. 2024-09-05T02:29:48.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.849+0000 7f3e3ea63740 1 -- start start 2024-09-05T02:29:48.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.850+0000 7f3e3ea63740 1 Processor -- start 2024-09-05T02:29:48.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.850+0000 7f3e3ea63740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae87ec70 0x55f0ae892550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:48.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.850+0000 7f3e3ea63740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae87f590 0x55f0ae883970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:48.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.850+0000 7f3e3ea63740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae889e50 0x55f0ae883eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:48.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.850+0000 7f3e3ea63740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3e1400fbc0 con 0x55f0ae87ec70 2024-09-05T02:29:48.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.850+0000 7f3e3ea63740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3e1400f4f0 con 0x55f0ae889e50 2024-09-05T02:29:48.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.850+0000 7f3e3ea63740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3e1400c730 con 0x55f0ae87f590 2024-09-05T02:29:48.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.851+0000 7f3e3ea63740 10 client.0 _ll_register_callbacks cb 0x7f3e28009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:48.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.851+0000 7f3e38a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae87ec70 0x55f0ae892550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:48.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.851+0000 7f3e38a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae87ec70 0x55f0ae892550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58190/0 (socket says 172.21.15.33:58190) 2024-09-05T02:29:48.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.851+0000 7f3e38a00640 1 -- 172.21.15.33:0/2829094025 learned_addr learned my addr 172.21.15.33:0/2829094025 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:48.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.851+0000 7f3e38a00640 1 --2- 172.21.15.33:0/2829094025 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae889e50 0x55f0ae883eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:48.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.851+0000 7f3e39400640 1 --2- 172.21.15.33:0/2829094025 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae87f590 0x55f0ae883970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:48.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.851+0000 7f3e38a00640 1 -- 172.21.15.33:0/2829094025 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae87f590 msgr2=0x55f0ae883970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:48.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.851+0000 7f3e38a00640 1 --2- 172.21.15.33:0/2829094025 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae87f590 0x55f0ae883970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.851+0000 7f3e38a00640 1 -- 172.21.15.33:0/2829094025 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae889e50 msgr2=0x55f0ae883eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:48.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.851+0000 7f3e38a00640 1 --2- 172.21.15.33:0/2829094025 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae889e50 0x55f0ae883eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.851+0000 7f3e38a00640 1 -- 172.21.15.33:0/2829094025 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f0ae8846b0 con 0x55f0ae87ec70 2024-09-05T02:29:48.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.851+0000 7f3e39400640 1 --2- 172.21.15.33:0/2829094025 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae87f590 0x55f0ae883970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:29:48.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.853+0000 7f3e38a00640 1 --2- 172.21.15.33:0/2829094025 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae87ec70 0x55f0ae892550 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f3e20005d00 tx=0x7f3e2001e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68f02cdf3c64c958 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:48.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.853+0000 7f3e1aa00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:29:48.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.854+0000 7f3e1aa00640 1 -- 172.21.15.33:0/2829094025 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e20049060 con 0x55f0ae87ec70 2024-09-05T02:29:48.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.854+0000 7f3e1aa00640 1 -- 172.21.15.33:0/2829094025 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3e20004e70 con 0x55f0ae87ec70 2024-09-05T02:29:48.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.854+0000 7f3e3ea63740 1 -- 172.21.15.33:0/2829094025 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3e280055e0 con 0x55f0ae87ec70 2024-09-05T02:29:48.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.854+0000 7f3e1aa00640 1 -- 172.21.15.33:0/2829094025 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3e20025040 con 0x55f0ae87ec70 2024-09-05T02:29:48.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.854+0000 7f3e3ea63740 10 client.15834 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:48.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.854+0000 7f3e3ea63740 1 -- 172.21.15.33:0/2829094025 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f0ae904760 con 0x55f0ae87ec70 2024-09-05T02:29:48.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.855+0000 7f3e1aa00640 1 -- 172.21.15.33:0/2829094025 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3e280055e0 con 0x55f0ae87ec70 2024-09-05T02:29:48.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.855+0000 7f3e1aa00640 1 -- 172.21.15.33:0/2829094025 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3e20041050 con 0x55f0ae87ec70 2024-09-05T02:29:48.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.855+0000 7f3e3ea63740 10 client.15834 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:48.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.855+0000 7f3e3ea63740 10 client.15834 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:29:48.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.855+0000 7f3e3ea63740 20 client.15834 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:48.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.855+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/2829094025 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55f0ae904e90 0x55f0ae9072b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:48.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.856+0000 7f3e3ea63740 4 client.15834 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:29:48.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.856+0000 7f3e3ea63740 1 -- 172.21.15.33:0/2829094025 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f0ae7ece60 con 0x55f0ae904e90 2024-09-05T02:29:48.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.858+0000 7f3e39400640 1 --2- 172.21.15.33:0/2829094025 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55f0ae904e90 0x55f0ae9072b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:48.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.859+0000 7f3e1aa00640 10 client.15834 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:48.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.859+0000 7f3e39400640 1 --2- 172.21.15.33:0/2829094025 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55f0ae904e90 0x55f0ae9072b0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f3c139ec5686aa7 server_cookie=748d989726052072 in_seq=0 out_seq=0 2024-09-05T02:29:48.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.859+0000 7f3e1aa00640 1 -- 172.21.15.33:0/2829094025 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f0ae7ece60 con 0x55f0ae904e90 2024-09-05T02:29:48.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.859+0000 7f3e1aa00640 10 client.15834 handle_command_reply: tid=0 2024-09-05T02:29:48.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.860+0000 7f3e3ea63740 1 client.15834 shutdown 2024-09-05T02:29:48.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.860+0000 7f3e3ea63740 1 -- 172.21.15.33:0/2829094025 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae87ec70 msgr2=0x55f0ae892550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:48.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.860+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/2829094025 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae87ec70 0x55f0ae892550 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f3e20005d00 tx=0x7f3e2001e040 comp rx=0 tx=0).stop 2024-09-05T02:29:48.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.860+0000 7f3e3ea63740 1 -- 172.21.15.33:0/2829094025 shutdown_connections 2024-09-05T02:29:48.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.860+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/2829094025 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0ae889e50 0x55f0ae883eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.860+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/2829094025 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f0ae87f590 0x55f0ae883970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.860+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/2829094025 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55f0ae904e90 0x55f0ae9072b0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.860+0000 7f3e1aa00640 0 client.15834 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:48.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.860+0000 7f3e3ea63740 1 --2- 172.21.15.33:0/2829094025 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f0ae87ec70 0x55f0ae892550 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.860+0000 7f3e3ea63740 1 -- 172.21.15.33:0/2829094025 >> 172.21.15.33:0/2829094025 conn(0x55f0ae87b200 msgr2=0x55f0ae87a380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:48.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.861+0000 7f3e3ea63740 1 -- 172.21.15.33:0/2829094025 shutdown_connections 2024-09-05T02:29:48.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.861+0000 7f3e3ea63740 1 -- 172.21.15.33:0/2829094025 wait complete. 2024-09-05T02:29:48.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.861+0000 7f3e3ea63740 20 client.15834 trim_cache size 0 max 16384 2024-09-05T02:29:48.923 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:29:48.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.862+0000 7f3e3be00640 1 -- 172.21.15.33:0/2297644951 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3e1c0a2ec0 msgr2=0x7f3e1c0a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:48.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.862+0000 7f3e3be00640 1 --2- 172.21.15.33:0/2297644951 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3e1c0a2ec0 0x7f3e1c0a5380 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3e2c000f80 tx=0x7f3e2c014a40 comp rx=0 tx=0).stop 2024-09-05T02:29:48.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.862+0000 7f3e3be00640 1 -- 172.21.15.33:0/2297644951 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3e3410c150 msgr2=0x7f3e341098b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:48.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.862+0000 7f3e3be00640 1 --2- 172.21.15.33:0/2297644951 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3e3410c150 0x7f3e341098b0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3e2c00b970 tx=0x7f3e2c00be30 comp rx=0 tx=0).stop 2024-09-05T02:29:48.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.862+0000 7f3e3be00640 1 -- 172.21.15.33:0/2297644951 shutdown_connections 2024-09-05T02:29:48.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.862+0000 7f3e3be00640 1 --2- 172.21.15.33:0/2297644951 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3e1c0a2ec0 0x7f3e1c0a5380 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.862+0000 7f3e3be00640 1 --2- 172.21.15.33:0/2297644951 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3e3410c150 0x7f3e341098b0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.862+0000 7f3e3be00640 1 --2- 172.21.15.33:0/2297644951 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3e34103640 0x7f3e34109370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.862+0000 7f3e3be00640 1 --2- 172.21.15.33:0/2297644951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e34102d20 0x7f3e34108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:48.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.862+0000 7f3e3be00640 1 -- 172.21.15.33:0/2297644951 >> 172.21.15.33:0/2297644951 conn(0x7f3e340fc780 msgr2=0x7f3e340fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:48.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.863+0000 7f3e3be00640 1 -- 172.21.15.33:0/2297644951 shutdown_connections 2024-09-05T02:29:48.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:48.863+0000 7f3e3be00640 1 -- 172.21.15.33:0/2297644951 wait complete. 2024-09-05T02:29:49.340 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:49 smithi033 ceph-mon[29909]: pgmap v89: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 365 MiB/s wr, 107 op/s 2024-09-05T02:29:49.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:49 smithi123 ceph-mon[34031]: pgmap v89: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 365 MiB/s wr, 107 op/s 2024-09-05T02:29:49.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:49 smithi174 ceph-mon[34756]: pgmap v89: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 365 MiB/s wr, 107 op/s 2024-09-05T02:29:50.916 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:29:50.917 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:29:51.322 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:51 smithi033 ceph-mon[29909]: pgmap v90: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 291 MiB/s wr, 83 op/s 2024-09-05T02:29:51.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:51 smithi123 ceph-mon[34031]: pgmap v90: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 291 MiB/s wr, 83 op/s 2024-09-05T02:29:51.509 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:51.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:51 smithi174 ceph-mon[34756]: pgmap v90: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 291 MiB/s wr, 83 op/s 2024-09-05T02:29:52.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.372+0000 7f0a41600640 1 -- 172.21.15.33:0/3627002731 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a3c06ee70 msgr2=0x7f0a3c07a450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:52.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.372+0000 7f0a41600640 1 --2- 172.21.15.33:0/3627002731 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a3c06ee70 0x7f0a3c07a450 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f0a34013080 tx=0x7f0a340326f0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.373+0000 7f0a41600640 1 -- 172.21.15.33:0/3627002731 shutdown_connections 2024-09-05T02:29:52.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.373+0000 7f0a41600640 1 --2- 172.21.15.33:0/3627002731 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a3c06ee70 0x7f0a3c07a450 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.373+0000 7f0a41600640 1 --2- 172.21.15.33:0/3627002731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a3c06e4f0 0x7f0a3c06e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.373+0000 7f0a41600640 1 --2- 172.21.15.33:0/3627002731 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0a3c10e090 0x7f0a3c10e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.373+0000 7f0a41600640 1 -- 172.21.15.33:0/3627002731 >> 172.21.15.33:0/3627002731 conn(0x7f0a3c073180 msgr2=0x7f0a3c073590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:52.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.373+0000 7f0a41600640 1 -- 172.21.15.33:0/3627002731 shutdown_connections 2024-09-05T02:29:52.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.373+0000 7f0a41600640 1 -- 172.21.15.33:0/3627002731 wait complete. 2024-09-05T02:29:52.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.375+0000 7f0a41600640 1 Processor -- start 2024-09-05T02:29:52.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.375+0000 7f0a41600640 1 -- start start 2024-09-05T02:29:52.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.376+0000 7f0a41600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a3c06e4f0 0x7f0a3c084ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:52.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.376+0000 7f0a41600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a3c06ee70 0x7f0a3c07efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:52.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.376+0000 7f0a41600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0a3c10e090 0x7f0a3c07f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:52.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.376+0000 7f0a33e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a3c06ee70 0x7f0a3c07efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:52.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.377+0000 7f0a33e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a3c06ee70 0x7f0a3c07efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60810/0 (socket says 172.21.15.33:60810) 2024-09-05T02:29:52.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.377+0000 7f0a3be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a3c06e4f0 0x7f0a3c084ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:52.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.377+0000 7f0a3be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a3c06e4f0 0x7f0a3c084ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:42544/0 (socket says 172.21.15.33:42544) 2024-09-05T02:29:52.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.378+0000 7f0a41600640 1 -- 172.21.15.33:0/198119470 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0a3c07da80 con 0x7f0a3c06ee70 2024-09-05T02:29:52.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.378+0000 7f0a33e00640 1 -- 172.21.15.33:0/198119470 learned_addr learned my addr 172.21.15.33:0/198119470 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:52.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.378+0000 7f0a41600640 1 -- 172.21.15.33:0/198119470 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0a3c07d900 con 0x7f0a3c06e4f0 2024-09-05T02:29:52.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.378+0000 7f0a41600640 1 -- 172.21.15.33:0/198119470 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0a3c07dc00 con 0x7f0a3c10e090 2024-09-05T02:29:52.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.378+0000 7f0a40c00640 1 --2- 172.21.15.33:0/198119470 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0a3c10e090 0x7f0a3c07f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:52.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.379+0000 7f0a40c00640 1 -- 172.21.15.33:0/198119470 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a3c06e4f0 msgr2=0x7f0a3c084ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:52.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.379+0000 7f0a40c00640 1 --2- 172.21.15.33:0/198119470 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a3c06e4f0 0x7f0a3c084ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.379+0000 7f0a40c00640 1 -- 172.21.15.33:0/198119470 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a3c06ee70 msgr2=0x7f0a3c07efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:52.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.379+0000 7f0a40c00640 1 --2- 172.21.15.33:0/198119470 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a3c06ee70 0x7f0a3c07efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.379+0000 7f0a40c00640 1 -- 172.21.15.33:0/198119470 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a3c1bbb80 con 0x7f0a3c10e090 2024-09-05T02:29:52.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.379+0000 7f0a40c00640 1 --2- 172.21.15.33:0/198119470 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0a3c10e090 0x7f0a3c07f6c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f0a34032c60 tx=0x7f0a34039cf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:52.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.379+0000 7f0a39600640 1 -- 172.21.15.33:0/198119470 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a3403e070 con 0x7f0a3c10e090 2024-09-05T02:29:52.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.380+0000 7f0a41600640 1 -- 172.21.15.33:0/198119470 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a3c1bbe10 con 0x7f0a3c10e090 2024-09-05T02:29:52.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.380+0000 7f0a39600640 1 -- 172.21.15.33:0/198119470 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0a3403f040 con 0x7f0a3c10e090 2024-09-05T02:29:52.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.380+0000 7f0a39600640 1 -- 172.21.15.33:0/198119470 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a34003bf0 con 0x7f0a3c10e090 2024-09-05T02:29:52.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.380+0000 7f0a41600640 1 -- 172.21.15.33:0/198119470 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a3c1bc2d0 con 0x7f0a3c10e090 2024-09-05T02:29:52.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.388+0000 7f0a45838740 1 Processor -- start 2024-09-05T02:29:52.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.389+0000 7f0a39600640 1 -- 172.21.15.33:0/198119470 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f0a340110d0 con 0x7f0a3c10e090 2024-09-05T02:29:52.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.389+0000 7f0a45838740 1 -- start start 2024-09-05T02:29:52.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.389+0000 7f0a45838740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dc629f1b50 0x55dc629f1f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:52.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.389+0000 7f0a45838740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 0x55dc62a0d960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:52.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.389+0000 7f0a45838740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc62a0dea0 0x55dc62a10290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:52.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.389+0000 7f0a45838740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55dc62958290 con 0x55dc629f1b50 2024-09-05T02:29:52.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.389+0000 7f0a45838740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55dc628ffb40 con 0x55dc629f2470 2024-09-05T02:29:52.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.390+0000 7f0a45838740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55dc62954250 con 0x55dc62a0dea0 2024-09-05T02:29:52.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.391+0000 7f0a3be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 0x55dc62a0d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:52.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.391+0000 7f0a3be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 0x55dc62a0d960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:42548/0 (socket says 172.21.15.33:42548) 2024-09-05T02:29:52.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.391+0000 7f0a3be00640 1 -- 172.21.15.33:0/2052334425 learned_addr learned my addr 172.21.15.33:0/2052334425 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:52.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.391+0000 7f0a33e00640 1 --2- 172.21.15.33:0/2052334425 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc62a0dea0 0x55dc62a10290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:52.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.391+0000 7f0a39600640 1 --2- 172.21.15.33:0/198119470 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0a200a2e40 0x7f0a200a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:52.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.392+0000 7f0a39600640 1 -- 172.21.15.33:0/198119470 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f0a340f62f0 con 0x7f0a3c10e090 2024-09-05T02:29:52.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.392+0000 7f0a3be00640 1 -- 172.21.15.33:0/2052334425 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc62a0dea0 msgr2=0x55dc62a10290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:52.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.392+0000 7f0a3be00640 1 --2- 172.21.15.33:0/2052334425 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc62a0dea0 0x55dc62a10290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.392+0000 7f0a3be00640 1 -- 172.21.15.33:0/2052334425 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dc629f1b50 msgr2=0x55dc629f1f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:52.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.392+0000 7f0a3be00640 1 --2- 172.21.15.33:0/2052334425 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dc629f1b50 0x55dc629f1f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.392+0000 7f0a3be00640 1 -- 172.21.15.33:0/2052334425 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc626c96a0 con 0x55dc629f2470 2024-09-05T02:29:52.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.393+0000 7f0a3be00640 1 --2- 172.21.15.33:0/2052334425 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 0x55dc62a0d960 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f0a2c0039f0 tx=0x7f0a2c00c040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=66aafebb2dc9049c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:52.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.393+0000 7f0a31200640 1 -- 172.21.15.33:0/2052334425 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a2c004b20 con 0x55dc629f2470 2024-09-05T02:29:52.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.394+0000 7f0a31200640 1 -- 172.21.15.33:0/2052334425 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0a2c004cc0 con 0x55dc629f2470 2024-09-05T02:29:52.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.394+0000 7f0a31200640 1 -- 172.21.15.33:0/2052334425 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a2c018790 con 0x55dc629f2470 2024-09-05T02:29:52.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.397+0000 7f0a45838740 1 -- 172.21.15.33:0/2052334425 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 msgr2=0x55dc62a0d960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:52.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.397+0000 7f0a45838740 1 --2- 172.21.15.33:0/2052334425 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 0x55dc62a0d960 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f0a2c0039f0 tx=0x7f0a2c00c040 comp rx=0 tx=0).stop 2024-09-05T02:29:52.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.398+0000 7f0a45838740 1 -- 172.21.15.33:0/2052334425 shutdown_connections 2024-09-05T02:29:52.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.398+0000 7f0a45838740 1 --2- 172.21.15.33:0/2052334425 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc62a0dea0 0x55dc62a10290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.398+0000 7f0a45838740 1 --2- 172.21.15.33:0/2052334425 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 0x55dc62a0d960 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.398+0000 7f0a45838740 1 --2- 172.21.15.33:0/2052334425 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dc629f1b50 0x55dc629f1f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.398+0000 7f0a45838740 1 -- 172.21.15.33:0/2052334425 >> 172.21.15.33:0/2052334425 conn(0x55dc629ee240 msgr2=0x55dc629ee620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:52.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.399+0000 7f0a40c00640 1 --2- 172.21.15.33:0/198119470 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0a200a2e40 0x7f0a200a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:52.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.400+0000 7f0a45838740 1 -- 172.21.15.33:0/2052334425 shutdown_connections 2024-09-05T02:29:52.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.400+0000 7f0a45838740 1 -- 172.21.15.33:0/2052334425 wait complete. 2024-09-05T02:29:52.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.401+0000 7f0a45838740 1 -- start start 2024-09-05T02:29:52.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.401+0000 7f0a45838740 1 Processor -- start 2024-09-05T02:29:52.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.403+0000 7f0a45838740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dc629f1b50 0x55dc62a0d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:52.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.403+0000 7f0a45838740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 0x55dc62a0aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:52.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.403+0000 7f0a45838740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc62a0dea0 0x55dc62a0af60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:52.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.403+0000 7f0a45838740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55dc62a10b10 con 0x55dc629f1b50 2024-09-05T02:29:52.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.403+0000 7f0a45838740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55dc62912fa0 con 0x55dc629f2470 2024-09-05T02:29:52.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.403+0000 7f0a45838740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55dc62a10c90 con 0x55dc62a0dea0 2024-09-05T02:29:52.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.403+0000 7f0a45838740 10 client.0 _ll_register_callbacks cb 0x55dc62666ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:52.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.404+0000 7f0a3be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 0x55dc62a0aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:52.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.404+0000 7f0a3be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 0x55dc62a0aa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:42562/0 (socket says 172.21.15.33:42562) 2024-09-05T02:29:52.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.404+0000 7f0a3be00640 1 -- 172.21.15.33:0/2405189043 learned_addr learned my addr 172.21.15.33:0/2405189043 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:52.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.404+0000 7f0a40c00640 1 --2- 172.21.15.33:0/198119470 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0a200a2e40 0x7f0a200a5300 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0a340c2570 tx=0x7f0a340057c0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:52.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.405+0000 7f0a33e00640 1 --2- 172.21.15.33:0/2405189043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc62a0dea0 0x55dc62a0af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:52.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.406+0000 7f0a3be00640 1 -- 172.21.15.33:0/2405189043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc62a0dea0 msgr2=0x55dc62a0af60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:52.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.406+0000 7f0a3be00640 1 --2- 172.21.15.33:0/2405189043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc62a0dea0 0x55dc62a0af60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.406+0000 7f0a3be00640 1 -- 172.21.15.33:0/2405189043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dc629f1b50 msgr2=0x55dc62a0d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:52.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.406+0000 7f0a3be00640 1 --2- 172.21.15.33:0/2405189043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dc629f1b50 0x55dc62a0d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.406+0000 7f0a3be00640 1 -- 172.21.15.33:0/2405189043 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc62a0b790 con 0x55dc629f2470 2024-09-05T02:29:52.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.409+0000 7f0a3be00640 1 --2- 172.21.15.33:0/2405189043 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 0x55dc62a0aa20 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f0a2c00a010 tx=0x7f0a2c0085b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eed38294c4f9c52f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:52.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.409+0000 7f0a29600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:29:52.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.410+0000 7f0a29600640 1 -- 172.21.15.33:0/2405189043 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a2c021470 con 0x55dc629f2470 2024-09-05T02:29:52.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.410+0000 7f0a29600640 1 -- 172.21.15.33:0/2405189043 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f0a2c021610 con 0x55dc629f2470 2024-09-05T02:29:52.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.411+0000 7f0a45838740 1 -- 172.21.15.33:0/2405189043 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0a2c004cc0 con 0x55dc629f2470 2024-09-05T02:29:52.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.411+0000 7f0a29600640 1 -- 172.21.15.33:0/2405189043 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0a2c021810 con 0x55dc629f2470 2024-09-05T02:29:52.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.412+0000 7f0a45838740 10 client.25934 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:52.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.412+0000 7f0a45838740 1 -- 172.21.15.33:0/2405189043 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dc62a1ca80 con 0x55dc629f2470 2024-09-05T02:29:52.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.413+0000 7f0a29600640 1 -- 172.21.15.33:0/2405189043 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0a2c004cc0 con 0x55dc629f2470 2024-09-05T02:29:52.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.413+0000 7f0a29600640 1 -- 172.21.15.33:0/2405189043 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f0a2c018980 con 0x55dc629f2470 2024-09-05T02:29:52.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.414+0000 7f0a45838740 10 client.25934 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:52.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.414+0000 7f0a45838740 10 client.25934 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:29:52.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.414+0000 7f0a45838740 20 client.25934 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:52.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.414+0000 7f0a45838740 1 --2- 172.21.15.33:0/2405189043 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dc62a1e2d0 0x55dc62a20750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:52.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.414+0000 7f0a45838740 4 client.25934 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:29:52.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.414+0000 7f0a45838740 1 -- 172.21.15.33:0/2405189043 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dc62965800 con 0x55dc62a1e2d0 2024-09-05T02:29:52.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.414+0000 7f0a33e00640 1 --2- 172.21.15.33:0/2405189043 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dc62a1e2d0 0x55dc62a20750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:52.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.416+0000 7f0a29600640 10 client.25934 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:52.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.416+0000 7f0a33e00640 1 --2- 172.21.15.33:0/2405189043 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dc62a1e2d0 0x55dc62a20750 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d0cacbde20f885f server_cookie=2c596e641557c5b2 in_seq=0 out_seq=0 2024-09-05T02:29:52.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.417+0000 7f0a29600640 1 -- 172.21.15.33:0/2405189043 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55dc62965800 con 0x55dc62a1e2d0 2024-09-05T02:29:52.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.417+0000 7f0a29600640 10 client.25934 handle_command_reply: tid=0 2024-09-05T02:29:52.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.417+0000 7f0a45838740 1 client.25934 shutdown 2024-09-05T02:29:52.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.418+0000 7f0a45838740 1 -- 172.21.15.33:0/2405189043 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 msgr2=0x55dc62a0aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:52.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.418+0000 7f0a45838740 1 --2- 172.21.15.33:0/2405189043 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 0x55dc62a0aa20 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f0a2c00a010 tx=0x7f0a2c0085b0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.419+0000 7f0a45838740 1 -- 172.21.15.33:0/2405189043 shutdown_connections 2024-09-05T02:29:52.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.419+0000 7f0a45838740 1 --2- 172.21.15.33:0/2405189043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc62a0dea0 0x55dc62a0af60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.419+0000 7f0a45838740 1 --2- 172.21.15.33:0/2405189043 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 0x55dc62a0aa20 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.419+0000 7f0a45838740 1 --2- 172.21.15.33:0/2405189043 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dc62a1e2d0 0x55dc62a20750 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.419+0000 7f0a29600640 0 client.25934 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:52.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.419+0000 7f0a45838740 1 --2- 172.21.15.33:0/2405189043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dc629f1b50 0x55dc62a0d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.419+0000 7f0a45838740 1 -- 172.21.15.33:0/2405189043 >> 172.21.15.33:0/2405189043 conn(0x55dc629ee240 msgr2=0x55dc629f3fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:52.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.419+0000 7f0a45838740 1 -- 172.21.15.33:0/2405189043 shutdown_connections 2024-09-05T02:29:52.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.419+0000 7f0a45838740 1 -- 172.21.15.33:0/2405189043 wait complete. 2024-09-05T02:29:52.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.420+0000 7f0a45838740 20 client.25934 trim_cache size 0 max 16384 2024-09-05T02:29:52.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.464+0000 7f0a45838740 1 Processor -- start 2024-09-05T02:29:52.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.468+0000 7f0a45838740 1 -- start start 2024-09-05T02:29:52.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.478+0000 7f0a45838740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f1b50 0x55dc62a26020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:52.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.480+0000 7f0a45838740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc629f2470 0x55dc62a26560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:52.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.480+0000 7f0a45838740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dc62a0dea0 0x55dc629eca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:52.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.480+0000 7f0a45838740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0a1800e800 con 0x55dc62a0dea0 2024-09-05T02:29:52.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.480+0000 7f0a45838740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0a18010340 con 0x55dc629f1b50 2024-09-05T02:29:52.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.480+0000 7f0a45838740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0a1800eed0 con 0x55dc629f2470 2024-09-05T02:29:52.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.482+0000 7f0a3be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc629f2470 0x55dc62a26560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:52.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.482+0000 7f0a3be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc629f2470 0x55dc62a26560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:44710/0 (socket says 172.21.15.33:44710) 2024-09-05T02:29:52.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.482+0000 7f0a3be00640 1 -- 172.21.15.33:0/1045269142 learned_addr learned my addr 172.21.15.33:0/1045269142 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:52.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.484+0000 7f0a33e00640 1 --2- 172.21.15.33:0/1045269142 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f1b50 0x55dc62a26020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:52.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.484+0000 7f0a3be00640 1 -- 172.21.15.33:0/1045269142 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f1b50 msgr2=0x55dc62a26020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:52.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.484+0000 7f0a3be00640 1 --2- 172.21.15.33:0/1045269142 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f1b50 0x55dc62a26020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.484+0000 7f0a3be00640 1 -- 172.21.15.33:0/1045269142 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dc62a0dea0 msgr2=0x55dc629eca70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T02:29:52.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.485+0000 7f0a3be00640 1 --2- 172.21.15.33:0/1045269142 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dc62a0dea0 0x55dc629eca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.485+0000 7f0a3be00640 1 -- 172.21.15.33:0/1045269142 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc629eedf0 con 0x55dc629f2470 2024-09-05T02:29:52.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.489+0000 7f0a3be00640 1 --2- 172.21.15.33:0/1045269142 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc629f2470 0x55dc62a26560 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0a2c000f80 tx=0x7f0a2c0071c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2c8f898254de872 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:52.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.490+0000 7f0a2be00640 1 -- 172.21.15.33:0/1045269142 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a2c039070 con 0x55dc629f2470 2024-09-05T02:29:52.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.490+0000 7f0a2be00640 1 -- 172.21.15.33:0/1045269142 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0a2c026070 con 0x55dc629f2470 2024-09-05T02:29:52.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.490+0000 7f0a2be00640 1 -- 172.21.15.33:0/1045269142 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a2c005850 con 0x55dc629f2470 2024-09-05T02:29:52.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.495+0000 7f0a45838740 1 -- 172.21.15.33:0/1045269142 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc629f2470 msgr2=0x55dc62a26560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:52.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.495+0000 7f0a45838740 1 --2- 172.21.15.33:0/1045269142 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc629f2470 0x55dc62a26560 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0a2c000f80 tx=0x7f0a2c0071c0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.496+0000 7f0a45838740 1 -- 172.21.15.33:0/1045269142 shutdown_connections 2024-09-05T02:29:52.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.496+0000 7f0a45838740 1 --2- 172.21.15.33:0/1045269142 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dc62a0dea0 0x55dc629eca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.496+0000 7f0a45838740 1 --2- 172.21.15.33:0/1045269142 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc629f2470 0x55dc62a26560 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.496+0000 7f0a45838740 1 --2- 172.21.15.33:0/1045269142 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f1b50 0x55dc62a26020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.496+0000 7f0a45838740 1 -- 172.21.15.33:0/1045269142 >> 172.21.15.33:0/1045269142 conn(0x55dc629ee240 msgr2=0x55dc62a09b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:52.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.497+0000 7f0a45838740 1 -- 172.21.15.33:0/1045269142 shutdown_connections 2024-09-05T02:29:52.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.500+0000 7f0a45838740 1 -- 172.21.15.33:0/1045269142 wait complete. 2024-09-05T02:29:52.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.501+0000 7f0a45838740 1 -- start start 2024-09-05T02:29:52.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.503+0000 7f0a45838740 1 Processor -- start 2024-09-05T02:29:52.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.506+0000 7f0a45838740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc629f1b50 0x55dc62a162b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:52.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.506+0000 7f0a45838740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 0x55dc62a167f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:52.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.506+0000 7f0a45838740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dc62a0dea0 0x55dc62a11690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:52.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.506+0000 7f0a45838740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0a1800fc70 con 0x55dc62a0dea0 2024-09-05T02:29:52.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.506+0000 7f0a45838740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0a1800f5a0 con 0x55dc629f2470 2024-09-05T02:29:52.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.506+0000 7f0a45838740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0a1800c7e0 con 0x55dc629f1b50 2024-09-05T02:29:52.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.506+0000 7f0a45838740 10 client.0 _ll_register_callbacks cb 0x7f0a2400b7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:52.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.508+0000 7f0a3be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 0x55dc62a167f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:52.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.508+0000 7f0a3be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 0x55dc62a167f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:42580/0 (socket says 172.21.15.33:42580) 2024-09-05T02:29:52.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.508+0000 7f0a3be00640 1 -- 172.21.15.33:0/2765538043 learned_addr learned my addr 172.21.15.33:0/2765538043 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:52.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.508+0000 7f0a33e00640 1 --2- 172.21.15.33:0/2765538043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc629f1b50 0x55dc62a162b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:52.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.509+0000 7f0a3be00640 1 -- 172.21.15.33:0/2765538043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc629f1b50 msgr2=0x55dc62a162b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:52.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.509+0000 7f0a3be00640 1 --2- 172.21.15.33:0/2765538043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc629f1b50 0x55dc62a162b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.509+0000 7f0a3be00640 1 -- 172.21.15.33:0/2765538043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dc62a0dea0 msgr2=0x55dc62a11690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:52.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.509+0000 7f0a3be00640 1 --2- 172.21.15.33:0/2765538043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dc62a0dea0 0x55dc62a11690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.509+0000 7f0a3be00640 1 -- 172.21.15.33:0/2765538043 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc62a11e90 con 0x55dc629f2470 2024-09-05T02:29:52.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.511+0000 7f0a3be00640 1 --2- 172.21.15.33:0/2765538043 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 0x55dc62a167f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f0a2c033000 tx=0x7f0a2c005720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3172869865fba79a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:52.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.511+0000 7f0a29600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:29:52.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.512+0000 7f0a29600640 1 -- 172.21.15.33:0/2765538043 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a2c039070 con 0x55dc629f2470 2024-09-05T02:29:52.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.512+0000 7f0a29600640 1 -- 172.21.15.33:0/2765538043 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f0a2c021bb0 con 0x55dc629f2470 2024-09-05T02:29:52.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.512+0000 7f0a45838740 1 -- 172.21.15.33:0/2765538043 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0a2c026070 con 0x55dc629f2470 2024-09-05T02:29:52.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.513+0000 7f0a29600640 1 -- 172.21.15.33:0/2765538043 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0a2c0085b0 con 0x55dc629f2470 2024-09-05T02:29:52.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.514+0000 7f0a45838740 10 client.25937 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:52.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.516+0000 7f0a45838740 1 -- 172.21.15.33:0/2765538043 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dc62a88bd0 con 0x55dc629f2470 2024-09-05T02:29:52.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.518+0000 7f0a29600640 1 -- 172.21.15.33:0/2765538043 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0a2c026070 con 0x55dc629f2470 2024-09-05T02:29:52.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.518+0000 7f0a29600640 1 -- 172.21.15.33:0/2765538043 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f0a2c018640 con 0x55dc629f2470 2024-09-05T02:29:52.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.519+0000 7f0a45838740 10 client.25937 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:52.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.519+0000 7f0a45838740 10 client.25937 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:29:52.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.519+0000 7f0a45838740 20 client.25937 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:52.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.519+0000 7f0a45838740 1 --2- 172.21.15.33:0/2765538043 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dc62a891b0 0x55dc62a8b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:52.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.519+0000 7f0a45838740 4 client.25937 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:29:52.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.519+0000 7f0a45838740 1 -- 172.21.15.33:0/2765538043 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55dc6295fd10 con 0x55dc62a891b0 2024-09-05T02:29:52.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.521+0000 7f0a33e00640 1 --2- 172.21.15.33:0/2765538043 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dc62a891b0 0x55dc62a8b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:52.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.526+0000 7f0a29600640 10 client.25937 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:52.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.526+0000 7f0a33e00640 1 --2- 172.21.15.33:0/2765538043 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dc62a891b0 0x55dc62a8b5d0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=25ef1c61d2a4c2e4 server_cookie=99b02623907199f3 in_seq=0 out_seq=0 2024-09-05T02:29:52.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.527+0000 7f0a29600640 1 -- 172.21.15.33:0/2765538043 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55dc6295fd10 con 0x55dc62a891b0 2024-09-05T02:29:52.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.527+0000 7f0a29600640 10 client.25937 handle_command_reply: tid=0 2024-09-05T02:29:52.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.527+0000 7f0a45838740 1 client.25937 shutdown 2024-09-05T02:29:52.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.529+0000 7f0a45838740 1 -- 172.21.15.33:0/2765538043 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 msgr2=0x55dc62a167f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:52.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.529+0000 7f0a45838740 1 --2- 172.21.15.33:0/2765538043 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 0x55dc62a167f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f0a2c033000 tx=0x7f0a2c005720 comp rx=0 tx=0).stop 2024-09-05T02:29:52.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.542+0000 7f0a45838740 1 -- 172.21.15.33:0/2765538043 shutdown_connections 2024-09-05T02:29:52.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.542+0000 7f0a45838740 1 --2- 172.21.15.33:0/2765538043 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dc62a891b0 0x55dc62a8b5d0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.542+0000 7f0a45838740 1 --2- 172.21.15.33:0/2765538043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dc62a0dea0 0x55dc62a11690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.542+0000 7f0a45838740 1 --2- 172.21.15.33:0/2765538043 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dc629f2470 0x55dc62a167f0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.542+0000 7f0a45838740 1 --2- 172.21.15.33:0/2765538043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dc629f1b50 0x55dc62a162b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.542+0000 7f0a29600640 0 client.25937 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:52.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.542+0000 7f0a45838740 1 -- 172.21.15.33:0/2765538043 >> 172.21.15.33:0/2765538043 conn(0x55dc629ee240 msgr2=0x55dc62a0c280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:52.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.549+0000 7f0a45838740 1 -- 172.21.15.33:0/2765538043 shutdown_connections 2024-09-05T02:29:52.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.554+0000 7f0a45838740 1 -- 172.21.15.33:0/2765538043 wait complete. 2024-09-05T02:29:52.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.554+0000 7f0a45838740 20 client.25937 trim_cache size 0 max 16384 2024-09-05T02:29:52.557 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:29:52.557 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:29:52.557 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "014d05f4-c973-4596-8ce6-2955d7ba7170", 2024-09-05T02:29:52.557 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:29:52.557 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:29:52.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.556+0000 7f0a41600640 1 -- 172.21.15.33:0/198119470 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0a200a2e40 msgr2=0x7f0a200a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:52.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.556+0000 7f0a41600640 1 --2- 172.21.15.33:0/198119470 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0a200a2e40 0x7f0a200a5300 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0a340c2570 tx=0x7f0a340057c0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.556+0000 7f0a41600640 1 -- 172.21.15.33:0/198119470 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0a3c10e090 msgr2=0x7f0a3c07f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:52.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.556+0000 7f0a41600640 1 --2- 172.21.15.33:0/198119470 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0a3c10e090 0x7f0a3c07f6c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f0a34032c60 tx=0x7f0a34039cf0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.556+0000 7f0a41600640 1 -- 172.21.15.33:0/198119470 shutdown_connections 2024-09-05T02:29:52.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.556+0000 7f0a41600640 1 --2- 172.21.15.33:0/198119470 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0a200a2e40 0x7f0a200a5300 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.556+0000 7f0a41600640 1 --2- 172.21.15.33:0/198119470 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0a3c10e090 0x7f0a3c07f6c0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.556+0000 7f0a41600640 1 --2- 172.21.15.33:0/198119470 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a3c06ee70 0x7f0a3c07efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.556+0000 7f0a41600640 1 --2- 172.21.15.33:0/198119470 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a3c06e4f0 0x7f0a3c084ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:52.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.556+0000 7f0a41600640 1 -- 172.21.15.33:0/198119470 >> 172.21.15.33:0/198119470 conn(0x7f0a3c073180 msgr2=0x7f0a3c06cda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:52.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.557+0000 7f0a41600640 1 -- 172.21.15.33:0/198119470 shutdown_connections 2024-09-05T02:29:52.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:52.557+0000 7f0a41600640 1 -- 172.21.15.33:0/198119470 wait complete. 2024-09-05T02:29:53.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:53 smithi033 ceph-mon[29909]: pgmap v91: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 406 MiB/s wr, 117 op/s 2024-09-05T02:29:53.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:53 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:29:53.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:53 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:29:53.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:53 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:29:53.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:53 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:29:53.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:53 smithi123 ceph-mon[34031]: pgmap v91: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 406 MiB/s wr, 117 op/s 2024-09-05T02:29:53.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:53 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:29:53.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:53 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:29:53.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:53 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:29:53.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:53 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:29:53.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:53 smithi174 ceph-mon[34756]: pgmap v91: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 406 MiB/s wr, 117 op/s 2024-09-05T02:29:53.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:53 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:29:53.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:53 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:29:53.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:53 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:29:53.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:53 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:29:53.617 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:29:54.440 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:29:55.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.170+0000 7f1475600640 1 -- 172.21.15.33:0/2307720004 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f147010e2d0 msgr2=0x7f14701106c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:55.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.170+0000 7f1475600640 1 --2- 172.21.15.33:0/2307720004 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f147010e2d0 0x7f14701106c0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f1468009be0 tx=0x7f146802a6f0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.171+0000 7f1475600640 1 -- 172.21.15.33:0/2307720004 shutdown_connections 2024-09-05T02:29:55.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.171+0000 7f1475600640 1 --2- 172.21.15.33:0/2307720004 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f147010e2d0 0x7f14701106c0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.171+0000 7f1475600640 1 --2- 172.21.15.33:0/2307720004 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f14701010d0 0x7f147010dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.171+0000 7f1475600640 1 --2- 172.21.15.33:0/2307720004 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1470100720 0x7f1470100b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.171+0000 7f1475600640 1 -- 172.21.15.33:0/2307720004 >> 172.21.15.33:0/2307720004 conn(0x7f14700fc610 msgr2=0x7f14700fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:55.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.171+0000 7f1475600640 1 -- 172.21.15.33:0/2307720004 shutdown_connections 2024-09-05T02:29:55.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.171+0000 7f1475600640 1 -- 172.21.15.33:0/2307720004 wait complete. 2024-09-05T02:29:55.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.172+0000 7f1475600640 1 Processor -- start 2024-09-05T02:29:55.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.172+0000 7f1475600640 1 -- start start 2024-09-05T02:29:55.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.172+0000 7f1475600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1470100720 0x7f147010dc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:55.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.172+0000 7f1475600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14701010d0 0x7f147010ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:55.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.172+0000 7f1475600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f147010e2d0 0x7f147010b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:55.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.172+0000 7f1475600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1470113fd0 con 0x7f1470100720 2024-09-05T02:29:55.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.172+0000 7f1475600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1470113e50 con 0x7f14701010d0 2024-09-05T02:29:55.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.172+0000 7f1475600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f1470114150 con 0x7f147010e2d0 2024-09-05T02:29:55.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.173+0000 7f146f400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14701010d0 0x7f147010ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:55.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.173+0000 7f146f400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14701010d0 0x7f147010ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:42604/0 (socket says 172.21.15.33:42604) 2024-09-05T02:29:55.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.173+0000 7f146f400640 1 -- 172.21.15.33:0/1341557592 learned_addr learned my addr 172.21.15.33:0/1341557592 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:55.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.173+0000 7f146fe00640 1 --2- 172.21.15.33:0/1341557592 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1470100720 0x7f147010dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:55.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.173+0000 7f1474c00640 1 --2- 172.21.15.33:0/1341557592 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f147010e2d0 0x7f147010b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:55.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.174+0000 7f146f400640 1 -- 172.21.15.33:0/1341557592 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f147010e2d0 msgr2=0x7f147010b2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:55.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.174+0000 7f146f400640 1 --2- 172.21.15.33:0/1341557592 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f147010e2d0 0x7f147010b2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.174+0000 7f146f400640 1 -- 172.21.15.33:0/1341557592 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1470100720 msgr2=0x7f147010dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:55.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.174+0000 7f146f400640 1 --2- 172.21.15.33:0/1341557592 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1470100720 0x7f147010dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.174+0000 7f146f400640 1 -- 172.21.15.33:0/1341557592 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f147010bb60 con 0x7f14701010d0 2024-09-05T02:29:55.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.174+0000 7f146f400640 1 --2- 172.21.15.33:0/1341557592 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14701010d0 0x7f147010ad20 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f145c00e9c0 tx=0x7f145c00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:55.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.175+0000 7f146cc00640 1 -- 172.21.15.33:0/1341557592 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f145c00ccc0 con 0x7f14701010d0 2024-09-05T02:29:55.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.175+0000 7f146cc00640 1 -- 172.21.15.33:0/1341557592 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f145c005500 con 0x7f14701010d0 2024-09-05T02:29:55.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.175+0000 7f146cc00640 1 -- 172.21.15.33:0/1341557592 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f145c010430 con 0x7f14701010d0 2024-09-05T02:29:55.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.175+0000 7f1475600640 1 -- 172.21.15.33:0/1341557592 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14701aadf0 con 0x7f14701010d0 2024-09-05T02:29:55.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.175+0000 7f1475600640 1 -- 172.21.15.33:0/1341557592 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14701ab250 con 0x7f14701010d0 2024-09-05T02:29:55.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.178+0000 7f1479690740 1 Processor -- start 2024-09-05T02:29:55.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.179+0000 7f1479690740 1 -- start start 2024-09-05T02:29:55.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.180+0000 7f1479690740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555e30f98d50 0x555e30f99130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:55.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.180+0000 7f1479690740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30f99670 0x555e30fa39f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:55.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.180+0000 7f1479690740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30fa3f30 0x555e30fa6320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:55.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.180+0000 7f1479690740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x555e30eff3e0 con 0x555e30f98d50 2024-09-05T02:29:55.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.180+0000 7f1479690740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x555e30ea6d80 con 0x555e30f99670 2024-09-05T02:29:55.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.180+0000 7f1479690740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x555e30efb3a0 con 0x555e30fa3f30 2024-09-05T02:29:55.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.181+0000 7f146fe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30f99670 0x555e30fa39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:55.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.181+0000 7f146fe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30f99670 0x555e30fa39f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:42616/0 (socket says 172.21.15.33:42616) 2024-09-05T02:29:55.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.181+0000 7f146fe00640 1 -- 172.21.15.33:0/556725335 learned_addr learned my addr 172.21.15.33:0/556725335 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:55.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.182+0000 7f146fe00640 1 -- 172.21.15.33:0/556725335 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30fa3f30 msgr2=0x555e30fa6320 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T02:29:55.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.182+0000 7f146fe00640 1 --2- 172.21.15.33:0/556725335 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30fa3f30 0x555e30fa6320 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.182+0000 7f146fe00640 1 -- 172.21.15.33:0/556725335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555e30f98d50 msgr2=0x555e30f99130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:55.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.182+0000 7f146fe00640 1 --2- 172.21.15.33:0/556725335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555e30f98d50 0x555e30f99130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.182+0000 7f146fe00640 1 -- 172.21.15.33:0/556725335 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e30ec5ae0 con 0x555e30f99670 2024-09-05T02:29:55.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.182+0000 7f146fe00640 1 --2- 172.21.15.33:0/556725335 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30f99670 0x555e30fa39f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f1460009cf0 tx=0x7f1460011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=615f798600ca5edc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:55.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.183+0000 7f1465200640 1 -- 172.21.15.33:0/556725335 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1460004230 con 0x555e30f99670 2024-09-05T02:29:55.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.183+0000 7f1465200640 1 -- 172.21.15.33:0/556725335 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f14600043d0 con 0x555e30f99670 2024-09-05T02:29:55.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.183+0000 7f1465200640 1 -- 172.21.15.33:0/556725335 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1460019830 con 0x555e30f99670 2024-09-05T02:29:55.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.183+0000 7f146cc00640 1 -- 172.21.15.33:0/1341557592 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f145c0046c0 con 0x7f14701010d0 2024-09-05T02:29:55.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.185+0000 7f1479690740 1 -- 172.21.15.33:0/556725335 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30f99670 msgr2=0x555e30fa39f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:55.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.185+0000 7f1479690740 1 --2- 172.21.15.33:0/556725335 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30f99670 0x555e30fa39f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f1460009cf0 tx=0x7f1460011810 comp rx=0 tx=0).stop 2024-09-05T02:29:55.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.185+0000 7f1479690740 1 -- 172.21.15.33:0/556725335 shutdown_connections 2024-09-05T02:29:55.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.185+0000 7f1479690740 1 --2- 172.21.15.33:0/556725335 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30fa3f30 0x555e30fa6320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.185+0000 7f1479690740 1 --2- 172.21.15.33:0/556725335 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30f99670 0x555e30fa39f0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.185+0000 7f1479690740 1 --2- 172.21.15.33:0/556725335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555e30f98d50 0x555e30f99130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.185+0000 7f1479690740 1 -- 172.21.15.33:0/556725335 >> 172.21.15.33:0/556725335 conn(0x555e30f952e0 msgr2=0x555e30f956c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:55.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.186+0000 7f146cc00640 1 --2- 172.21.15.33:0/1341557592 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f14540a2ec0 0x7f14540a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:55.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.187+0000 7f146cc00640 1 -- 172.21.15.33:0/1341557592 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f145c0cf630 con 0x7f14701010d0 2024-09-05T02:29:55.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.187+0000 7f1479690740 1 -- 172.21.15.33:0/556725335 shutdown_connections 2024-09-05T02:29:55.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.187+0000 7f146fe00640 1 --2- 172.21.15.33:0/1341557592 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f14540a2ec0 0x7f14540a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:55.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.188+0000 7f1479690740 1 -- 172.21.15.33:0/556725335 wait complete. 2024-09-05T02:29:55.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.189+0000 7f1479690740 1 -- start start 2024-09-05T02:29:55.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.189+0000 7f146fe00640 1 --2- 172.21.15.33:0/1341557592 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f14540a2ec0 0x7f14540a5380 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f14600194d0 tx=0x7f1460019440 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:55.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.189+0000 7f1479690740 1 Processor -- start 2024-09-05T02:29:55.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.190+0000 7f1479690740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30f98d50 0x555e30fa0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:55.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.190+0000 7f1479690740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555e30f99670 0x555e30fa1380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:55.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.190+0000 7f1479690740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30fa3f30 0x555e30fa18c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:55.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.190+0000 7f1479690740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x555e30fa6ba0 con 0x555e30f99670 2024-09-05T02:29:55.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.190+0000 7f1479690740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x555e30eba0f0 con 0x555e30fa3f30 2024-09-05T02:29:55.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.190+0000 7f1479690740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x555e30fa6d20 con 0x555e30f98d50 2024-09-05T02:29:55.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.190+0000 7f1479690740 10 client.0 _ll_register_callbacks cb 0x555e30eab9e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:55.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.190+0000 7f146fe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30f98d50 0x555e30fa0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:55.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.190+0000 7f146fe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30f98d50 0x555e30fa0e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:44750/0 (socket says 172.21.15.33:44750) 2024-09-05T02:29:55.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.190+0000 7f146fe00640 1 -- 172.21.15.33:0/2848346954 learned_addr learned my addr 172.21.15.33:0/2848346954 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:55.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.191+0000 7f146f400640 1 --2- 172.21.15.33:0/2848346954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555e30f99670 0x555e30fa1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:55.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.191+0000 7f146fe00640 1 -- 172.21.15.33:0/2848346954 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30fa3f30 msgr2=0x555e30fa18c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T02:29:55.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.191+0000 7f146fe00640 1 --2- 172.21.15.33:0/2848346954 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30fa3f30 0x555e30fa18c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.191+0000 7f146fe00640 1 -- 172.21.15.33:0/2848346954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555e30f99670 msgr2=0x555e30fa1380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:55.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.191+0000 7f146fe00640 1 --2- 172.21.15.33:0/2848346954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555e30f99670 0x555e30fa1380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.191+0000 7f146fe00640 1 -- 172.21.15.33:0/2848346954 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e30c703c0 con 0x555e30f98d50 2024-09-05T02:29:55.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.192+0000 7f146fe00640 1 --2- 172.21.15.33:0/2848346954 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30f98d50 0x555e30fa0e40 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f146001a000 tx=0x7f1460011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c3f99ee8e27c4237 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:55.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.192+0000 7f1459600640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:29:55.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.193+0000 7f1459600640 1 -- 172.21.15.33:0/2848346954 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1460044070 con 0x555e30f98d50 2024-09-05T02:29:55.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.193+0000 7f1479690740 1 -- 172.21.15.33:0/2848346954 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f14600043d0 con 0x555e30f98d50 2024-09-05T02:29:55.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.193+0000 7f1459600640 1 -- 172.21.15.33:0/2848346954 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f1460004ad0 con 0x555e30f98d50 2024-09-05T02:29:55.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.193+0000 7f1459600640 1 -- 172.21.15.33:0/2848346954 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1460050050 con 0x555e30f98d50 2024-09-05T02:29:55.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.193+0000 7f1479690740 10 client.25891 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:55.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.193+0000 7f1479690740 1 -- 172.21.15.33:0/2848346954 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555e30fb2950 con 0x555e30f98d50 2024-09-05T02:29:55.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.194+0000 7f1459600640 1 -- 172.21.15.33:0/2848346954 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f14600043d0 con 0x555e30f98d50 2024-09-05T02:29:55.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.195+0000 7f1459600640 1 -- 172.21.15.33:0/2848346954 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f1460025450 con 0x555e30f98d50 2024-09-05T02:29:55.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.195+0000 7f1479690740 10 client.25891 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:55.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.195+0000 7f1479690740 10 client.25891 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:29:55.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.195+0000 7f1479690740 20 client.25891 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:55.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.195+0000 7f1479690740 1 --2- 172.21.15.33:0/2848346954 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x555e30fb3d00 0x555e30fb60f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:55.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.195+0000 7f1479690740 4 client.25891 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:29:55.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.195+0000 7f1479690740 1 -- 172.21.15.33:0/2848346954 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555e30f0c950 con 0x555e30fb3d00 2024-09-05T02:29:55.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.195+0000 7f146f400640 1 --2- 172.21.15.33:0/2848346954 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x555e30fb3d00 0x555e30fb60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:55.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.196+0000 7f146f400640 1 --2- 172.21.15.33:0/2848346954 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x555e30fb3d00 0x555e30fb60f0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ed45bb6b456375 server_cookie=39f4310b35afce92 in_seq=0 out_seq=0 2024-09-05T02:29:55.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.196+0000 7f1459600640 10 client.25891 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:55.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.197+0000 7f1459600640 1 -- 172.21.15.33:0/2848346954 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555e30f0c950 con 0x555e30fb3d00 2024-09-05T02:29:55.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.197+0000 7f1459600640 10 client.25891 handle_command_reply: tid=0 2024-09-05T02:29:55.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.197+0000 7f1479690740 1 client.25891 shutdown 2024-09-05T02:29:55.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.197+0000 7f1479690740 1 -- 172.21.15.33:0/2848346954 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30f98d50 msgr2=0x555e30fa0e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:55.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.197+0000 7f1479690740 1 --2- 172.21.15.33:0/2848346954 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30f98d50 0x555e30fa0e40 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f146001a000 tx=0x7f1460011810 comp rx=0 tx=0).stop 2024-09-05T02:29:55.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.197+0000 7f1479690740 1 -- 172.21.15.33:0/2848346954 shutdown_connections 2024-09-05T02:29:55.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.197+0000 7f1479690740 1 --2- 172.21.15.33:0/2848346954 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30fa3f30 0x555e30fa18c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.197+0000 7f1479690740 1 --2- 172.21.15.33:0/2848346954 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x555e30fb3d00 0x555e30fb60f0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.197+0000 7f1479690740 1 --2- 172.21.15.33:0/2848346954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555e30f99670 0x555e30fa1380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.197+0000 7f1479690740 1 --2- 172.21.15.33:0/2848346954 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30f98d50 0x555e30fa0e40 secure :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f146001a000 tx=0x7f1460011810 comp rx=0 tx=0).stop 2024-09-05T02:29:55.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.197+0000 7f1479690740 1 -- 172.21.15.33:0/2848346954 >> 172.21.15.33:0/2848346954 conn(0x555e30f952e0 msgr2=0x555e30f9b010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:55.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.197+0000 7f1459600640 0 client.25891 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:55.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.198+0000 7f1479690740 1 -- 172.21.15.33:0/2848346954 shutdown_connections 2024-09-05T02:29:55.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.198+0000 7f1479690740 1 -- 172.21.15.33:0/2848346954 wait complete. 2024-09-05T02:29:55.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.198+0000 7f1479690740 20 client.25891 trim_cache size 0 max 16384 2024-09-05T02:29:55.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.223+0000 7f1479690740 1 Processor -- start 2024-09-05T02:29:55.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.223+0000 7f1479690740 1 -- start start 2024-09-05T02:29:55.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.224+0000 7f1479690740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30f99670 0x555e30f9b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:55.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.224+0000 7f1479690740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555e30fa3f30 0x555e30fbb850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:55.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.224+0000 7f1479690740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30fbbd90 0x555e30f9e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:55.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.224+0000 7f1479690740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f14701ab590 con 0x555e30fa3f30 2024-09-05T02:29:55.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.224+0000 7f1479690740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f14701ad0b0 con 0x555e30fbbd90 2024-09-05T02:29:55.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.224+0000 7f1479690740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f14701abc40 con 0x555e30f99670 2024-09-05T02:29:55.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.224+0000 7f146fe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30f99670 0x555e30f9b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:55.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.224+0000 7f1474c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30fbbd90 0x555e30f9e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:55.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.224+0000 7f146fe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30f99670 0x555e30f9b800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:44766/0 (socket says 172.21.15.33:44766) 2024-09-05T02:29:55.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.224+0000 7f146fe00640 1 -- 172.21.15.33:0/835802457 learned_addr learned my addr 172.21.15.33:0/835802457 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:55.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.224+0000 7f146f400640 1 --2- 172.21.15.33:0/835802457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555e30fa3f30 0x555e30fbb850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:55.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.225+0000 7f146fe00640 1 -- 172.21.15.33:0/835802457 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30fbbd90 msgr2=0x555e30f9e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:55.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.225+0000 7f146fe00640 1 --2- 172.21.15.33:0/835802457 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30fbbd90 0x555e30f9e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.225+0000 7f146fe00640 1 -- 172.21.15.33:0/835802457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555e30fa3f30 msgr2=0x555e30fbb850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:55.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.225+0000 7f146fe00640 1 --2- 172.21.15.33:0/835802457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555e30fa3f30 0x555e30fbb850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.225+0000 7f146fe00640 1 -- 172.21.15.33:0/835802457 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e30f994a0 con 0x555e30f99670 2024-09-05T02:29:55.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.225+0000 7f146fe00640 1 --2- 172.21.15.33:0/835802457 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30f99670 0x555e30f9b800 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f14600045f0 tx=0x7f146003f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ad481f65ff10eb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:55.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.225+0000 7f145be00640 1 -- 172.21.15.33:0/835802457 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1460044050 con 0x555e30f99670 2024-09-05T02:29:55.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.225+0000 7f145be00640 1 -- 172.21.15.33:0/835802457 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1460029070 con 0x555e30f99670 2024-09-05T02:29:55.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.225+0000 7f145be00640 1 -- 172.21.15.33:0/835802457 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1460019500 con 0x555e30f99670 2024-09-05T02:29:55.229 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:55 smithi033 ceph-mon[29909]: pgmap v92: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 317 MiB/s wr, 90 op/s 2024-09-05T02:29:55.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.226+0000 7f1479690740 1 -- 172.21.15.33:0/835802457 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30f99670 msgr2=0x555e30f9b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:55.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.226+0000 7f1479690740 1 --2- 172.21.15.33:0/835802457 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30f99670 0x555e30f9b800 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f14600045f0 tx=0x7f146003f000 comp rx=0 tx=0).stop 2024-09-05T02:29:55.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.226+0000 7f1479690740 1 -- 172.21.15.33:0/835802457 shutdown_connections 2024-09-05T02:29:55.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.226+0000 7f1479690740 1 --2- 172.21.15.33:0/835802457 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30fbbd90 0x555e30f9e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.226+0000 7f1479690740 1 --2- 172.21.15.33:0/835802457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555e30fa3f30 0x555e30fbb850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.226+0000 7f1479690740 1 --2- 172.21.15.33:0/835802457 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30f99670 0x555e30f9b800 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.226+0000 7f1479690740 1 -- 172.21.15.33:0/835802457 >> 172.21.15.33:0/835802457 conn(0x555e30f952e0 msgr2=0x555e30fa2ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:55.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.227+0000 7f1479690740 1 -- 172.21.15.33:0/835802457 shutdown_connections 2024-09-05T02:29:55.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.227+0000 7f1479690740 1 -- 172.21.15.33:0/835802457 wait complete. 2024-09-05T02:29:55.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.227+0000 7f1479690740 1 -- start start 2024-09-05T02:29:55.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.227+0000 7f1479690740 1 Processor -- start 2024-09-05T02:29:55.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.228+0000 7f1479690740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30f99670 0x555e30fa7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:55.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.228+0000 7f1479690740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555e30fa3f30 0x555e30fa8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:55.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.228+0000 7f1479690740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30fbbd90 0x555e30fa87d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:55.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.228+0000 7f1479690740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f14701ac9e0 con 0x555e30fa3f30 2024-09-05T02:29:55.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.228+0000 7f1479690740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f14701ac310 con 0x555e30f99670 2024-09-05T02:29:55.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.228+0000 7f1479690740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f1470072430 con 0x555e30fbbd90 2024-09-05T02:29:55.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.228+0000 7f1479690740 10 client.0 _ll_register_callbacks cb 0x7f1460009950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:29:55.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.229+0000 7f146fe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30f99670 0x555e30fa7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:55.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.229+0000 7f146fe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30f99670 0x555e30fa7d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:42644/0 (socket says 172.21.15.33:42644) 2024-09-05T02:29:55.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.229+0000 7f146fe00640 1 -- 172.21.15.33:0/2388472697 learned_addr learned my addr 172.21.15.33:0/2388472697 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:29:55.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.229+0000 7f146f400640 1 --2- 172.21.15.33:0/2388472697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555e30fa3f30 0x555e30fa8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:55.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.229+0000 7f1474c00640 1 --2- 172.21.15.33:0/2388472697 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30fbbd90 0x555e30fa87d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:55.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.229+0000 7f146fe00640 1 -- 172.21.15.33:0/2388472697 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30fbbd90 msgr2=0x555e30fa87d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:55.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.229+0000 7f146fe00640 1 --2- 172.21.15.33:0/2388472697 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30fbbd90 0x555e30fa87d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.229+0000 7f146fe00640 1 -- 172.21.15.33:0/2388472697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555e30fa3f30 msgr2=0x555e30fa8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:29:55.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.229+0000 7f146fe00640 1 --2- 172.21.15.33:0/2388472697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555e30fa3f30 0x555e30fa8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.230+0000 7f146fe00640 1 -- 172.21.15.33:0/2388472697 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e3101d820 con 0x555e30f99670 2024-09-05T02:29:55.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.230+0000 7f146f400640 1 --2- 172.21.15.33:0/2388472697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555e30fa3f30 0x555e30fa8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:29:55.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.230+0000 7f146fe00640 1 --2- 172.21.15.33:0/2388472697 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30f99670 0x555e30fa7d50 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f1460009820 tx=0x7f1460005f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d64bf260ceff1f58 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:29:55.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.230+0000 7f1459600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:29:55.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.230+0000 7f1459600640 1 -- 172.21.15.33:0/2388472697 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1460044040 con 0x555e30f99670 2024-09-05T02:29:55.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.231+0000 7f1459600640 1 -- 172.21.15.33:0/2388472697 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f1460025a90 con 0x555e30f99670 2024-09-05T02:29:55.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.231+0000 7f1479690740 1 -- 172.21.15.33:0/2388472697 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1460029070 con 0x555e30f99670 2024-09-05T02:29:55.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.231+0000 7f1459600640 1 -- 172.21.15.33:0/2388472697 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1460025c90 con 0x555e30f99670 2024-09-05T02:29:55.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.231+0000 7f1479690740 10 client.25952 fetch_fsmap learned FSMap version 29 2024-09-05T02:29:55.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.231+0000 7f1479690740 1 -- 172.21.15.33:0/2388472697 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555e3101eb10 con 0x555e30f99670 2024-09-05T02:29:55.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.232+0000 7f1459600640 1 -- 172.21.15.33:0/2388472697 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1460029070 con 0x555e30f99670 2024-09-05T02:29:55.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.232+0000 7f1459600640 1 -- 172.21.15.33:0/2388472697 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f14600198e0 con 0x555e30f99670 2024-09-05T02:29:55.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.232+0000 7f1479690740 10 client.25952 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:29:55.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.232+0000 7f1479690740 10 client.25952 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:29:55.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.232+0000 7f1479690740 20 client.25952 populate_metadata read hostname 'smithi033' 2024-09-05T02:29:55.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.232+0000 7f1479690740 1 --2- 172.21.15.33:0/2388472697 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x555e3101f170 0x555e31021560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:29:55.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.232+0000 7f1479690740 4 client.25952 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:29:55.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.232+0000 7f1479690740 1 -- 172.21.15.33:0/2388472697 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555e30f06e60 con 0x555e3101f170 2024-09-05T02:29:55.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.232+0000 7f146f400640 1 --2- 172.21.15.33:0/2388472697 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x555e3101f170 0x555e31021560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:29:55.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.233+0000 7f1459600640 10 client.25952 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:55.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.233+0000 7f146f400640 1 --2- 172.21.15.33:0/2388472697 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x555e3101f170 0x555e31021560 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e0f580dca7f6101 server_cookie=dcabc7bbb0e06330 in_seq=0 out_seq=0 2024-09-05T02:29:55.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.233+0000 7f1459600640 1 -- 172.21.15.33:0/2388472697 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x555e30f06e60 con 0x555e3101f170 2024-09-05T02:29:55.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.233+0000 7f1459600640 10 client.25952 handle_command_reply: tid=0 2024-09-05T02:29:55.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.233+0000 7f1479690740 1 client.25952 shutdown 2024-09-05T02:29:55.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.234+0000 7f1479690740 1 -- 172.21.15.33:0/2388472697 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30f99670 msgr2=0x555e30fa7d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:55.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.234+0000 7f1479690740 1 --2- 172.21.15.33:0/2388472697 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30f99670 0x555e30fa7d50 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f1460009820 tx=0x7f1460005f10 comp rx=0 tx=0).stop 2024-09-05T02:29:55.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.234+0000 7f1479690740 1 -- 172.21.15.33:0/2388472697 shutdown_connections 2024-09-05T02:29:55.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.234+0000 7f1479690740 1 --2- 172.21.15.33:0/2388472697 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555e30fbbd90 0x555e30fa87d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.234+0000 7f1479690740 1 --2- 172.21.15.33:0/2388472697 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x555e3101f170 0x555e31021560 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.234+0000 7f1479690740 1 --2- 172.21.15.33:0/2388472697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555e30fa3f30 0x555e30fa8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.234+0000 7f1479690740 1 --2- 172.21.15.33:0/2388472697 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e30f99670 0x555e30fa7d50 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.234+0000 7f1479690740 1 -- 172.21.15.33:0/2388472697 >> 172.21.15.33:0/2388472697 conn(0x555e30f952e0 msgr2=0x555e30fa0e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:55.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.234+0000 7f1459600640 0 client.25952 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:29:55.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.234+0000 7f1479690740 1 -- 172.21.15.33:0/2388472697 shutdown_connections 2024-09-05T02:29:55.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.234+0000 7f1479690740 1 -- 172.21.15.33:0/2388472697 wait complete. 2024-09-05T02:29:55.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.234+0000 7f1479690740 20 client.25952 trim_cache size 0 max 16384 2024-09-05T02:29:55.238 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:29:55.238 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T02:29:55.238 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": { 2024-09-05T02:29:55.238 INFO:teuthology.orchestra.run.smithi033.stdout: "014d05f4-c973-4596-8ce6-2955d7ba7170": { 2024-09-05T02:29:55.238 INFO:teuthology.orchestra.run.smithi033.stdout: "path": "/", 2024-09-05T02:29:55.239 INFO:teuthology.orchestra.run.smithi033.stdout: "tag": "014d05f4-c973-4596-8ce6-2955d7ba7170", 2024-09-05T02:29:55.239 INFO:teuthology.orchestra.run.smithi033.stdout: "options": "recursive,force" 2024-09-05T02:29:55.239 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:29:55.239 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:29:55.239 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:29:55.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.235+0000 7f1475600640 1 -- 172.21.15.33:0/1341557592 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f14540a2ec0 msgr2=0x7f14540a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:55.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.235+0000 7f1475600640 1 --2- 172.21.15.33:0/1341557592 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f14540a2ec0 0x7f14540a5380 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f14600194d0 tx=0x7f1460019440 comp rx=0 tx=0).stop 2024-09-05T02:29:55.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.235+0000 7f1475600640 1 -- 172.21.15.33:0/1341557592 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14701010d0 msgr2=0x7f147010ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:29:55.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.235+0000 7f1475600640 1 --2- 172.21.15.33:0/1341557592 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14701010d0 0x7f147010ad20 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f145c00e9c0 tx=0x7f145c00ee80 comp rx=0 tx=0).stop 2024-09-05T02:29:55.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.236+0000 7f1475600640 1 -- 172.21.15.33:0/1341557592 shutdown_connections 2024-09-05T02:29:55.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.236+0000 7f1475600640 1 --2- 172.21.15.33:0/1341557592 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f14540a2ec0 0x7f14540a5380 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.236+0000 7f1475600640 1 --2- 172.21.15.33:0/1341557592 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f147010e2d0 0x7f147010b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.236+0000 7f1475600640 1 --2- 172.21.15.33:0/1341557592 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14701010d0 0x7f147010ad20 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.236+0000 7f1475600640 1 --2- 172.21.15.33:0/1341557592 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1470100720 0x7f147010dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:29:55.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.236+0000 7f1475600640 1 -- 172.21.15.33:0/1341557592 >> 172.21.15.33:0/1341557592 conn(0x7f14700fc610 msgr2=0x7f14700fea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:29:55.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.236+0000 7f1475600640 1 -- 172.21.15.33:0/1341557592 shutdown_connections 2024-09-05T02:29:55.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:29:55.236+0000 7f1475600640 1 -- 172.21.15.33:0/1341557592 wait complete. 2024-09-05T02:29:55.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:55 smithi123 ceph-mon[34031]: pgmap v92: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 317 MiB/s wr, 90 op/s 2024-09-05T02:29:55.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:55 smithi174 ceph-mon[34756]: pgmap v92: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 317 MiB/s wr, 90 op/s 2024-09-05T02:29:56.290 INFO:tasks.cephfs.filesystem:scrub status for tag:014d05f4-c973-4596-8ce6-2955d7ba7170 - {'path': '/', 'tag': '014d05f4-c973-4596-8ce6-2955d7ba7170', 'options': 'recursive,force'} 2024-09-05T02:29:57.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:57 smithi123 ceph-mon[34031]: pgmap v93: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 303 MiB/s wr, 86 op/s 2024-09-05T02:29:57.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:57 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:29:57.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:57 smithi174 ceph-mon[34756]: pgmap v93: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 303 MiB/s wr, 86 op/s 2024-09-05T02:29:57.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:57 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:29:57.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:57 smithi033 ceph-mon[29909]: pgmap v93: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 303 MiB/s wr, 86 op/s 2024-09-05T02:29:57.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:57 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:29:59.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:29:59 smithi123 ceph-mon[34031]: pgmap v94: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 456 MiB/s wr, 129 op/s 2024-09-05T02:29:59.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:29:59 smithi174 ceph-mon[34756]: pgmap v94: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 456 MiB/s wr, 129 op/s 2024-09-05T02:29:59.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:29:59 smithi033 ceph-mon[29909]: pgmap v94: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 456 MiB/s wr, 129 op/s 2024-09-05T02:30:00.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:00 smithi174 ceph-mon[34756]: overall HEALTH_OK 2024-09-05T02:30:00.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:00 smithi033 ceph-mon[29909]: overall HEALTH_OK 2024-09-05T02:30:00.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:00 smithi123 ceph-mon[34031]: overall HEALTH_OK 2024-09-05T02:30:01.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:01 smithi174 ceph-mon[34756]: pgmap v95: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 304 MiB/s wr, 85 op/s 2024-09-05T02:30:01.593 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:01 smithi033 ceph-mon[29909]: pgmap v95: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 304 MiB/s wr, 85 op/s 2024-09-05T02:30:01.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:01 smithi123 ceph-mon[34031]: pgmap v95: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 304 MiB/s wr, 85 op/s 2024-09-05T02:30:02.271 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:30:02.271 INFO:tasks.workunit.client.0.smithi033.stdout: Children see throughput for 1 rewriters = 354920.75 kB/sec 2024-09-05T02:30:02.272 INFO:tasks.workunit.client.0.smithi033.stdout: Parent sees throughput for 1 rewriters = 354911.34 kB/sec 2024-09-05T02:30:02.272 INFO:tasks.workunit.client.0.smithi033.stdout: Min throughput per process = 354920.75 kB/sec 2024-09-05T02:30:02.272 INFO:tasks.workunit.client.0.smithi033.stdout: Max throughput per process = 354920.75 kB/sec 2024-09-05T02:30:02.272 INFO:tasks.workunit.client.0.smithi033.stdout: Avg throughput per process = 354920.75 kB/sec 2024-09-05T02:30:02.272 INFO:tasks.workunit.client.0.smithi033.stdout: Min xfer = 10485760.00 kB 2024-09-05T02:30:03.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:03 smithi174 ceph-mon[34756]: pgmap v96: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 435 MiB/s wr, 137 op/s 2024-09-05T02:30:03.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:03 smithi033 ceph-mon[29909]: pgmap v96: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 435 MiB/s wr, 137 op/s 2024-09-05T02:30:03.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:03 smithi123 ceph-mon[34031]: pgmap v96: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 435 MiB/s wr, 137 op/s 2024-09-05T02:30:05.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:05 smithi174 ceph-mon[34756]: pgmap v97: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 359 MiB/s wr, 113 op/s 2024-09-05T02:30:05.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:05 smithi033 ceph-mon[29909]: pgmap v97: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 359 MiB/s wr, 113 op/s 2024-09-05T02:30:05.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:05 smithi123 ceph-mon[34031]: pgmap v97: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 359 MiB/s wr, 113 op/s 2024-09-05T02:30:06.489 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:30:06.489 INFO:tasks.workunit.client.0.smithi033.stdout: Children see throughput for 1 readers = 5276759.00 kB/sec 2024-09-05T02:30:06.489 INFO:tasks.workunit.client.0.smithi033.stdout: Parent sees throughput for 1 readers = 5274627.46 kB/sec 2024-09-05T02:30:06.489 INFO:tasks.workunit.client.0.smithi033.stdout: Min throughput per process = 5276759.00 kB/sec 2024-09-05T02:30:06.489 INFO:tasks.workunit.client.0.smithi033.stdout: Max throughput per process = 5276759.00 kB/sec 2024-09-05T02:30:06.489 INFO:tasks.workunit.client.0.smithi033.stdout: Avg throughput per process = 5276759.00 kB/sec 2024-09-05T02:30:06.489 INFO:tasks.workunit.client.0.smithi033.stdout: Min xfer = 10485760.00 kB 2024-09-05T02:30:07.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:07 smithi174 ceph-mon[34756]: pgmap v98: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 324 MiB/s wr, 104 op/s 2024-09-05T02:30:07.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:07 smithi033 ceph-mon[29909]: pgmap v98: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 324 MiB/s wr, 104 op/s 2024-09-05T02:30:07.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:07 smithi123 ceph-mon[34031]: pgmap v98: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 324 MiB/s wr, 104 op/s 2024-09-05T02:30:09.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:09 smithi174 ceph-mon[34756]: pgmap v99: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 337 MiB/s wr, 112 op/s 2024-09-05T02:30:09.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:09 smithi033 ceph-mon[29909]: pgmap v99: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 337 MiB/s wr, 112 op/s 2024-09-05T02:30:09.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:09 smithi123 ceph-mon[34031]: pgmap v99: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 337 MiB/s wr, 112 op/s 2024-09-05T02:30:11.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:11 smithi174 ceph-mon[34756]: pgmap v100: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 184 MiB/s wr, 69 op/s 2024-09-05T02:30:11.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:11 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:30:11.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:11 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:30:11.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:11 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:30:11.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:11 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:30:11.554 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:30:11.554 INFO:tasks.workunit.client.0.smithi033.stdout: Children see throughput for 1 re-readers = 3532704.50 kB/sec 2024-09-05T02:30:11.554 INFO:tasks.workunit.client.0.smithi033.stdout: Parent sees throughput for 1 re-readers = 3531727.86 kB/sec 2024-09-05T02:30:11.554 INFO:tasks.workunit.client.0.smithi033.stdout: Min throughput per process = 3532704.50 kB/sec 2024-09-05T02:30:11.554 INFO:tasks.workunit.client.0.smithi033.stdout: Max throughput per process = 3532704.50 kB/sec 2024-09-05T02:30:11.554 INFO:tasks.workunit.client.0.smithi033.stdout: Avg throughput per process = 3532704.50 kB/sec 2024-09-05T02:30:11.554 INFO:tasks.workunit.client.0.smithi033.stdout: Min xfer = 10485760.00 kB 2024-09-05T02:30:11.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:11 smithi033 ceph-mon[29909]: pgmap v100: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 184 MiB/s wr, 69 op/s 2024-09-05T02:30:11.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:11 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:30:11.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:11 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:30:11.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:11 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:30:11.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:11 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:30:11.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:11 smithi123 ceph-mon[34031]: pgmap v100: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 184 MiB/s wr, 69 op/s 2024-09-05T02:30:11.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:11 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:30:11.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:11 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:30:11.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:11 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:30:11.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:11 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:30:13.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:13 smithi174 ceph-mon[34756]: pgmap v101: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 184 MiB/s wr, 73 op/s 2024-09-05T02:30:13.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:13 smithi033 ceph-mon[29909]: pgmap v101: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 184 MiB/s wr, 73 op/s 2024-09-05T02:30:13.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:13 smithi123 ceph-mon[34031]: pgmap v101: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 184 MiB/s wr, 73 op/s 2024-09-05T02:30:15.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:15 smithi174 ceph-mon[34756]: pgmap v102: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 53 MiB/s wr, 22 op/s 2024-09-05T02:30:15.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:15 smithi033 ceph-mon[29909]: pgmap v102: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 53 MiB/s wr, 22 op/s 2024-09-05T02:30:15.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:15 smithi123 ceph-mon[34031]: pgmap v102: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 53 MiB/s wr, 22 op/s 2024-09-05T02:30:17.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:17 smithi174 ceph-mon[34756]: pgmap v103: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 13 MiB/s wr, 11 op/s 2024-09-05T02:30:17.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:17 smithi033 ceph-mon[29909]: pgmap v103: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 13 MiB/s wr, 11 op/s 2024-09-05T02:30:17.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:17 smithi123 ceph-mon[34031]: pgmap v103: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 13 MiB/s wr, 11 op/s 2024-09-05T02:30:19.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:19 smithi174 ceph-mon[34756]: pgmap v104: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 13 MiB/s wr, 16 op/s 2024-09-05T02:30:19.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:19 smithi033 ceph-mon[29909]: pgmap v104: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 13 MiB/s wr, 16 op/s 2024-09-05T02:30:19.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:19 smithi123 ceph-mon[34031]: pgmap v104: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 13 MiB/s wr, 16 op/s 2024-09-05T02:30:20.074 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:30:20.074 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:30:20.074 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T02:30:20.074 INFO:tasks.workunit.client.0.smithi033.stdout:iozone test complete. 2024-09-05T02:30:20.084 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-05T02:30:20.084 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-05T02:30:20.197 INFO:tasks.workunit:Stopping ['suites/iozone.sh'] on client.0... 2024-09-05T02:30:20.197 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-05T02:30:21.488 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:21 smithi033 ceph-mon[29909]: pgmap v105: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-09-05T02:30:21.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:21 smithi174 ceph-mon[34756]: pgmap v105: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-09-05T02:30:21.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:21 smithi123 ceph-mon[34031]: pgmap v105: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-09-05T02:30:22.107 DEBUG:teuthology.parallel:result is None 2024-09-05T02:30:22.107 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-05T02:30:22.201 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-05T02:30:22.201 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-09-05T02:30:22.212 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-09-05T02:30:22.212 INFO:teuthology.task.exec:Executing custom commands... 2024-09-05T02:30:22.212 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi033.front.sepia.ceph.com 2024-09-05T02:30:22.212 DEBUG:teuthology.orchestra.run.smithi033:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-09-05T02:30:22.310 DEBUG:teuthology.orchestra.run.smithi033:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-09-05T02:30:23.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:23 smithi174 ceph-mon[34756]: pgmap v106: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.8 KiB/s wr, 122 op/s 2024-09-05T02:30:23.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:23 smithi033 ceph-mon[29909]: pgmap v106: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.8 KiB/s wr, 122 op/s 2024-09-05T02:30:23.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:23 smithi123 ceph-mon[34031]: pgmap v106: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.8 KiB/s wr, 122 op/s 2024-09-05T02:30:25.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:25 smithi174 ceph-mon[34756]: pgmap v107: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.9 KiB/s wr, 151 op/s 2024-09-05T02:30:25.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:25 smithi033 ceph-mon[29909]: pgmap v107: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.9 KiB/s wr, 151 op/s 2024-09-05T02:30:25.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:25 smithi123 ceph-mon[34031]: pgmap v107: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.9 KiB/s wr, 151 op/s 2024-09-05T02:30:26.291 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:30:26.682 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:30:27.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.273+0000 7f7477c00640 1 -- 172.21.15.33:0/470757162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f747010e3c0 msgr2=0x7f7470110810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:27.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.273+0000 7f7477c00640 1 --2- 172.21.15.33:0/470757162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f747010e3c0 0x7f7470110810 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f7468009ca0 tx=0x7f746802a950 comp rx=0 tx=0).stop 2024-09-05T02:30:27.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.273+0000 7f7477c00640 1 -- 172.21.15.33:0/470757162 shutdown_connections 2024-09-05T02:30:27.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.273+0000 7f7477c00640 1 --2- 172.21.15.33:0/470757162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f747010e3c0 0x7f7470110810 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.273+0000 7f7477c00640 1 --2- 172.21.15.33:0/470757162 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7470074f40 0x7f747010de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.273+0000 7f7477c00640 1 --2- 172.21.15.33:0/470757162 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7470074620 0x7f7470074a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.273+0000 7f7477c00640 1 -- 172.21.15.33:0/470757162 >> 172.21.15.33:0/470757162 conn(0x7f74700fd8c0 msgr2=0x7f74700ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:27.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.273+0000 7f7477c00640 1 -- 172.21.15.33:0/470757162 shutdown_connections 2024-09-05T02:30:27.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.273+0000 7f7477c00640 1 -- 172.21.15.33:0/470757162 wait complete. 2024-09-05T02:30:27.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.274+0000 7f7477c00640 1 Processor -- start 2024-09-05T02:30:27.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.274+0000 7f7477c00640 1 -- start start 2024-09-05T02:30:27.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.275+0000 7f7477c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7470074620 0x7f747019a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:27.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.275+0000 7f7477c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7470074f40 0x7f747019ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:27.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.275+0000 7f7477c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f747010e3c0 0x7f747019ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:27.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.275+0000 7f7477c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f74701141a0 con 0x7f747010e3c0 2024-09-05T02:30:27.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.275+0000 7f7477c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7470114020 con 0x7f7470074f40 2024-09-05T02:30:27.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.275+0000 7f7477c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7470114320 con 0x7f7470074620 2024-09-05T02:30:27.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.275+0000 7f7475c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f747010e3c0 0x7f747019ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:27.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.275+0000 7f7475c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f747010e3c0 0x7f747019ef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41824/0 (socket says 172.21.15.33:41824) 2024-09-05T02:30:27.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.275+0000 7f7475c00640 1 -- 172.21.15.33:0/2771548512 learned_addr learned my addr 172.21.15.33:0/2771548512 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:27.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.275+0000 7f7475200640 1 --2- 172.21.15.33:0/2771548512 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7470074620 0x7f747019a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:27.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.275+0000 7f746fe00640 1 --2- 172.21.15.33:0/2771548512 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7470074f40 0x7f747019ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:27.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.275+0000 7f7475c00640 1 -- 172.21.15.33:0/2771548512 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7470074620 msgr2=0x7f747019a640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:27.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.275+0000 7f7475c00640 1 --2- 172.21.15.33:0/2771548512 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7470074620 0x7f747019a640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.275+0000 7f7475c00640 1 -- 172.21.15.33:0/2771548512 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7470074f40 msgr2=0x7f747019ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:27.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.275+0000 7f7475c00640 1 --2- 172.21.15.33:0/2771548512 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7470074f40 0x7f747019ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.275+0000 7f7475c00640 1 -- 172.21.15.33:0/2771548512 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f747019f5f0 con 0x7f747010e3c0 2024-09-05T02:30:27.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.275+0000 7f746fe00640 1 --2- 172.21.15.33:0/2771548512 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7470074f40 0x7f747019ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:30:27.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.276+0000 7f7475c00640 1 --2- 172.21.15.33:0/2771548512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f747010e3c0 0x7f747019ef10 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f7468009dc0 tx=0x7f7468003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:27.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.276+0000 7f746d600640 1 -- 172.21.15.33:0/2771548512 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7468034040 con 0x7f747010e3c0 2024-09-05T02:30:27.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.276+0000 7f746d600640 1 -- 172.21.15.33:0/2771548512 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f746802f940 con 0x7f747010e3c0 2024-09-05T02:30:27.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.276+0000 7f7477c00640 1 -- 172.21.15.33:0/2771548512 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f747019f880 con 0x7f747010e3c0 2024-09-05T02:30:27.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.276+0000 7f746d600640 1 -- 172.21.15.33:0/2771548512 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74680046a0 con 0x7f747010e3c0 2024-09-05T02:30:27.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.276+0000 7f7477c00640 1 -- 172.21.15.33:0/2771548512 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74701a71c0 con 0x7f747010e3c0 2024-09-05T02:30:27.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.279+0000 7f747a5c9740 1 Processor -- start 2024-09-05T02:30:27.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.279+0000 7f746d600640 1 -- 172.21.15.33:0/2771548512 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f7468037020 con 0x7f747010e3c0 2024-09-05T02:30:27.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.280+0000 7f747a5c9740 1 -- start start 2024-09-05T02:30:27.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.280+0000 7f747a5c9740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce653b90 0x5573ce653f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:27.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.280+0000 7f747a5c9740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce6544b0 0x5573ce65e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:27.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.280+0000 7f747a5c9740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce65ed70 0x5573ce661160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:27.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.280+0000 7f747a5c9740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5573ce5ba3e0 con 0x5573ce653b90 2024-09-05T02:30:27.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.280+0000 7f747a5c9740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5573ce561d80 con 0x5573ce65ed70 2024-09-05T02:30:27.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.280+0000 7f747a5c9740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5573ce5b63a0 con 0x5573ce6544b0 2024-09-05T02:30:27.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.280+0000 7f746fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce653b90 0x5573ce653f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:27.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.280+0000 7f7475200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce6544b0 0x5573ce65e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:27.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.280+0000 7f7475200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce6544b0 0x5573ce65e830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:55974/0 (socket says 172.21.15.33:55974) 2024-09-05T02:30:27.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.280+0000 7f7475200640 1 -- 172.21.15.33:0/343134199 learned_addr learned my addr 172.21.15.33:0/343134199 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:27.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.281+0000 7f746fe00640 1 --2- 172.21.15.33:0/343134199 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce65ed70 0x5573ce661160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:27.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.281+0000 7f7475200640 1 -- 172.21.15.33:0/343134199 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce65ed70 msgr2=0x5573ce661160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:27.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.281+0000 7f7475200640 1 --2- 172.21.15.33:0/343134199 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce65ed70 0x5573ce661160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.281+0000 7f7475200640 1 -- 172.21.15.33:0/343134199 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce653b90 msgr2=0x5573ce653f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:27.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.281+0000 7f7475200640 1 --2- 172.21.15.33:0/343134199 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce653b90 0x5573ce653f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.281+0000 7f7475200640 1 -- 172.21.15.33:0/343134199 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5573ce580ae0 con 0x5573ce6544b0 2024-09-05T02:30:27.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.281+0000 7f746fe00640 1 --2- 172.21.15.33:0/343134199 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce65ed70 0x5573ce661160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:30:27.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.281+0000 7f7475200640 1 --2- 172.21.15.33:0/343134199 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce6544b0 0x5573ce65e830 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f7464009cf0 tx=0x7f7464011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2c5711db5f8d7d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:27.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.281+0000 7f746d600640 1 --2- 172.21.15.33:0/2771548512 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f74580a2cf0 0x7f74580a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:27.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.282+0000 7f746d600640 1 -- 172.21.15.33:0/2771548512 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f74680f0150 con 0x7f747010e3c0 2024-09-05T02:30:27.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.282+0000 7f7462000640 1 -- 172.21.15.33:0/343134199 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7464004230 con 0x5573ce6544b0 2024-09-05T02:30:27.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.282+0000 7f7462000640 1 -- 172.21.15.33:0/343134199 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f74640043d0 con 0x5573ce6544b0 2024-09-05T02:30:27.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.282+0000 7f7462000640 1 -- 172.21.15.33:0/343134199 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7464019960 con 0x5573ce6544b0 2024-09-05T02:30:27.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.282+0000 7f746fe00640 1 --2- 172.21.15.33:0/2771548512 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f74580a2cf0 0x7f74580a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:27.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.282+0000 7f747a5c9740 1 -- 172.21.15.33:0/343134199 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce6544b0 msgr2=0x5573ce65e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:27.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.282+0000 7f746fe00640 1 --2- 172.21.15.33:0/2771548512 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f74580a2cf0 0x7f74580a51b0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f745c005f60 tx=0x7f745c009610 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:27.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.282+0000 7f747a5c9740 1 --2- 172.21.15.33:0/343134199 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce6544b0 0x5573ce65e830 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f7464009cf0 tx=0x7f7464011810 comp rx=0 tx=0).stop 2024-09-05T02:30:27.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.283+0000 7f747a5c9740 1 -- 172.21.15.33:0/343134199 shutdown_connections 2024-09-05T02:30:27.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.283+0000 7f747a5c9740 1 --2- 172.21.15.33:0/343134199 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce65ed70 0x5573ce661160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.283+0000 7f747a5c9740 1 --2- 172.21.15.33:0/343134199 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce6544b0 0x5573ce65e830 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.283+0000 7f747a5c9740 1 --2- 172.21.15.33:0/343134199 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce653b90 0x5573ce653f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.283+0000 7f747a5c9740 1 -- 172.21.15.33:0/343134199 >> 172.21.15.33:0/343134199 conn(0x5573ce650120 msgr2=0x5573ce650500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:27.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.283+0000 7f747a5c9740 1 -- 172.21.15.33:0/343134199 shutdown_connections 2024-09-05T02:30:27.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.283+0000 7f747a5c9740 1 -- 172.21.15.33:0/343134199 wait complete. 2024-09-05T02:30:27.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.283+0000 7f747a5c9740 1 -- start start 2024-09-05T02:30:27.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.284+0000 7f747a5c9740 1 Processor -- start 2024-09-05T02:30:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.284+0000 7f747a5c9740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce653b90 0x5573ce65bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.284+0000 7f747a5c9740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce6544b0 0x5573ce65c150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.284+0000 7f747a5c9740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce65ed70 0x5573ce65c690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.284+0000 7f747a5c9740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5573ce6619e0 con 0x5573ce65ed70 2024-09-05T02:30:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.284+0000 7f747a5c9740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5573ce5750f0 con 0x5573ce653b90 2024-09-05T02:30:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.284+0000 7f747a5c9740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5573ce661b60 con 0x5573ce6544b0 2024-09-05T02:30:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.284+0000 7f747a5c9740 10 client.0 _ll_register_callbacks cb 0x5573ce5669e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:30:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.284+0000 7f7475200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce653b90 0x5573ce65bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.284+0000 7f7475200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce653b90 0x5573ce65bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:45076/0 (socket says 172.21.15.33:45076) 2024-09-05T02:30:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.284+0000 7f7475200640 1 -- 172.21.15.33:0/410344936 learned_addr learned my addr 172.21.15.33:0/410344936 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.284+0000 7f7475c00640 1 --2- 172.21.15.33:0/410344936 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce65ed70 0x5573ce65c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.285+0000 7f746fe00640 1 --2- 172.21.15.33:0/410344936 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce6544b0 0x5573ce65c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.285+0000 7f7475200640 1 -- 172.21.15.33:0/410344936 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce6544b0 msgr2=0x5573ce65c150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.285+0000 7f7475200640 1 --2- 172.21.15.33:0/410344936 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce6544b0 0x5573ce65c150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.285+0000 7f7475200640 1 -- 172.21.15.33:0/410344936 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce65ed70 msgr2=0x5573ce65c690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.285+0000 7f7475200640 1 --2- 172.21.15.33:0/410344936 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce65ed70 0x5573ce65c690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.285+0000 7f7475200640 1 -- 172.21.15.33:0/410344936 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5573ce32b3c0 con 0x5573ce653b90 2024-09-05T02:30:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.285+0000 7f7475200640 1 --2- 172.21.15.33:0/410344936 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce653b90 0x5573ce65bc10 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f7464003820 tx=0x7f7464003dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a95cfb0b895a707 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.285+0000 7f7456a00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:30:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.285+0000 7f7456a00640 1 -- 172.21.15.33:0/410344936 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7464027070 con 0x5573ce653b90 2024-09-05T02:30:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.286+0000 7f747a5c9740 1 -- 172.21.15.33:0/410344936 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74640043d0 con 0x5573ce653b90 2024-09-05T02:30:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.286+0000 7f7456a00640 1 -- 172.21.15.33:0/410344936 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f7464005240 con 0x5573ce653b90 2024-09-05T02:30:27.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.286+0000 7f7456a00640 1 -- 172.21.15.33:0/410344936 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7464033050 con 0x5573ce653b90 2024-09-05T02:30:27.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.286+0000 7f747a5c9740 10 client.25964 fetch_fsmap learned FSMap version 29 2024-09-05T02:30:27.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.286+0000 7f747a5c9740 1 -- 172.21.15.33:0/410344936 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5573ce675e50 con 0x5573ce653b90 2024-09-05T02:30:27.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.286+0000 7f7456a00640 1 -- 172.21.15.33:0/410344936 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f74640043d0 con 0x5573ce653b90 2024-09-05T02:30:27.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.286+0000 7f7456a00640 1 -- 172.21.15.33:0/410344936 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7464004ba0 con 0x5573ce653b90 2024-09-05T02:30:27.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.287+0000 7f747a5c9740 10 client.25964 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:30:27.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.287+0000 7f747a5c9740 10 client.25964 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:30:27.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.287+0000 7f747a5c9740 20 client.25964 populate_metadata read hostname 'smithi033' 2024-09-05T02:30:27.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.287+0000 7f747a5c9740 1 --2- 172.21.15.33:0/410344936 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5573ce677260 0x5573ce679650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:27.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.287+0000 7f747a5c9740 4 client.25964 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:30:27.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.287+0000 7f747a5c9740 1 -- 172.21.15.33:0/410344936 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5573ce5c7950 con 0x5573ce677260 2024-09-05T02:30:27.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.287+0000 7f746fe00640 1 --2- 172.21.15.33:0/410344936 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5573ce677260 0x5573ce679650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:27.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.287+0000 7f746fe00640 1 --2- 172.21.15.33:0/410344936 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5573ce677260 0x5573ce679650 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e91461384da78367 server_cookie=49867bfd1253a026 in_seq=0 out_seq=0 2024-09-05T02:30:27.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.287+0000 7f7456a00640 10 client.25964 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:30:27.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.288+0000 7f7456a00640 1 -- 172.21.15.33:0/410344936 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5573ce5c7950 con 0x5573ce677260 2024-09-05T02:30:27.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.288+0000 7f7456a00640 10 client.25964 handle_command_reply: tid=0 2024-09-05T02:30:27.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.288+0000 7f747a5c9740 1 client.25964 shutdown 2024-09-05T02:30:27.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.289+0000 7f747a5c9740 1 -- 172.21.15.33:0/410344936 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce653b90 msgr2=0x5573ce65bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:27.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.289+0000 7f747a5c9740 1 --2- 172.21.15.33:0/410344936 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce653b90 0x5573ce65bc10 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f7464003820 tx=0x7f7464003dc0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.289+0000 7f747a5c9740 1 -- 172.21.15.33:0/410344936 shutdown_connections 2024-09-05T02:30:27.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.289+0000 7f747a5c9740 1 --2- 172.21.15.33:0/410344936 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5573ce677260 0x5573ce679650 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.289+0000 7f747a5c9740 1 --2- 172.21.15.33:0/410344936 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce65ed70 0x5573ce65c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.289+0000 7f747a5c9740 1 --2- 172.21.15.33:0/410344936 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce6544b0 0x5573ce65c150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.289+0000 7f747a5c9740 1 --2- 172.21.15.33:0/410344936 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce653b90 0x5573ce65bc10 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.289+0000 7f7456a00640 0 client.25964 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:30:27.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.289+0000 7f747a5c9740 1 -- 172.21.15.33:0/410344936 >> 172.21.15.33:0/410344936 conn(0x5573ce650120 msgr2=0x5573ce655e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:27.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.289+0000 7f747a5c9740 1 -- 172.21.15.33:0/410344936 shutdown_connections 2024-09-05T02:30:27.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.289+0000 7f747a5c9740 1 -- 172.21.15.33:0/410344936 wait complete. 2024-09-05T02:30:27.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.289+0000 7f747a5c9740 20 client.25964 trim_cache size 0 max 16384 2024-09-05T02:30:27.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.307+0000 7f747a5c9740 1 Processor -- start 2024-09-05T02:30:27.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.307+0000 7f747a5c9740 1 -- start start 2024-09-05T02:30:27.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.307+0000 7f747a5c9740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce653b90 0x5573ce6565f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:27.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.307+0000 7f747a5c9740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce6544b0 0x5573ce67ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:27.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.307+0000 7f747a5c9740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce65ed70 0x5573ce67f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:27.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.307+0000 7f747a5c9740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f74701ab6c0 con 0x5573ce6544b0 2024-09-05T02:30:27.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.307+0000 7f747a5c9740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f74701ad200 con 0x5573ce653b90 2024-09-05T02:30:27.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.307+0000 7f747a5c9740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f74701abd90 con 0x5573ce65ed70 2024-09-05T02:30:27.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.308+0000 7f746fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce6544b0 0x5573ce67ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:27.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.308+0000 7f746fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce6544b0 0x5573ce67ed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41854/0 (socket says 172.21.15.33:41854) 2024-09-05T02:30:27.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.308+0000 7f746fe00640 1 -- 172.21.15.33:0/93948881 learned_addr learned my addr 172.21.15.33:0/93948881 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:27.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.308+0000 7f7475200640 1 --2- 172.21.15.33:0/93948881 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce653b90 0x5573ce6565f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:27.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.308+0000 7f7475c00640 1 --2- 172.21.15.33:0/93948881 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce65ed70 0x5573ce67f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:27.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.308+0000 7f746fe00640 1 -- 172.21.15.33:0/93948881 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce65ed70 msgr2=0x5573ce67f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:27.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.308+0000 7f746fe00640 1 --2- 172.21.15.33:0/93948881 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce65ed70 0x5573ce67f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.308+0000 7f746fe00640 1 -- 172.21.15.33:0/93948881 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce653b90 msgr2=0x5573ce6565f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:27.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.308+0000 7f746fe00640 1 --2- 172.21.15.33:0/93948881 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce653b90 0x5573ce6565f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.308+0000 7f746fe00640 1 -- 172.21.15.33:0/93948881 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5573ce64f9d0 con 0x5573ce6544b0 2024-09-05T02:30:27.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.309+0000 7f746fe00640 1 --2- 172.21.15.33:0/93948881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce6544b0 0x5573ce67ed90 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f745c009930 tx=0x7f745c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a73447a415c85a1b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:27.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.309+0000 7f7461600640 1 -- 172.21.15.33:0/93948881 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f745c010da0 con 0x5573ce6544b0 2024-09-05T02:30:27.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.309+0000 7f7461600640 1 -- 172.21.15.33:0/93948881 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f745c02b8d0 con 0x5573ce6544b0 2024-09-05T02:30:27.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.309+0000 7f7461600640 1 -- 172.21.15.33:0/93948881 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f745c022bf0 con 0x5573ce6544b0 2024-09-05T02:30:27.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.310+0000 7f747a5c9740 1 -- 172.21.15.33:0/93948881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce6544b0 msgr2=0x5573ce67ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:27.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.310+0000 7f747a5c9740 1 --2- 172.21.15.33:0/93948881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce6544b0 0x5573ce67ed90 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f745c009930 tx=0x7f745c0046c0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.310+0000 7f747a5c9740 1 -- 172.21.15.33:0/93948881 shutdown_connections 2024-09-05T02:30:27.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.310+0000 7f747a5c9740 1 --2- 172.21.15.33:0/93948881 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce65ed70 0x5573ce67f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.310+0000 7f747a5c9740 1 --2- 172.21.15.33:0/93948881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce6544b0 0x5573ce67ed90 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.310+0000 7f747a5c9740 1 --2- 172.21.15.33:0/93948881 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce653b90 0x5573ce6565f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.310+0000 7f747a5c9740 1 -- 172.21.15.33:0/93948881 >> 172.21.15.33:0/93948881 conn(0x5573ce650120 msgr2=0x5573ce65dc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:27.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.310+0000 7f747a5c9740 1 -- 172.21.15.33:0/93948881 shutdown_connections 2024-09-05T02:30:27.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.310+0000 7f747a5c9740 1 -- 172.21.15.33:0/93948881 wait complete. 2024-09-05T02:30:27.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.310+0000 7f747a5c9740 1 -- start start 2024-09-05T02:30:27.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.310+0000 7f747a5c9740 1 Processor -- start 2024-09-05T02:30:27.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.311+0000 7f747a5c9740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce653b90 0x5573ce66b300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:27.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.311+0000 7f747a5c9740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce6544b0 0x5573ce66b840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:27.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.311+0000 7f747a5c9740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce65ed70 0x5573ce66bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:27.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.311+0000 7f747a5c9740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f74701acb30 con 0x5573ce65ed70 2024-09-05T02:30:27.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.311+0000 7f747a5c9740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f74701ac460 con 0x5573ce653b90 2024-09-05T02:30:27.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.311+0000 7f747a5c9740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f74701a96c0 con 0x5573ce6544b0 2024-09-05T02:30:27.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.311+0000 7f747a5c9740 10 client.0 _ll_register_callbacks cb 0x7f7464009680 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:30:27.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.311+0000 7f7475c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce65ed70 0x5573ce66bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:27.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.311+0000 7f7475c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce65ed70 0x5573ce66bd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41858/0 (socket says 172.21.15.33:41858) 2024-09-05T02:30:27.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.311+0000 7f7475c00640 1 -- 172.21.15.33:0/2118830197 learned_addr learned my addr 172.21.15.33:0/2118830197 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:27.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.311+0000 7f7475200640 1 --2- 172.21.15.33:0/2118830197 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce653b90 0x5573ce66b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:27.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.311+0000 7f746fe00640 1 --2- 172.21.15.33:0/2118830197 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce6544b0 0x5573ce66b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:27.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.312+0000 7f7475c00640 1 -- 172.21.15.33:0/2118830197 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce6544b0 msgr2=0x5573ce66b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:27.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.312+0000 7f7475c00640 1 --2- 172.21.15.33:0/2118830197 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce6544b0 0x5573ce66b840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.312+0000 7f7475c00640 1 -- 172.21.15.33:0/2118830197 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce653b90 msgr2=0x5573ce66b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:27.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.312+0000 7f7475c00640 1 --2- 172.21.15.33:0/2118830197 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce653b90 0x5573ce66b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.312+0000 7f7475c00640 1 -- 172.21.15.33:0/2118830197 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5573ce6e0d60 con 0x5573ce65ed70 2024-09-05T02:30:27.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.312+0000 7f7475200640 1 --2- 172.21.15.33:0/2118830197 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce653b90 0x5573ce66b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:30:27.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.312+0000 7f7475c00640 1 --2- 172.21.15.33:0/2118830197 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce65ed70 0x5573ce66bd80 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f74680b9100 tx=0x7f7468004140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d4f791d43f38b28 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:27.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.312+0000 7f7456a00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:30:27.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.312+0000 7f7456a00640 1 -- 172.21.15.33:0/2118830197 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74680da060 con 0x5573ce65ed70 2024-09-05T02:30:27.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.312+0000 7f7456a00640 1 -- 172.21.15.33:0/2118830197 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f746802faf0 con 0x5573ce65ed70 2024-09-05T02:30:27.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.312+0000 7f747a5c9740 1 -- 172.21.15.33:0/2118830197 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f745c02b8d0 con 0x5573ce65ed70 2024-09-05T02:30:27.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.312+0000 7f7456a00640 1 -- 172.21.15.33:0/2118830197 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f746802c040 con 0x5573ce65ed70 2024-09-05T02:30:27.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.312+0000 7f747a5c9740 10 client.15873 fetch_fsmap learned FSMap version 29 2024-09-05T02:30:27.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.312+0000 7f747a5c9740 1 -- 172.21.15.33:0/2118830197 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5573ce6e2010 con 0x5573ce65ed70 2024-09-05T02:30:27.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.313+0000 7f7456a00640 1 -- 172.21.15.33:0/2118830197 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f745c02b8d0 con 0x5573ce65ed70 2024-09-05T02:30:27.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.313+0000 7f7456a00640 1 -- 172.21.15.33:0/2118830197 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f74680edad0 con 0x5573ce65ed70 2024-09-05T02:30:27.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.313+0000 7f747a5c9740 10 client.15873 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:30:27.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.313+0000 7f747a5c9740 10 client.15873 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:30:27.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.313+0000 7f747a5c9740 20 client.15873 populate_metadata read hostname 'smithi033' 2024-09-05T02:30:27.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.313+0000 7f747a5c9740 1 --2- 172.21.15.33:0/2118830197 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5573ce6e26e0 0x5573ce6e4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:27.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.313+0000 7f747a5c9740 4 client.15873 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:30:27.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.313+0000 7f747a5c9740 1 -- 172.21.15.33:0/2118830197 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5573ce5c1e60 con 0x5573ce6e26e0 2024-09-05T02:30:27.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.314+0000 7f7475200640 1 --2- 172.21.15.33:0/2118830197 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5573ce6e26e0 0x5573ce6e4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:27.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.314+0000 7f7475200640 1 --2- 172.21.15.33:0/2118830197 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5573ce6e26e0 0x5573ce6e4ad0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=288a9e2da703ae89 server_cookie=6925cdb23d313f8d in_seq=0 out_seq=0 2024-09-05T02:30:27.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.314+0000 7f7456a00640 10 client.15873 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:30:27.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.314+0000 7f7456a00640 1 -- 172.21.15.33:0/2118830197 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5573ce5c1e60 con 0x5573ce6e26e0 2024-09-05T02:30:27.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.314+0000 7f7456a00640 10 client.15873 handle_command_reply: tid=0 2024-09-05T02:30:27.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.314+0000 7f747a5c9740 1 client.15873 shutdown 2024-09-05T02:30:27.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.314+0000 7f747a5c9740 1 -- 172.21.15.33:0/2118830197 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce65ed70 msgr2=0x5573ce66bd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:27.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.314+0000 7f747a5c9740 1 --2- 172.21.15.33:0/2118830197 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce65ed70 0x5573ce66bd80 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f74680b9100 tx=0x7f7468004140 comp rx=0 tx=0).stop 2024-09-05T02:30:27.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.314+0000 7f747a5c9740 1 -- 172.21.15.33:0/2118830197 shutdown_connections 2024-09-05T02:30:27.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.314+0000 7f747a5c9740 1 --2- 172.21.15.33:0/2118830197 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5573ce6e26e0 0x5573ce6e4ad0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.315+0000 7f747a5c9740 1 --2- 172.21.15.33:0/2118830197 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5573ce65ed70 0x5573ce66bd80 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.315+0000 7f747a5c9740 1 --2- 172.21.15.33:0/2118830197 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5573ce6544b0 0x5573ce66b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.315+0000 7f747a5c9740 1 --2- 172.21.15.33:0/2118830197 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5573ce653b90 0x5573ce66b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.315+0000 7f747a5c9740 1 -- 172.21.15.33:0/2118830197 >> 172.21.15.33:0/2118830197 conn(0x5573ce650120 msgr2=0x5573ce64e9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:27.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.315+0000 7f7456a00640 0 client.15873 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:30:27.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.315+0000 7f747a5c9740 1 -- 172.21.15.33:0/2118830197 shutdown_connections 2024-09-05T02:30:27.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.315+0000 7f747a5c9740 1 -- 172.21.15.33:0/2118830197 wait complete. 2024-09-05T02:30:27.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.315+0000 7f747a5c9740 20 client.15873 trim_cache size 0 max 16384 2024-09-05T02:30:27.321 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:30:27.321 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:30:27.321 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:30:27.321 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:30:27.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.315+0000 7f7477c00640 1 -- 172.21.15.33:0/2771548512 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f74580a2cf0 msgr2=0x7f74580a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:27.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.316+0000 7f7477c00640 1 --2- 172.21.15.33:0/2771548512 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f74580a2cf0 0x7f74580a51b0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f745c005f60 tx=0x7f745c009610 comp rx=0 tx=0).stop 2024-09-05T02:30:27.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.316+0000 7f7477c00640 1 -- 172.21.15.33:0/2771548512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f747010e3c0 msgr2=0x7f747019ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:27.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.316+0000 7f7477c00640 1 --2- 172.21.15.33:0/2771548512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f747010e3c0 0x7f747019ef10 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f7468009dc0 tx=0x7f7468003c10 comp rx=0 tx=0).stop 2024-09-05T02:30:27.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.316+0000 7f7477c00640 1 -- 172.21.15.33:0/2771548512 shutdown_connections 2024-09-05T02:30:27.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.316+0000 7f7477c00640 1 --2- 172.21.15.33:0/2771548512 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f74580a2cf0 0x7f74580a51b0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.316+0000 7f7477c00640 1 --2- 172.21.15.33:0/2771548512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f747010e3c0 0x7f747019ef10 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.316+0000 7f7477c00640 1 --2- 172.21.15.33:0/2771548512 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7470074f40 0x7f747019ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.316+0000 7f7477c00640 1 --2- 172.21.15.33:0/2771548512 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7470074620 0x7f747019a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:27.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.316+0000 7f7477c00640 1 -- 172.21.15.33:0/2771548512 >> 172.21.15.33:0/2771548512 conn(0x7f74700fd8c0 msgr2=0x7f74700fe520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:27.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.316+0000 7f7477c00640 1 -- 172.21.15.33:0/2771548512 shutdown_connections 2024-09-05T02:30:27.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:27.316+0000 7f7477c00640 1 -- 172.21.15.33:0/2771548512 wait complete. 2024-09-05T02:30:27.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:27 smithi174 ceph-mon[34756]: pgmap v108: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 3.9 KiB/s wr, 151 op/s 2024-09-05T02:30:27.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:27 smithi033 ceph-mon[29909]: pgmap v108: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 3.9 KiB/s wr, 151 op/s 2024-09-05T02:30:27.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:27 smithi123 ceph-mon[34031]: pgmap v108: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 3.9 KiB/s wr, 151 op/s 2024-09-05T02:30:28.261 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:30:28.261 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:30:28.640 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:30:29.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.178+0000 7ff350a00640 1 -- 172.21.15.33:0/3181669346 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff34c1047e0 msgr2=0x7ff34c108830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:29.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.178+0000 7ff350a00640 1 --2- 172.21.15.33:0/3181669346 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff34c1047e0 0x7ff34c108830 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7ff334009900 tx=0x7ff33402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:30:29.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.178+0000 7ff350a00640 1 -- 172.21.15.33:0/3181669346 shutdown_connections 2024-09-05T02:30:29.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.178+0000 7ff350a00640 1 --2- 172.21.15.33:0/3181669346 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff34c108f60 0x7ff34c110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:29.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.178+0000 7ff350a00640 1 --2- 172.21.15.33:0/3181669346 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff34c1047e0 0x7ff34c108830 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:29.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.178+0000 7ff350a00640 1 --2- 172.21.15.33:0/3181669346 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff34c103e30 0x7ff34c104210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:29.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.178+0000 7ff350a00640 1 -- 172.21.15.33:0/3181669346 >> 172.21.15.33:0/3181669346 conn(0x7ff34c0ff8d0 msgr2=0x7ff34c101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:29.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.178+0000 7ff350a00640 1 -- 172.21.15.33:0/3181669346 shutdown_connections 2024-09-05T02:30:29.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.178+0000 7ff350a00640 1 -- 172.21.15.33:0/3181669346 wait complete. 2024-09-05T02:30:29.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.179+0000 7ff350a00640 1 Processor -- start 2024-09-05T02:30:29.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.179+0000 7ff350a00640 1 -- start start 2024-09-05T02:30:29.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.179+0000 7ff350a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff34c103e30 0x7ff34c19a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:29.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.179+0000 7ff350a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff34c1047e0 0x7ff34c19a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:29.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.179+0000 7ff350a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff34c108f60 0x7ff34c19ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:29.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.179+0000 7ff350a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff34c114010 con 0x7ff34c108f60 2024-09-05T02:30:29.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.179+0000 7ff350a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff34c113e90 con 0x7ff34c1047e0 2024-09-05T02:30:29.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.179+0000 7ff350a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff34c114190 con 0x7ff34c103e30 2024-09-05T02:30:29.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.180+0000 7ff34b200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff34c108f60 0x7ff34c19ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:29.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.180+0000 7ff34b200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff34c108f60 0x7ff34c19ed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41882/0 (socket says 172.21.15.33:41882) 2024-09-05T02:30:29.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.180+0000 7ff343e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff34c1047e0 0x7ff34c19a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:29.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.180+0000 7ff34b200640 1 -- 172.21.15.33:0/28246707 learned_addr learned my addr 172.21.15.33:0/28246707 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:29.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.180+0000 7ff34a800640 1 --2- 172.21.15.33:0/28246707 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff34c103e30 0x7ff34c19a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:29.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.180+0000 7ff34b200640 1 -- 172.21.15.33:0/28246707 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff34c103e30 msgr2=0x7ff34c19a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:29.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.180+0000 7ff34b200640 1 --2- 172.21.15.33:0/28246707 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff34c103e30 0x7ff34c19a490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:29.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.180+0000 7ff34b200640 1 -- 172.21.15.33:0/28246707 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff34c1047e0 msgr2=0x7ff34c19a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:29.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.180+0000 7ff34b200640 1 --2- 172.21.15.33:0/28246707 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff34c1047e0 0x7ff34c19a9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:29.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.180+0000 7ff34b200640 1 -- 172.21.15.33:0/28246707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff34c19f440 con 0x7ff34c108f60 2024-09-05T02:30:29.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.180+0000 7ff34a800640 1 --2- 172.21.15.33:0/28246707 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff34c103e30 0x7ff34c19a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:30:29.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.180+0000 7ff343e00640 1 --2- 172.21.15.33:0/28246707 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff34c1047e0 0x7ff34c19a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:30:29.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.181+0000 7ff34b200640 1 --2- 172.21.15.33:0/28246707 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff34c108f60 0x7ff34c19ed60 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7ff34400eb10 tx=0x7ff34400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:29.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.181+0000 7ff343400640 1 -- 172.21.15.33:0/28246707 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff344004b20 con 0x7ff34c108f60 2024-09-05T02:30:29.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.181+0000 7ff350a00640 1 -- 172.21.15.33:0/28246707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff34c19f730 con 0x7ff34c108f60 2024-09-05T02:30:29.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.181+0000 7ff343400640 1 -- 172.21.15.33:0/28246707 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff344004cc0 con 0x7ff34c108f60 2024-09-05T02:30:29.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.181+0000 7ff343400640 1 -- 172.21.15.33:0/28246707 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff344010760 con 0x7ff34c108f60 2024-09-05T02:30:29.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.181+0000 7ff350a00640 1 -- 172.21.15.33:0/28246707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff34c1a7010 con 0x7ff34c108f60 2024-09-05T02:30:29.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.183+0000 7ff350a00640 1 -- 172.21.15.33:0/28246707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff34c104210 con 0x7ff34c108f60 2024-09-05T02:30:29.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.184+0000 7ff343400640 1 -- 172.21.15.33:0/28246707 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7ff344005020 con 0x7ff34c108f60 2024-09-05T02:30:29.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.185+0000 7ff343400640 1 --2- 172.21.15.33:0/28246707 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff3300a2d70 0x7ff3300a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:29.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.185+0000 7ff343400640 1 -- 172.21.15.33:0/28246707 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ff3440cf9e0 con 0x7ff34c108f60 2024-09-05T02:30:29.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.186+0000 7ff34a800640 1 --2- 172.21.15.33:0/28246707 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff3300a2d70 0x7ff3300a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:29.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.186+0000 7ff34a800640 1 --2- 172.21.15.33:0/28246707 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff3300a2d70 0x7ff3300a5230 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ff33c005fd0 tx=0x7ff33c00b5f0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:29.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.190+0000 7ff343400640 1 -- 172.21.15.33:0/28246707 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff34409c5b0 con 0x7ff34c108f60 2024-09-05T02:30:29.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:29 smithi033 ceph-mon[29909]: pgmap v109: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 5.6 KiB/s wr, 227 op/s 2024-09-05T02:30:29.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.411+0000 7ff350a00640 1 -- 172.21.15.33:0/28246707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff34c10c200 con 0x7ff34c108f60 2024-09-05T02:30:29.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.412+0000 7ff343400640 1 -- 172.21.15.33:0/28246707 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7ff34409beb0 con 0x7ff34c108f60 2024-09-05T02:30:29.413 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:30:29.413 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:30:29.414 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:30:29.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.414+0000 7ff350a00640 1 -- 172.21.15.33:0/28246707 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff3300a2d70 msgr2=0x7ff3300a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:29.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.414+0000 7ff350a00640 1 --2- 172.21.15.33:0/28246707 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff3300a2d70 0x7ff3300a5230 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ff33c005fd0 tx=0x7ff33c00b5f0 comp rx=0 tx=0).stop 2024-09-05T02:30:29.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.414+0000 7ff350a00640 1 -- 172.21.15.33:0/28246707 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff34c108f60 msgr2=0x7ff34c19ed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:29.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.414+0000 7ff350a00640 1 --2- 172.21.15.33:0/28246707 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff34c108f60 0x7ff34c19ed60 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7ff34400eb10 tx=0x7ff34400c2d0 comp rx=0 tx=0).stop 2024-09-05T02:30:29.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.414+0000 7ff350a00640 1 -- 172.21.15.33:0/28246707 shutdown_connections 2024-09-05T02:30:29.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.414+0000 7ff350a00640 1 --2- 172.21.15.33:0/28246707 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff3300a2d70 0x7ff3300a5230 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:29.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.414+0000 7ff350a00640 1 --2- 172.21.15.33:0/28246707 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff34c108f60 0x7ff34c19ed60 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:29.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.414+0000 7ff350a00640 1 --2- 172.21.15.33:0/28246707 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff34c1047e0 0x7ff34c19a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:29.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.414+0000 7ff350a00640 1 --2- 172.21.15.33:0/28246707 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff34c103e30 0x7ff34c19a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:29.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.414+0000 7ff350a00640 1 -- 172.21.15.33:0/28246707 >> 172.21.15.33:0/28246707 conn(0x7ff34c0ff8d0 msgr2=0x7ff34c100b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:29.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.414+0000 7ff350a00640 1 -- 172.21.15.33:0/28246707 shutdown_connections 2024-09-05T02:30:29.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:29.414+0000 7ff350a00640 1 -- 172.21.15.33:0/28246707 wait complete. 2024-09-05T02:30:29.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:29 smithi174 ceph-mon[34756]: pgmap v109: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 5.6 KiB/s wr, 227 op/s 2024-09-05T02:30:29.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:29 smithi123 ceph-mon[34031]: pgmap v109: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 5.6 KiB/s wr, 227 op/s 2024-09-05T02:30:30.183 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:30:30.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:30 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/28246707' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:30:30.562 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:30:30.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:30 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/28246707' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:30:30.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:30 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/28246707' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:30:31.263 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:31 smithi033 ceph-mon[29909]: pgmap v110: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 3.7 KiB/s wr, 222 op/s 2024-09-05T02:30:31.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.370+0000 7f0c95c00640 1 -- 172.21.15.33:0/3915904482 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c90104010 msgr2=0x7f0c901043f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:31.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.370+0000 7f0c95c00640 1 --2- 172.21.15.33:0/3915904482 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c90104010 0x7f0c901043f0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f0c80009900 tx=0x7f0c8002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.370+0000 7f0c95c00640 1 -- 172.21.15.33:0/3915904482 shutdown_connections 2024-09-05T02:30:31.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.370+0000 7f0c95c00640 1 --2- 172.21.15.33:0/3915904482 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0c90109140 0x7f0c90110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.370+0000 7f0c95c00640 1 --2- 172.21.15.33:0/3915904482 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0c901049c0 0x7f0c90108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.370+0000 7f0c95c00640 1 --2- 172.21.15.33:0/3915904482 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c90104010 0x7f0c901043f0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.370+0000 7f0c95c00640 1 -- 172.21.15.33:0/3915904482 >> 172.21.15.33:0/3915904482 conn(0x7f0c900ffa50 msgr2=0x7f0c90101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:31.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.370+0000 7f0c95c00640 1 -- 172.21.15.33:0/3915904482 shutdown_connections 2024-09-05T02:30:31.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.370+0000 7f0c95c00640 1 -- 172.21.15.33:0/3915904482 wait complete. 2024-09-05T02:30:31.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.371+0000 7f0c95c00640 1 Processor -- start 2024-09-05T02:30:31.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.371+0000 7f0c95c00640 1 -- start start 2024-09-05T02:30:31.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.372+0000 7f0c95c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0c90104010 0x7f0c9019a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:31.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.372+0000 7f0c95c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c901049c0 0x7f0c9019ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:31.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.372+0000 7f0c95c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0c90109140 0x7f0c9019ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:31.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.372+0000 7f0c95c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0c90114170 con 0x7f0c901049c0 2024-09-05T02:30:31.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.372+0000 7f0c95c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0c90113ff0 con 0x7f0c90104010 2024-09-05T02:30:31.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.372+0000 7f0c95c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0c901142f0 con 0x7f0c90109140 2024-09-05T02:30:31.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.372+0000 7f0c8e000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c901049c0 0x7f0c9019ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:31.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.372+0000 7f0c8e000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c901049c0 0x7f0c9019ab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37810/0 (socket says 172.21.15.33:37810) 2024-09-05T02:30:31.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.372+0000 7f0c8e000640 1 -- 172.21.15.33:0/2488855782 learned_addr learned my addr 172.21.15.33:0/2488855782 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:31.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.372+0000 7f0c8ea00640 1 --2- 172.21.15.33:0/2488855782 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0c90104010 0x7f0c9019a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:31.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.372+0000 7f0c8f400640 1 --2- 172.21.15.33:0/2488855782 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0c90109140 0x7f0c9019ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:31.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.373+0000 7f0c8e000640 1 -- 172.21.15.33:0/2488855782 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0c90109140 msgr2=0x7f0c9019ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:31.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.373+0000 7f0c8e000640 1 --2- 172.21.15.33:0/2488855782 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0c90109140 0x7f0c9019ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.373+0000 7f0c8e000640 1 -- 172.21.15.33:0/2488855782 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0c90104010 msgr2=0x7f0c9019a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:31.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.373+0000 7f0c8e000640 1 --2- 172.21.15.33:0/2488855782 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0c90104010 0x7f0c9019a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.373+0000 7f0c8e000640 1 -- 172.21.15.33:0/2488855782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c9019f5e0 con 0x7f0c901049c0 2024-09-05T02:30:31.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.373+0000 7f0c8e000640 1 --2- 172.21.15.33:0/2488855782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c901049c0 0x7f0c9019ab70 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f0c7c00d950 tx=0x7f0c7c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:31.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.373+0000 7f0c87400640 1 -- 172.21.15.33:0/2488855782 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c7c017030 con 0x7f0c901049c0 2024-09-05T02:30:31.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.373+0000 7f0c87400640 1 -- 172.21.15.33:0/2488855782 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c7c004020 con 0x7f0c901049c0 2024-09-05T02:30:31.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.373+0000 7f0c87400640 1 -- 172.21.15.33:0/2488855782 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c7c0047a0 con 0x7f0c901049c0 2024-09-05T02:30:31.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.373+0000 7f0c95c00640 1 -- 172.21.15.33:0/2488855782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c9019f8d0 con 0x7f0c901049c0 2024-09-05T02:30:31.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.373+0000 7f0c95c00640 1 -- 172.21.15.33:0/2488855782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c901a71b0 con 0x7f0c901049c0 2024-09-05T02:30:31.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.377+0000 7f0c98664740 1 Processor -- start 2024-09-05T02:30:31.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.378+0000 7f0c98664740 1 -- start start 2024-09-05T02:30:31.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.378+0000 7f0c98664740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618526c2c70 0x5618526c3050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:31.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.378+0000 7f0c98664740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526c3590 0x5618526cd910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:31.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.378+0000 7f0c98664740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526cde50 0x5618526d0240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:31.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.378+0000 7f0c98664740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5618526293e0 con 0x5618526c3590 2024-09-05T02:30:31.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.378+0000 7f0c98664740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5618525d0d80 con 0x5618526cde50 2024-09-05T02:30:31.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.378+0000 7f0c98664740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5618526253a0 con 0x5618526c2c70 2024-09-05T02:30:31.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.378+0000 7f0c87400640 1 -- 172.21.15.33:0/2488855782 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f0c7c0041d0 con 0x7f0c901049c0 2024-09-05T02:30:31.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.378+0000 7f0c8ea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526c3590 0x5618526cd910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:31.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.378+0000 7f0c8ea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526c3590 0x5618526cd910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37812/0 (socket says 172.21.15.33:37812) 2024-09-05T02:30:31.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.378+0000 7f0c8ea00640 1 -- 172.21.15.33:0/567711823 learned_addr learned my addr 172.21.15.33:0/567711823 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:31.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.378+0000 7f0c8f400640 1 --2- 172.21.15.33:0/567711823 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618526c2c70 0x5618526c3050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:31.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.379+0000 7f0c8e000640 1 --2- 172.21.15.33:0/567711823 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526cde50 0x5618526d0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:31.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.379+0000 7f0c8ea00640 1 -- 172.21.15.33:0/567711823 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618526c2c70 msgr2=0x5618526c3050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:31.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.379+0000 7f0c8ea00640 1 --2- 172.21.15.33:0/567711823 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618526c2c70 0x5618526c3050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.379+0000 7f0c8ea00640 1 -- 172.21.15.33:0/567711823 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526cde50 msgr2=0x5618526d0240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:31.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.379+0000 7f0c8ea00640 1 --2- 172.21.15.33:0/567711823 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526cde50 0x5618526d0240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.379+0000 7f0c8ea00640 1 -- 172.21.15.33:0/567711823 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618525efae0 con 0x5618526c3590 2024-09-05T02:30:31.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.379+0000 7f0c8ea00640 1 --2- 172.21.15.33:0/567711823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526c3590 0x5618526cd910 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f0c80009900 tx=0x7f0c80005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d47d71439d50fb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:31.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.380+0000 7f0c7be00640 1 -- 172.21.15.33:0/567711823 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c80040070 con 0x5618526c3590 2024-09-05T02:30:31.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.380+0000 7f0c7be00640 1 -- 172.21.15.33:0/567711823 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c800319f0 con 0x5618526c3590 2024-09-05T02:30:31.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.380+0000 7f0c7be00640 1 -- 172.21.15.33:0/567711823 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c80035040 con 0x5618526c3590 2024-09-05T02:30:31.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.380+0000 7f0c87400640 1 --2- 172.21.15.33:0/2488855782 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0c740a2d70 0x7f0c740a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:31.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.380+0000 7f0c87400640 1 -- 172.21.15.33:0/2488855782 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f0c7c0ced60 con 0x7f0c901049c0 2024-09-05T02:30:31.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.380+0000 7f0c8f400640 1 --2- 172.21.15.33:0/2488855782 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0c740a2d70 0x7f0c740a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:31.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.380+0000 7f0c98664740 1 -- 172.21.15.33:0/567711823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526c3590 msgr2=0x5618526cd910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:31.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.380+0000 7f0c98664740 1 --2- 172.21.15.33:0/567711823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526c3590 0x5618526cd910 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f0c80009900 tx=0x7f0c80005e80 comp rx=0 tx=0).stop 2024-09-05T02:30:31.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.381+0000 7f0c98664740 1 -- 172.21.15.33:0/567711823 shutdown_connections 2024-09-05T02:30:31.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.381+0000 7f0c98664740 1 --2- 172.21.15.33:0/567711823 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526cde50 0x5618526d0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.381+0000 7f0c98664740 1 --2- 172.21.15.33:0/567711823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526c3590 0x5618526cd910 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.381+0000 7f0c98664740 1 --2- 172.21.15.33:0/567711823 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618526c2c70 0x5618526c3050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.381+0000 7f0c98664740 1 -- 172.21.15.33:0/567711823 >> 172.21.15.33:0/567711823 conn(0x5618526bf200 msgr2=0x5618526bf5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:31.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.381+0000 7f0c98664740 1 -- 172.21.15.33:0/567711823 shutdown_connections 2024-09-05T02:30:31.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.381+0000 7f0c98664740 1 -- 172.21.15.33:0/567711823 wait complete. 2024-09-05T02:30:31.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.381+0000 7f0c8f400640 1 --2- 172.21.15.33:0/2488855782 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0c740a2d70 0x7f0c740a5230 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f0c88005fd0 tx=0x7f0c88009600 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:31.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.381+0000 7f0c98664740 1 -- start start 2024-09-05T02:30:31.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.382+0000 7f0c98664740 1 Processor -- start 2024-09-05T02:30:31.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.382+0000 7f0c98664740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618526c2c70 0x5618526cacc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:31.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.382+0000 7f0c98664740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526c3590 0x5618526cb200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:31.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.382+0000 7f0c98664740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526cde50 0x5618526cb740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:31.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.382+0000 7f0c98664740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5618526d0a20 con 0x5618526cde50 2024-09-05T02:30:31.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.382+0000 7f0c98664740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5618525e40f0 con 0x5618526c3590 2024-09-05T02:30:31.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.382+0000 7f0c98664740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5618526d0ba0 con 0x5618526c2c70 2024-09-05T02:30:31.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.382+0000 7f0c98664740 10 client.0 _ll_register_callbacks cb 0x5618525cbbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:30:31.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.382+0000 7f0c8f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526cde50 0x5618526cb740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:31.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.382+0000 7f0c8f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526cde50 0x5618526cb740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37828/0 (socket says 172.21.15.33:37828) 2024-09-05T02:30:31.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.382+0000 7f0c8f400640 1 -- 172.21.15.33:0/554617755 learned_addr learned my addr 172.21.15.33:0/554617755 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:31.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.383+0000 7f0c8e000640 1 --2- 172.21.15.33:0/554617755 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526c3590 0x5618526cb200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:31.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.383+0000 7f0c8ea00640 1 --2- 172.21.15.33:0/554617755 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618526c2c70 0x5618526cacc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:31.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.383+0000 7f0c8f400640 1 -- 172.21.15.33:0/554617755 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618526c2c70 msgr2=0x5618526cacc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:31.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.383+0000 7f0c8f400640 1 --2- 172.21.15.33:0/554617755 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618526c2c70 0x5618526cacc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.383+0000 7f0c8f400640 1 -- 172.21.15.33:0/554617755 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526c3590 msgr2=0x5618526cb200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:31.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.383+0000 7f0c8f400640 1 --2- 172.21.15.33:0/554617755 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526c3590 0x5618526cb200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.383+0000 7f0c8f400640 1 -- 172.21.15.33:0/554617755 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56185239a3c0 con 0x5618526cde50 2024-09-05T02:30:31.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.383+0000 7f0c8e000640 1 --2- 172.21.15.33:0/554617755 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526c3590 0x5618526cb200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:30:31.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.383+0000 7f0c8f400640 1 --2- 172.21.15.33:0/554617755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526cde50 0x5618526cb740 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f0c88011d80 tx=0x7f0c88004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bcc798a2b4e664c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:31.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.383+0000 7f0c78c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:30:31.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.384+0000 7f0c78c00640 1 -- 172.21.15.33:0/554617755 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c88004d20 con 0x5618526cde50 2024-09-05T02:30:31.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.384+0000 7f0c78c00640 1 -- 172.21.15.33:0/554617755 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f0c88005020 con 0x5618526cde50 2024-09-05T02:30:31.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.384+0000 7f0c98664740 1 -- 172.21.15.33:0/554617755 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c800319f0 con 0x5618526cde50 2024-09-05T02:30:31.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.384+0000 7f0c78c00640 1 -- 172.21.15.33:0/554617755 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0c88011e70 con 0x5618526cde50 2024-09-05T02:30:31.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.384+0000 7f0c98664740 10 client.15891 fetch_fsmap learned FSMap version 29 2024-09-05T02:30:31.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.384+0000 7f0c98664740 1 -- 172.21.15.33:0/554617755 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5618526dca70 con 0x5618526cde50 2024-09-05T02:30:31.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.384+0000 7f0c78c00640 1 -- 172.21.15.33:0/554617755 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c800319f0 con 0x5618526cde50 2024-09-05T02:30:31.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.384+0000 7f0c78c00640 1 -- 172.21.15.33:0/554617755 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f0c8800f040 con 0x5618526cde50 2024-09-05T02:30:31.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.384+0000 7f0c98664740 10 client.15891 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:30:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.385+0000 7f0c98664740 10 client.15891 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:30:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.385+0000 7f0c98664740 20 client.15891 populate_metadata read hostname 'smithi033' 2024-09-05T02:30:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.385+0000 7f0c98664740 1 --2- 172.21.15.33:0/554617755 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5618526ddf30 0x5618526e03d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.385+0000 7f0c98664740 4 client.15891 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:30:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.385+0000 7f0c98664740 1 -- 172.21.15.33:0/554617755 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561852636950 con 0x5618526ddf30 2024-09-05T02:30:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.385+0000 7f0c8ea00640 1 --2- 172.21.15.33:0/554617755 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5618526ddf30 0x5618526e03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.386+0000 7f0c8ea00640 1 --2- 172.21.15.33:0/554617755 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5618526ddf30 0x5618526e03d0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=623ce86c108c203b server_cookie=774e5a3f94d6577a in_seq=0 out_seq=0 2024-09-05T02:30:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.386+0000 7f0c78c00640 10 client.15891 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:30:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.386+0000 7f0c78c00640 1 -- 172.21.15.33:0/554617755 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561852636950 con 0x5618526ddf30 2024-09-05T02:30:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.386+0000 7f0c78c00640 10 client.15891 handle_command_reply: tid=0 2024-09-05T02:30:31.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.387+0000 7f0c98664740 1 client.15891 shutdown 2024-09-05T02:30:31.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.387+0000 7f0c98664740 1 -- 172.21.15.33:0/554617755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526cde50 msgr2=0x5618526cb740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:31.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.387+0000 7f0c98664740 1 --2- 172.21.15.33:0/554617755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526cde50 0x5618526cb740 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f0c88011d80 tx=0x7f0c88004a40 comp rx=0 tx=0).stop 2024-09-05T02:30:31.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.387+0000 7f0c98664740 1 -- 172.21.15.33:0/554617755 shutdown_connections 2024-09-05T02:30:31.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.387+0000 7f0c98664740 1 --2- 172.21.15.33:0/554617755 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5618526ddf30 0x5618526e03d0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.387+0000 7f0c98664740 1 --2- 172.21.15.33:0/554617755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526cde50 0x5618526cb740 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.387+0000 7f0c98664740 1 --2- 172.21.15.33:0/554617755 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526c3590 0x5618526cb200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.387+0000 7f0c78c00640 0 client.15891 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:30:31.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.387+0000 7f0c98664740 1 --2- 172.21.15.33:0/554617755 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618526c2c70 0x5618526cacc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.387+0000 7f0c98664740 1 -- 172.21.15.33:0/554617755 >> 172.21.15.33:0/554617755 conn(0x5618526bf200 msgr2=0x5618526be380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:31.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.387+0000 7f0c98664740 1 -- 172.21.15.33:0/554617755 shutdown_connections 2024-09-05T02:30:31.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.387+0000 7f0c98664740 1 -- 172.21.15.33:0/554617755 wait complete. 2024-09-05T02:30:31.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.387+0000 7f0c98664740 20 client.15891 trim_cache size 0 max 16384 2024-09-05T02:30:31.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.401+0000 7f0c98664740 1 Processor -- start 2024-09-05T02:30:31.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.401+0000 7f0c98664740 1 -- start start 2024-09-05T02:30:31.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.401+0000 7f0c98664740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526c2c70 0x5618526c56d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:31.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.401+0000 7f0c98664740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526c3590 0x5618526e5cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:31.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.401+0000 7f0c98664740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618526cde50 0x5618526e6230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:31.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.401+0000 7f0c98664740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0c901afa90 con 0x5618526c3590 2024-09-05T02:30:31.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.401+0000 7f0c98664740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0c901b15d0 con 0x5618526c2c70 2024-09-05T02:30:31.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.401+0000 7f0c98664740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0c901b0160 con 0x5618526cde50 2024-09-05T02:30:31.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.402+0000 7f0c8ea00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526c2c70 0x5618526c56d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:31.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.402+0000 7f0c8e000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526c3590 0x5618526e5cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:31.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.402+0000 7f0c8ea00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526c2c70 0x5618526c56d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:51026/0 (socket says 172.21.15.33:51026) 2024-09-05T02:30:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.402+0000 7f0c8ea00640 1 -- 172.21.15.33:0/418856023 learned_addr learned my addr 172.21.15.33:0/418856023 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.402+0000 7f0c8f400640 1 --2- 172.21.15.33:0/418856023 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618526cde50 0x5618526e6230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.402+0000 7f0c8ea00640 1 -- 172.21.15.33:0/418856023 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618526cde50 msgr2=0x5618526e6230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.402+0000 7f0c8ea00640 1 --2- 172.21.15.33:0/418856023 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618526cde50 0x5618526e6230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.402+0000 7f0c8ea00640 1 -- 172.21.15.33:0/418856023 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526c3590 msgr2=0x5618526e5cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.402+0000 7f0c8ea00640 1 --2- 172.21.15.33:0/418856023 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526c3590 0x5618526e5cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.402+0000 7f0c8ea00640 1 -- 172.21.15.33:0/418856023 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618526ba770 con 0x5618526c2c70 2024-09-05T02:30:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.402+0000 7f0c8e000640 1 --2- 172.21.15.33:0/418856023 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526c3590 0x5618526e5cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:30:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.402+0000 7f0c8ea00640 1 --2- 172.21.15.33:0/418856023 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526c2c70 0x5618526c56d0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0c8002a430 tx=0x7f0c800314c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6923b4eda9e9893e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.403+0000 7f0c7b400640 1 -- 172.21.15.33:0/418856023 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c80040040 con 0x5618526c2c70 2024-09-05T02:30:31.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.403+0000 7f0c7b400640 1 -- 172.21.15.33:0/418856023 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c80005520 con 0x5618526c2c70 2024-09-05T02:30:31.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.403+0000 7f0c7b400640 1 -- 172.21.15.33:0/418856023 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c80035040 con 0x5618526c2c70 2024-09-05T02:30:31.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.403+0000 7f0c98664740 1 -- 172.21.15.33:0/418856023 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526c2c70 msgr2=0x5618526c56d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:31.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.403+0000 7f0c98664740 1 --2- 172.21.15.33:0/418856023 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526c2c70 0x5618526c56d0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0c8002a430 tx=0x7f0c800314c0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.403+0000 7f0c98664740 1 -- 172.21.15.33:0/418856023 shutdown_connections 2024-09-05T02:30:31.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.403+0000 7f0c98664740 1 --2- 172.21.15.33:0/418856023 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618526cde50 0x5618526e6230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.403+0000 7f0c98664740 1 --2- 172.21.15.33:0/418856023 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526c3590 0x5618526e5cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.403+0000 7f0c98664740 1 --2- 172.21.15.33:0/418856023 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526c2c70 0x5618526c56d0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.403+0000 7f0c98664740 1 -- 172.21.15.33:0/418856023 >> 172.21.15.33:0/418856023 conn(0x5618526bf200 msgr2=0x5618526ccd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:31.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.404+0000 7f0c98664740 1 -- 172.21.15.33:0/418856023 shutdown_connections 2024-09-05T02:30:31.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.404+0000 7f0c98664740 1 -- 172.21.15.33:0/418856023 wait complete. 2024-09-05T02:30:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.404+0000 7f0c98664740 1 -- start start 2024-09-05T02:30:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.404+0000 7f0c98664740 1 Processor -- start 2024-09-05T02:30:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.405+0000 7f0c98664740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526c2c70 0x5618526d1b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.405+0000 7f0c98664740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618526c3590 0x5618526d20d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.405+0000 7f0c98664740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526cde50 0x5618526d2610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.405+0000 7f0c98664740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0c901b0f00 con 0x5618526c2c70 2024-09-05T02:30:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.405+0000 7f0c98664740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0c901b0830 con 0x5618526cde50 2024-09-05T02:30:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.405+0000 7f0c98664740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0c901ada70 con 0x5618526c3590 2024-09-05T02:30:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.405+0000 7f0c98664740 10 client.0 _ll_register_callbacks cb 0x7f0c88009d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:30:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.405+0000 7f0c8ea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526c2c70 0x5618526d1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.405+0000 7f0c8ea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526c2c70 0x5618526d1b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37858/0 (socket says 172.21.15.33:37858) 2024-09-05T02:30:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.405+0000 7f0c8ea00640 1 -- 172.21.15.33:0/1505460353 learned_addr learned my addr 172.21.15.33:0/1505460353 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.405+0000 7f0c8e000640 1 --2- 172.21.15.33:0/1505460353 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618526c3590 0x5618526d20d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.405+0000 7f0c8f400640 1 --2- 172.21.15.33:0/1505460353 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526cde50 0x5618526d2610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.405+0000 7f0c8ea00640 1 -- 172.21.15.33:0/1505460353 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618526c3590 msgr2=0x5618526d20d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.405+0000 7f0c8ea00640 1 --2- 172.21.15.33:0/1505460353 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618526c3590 0x5618526d20d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.405+0000 7f0c8ea00640 1 -- 172.21.15.33:0/1505460353 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526cde50 msgr2=0x5618526d2610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.405+0000 7f0c8ea00640 1 --2- 172.21.15.33:0/1505460353 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526cde50 0x5618526d2610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.405+0000 7f0c8ea00640 1 -- 172.21.15.33:0/1505460353 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561852747cf0 con 0x5618526c2c70 2024-09-05T02:30:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.406+0000 7f0c8ea00640 1 --2- 172.21.15.33:0/1505460353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526c2c70 0x5618526d1b90 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f0c80000c00 tx=0x7f0c80005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=209f2c7561c35d94 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:31.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.406+0000 7f0c78c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:30:31.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.406+0000 7f0c78c00640 1 -- 172.21.15.33:0/1505460353 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c80035070 con 0x5618526c2c70 2024-09-05T02:30:31.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.406+0000 7f0c98664740 1 -- 172.21.15.33:0/1505460353 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c80005520 con 0x5618526c2c70 2024-09-05T02:30:31.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.406+0000 7f0c78c00640 1 -- 172.21.15.33:0/1505460353 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f0c800048d0 con 0x5618526c2c70 2024-09-05T02:30:31.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.406+0000 7f0c78c00640 1 -- 172.21.15.33:0/1505460353 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0c80066050 con 0x5618526c2c70 2024-09-05T02:30:31.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.406+0000 7f0c98664740 10 client.15897 fetch_fsmap learned FSMap version 29 2024-09-05T02:30:31.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.406+0000 7f0c98664740 1 -- 172.21.15.33:0/1505460353 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561852748fb0 con 0x5618526c2c70 2024-09-05T02:30:31.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.407+0000 7f0c78c00640 1 -- 172.21.15.33:0/1505460353 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c80005520 con 0x5618526c2c70 2024-09-05T02:30:31.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.407+0000 7f0c78c00640 1 -- 172.21.15.33:0/1505460353 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f0c80061030 con 0x5618526c2c70 2024-09-05T02:30:31.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.407+0000 7f0c98664740 10 client.15897 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:30:31.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.407+0000 7f0c98664740 10 client.15897 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:30:31.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.407+0000 7f0c98664740 20 client.15897 populate_metadata read hostname 'smithi033' 2024-09-05T02:30:31.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.407+0000 7f0c98664740 1 --2- 172.21.15.33:0/1505460353 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5618527492b0 0x56185274b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:31.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.407+0000 7f0c98664740 4 client.15897 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:30:31.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.407+0000 7f0c98664740 1 -- 172.21.15.33:0/1505460353 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561852630e60 con 0x5618527492b0 2024-09-05T02:30:31.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.407+0000 7f0c8e000640 1 --2- 172.21.15.33:0/1505460353 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5618527492b0 0x56185274b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:31.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.408+0000 7f0c8e000640 1 --2- 172.21.15.33:0/1505460353 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5618527492b0 0x56185274b6a0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=e8512814aefbd3dc server_cookie=b5139e19619586cd in_seq=0 out_seq=0 2024-09-05T02:30:31.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.408+0000 7f0c78c00640 10 client.15897 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:30:31.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.408+0000 7f0c78c00640 1 -- 172.21.15.33:0/1505460353 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561852630e60 con 0x5618527492b0 2024-09-05T02:30:31.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.408+0000 7f0c78c00640 10 client.15897 handle_command_reply: tid=0 2024-09-05T02:30:31.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.408+0000 7f0c98664740 1 client.15897 shutdown 2024-09-05T02:30:31.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.408+0000 7f0c98664740 1 -- 172.21.15.33:0/1505460353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526c2c70 msgr2=0x5618526d1b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:31.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.408+0000 7f0c98664740 1 --2- 172.21.15.33:0/1505460353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526c2c70 0x5618526d1b90 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f0c80000c00 tx=0x7f0c80005a20 comp rx=0 tx=0).stop 2024-09-05T02:30:31.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.408+0000 7f0c98664740 1 -- 172.21.15.33:0/1505460353 shutdown_connections 2024-09-05T02:30:31.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.408+0000 7f0c98664740 1 --2- 172.21.15.33:0/1505460353 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5618527492b0 0x56185274b6a0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.408+0000 7f0c98664740 1 --2- 172.21.15.33:0/1505460353 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618526cde50 0x5618526d2610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.408+0000 7f0c98664740 1 --2- 172.21.15.33:0/1505460353 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618526c3590 0x5618526d20d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.408+0000 7f0c98664740 1 --2- 172.21.15.33:0/1505460353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618526c2c70 0x5618526d1b90 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.408+0000 7f0c98664740 1 -- 172.21.15.33:0/1505460353 >> 172.21.15.33:0/1505460353 conn(0x5618526bf200 msgr2=0x5618526cac80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:31.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.408+0000 7f0c78c00640 0 client.15897 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:30:31.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.409+0000 7f0c98664740 1 -- 172.21.15.33:0/1505460353 shutdown_connections 2024-09-05T02:30:31.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.409+0000 7f0c98664740 1 -- 172.21.15.33:0/1505460353 wait complete. 2024-09-05T02:30:31.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.409+0000 7f0c98664740 20 client.15897 trim_cache size 0 max 16384 2024-09-05T02:30:31.414 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:30:31.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.410+0000 7f0c95c00640 1 -- 172.21.15.33:0/2488855782 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0c740a2d70 msgr2=0x7f0c740a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:31.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.410+0000 7f0c95c00640 1 --2- 172.21.15.33:0/2488855782 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0c740a2d70 0x7f0c740a5230 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f0c88005fd0 tx=0x7f0c88009600 comp rx=0 tx=0).stop 2024-09-05T02:30:31.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.410+0000 7f0c95c00640 1 -- 172.21.15.33:0/2488855782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c901049c0 msgr2=0x7f0c9019ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:31.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.410+0000 7f0c95c00640 1 --2- 172.21.15.33:0/2488855782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c901049c0 0x7f0c9019ab70 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f0c7c00d950 tx=0x7f0c7c00de10 comp rx=0 tx=0).stop 2024-09-05T02:30:31.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.410+0000 7f0c95c00640 1 -- 172.21.15.33:0/2488855782 shutdown_connections 2024-09-05T02:30:31.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.410+0000 7f0c95c00640 1 --2- 172.21.15.33:0/2488855782 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0c740a2d70 0x7f0c740a5230 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.410+0000 7f0c95c00640 1 --2- 172.21.15.33:0/2488855782 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0c90109140 0x7f0c9019ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.410+0000 7f0c95c00640 1 --2- 172.21.15.33:0/2488855782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c901049c0 0x7f0c9019ab70 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.410+0000 7f0c95c00640 1 --2- 172.21.15.33:0/2488855782 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0c90104010 0x7f0c9019a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:31.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.410+0000 7f0c95c00640 1 -- 172.21.15.33:0/2488855782 >> 172.21.15.33:0/2488855782 conn(0x7f0c900ffa50 msgr2=0x7f0c90100de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:31.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.410+0000 7f0c95c00640 1 -- 172.21.15.33:0/2488855782 shutdown_connections 2024-09-05T02:30:31.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:31.410+0000 7f0c95c00640 1 -- 172.21.15.33:0/2488855782 wait complete. 2024-09-05T02:30:31.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:31 smithi174 ceph-mon[34756]: pgmap v110: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 3.7 KiB/s wr, 222 op/s 2024-09-05T02:30:31.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:31 smithi123 ceph-mon[34031]: pgmap v110: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 3.7 KiB/s wr, 222 op/s 2024-09-05T02:30:32.232 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:30:32.612 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:30:33.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.186+0000 7fb562600640 1 -- 172.21.15.33:0/1441158862 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb55c1027a0 msgr2=0x7fb55c1067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:33.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.186+0000 7fb562600640 1 --2- 172.21.15.33:0/1441158862 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb55c1027a0 0x7fb55c1067f0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fb544009900 tx=0x7fb54402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.186+0000 7fb562600640 1 -- 172.21.15.33:0/1441158862 shutdown_connections 2024-09-05T02:30:33.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.186+0000 7fb562600640 1 --2- 172.21.15.33:0/1441158862 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb55c106f20 0x7fb55c10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.186+0000 7fb562600640 1 --2- 172.21.15.33:0/1441158862 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb55c1027a0 0x7fb55c1067f0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.186+0000 7fb562600640 1 --2- 172.21.15.33:0/1441158862 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb55c101df0 0x7fb55c1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.186+0000 7fb562600640 1 -- 172.21.15.33:0/1441158862 >> 172.21.15.33:0/1441158862 conn(0x7fb55c0fd8b0 msgr2=0x7fb55c0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:33.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.186+0000 7fb562600640 1 -- 172.21.15.33:0/1441158862 shutdown_connections 2024-09-05T02:30:33.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.186+0000 7fb562600640 1 -- 172.21.15.33:0/1441158862 wait complete. 2024-09-05T02:30:33.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.187+0000 7fb562600640 1 Processor -- start 2024-09-05T02:30:33.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.187+0000 7fb562600640 1 -- start start 2024-09-05T02:30:33.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.187+0000 7fb562600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb55c101df0 0x7fb55c19a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:33.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.187+0000 7fb562600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb55c1027a0 0x7fb55c19ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:33.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.187+0000 7fb562600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb55c106f20 0x7fb55c19eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:33.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.187+0000 7fb562600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb55c111f80 con 0x7fb55c1027a0 2024-09-05T02:30:33.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.187+0000 7fb562600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb55c111e00 con 0x7fb55c101df0 2024-09-05T02:30:33.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.187+0000 7fb562600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb55c112100 con 0x7fb55c106f20 2024-09-05T02:30:33.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.188+0000 7fb553e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb55c1027a0 0x7fb55c19ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:33.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.188+0000 7fb55b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb55c101df0 0x7fb55c19a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:33.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.188+0000 7fb553e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb55c1027a0 0x7fb55c19ab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37866/0 (socket says 172.21.15.33:37866) 2024-09-05T02:30:33.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.188+0000 7fb553e00640 1 -- 172.21.15.33:0/4174877618 learned_addr learned my addr 172.21.15.33:0/4174877618 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:33.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.188+0000 7fb55be00640 1 --2- 172.21.15.33:0/4174877618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb55c106f20 0x7fb55c19eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:33.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.188+0000 7fb55b400640 1 -- 172.21.15.33:0/4174877618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb55c106f20 msgr2=0x7fb55c19eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:33.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.188+0000 7fb55b400640 1 --2- 172.21.15.33:0/4174877618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb55c106f20 0x7fb55c19eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.188+0000 7fb55b400640 1 -- 172.21.15.33:0/4174877618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb55c1027a0 msgr2=0x7fb55c19ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:33.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.188+0000 7fb55b400640 1 --2- 172.21.15.33:0/4174877618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb55c1027a0 0x7fb55c19ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.188+0000 7fb55b400640 1 -- 172.21.15.33:0/4174877618 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb55c19f5c0 con 0x7fb55c101df0 2024-09-05T02:30:33.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.188+0000 7fb553e00640 1 --2- 172.21.15.33:0/4174877618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb55c1027a0 0x7fb55c19ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:30:33.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.189+0000 7fb55b400640 1 --2- 172.21.15.33:0/4174877618 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb55c101df0 0x7fb55c19a610 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fb54c00e9f0 tx=0x7fb54c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:33.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.189+0000 7fb558c00640 1 -- 172.21.15.33:0/4174877618 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb54c00ccc0 con 0x7fb55c101df0 2024-09-05T02:30:33.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.189+0000 7fb562600640 1 -- 172.21.15.33:0/4174877618 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb55c19f8b0 con 0x7fb55c101df0 2024-09-05T02:30:33.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.189+0000 7fb558c00640 1 -- 172.21.15.33:0/4174877618 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb54c005020 con 0x7fb55c101df0 2024-09-05T02:30:33.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.189+0000 7fb558c00640 1 -- 172.21.15.33:0/4174877618 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb54c0049e0 con 0x7fb55c101df0 2024-09-05T02:30:33.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.189+0000 7fb562600640 1 -- 172.21.15.33:0/4174877618 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb55c1a7190 con 0x7fb55c101df0 2024-09-05T02:30:33.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.192+0000 7fb565206740 1 Processor -- start 2024-09-05T02:30:33.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.192+0000 7fb565206740 1 -- start start 2024-09-05T02:30:33.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.192+0000 7fb558c00640 1 -- 172.21.15.33:0/4174877618 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fb54c005560 con 0x7fb55c101df0 2024-09-05T02:30:33.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.192+0000 7fb565206740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9786c70 0x5593d9787050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:33.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.192+0000 7fb565206740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5593d9787590 0x5593d9791910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:33.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.192+0000 7fb565206740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9791e50 0x5593d9794240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:33.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.192+0000 7fb565206740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5593d96ed3e0 con 0x5593d9786c70 2024-09-05T02:30:33.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.192+0000 7fb565206740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5593d9694d80 con 0x5593d9791e50 2024-09-05T02:30:33.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.192+0000 7fb565206740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5593d96e93a0 con 0x5593d9787590 2024-09-05T02:30:33.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.193+0000 7fb55be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9786c70 0x5593d9787050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:33.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.193+0000 7fb55be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9786c70 0x5593d9787050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37872/0 (socket says 172.21.15.33:37872) 2024-09-05T02:30:33.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.193+0000 7fb55be00640 1 -- 172.21.15.33:0/4134226057 learned_addr learned my addr 172.21.15.33:0/4134226057 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:33.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.193+0000 7fb55b400640 1 --2- 172.21.15.33:0/4134226057 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5593d9787590 0x5593d9791910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:33.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.193+0000 7fb553e00640 1 --2- 172.21.15.33:0/4134226057 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9791e50 0x5593d9794240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:33.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.193+0000 7fb55be00640 1 -- 172.21.15.33:0/4134226057 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5593d9787590 msgr2=0x5593d9791910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:33.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.193+0000 7fb55be00640 1 --2- 172.21.15.33:0/4134226057 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5593d9787590 0x5593d9791910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.193+0000 7fb55be00640 1 -- 172.21.15.33:0/4134226057 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9791e50 msgr2=0x5593d9794240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:33.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.193+0000 7fb55be00640 1 --2- 172.21.15.33:0/4134226057 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9791e50 0x5593d9794240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.193+0000 7fb55be00640 1 -- 172.21.15.33:0/4134226057 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593d96b3ae0 con 0x5593d9786c70 2024-09-05T02:30:33.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.194+0000 7fb55be00640 1 --2- 172.21.15.33:0/4134226057 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9786c70 0x5593d9787050 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fb554009f50 tx=0x7fb5540118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=babc59a75c556da7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:33.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.194+0000 7fb550c00640 1 -- 172.21.15.33:0/4134226057 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb554004d20 con 0x5593d9786c70 2024-09-05T02:30:33.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.194+0000 7fb550c00640 1 -- 172.21.15.33:0/4134226057 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb554004050 con 0x5593d9786c70 2024-09-05T02:30:33.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.194+0000 7fb550c00640 1 -- 172.21.15.33:0/4134226057 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb554005220 con 0x5593d9786c70 2024-09-05T02:30:33.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.194+0000 7fb558c00640 1 --2- 172.21.15.33:0/4174877618 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb5400a2cf0 0x7fb5400a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:33.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.194+0000 7fb558c00640 1 -- 172.21.15.33:0/4174877618 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb54c0cf410 con 0x7fb55c101df0 2024-09-05T02:30:33.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.194+0000 7fb55b400640 1 --2- 172.21.15.33:0/4174877618 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb5400a2cf0 0x7fb5400a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:33.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.195+0000 7fb565206740 1 -- 172.21.15.33:0/4134226057 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9786c70 msgr2=0x5593d9787050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:33.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.195+0000 7fb565206740 1 --2- 172.21.15.33:0/4134226057 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9786c70 0x5593d9787050 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fb554009f50 tx=0x7fb5540118d0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.195+0000 7fb565206740 1 -- 172.21.15.33:0/4134226057 shutdown_connections 2024-09-05T02:30:33.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.195+0000 7fb565206740 1 --2- 172.21.15.33:0/4134226057 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9791e50 0x5593d9794240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.195+0000 7fb565206740 1 --2- 172.21.15.33:0/4134226057 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5593d9787590 0x5593d9791910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.195+0000 7fb565206740 1 --2- 172.21.15.33:0/4134226057 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9786c70 0x5593d9787050 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.195+0000 7fb565206740 1 -- 172.21.15.33:0/4134226057 >> 172.21.15.33:0/4134226057 conn(0x5593d9783200 msgr2=0x5593d97835e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:33.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.195+0000 7fb55b400640 1 --2- 172.21.15.33:0/4174877618 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb5400a2cf0 0x7fb5400a51b0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb54c0d2fd0 tx=0x7fb54c0d2ec0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:33.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.195+0000 7fb565206740 1 -- 172.21.15.33:0/4134226057 shutdown_connections 2024-09-05T02:30:33.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.195+0000 7fb565206740 1 -- 172.21.15.33:0/4134226057 wait complete. 2024-09-05T02:30:33.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.196+0000 7fb565206740 1 -- start start 2024-09-05T02:30:33.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.196+0000 7fb565206740 1 Processor -- start 2024-09-05T02:30:33.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.196+0000 7fb565206740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9786c70 0x5593d978ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:33.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.196+0000 7fb565206740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9787590 0x5593d978f220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:33.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.196+0000 7fb565206740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5593d9791e50 0x5593d978f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:33.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.197+0000 7fb565206740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5593d9794a20 con 0x5593d9787590 2024-09-05T02:30:33.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.197+0000 7fb565206740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5593d96a80f0 con 0x5593d9786c70 2024-09-05T02:30:33.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.197+0000 7fb565206740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5593d9794ba0 con 0x5593d9791e50 2024-09-05T02:30:33.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.197+0000 7fb565206740 10 client.0 _ll_register_callbacks cb 0x5593d968fbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:30:33.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.197+0000 7fb55be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9786c70 0x5593d978ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:33.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.197+0000 7fb55be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9786c70 0x5593d978ece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:51074/0 (socket says 172.21.15.33:51074) 2024-09-05T02:30:33.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.197+0000 7fb55be00640 1 -- 172.21.15.33:0/1202098733 learned_addr learned my addr 172.21.15.33:0/1202098733 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:33.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.197+0000 7fb553e00640 1 --2- 172.21.15.33:0/1202098733 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9787590 0x5593d978f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:33.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.197+0000 7fb55be00640 1 --2- 172.21.15.33:0/1202098733 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5593d9791e50 0x5593d978f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:33.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.197+0000 7fb55be00640 1 -- 172.21.15.33:0/1202098733 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5593d9791e50 msgr2=0x5593d978f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:33.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.197+0000 7fb55be00640 1 --2- 172.21.15.33:0/1202098733 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5593d9791e50 0x5593d978f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.197+0000 7fb55be00640 1 -- 172.21.15.33:0/1202098733 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9787590 msgr2=0x5593d978f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:33.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.197+0000 7fb55be00640 1 --2- 172.21.15.33:0/1202098733 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9787590 0x5593d978f220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.197+0000 7fb55be00640 1 -- 172.21.15.33:0/1202098733 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5593d945e3c0 con 0x5593d9786c70 2024-09-05T02:30:33.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.198+0000 7fb55be00640 1 --2- 172.21.15.33:0/1202098733 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9786c70 0x5593d978ece0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fb5540044a0 tx=0x7fb5540047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78362f71f9f2d081 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:33.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.198+0000 7fb549600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:30:33.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.198+0000 7fb549600640 1 -- 172.21.15.33:0/1202098733 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb55402b070 con 0x5593d9786c70 2024-09-05T02:30:33.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.198+0000 7fb549600640 1 -- 172.21.15.33:0/1202098733 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb554025450 con 0x5593d9786c70 2024-09-05T02:30:33.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.198+0000 7fb565206740 1 -- 172.21.15.33:0/1202098733 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb554004050 con 0x5593d9786c70 2024-09-05T02:30:33.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.198+0000 7fb549600640 1 -- 172.21.15.33:0/1202098733 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb554003e40 con 0x5593d9786c70 2024-09-05T02:30:33.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.198+0000 7fb565206740 10 client.26006 fetch_fsmap learned FSMap version 29 2024-09-05T02:30:33.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.198+0000 7fb565206740 1 -- 172.21.15.33:0/1202098733 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5593d97a09f0 con 0x5593d9786c70 2024-09-05T02:30:33.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.199+0000 7fb549600640 1 -- 172.21.15.33:0/1202098733 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb554004050 con 0x5593d9786c70 2024-09-05T02:30:33.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.199+0000 7fb549600640 1 -- 172.21.15.33:0/1202098733 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb55400f5c0 con 0x5593d9786c70 2024-09-05T02:30:33.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.199+0000 7fb565206740 10 client.26006 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:30:33.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.199+0000 7fb565206740 10 client.26006 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:30:33.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.199+0000 7fb565206740 20 client.26006 populate_metadata read hostname 'smithi033' 2024-09-05T02:30:33.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.199+0000 7fb565206740 1 --2- 172.21.15.33:0/1202098733 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5593d97a1e50 0x5593d97a4240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:33.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.199+0000 7fb565206740 4 client.26006 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:30:33.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.199+0000 7fb565206740 1 -- 172.21.15.33:0/1202098733 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5593d96fa950 con 0x5593d97a1e50 2024-09-05T02:30:33.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.199+0000 7fb553e00640 1 --2- 172.21.15.33:0/1202098733 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5593d97a1e50 0x5593d97a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:33.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.200+0000 7fb553e00640 1 --2- 172.21.15.33:0/1202098733 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5593d97a1e50 0x5593d97a4240 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=57cc7e1185a0c637 server_cookie=2654c1bff3a5ec1e in_seq=0 out_seq=0 2024-09-05T02:30:33.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.200+0000 7fb549600640 10 client.26006 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:30:33.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.201+0000 7fb549600640 1 -- 172.21.15.33:0/1202098733 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5593d96fa950 con 0x5593d97a1e50 2024-09-05T02:30:33.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.201+0000 7fb549600640 10 client.26006 handle_command_reply: tid=0 2024-09-05T02:30:33.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.201+0000 7fb565206740 1 client.26006 shutdown 2024-09-05T02:30:33.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.201+0000 7fb565206740 1 -- 172.21.15.33:0/1202098733 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9786c70 msgr2=0x5593d978ece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:33.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.201+0000 7fb565206740 1 --2- 172.21.15.33:0/1202098733 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9786c70 0x5593d978ece0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fb5540044a0 tx=0x7fb5540047b0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.201+0000 7fb565206740 1 -- 172.21.15.33:0/1202098733 shutdown_connections 2024-09-05T02:30:33.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.201+0000 7fb565206740 1 --2- 172.21.15.33:0/1202098733 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5593d97a1e50 0x5593d97a4240 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.201+0000 7fb565206740 1 --2- 172.21.15.33:0/1202098733 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5593d9791e50 0x5593d978f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.201+0000 7fb565206740 1 --2- 172.21.15.33:0/1202098733 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9787590 0x5593d978f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.201+0000 7fb565206740 1 --2- 172.21.15.33:0/1202098733 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9786c70 0x5593d978ece0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.201+0000 7fb549600640 0 client.26006 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:30:33.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.201+0000 7fb565206740 1 -- 172.21.15.33:0/1202098733 >> 172.21.15.33:0/1202098733 conn(0x5593d9783200 msgr2=0x5593d9782380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:33.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.201+0000 7fb565206740 1 -- 172.21.15.33:0/1202098733 shutdown_connections 2024-09-05T02:30:33.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.202+0000 7fb565206740 1 -- 172.21.15.33:0/1202098733 wait complete. 2024-09-05T02:30:33.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.202+0000 7fb565206740 20 client.26006 trim_cache size 0 max 16384 2024-09-05T02:30:33.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.215+0000 7fb565206740 1 Processor -- start 2024-09-05T02:30:33.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.215+0000 7fb565206740 1 -- start start 2024-09-05T02:30:33.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.216+0000 7fb565206740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9786c70 0x5593d97a9930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:33.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.216+0000 7fb565206740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9787590 0x5593d97a9e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:33.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.216+0000 7fb565206740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5593d9791e50 0x5593d9781b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:33.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.216+0000 7fb565206740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb55c1afb30 con 0x5593d9787590 2024-09-05T02:30:33.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.216+0000 7fb565206740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb55c1b1670 con 0x5593d9786c70 2024-09-05T02:30:33.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.216+0000 7fb565206740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb55c1b0200 con 0x5593d9791e50 2024-09-05T02:30:33.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.216+0000 7fb55be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9786c70 0x5593d97a9930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:33.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.216+0000 7fb553e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9787590 0x5593d97a9e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:33.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.216+0000 7fb55be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9786c70 0x5593d97a9930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:51088/0 (socket says 172.21.15.33:51088) 2024-09-05T02:30:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.216+0000 7fb55be00640 1 -- 172.21.15.33:0/4037766867 learned_addr learned my addr 172.21.15.33:0/4037766867 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.216+0000 7fb55be00640 1 --2- 172.21.15.33:0/4037766867 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5593d9791e50 0x5593d9781b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.216+0000 7fb553e00640 1 -- 172.21.15.33:0/4037766867 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5593d9791e50 msgr2=0x5593d9781b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.216+0000 7fb553e00640 1 --2- 172.21.15.33:0/4037766867 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5593d9791e50 0x5593d9781b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.216+0000 7fb553e00640 1 -- 172.21.15.33:0/4037766867 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9786c70 msgr2=0x5593d97a9930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.216+0000 7fb553e00640 1 --2- 172.21.15.33:0/4037766867 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9786c70 0x5593d97a9930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.216+0000 7fb553e00640 1 -- 172.21.15.33:0/4037766867 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593d977e770 con 0x5593d9787590 2024-09-05T02:30:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.217+0000 7fb553e00640 1 --2- 172.21.15.33:0/4037766867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9787590 0x5593d97a9e70 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fb544005ab0 tx=0x7fb544005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24cd8976d0c208cd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.217+0000 7fb54be00640 1 -- 172.21.15.33:0/4037766867 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb544035040 con 0x5593d9787590 2024-09-05T02:30:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.217+0000 7fb54be00640 1 -- 172.21.15.33:0/4037766867 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb544005040 con 0x5593d9787590 2024-09-05T02:30:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.217+0000 7fb54be00640 1 -- 172.21.15.33:0/4037766867 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb544004ac0 con 0x5593d9787590 2024-09-05T02:30:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.218+0000 7fb565206740 1 -- 172.21.15.33:0/4037766867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9787590 msgr2=0x5593d97a9e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.218+0000 7fb565206740 1 --2- 172.21.15.33:0/4037766867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9787590 0x5593d97a9e70 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fb544005ab0 tx=0x7fb544005a20 comp rx=0 tx=0).stop 2024-09-05T02:30:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.218+0000 7fb565206740 1 -- 172.21.15.33:0/4037766867 shutdown_connections 2024-09-05T02:30:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.218+0000 7fb565206740 1 --2- 172.21.15.33:0/4037766867 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5593d9791e50 0x5593d9781b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.218+0000 7fb565206740 1 --2- 172.21.15.33:0/4037766867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9787590 0x5593d97a9e70 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.218+0000 7fb565206740 1 --2- 172.21.15.33:0/4037766867 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9786c70 0x5593d97a9930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.218+0000 7fb565206740 1 -- 172.21.15.33:0/4037766867 >> 172.21.15.33:0/4037766867 conn(0x5593d9783200 msgr2=0x5593d9790d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.218+0000 7fb565206740 1 -- 172.21.15.33:0/4037766867 shutdown_connections 2024-09-05T02:30:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.218+0000 7fb565206740 1 -- 172.21.15.33:0/4037766867 wait complete. 2024-09-05T02:30:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.218+0000 7fb565206740 1 -- start start 2024-09-05T02:30:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.218+0000 7fb565206740 1 Processor -- start 2024-09-05T02:30:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.219+0000 7fb565206740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9786c70 0x5593d9799df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.219+0000 7fb565206740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9787590 0x5593d979a330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.219+0000 7fb565206740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5593d9791e50 0x5593d978b360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.219+0000 7fb565206740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb55c1b0fa0 con 0x5593d9786c70 2024-09-05T02:30:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.219+0000 7fb565206740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb55c1b08d0 con 0x5593d9787590 2024-09-05T02:30:33.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.219+0000 7fb565206740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb55c1adb10 con 0x5593d9791e50 2024-09-05T02:30:33.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.219+0000 7fb565206740 10 client.0 _ll_register_callbacks cb 0x7fb54c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:30:33.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.219+0000 7fb55be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9786c70 0x5593d9799df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:33.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.219+0000 7fb55be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9786c70 0x5593d9799df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37902/0 (socket says 172.21.15.33:37902) 2024-09-05T02:30:33.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.219+0000 7fb55be00640 1 -- 172.21.15.33:0/3200857812 learned_addr learned my addr 172.21.15.33:0/3200857812 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:33.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.219+0000 7fb553e00640 1 --2- 172.21.15.33:0/3200857812 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9787590 0x5593d979a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:33.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.219+0000 7fb55be00640 1 --2- 172.21.15.33:0/3200857812 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5593d9791e50 0x5593d978b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:33.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.220+0000 7fb55be00640 1 -- 172.21.15.33:0/3200857812 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5593d9791e50 msgr2=0x5593d978b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:33.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.220+0000 7fb55be00640 1 --2- 172.21.15.33:0/3200857812 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5593d9791e50 0x5593d978b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.220+0000 7fb55be00640 1 -- 172.21.15.33:0/3200857812 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9787590 msgr2=0x5593d979a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:33.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.220+0000 7fb55be00640 1 --2- 172.21.15.33:0/3200857812 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9787590 0x5593d979a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.220+0000 7fb55be00640 1 -- 172.21.15.33:0/3200857812 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5593d978b8a0 con 0x5593d9786c70 2024-09-05T02:30:33.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.220+0000 7fb55be00640 1 --2- 172.21.15.33:0/3200857812 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9786c70 0x5593d9799df0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fb554009fd0 tx=0x7fb554000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38b0c857599f6d3e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.220+0000 7fb549600640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:30:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.220+0000 7fb549600640 1 -- 172.21.15.33:0/3200857812 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb55402b040 con 0x5593d9786c70 2024-09-05T02:30:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.220+0000 7fb549600640 1 -- 172.21.15.33:0/3200857812 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb55400f690 con 0x5593d9786c70 2024-09-05T02:30:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.220+0000 7fb565206740 1 -- 172.21.15.33:0/3200857812 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb544005040 con 0x5593d9786c70 2024-09-05T02:30:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.221+0000 7fb549600640 1 -- 172.21.15.33:0/3200857812 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb554027af0 con 0x5593d9786c70 2024-09-05T02:30:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.221+0000 7fb565206740 10 client.15915 fetch_fsmap learned FSMap version 29 2024-09-05T02:30:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.221+0000 7fb565206740 1 -- 172.21.15.33:0/3200857812 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5593d980c0a0 con 0x5593d9786c70 2024-09-05T02:30:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.221+0000 7fb549600640 1 -- 172.21.15.33:0/3200857812 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb544005040 con 0x5593d9786c70 2024-09-05T02:30:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.221+0000 7fb549600640 1 -- 172.21.15.33:0/3200857812 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb554025570 con 0x5593d9786c70 2024-09-05T02:30:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.221+0000 7fb565206740 10 client.15915 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:30:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.221+0000 7fb565206740 10 client.15915 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:30:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.221+0000 7fb565206740 20 client.15915 populate_metadata read hostname 'smithi033' 2024-09-05T02:30:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.221+0000 7fb565206740 1 --2- 172.21.15.33:0/3200857812 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5593d980c700 0x5593d980eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:33.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.221+0000 7fb565206740 4 client.15915 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:30:33.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.221+0000 7fb565206740 1 -- 172.21.15.33:0/3200857812 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5593d96f4e60 con 0x5593d980c700 2024-09-05T02:30:33.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.222+0000 7fb553e00640 1 --2- 172.21.15.33:0/3200857812 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5593d980c700 0x5593d980eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:33.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.222+0000 7fb553e00640 1 --2- 172.21.15.33:0/3200857812 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5593d980c700 0x5593d980eb20 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=73a50b016258b1cd server_cookie=6df37ad6603efe88 in_seq=0 out_seq=0 2024-09-05T02:30:33.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.222+0000 7fb549600640 10 client.15915 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:30:33.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.222+0000 7fb549600640 1 -- 172.21.15.33:0/3200857812 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5593d96f4e60 con 0x5593d980c700 2024-09-05T02:30:33.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.222+0000 7fb549600640 10 client.15915 handle_command_reply: tid=0 2024-09-05T02:30:33.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.222+0000 7fb565206740 1 client.15915 shutdown 2024-09-05T02:30:33.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.223+0000 7fb565206740 1 -- 172.21.15.33:0/3200857812 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9786c70 msgr2=0x5593d9799df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:33.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.223+0000 7fb565206740 1 --2- 172.21.15.33:0/3200857812 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9786c70 0x5593d9799df0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fb554009fd0 tx=0x7fb554000f40 comp rx=0 tx=0).stop 2024-09-05T02:30:33.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.223+0000 7fb565206740 1 -- 172.21.15.33:0/3200857812 shutdown_connections 2024-09-05T02:30:33.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.223+0000 7fb565206740 1 --2- 172.21.15.33:0/3200857812 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5593d980c700 0x5593d980eb20 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.223+0000 7fb565206740 1 --2- 172.21.15.33:0/3200857812 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5593d9791e50 0x5593d978b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.223+0000 7fb565206740 1 --2- 172.21.15.33:0/3200857812 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5593d9787590 0x5593d979a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.223+0000 7fb565206740 1 --2- 172.21.15.33:0/3200857812 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5593d9786c70 0x5593d9799df0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.223+0000 7fb565206740 1 -- 172.21.15.33:0/3200857812 >> 172.21.15.33:0/3200857812 conn(0x5593d9783200 msgr2=0x5593d978d480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:33.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.223+0000 7fb549600640 0 client.15915 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:30:33.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.223+0000 7fb565206740 1 -- 172.21.15.33:0/3200857812 shutdown_connections 2024-09-05T02:30:33.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.223+0000 7fb565206740 1 -- 172.21.15.33:0/3200857812 wait complete. 2024-09-05T02:30:33.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.223+0000 7fb565206740 20 client.15915 trim_cache size 0 max 16384 2024-09-05T02:30:33.229 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:30:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.224+0000 7fb562600640 1 -- 172.21.15.33:0/4174877618 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb5400a2cf0 msgr2=0x7fb5400a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.224+0000 7fb562600640 1 --2- 172.21.15.33:0/4174877618 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb5400a2cf0 0x7fb5400a51b0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb54c0d2fd0 tx=0x7fb54c0d2ec0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.224+0000 7fb562600640 1 -- 172.21.15.33:0/4174877618 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb55c101df0 msgr2=0x7fb55c19a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.224+0000 7fb562600640 1 --2- 172.21.15.33:0/4174877618 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb55c101df0 0x7fb55c19a610 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fb54c00e9f0 tx=0x7fb54c00eeb0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.224+0000 7fb562600640 1 -- 172.21.15.33:0/4174877618 shutdown_connections 2024-09-05T02:30:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.224+0000 7fb562600640 1 --2- 172.21.15.33:0/4174877618 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb5400a2cf0 0x7fb5400a51b0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.224+0000 7fb562600640 1 --2- 172.21.15.33:0/4174877618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb55c106f20 0x7fb55c19eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.224+0000 7fb562600640 1 --2- 172.21.15.33:0/4174877618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb55c1027a0 0x7fb55c19ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.224+0000 7fb562600640 1 --2- 172.21.15.33:0/4174877618 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb55c101df0 0x7fb55c19a610 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.224+0000 7fb562600640 1 -- 172.21.15.33:0/4174877618 >> 172.21.15.33:0/4174877618 conn(0x7fb55c0fd8b0 msgr2=0x7fb55c0feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.224+0000 7fb562600640 1 -- 172.21.15.33:0/4174877618 shutdown_connections 2024-09-05T02:30:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:33.224+0000 7fb562600640 1 -- 172.21.15.33:0/4174877618 wait complete. 2024-09-05T02:30:33.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:33 smithi033 ceph-mon[29909]: pgmap v111: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 3.7 KiB/s wr, 227 op/s 2024-09-05T02:30:33.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:33 smithi174 ceph-mon[34756]: pgmap v111: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 3.7 KiB/s wr, 227 op/s 2024-09-05T02:30:33.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:33 smithi123 ceph-mon[34031]: pgmap v111: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 3.7 KiB/s wr, 227 op/s 2024-09-05T02:30:34.157 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:30:34.536 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:30:35.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.104+0000 7f9c71400640 1 -- 172.21.15.33:0/3361954192 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c6c1049a0 msgr2=0x7f9c6c1089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:35.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.104+0000 7f9c71400640 1 --2- 172.21.15.33:0/3361954192 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c6c1049a0 0x7f9c6c1089f0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f9c58009900 tx=0x7f9c5802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.104+0000 7f9c71400640 1 -- 172.21.15.33:0/3361954192 shutdown_connections 2024-09-05T02:30:35.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.104+0000 7f9c71400640 1 --2- 172.21.15.33:0/3361954192 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9c6c109120 0x7f9c6c110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.104+0000 7f9c71400640 1 --2- 172.21.15.33:0/3361954192 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c6c1049a0 0x7f9c6c1089f0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.104+0000 7f9c71400640 1 --2- 172.21.15.33:0/3361954192 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9c6c103ff0 0x7f9c6c1043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.104+0000 7f9c71400640 1 -- 172.21.15.33:0/3361954192 >> 172.21.15.33:0/3361954192 conn(0x7f9c6c0ffa90 msgr2=0x7f9c6c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:35.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.104+0000 7f9c71400640 1 -- 172.21.15.33:0/3361954192 shutdown_connections 2024-09-05T02:30:35.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.104+0000 7f9c71400640 1 -- 172.21.15.33:0/3361954192 wait complete. 2024-09-05T02:30:35.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.105+0000 7f9c71400640 1 Processor -- start 2024-09-05T02:30:35.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.105+0000 7f9c71400640 1 -- start start 2024-09-05T02:30:35.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.105+0000 7f9c71400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c6c103ff0 0x7f9c6c19a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:35.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.105+0000 7f9c71400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9c6c1049a0 0x7f9c6c19ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:35.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.105+0000 7f9c71400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9c6c109120 0x7f9c6c19ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:35.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.105+0000 7f9c71400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9c6c114170 con 0x7f9c6c103ff0 2024-09-05T02:30:35.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.105+0000 7f9c71400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9c6c113ff0 con 0x7f9c6c109120 2024-09-05T02:30:35.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.105+0000 7f9c71400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f9c6c1142f0 con 0x7f9c6c1049a0 2024-09-05T02:30:35.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.106+0000 7f9c6a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c6c103ff0 0x7f9c6c19a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:35.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.106+0000 7f9c6a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c6c103ff0 0x7f9c6c19a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37924/0 (socket says 172.21.15.33:37924) 2024-09-05T02:30:35.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.106+0000 7f9c6a800640 1 -- 172.21.15.33:0/2495086842 learned_addr learned my addr 172.21.15.33:0/2495086842 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:35.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.106+0000 7f9c6b200640 1 --2- 172.21.15.33:0/2495086842 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9c6c109120 0x7f9c6c19ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:35.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.106+0000 7f9c69e00640 1 --2- 172.21.15.33:0/2495086842 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9c6c1049a0 0x7f9c6c19ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:35.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.106+0000 7f9c6a800640 1 -- 172.21.15.33:0/2495086842 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9c6c1049a0 msgr2=0x7f9c6c19ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:35.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.106+0000 7f9c6a800640 1 --2- 172.21.15.33:0/2495086842 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9c6c1049a0 0x7f9c6c19ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.106+0000 7f9c6a800640 1 -- 172.21.15.33:0/2495086842 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9c6c109120 msgr2=0x7f9c6c19ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:35.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.106+0000 7f9c6a800640 1 --2- 172.21.15.33:0/2495086842 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9c6c109120 0x7f9c6c19ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.106+0000 7f9c6a800640 1 -- 172.21.15.33:0/2495086842 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c6c19f600 con 0x7f9c6c103ff0 2024-09-05T02:30:35.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.106+0000 7f9c6b200640 1 --2- 172.21.15.33:0/2495086842 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9c6c109120 0x7f9c6c19ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:30:35.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.106+0000 7f9c6a800640 1 --2- 172.21.15.33:0/2495086842 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c6c103ff0 0x7f9c6c19a650 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f9c5c00e9f0 tx=0x7f9c5c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:35.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.107+0000 7f9c63400640 1 -- 172.21.15.33:0/2495086842 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c5c00cd80 con 0x7f9c6c103ff0 2024-09-05T02:30:35.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.107+0000 7f9c63400640 1 -- 172.21.15.33:0/2495086842 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9c5c010910 con 0x7f9c6c103ff0 2024-09-05T02:30:35.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.107+0000 7f9c63400640 1 -- 172.21.15.33:0/2495086842 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c5c018990 con 0x7f9c6c103ff0 2024-09-05T02:30:35.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.107+0000 7f9c71400640 1 -- 172.21.15.33:0/2495086842 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c6c19f8f0 con 0x7f9c6c103ff0 2024-09-05T02:30:35.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.107+0000 7f9c71400640 1 -- 172.21.15.33:0/2495086842 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c6c1a71d0 con 0x7f9c6c103ff0 2024-09-05T02:30:35.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.110+0000 7f9c63400640 1 -- 172.21.15.33:0/2495086842 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f9c5c010ac0 con 0x7f9c6c103ff0 2024-09-05T02:30:35.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.110+0000 7f9c73fc5740 1 Processor -- start 2024-09-05T02:30:35.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.110+0000 7f9c73fc5740 1 -- start start 2024-09-05T02:30:35.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.111+0000 7f9c73fc5740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b4c70 0x564b4b3b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:35.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.111+0000 7f9c73fc5740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3b5590 0x564b4b3bf910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:35.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.111+0000 7f9c73fc5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564b4b3bfe50 0x564b4b3c2240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:35.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.111+0000 7f9c73fc5740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x564b4b31b3e0 con 0x564b4b3b4c70 2024-09-05T02:30:35.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.111+0000 7f9c73fc5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564b4b2c2d80 con 0x564b4b3bfe50 2024-09-05T02:30:35.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.111+0000 7f9c73fc5740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x564b4b3173a0 con 0x564b4b3b5590 2024-09-05T02:30:35.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.111+0000 7f9c6b200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b4c70 0x564b4b3b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:35.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.111+0000 7f9c6b200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b4c70 0x564b4b3b5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37938/0 (socket says 172.21.15.33:37938) 2024-09-05T02:30:35.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.111+0000 7f9c6b200640 1 -- 172.21.15.33:0/3648224120 learned_addr learned my addr 172.21.15.33:0/3648224120 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:35.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.111+0000 7f9c69e00640 1 --2- 172.21.15.33:0/3648224120 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564b4b3bfe50 0x564b4b3c2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:35.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.111+0000 7f9c6a800640 1 --2- 172.21.15.33:0/3648224120 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3b5590 0x564b4b3bf910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:35.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.111+0000 7f9c6b200640 1 -- 172.21.15.33:0/3648224120 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3b5590 msgr2=0x564b4b3bf910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:35.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.111+0000 7f9c6b200640 1 --2- 172.21.15.33:0/3648224120 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3b5590 0x564b4b3bf910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.111+0000 7f9c6b200640 1 -- 172.21.15.33:0/3648224120 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564b4b3bfe50 msgr2=0x564b4b3c2240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:35.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.111+0000 7f9c6b200640 1 --2- 172.21.15.33:0/3648224120 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564b4b3bfe50 0x564b4b3c2240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.111+0000 7f9c6b200640 1 -- 172.21.15.33:0/3648224120 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b4b2e1ae0 con 0x564b4b3b4c70 2024-09-05T02:30:35.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.111+0000 7f9c6a800640 1 --2- 172.21.15.33:0/3648224120 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3b5590 0x564b4b3bf910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:30:35.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.112+0000 7f9c63400640 1 --2- 172.21.15.33:0/2495086842 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9c500a2d70 0x7f9c500a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:35.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.112+0000 7f9c6b200640 1 --2- 172.21.15.33:0/3648224120 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b4c70 0x564b4b3b5050 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f9c64010710 tx=0x7f9c64010bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a93b5d8ecc0bb178 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:35.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.112+0000 7f9c63400640 1 -- 172.21.15.33:0/2495086842 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f9c5c0cf710 con 0x7f9c6c103ff0 2024-09-05T02:30:35.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.112+0000 7f9c6a800640 1 --2- 172.21.15.33:0/2495086842 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9c500a2d70 0x7f9c500a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:35.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.112+0000 7f9c57400640 1 -- 172.21.15.33:0/3648224120 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c6400e8d0 con 0x564b4b3b4c70 2024-09-05T02:30:35.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.112+0000 7f9c57400640 1 -- 172.21.15.33:0/3648224120 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9c64012450 con 0x564b4b3b4c70 2024-09-05T02:30:35.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.112+0000 7f9c57400640 1 -- 172.21.15.33:0/3648224120 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c6401c650 con 0x564b4b3b4c70 2024-09-05T02:30:35.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.113+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3648224120 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b4c70 msgr2=0x564b4b3b5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:35.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.113+0000 7f9c6a800640 1 --2- 172.21.15.33:0/2495086842 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9c500a2d70 0x7f9c500a5230 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x564b4b3b2060 tx=0x7f9c5c000bc0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:35.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.113+0000 7f9c73fc5740 1 --2- 172.21.15.33:0/3648224120 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b4c70 0x564b4b3b5050 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f9c64010710 tx=0x7f9c64010bd0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.113+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3648224120 shutdown_connections 2024-09-05T02:30:35.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.113+0000 7f9c73fc5740 1 --2- 172.21.15.33:0/3648224120 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564b4b3bfe50 0x564b4b3c2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.113+0000 7f9c73fc5740 1 --2- 172.21.15.33:0/3648224120 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3b5590 0x564b4b3bf910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.113+0000 7f9c73fc5740 1 --2- 172.21.15.33:0/3648224120 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b4c70 0x564b4b3b5050 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.113+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3648224120 >> 172.21.15.33:0/3648224120 conn(0x564b4b3b1200 msgr2=0x564b4b3b15e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:35.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.113+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3648224120 shutdown_connections 2024-09-05T02:30:35.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.113+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3648224120 wait complete. 2024-09-05T02:30:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.114+0000 7f9c73fc5740 1 -- start start 2024-09-05T02:30:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.114+0000 7f9c73fc5740 1 Processor -- start 2024-09-05T02:30:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.115+0000 7f9c73fc5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564b4b3b4c70 0x564b4b3bcd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.115+0000 7f9c73fc5740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 0x564b4b3bd290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.115+0000 7f9c73fc5740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3bfe50 0x564b4b3bd7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.115+0000 7f9c73fc5740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x564b4b3c2a20 con 0x564b4b3b5590 2024-09-05T02:30:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.115+0000 7f9c73fc5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564b4b2d60f0 con 0x564b4b3b4c70 2024-09-05T02:30:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.115+0000 7f9c73fc5740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x564b4b3c2ba0 con 0x564b4b3bfe50 2024-09-05T02:30:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.115+0000 7f9c73fc5740 10 client.0 _ll_register_callbacks cb 0x564b4b2bdbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:30:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.115+0000 7f9c69e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 0x564b4b3bd290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.115+0000 7f9c69e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 0x564b4b3bd290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37952/0 (socket says 172.21.15.33:37952) 2024-09-05T02:30:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.115+0000 7f9c69e00640 1 -- 172.21.15.33:0/3457170100 learned_addr learned my addr 172.21.15.33:0/3457170100 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.115+0000 7f9c6b200640 1 --2- 172.21.15.33:0/3457170100 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564b4b3b4c70 0x564b4b3bcd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.115+0000 7f9c6b200640 1 --2- 172.21.15.33:0/3457170100 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3bfe50 0x564b4b3bd7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.115+0000 7f9c69e00640 1 -- 172.21.15.33:0/3457170100 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3bfe50 msgr2=0x564b4b3bd7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.115+0000 7f9c69e00640 1 --2- 172.21.15.33:0/3457170100 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3bfe50 0x564b4b3bd7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.115+0000 7f9c69e00640 1 -- 172.21.15.33:0/3457170100 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564b4b3b4c70 msgr2=0x564b4b3bcd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.115+0000 7f9c69e00640 1 --2- 172.21.15.33:0/3457170100 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564b4b3b4c70 0x564b4b3bcd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.115+0000 7f9c69e00640 1 -- 172.21.15.33:0/3457170100 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b4b08c3c0 con 0x564b4b3b5590 2024-09-05T02:30:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.116+0000 7f9c69e00640 1 --2- 172.21.15.33:0/3457170100 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 0x564b4b3bd290 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f9c58009900 tx=0x7f9c58004420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6b4e249e0180ffe server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.116+0000 7f9c4be00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:30:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.116+0000 7f9c4be00640 1 -- 172.21.15.33:0/3457170100 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c58035040 con 0x564b4b3b5590 2024-09-05T02:30:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.116+0000 7f9c4be00640 1 -- 172.21.15.33:0/3457170100 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f9c58005450 con 0x564b4b3b5590 2024-09-05T02:30:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.116+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3457170100 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c64012450 con 0x564b4b3b5590 2024-09-05T02:30:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.116+0000 7f9c4be00640 1 -- 172.21.15.33:0/3457170100 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9c58005650 con 0x564b4b3b5590 2024-09-05T02:30:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.116+0000 7f9c73fc5740 10 client.15927 fetch_fsmap learned FSMap version 29 2024-09-05T02:30:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.116+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3457170100 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564b4b3ceac0 con 0x564b4b3b5590 2024-09-05T02:30:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.117+0000 7f9c4be00640 1 -- 172.21.15.33:0/3457170100 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9c64012450 con 0x564b4b3b5590 2024-09-05T02:30:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.117+0000 7f9c4be00640 1 -- 172.21.15.33:0/3457170100 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9c58003ae0 con 0x564b4b3b5590 2024-09-05T02:30:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.117+0000 7f9c73fc5740 10 client.15927 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:30:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.117+0000 7f9c73fc5740 10 client.15927 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:30:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.117+0000 7f9c73fc5740 20 client.15927 populate_metadata read hostname 'smithi033' 2024-09-05T02:30:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.117+0000 7f9c73fc5740 1 --2- 172.21.15.33:0/3457170100 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x564b4b3cfed0 0x564b4b3d22c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.117+0000 7f9c73fc5740 4 client.15927 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:30:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.117+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3457170100 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564b4b328950 con 0x564b4b3cfed0 2024-09-05T02:30:35.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.118+0000 7f9c6b200640 1 --2- 172.21.15.33:0/3457170100 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x564b4b3cfed0 0x564b4b3d22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:35.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.118+0000 7f9c6b200640 1 --2- 172.21.15.33:0/3457170100 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x564b4b3cfed0 0x564b4b3d22c0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2ce43042bea8ac11 server_cookie=fd7e96440d805376 in_seq=0 out_seq=0 2024-09-05T02:30:35.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.118+0000 7f9c4be00640 10 client.15927 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:30:35.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.119+0000 7f9c4be00640 1 -- 172.21.15.33:0/3457170100 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564b4b328950 con 0x564b4b3cfed0 2024-09-05T02:30:35.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.119+0000 7f9c4be00640 10 client.15927 handle_command_reply: tid=0 2024-09-05T02:30:35.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.119+0000 7f9c73fc5740 1 client.15927 shutdown 2024-09-05T02:30:35.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.119+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3457170100 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 msgr2=0x564b4b3bd290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:35.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.119+0000 7f9c73fc5740 1 --2- 172.21.15.33:0/3457170100 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 0x564b4b3bd290 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f9c58009900 tx=0x7f9c58004420 comp rx=0 tx=0).stop 2024-09-05T02:30:35.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.119+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3457170100 shutdown_connections 2024-09-05T02:30:35.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.119+0000 7f9c73fc5740 1 --2- 172.21.15.33:0/3457170100 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x564b4b3cfed0 0x564b4b3d22c0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.119+0000 7f9c73fc5740 1 --2- 172.21.15.33:0/3457170100 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3bfe50 0x564b4b3bd7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.119+0000 7f9c73fc5740 1 --2- 172.21.15.33:0/3457170100 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 0x564b4b3bd290 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.119+0000 7f9c73fc5740 1 --2- 172.21.15.33:0/3457170100 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564b4b3b4c70 0x564b4b3bcd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.119+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3457170100 >> 172.21.15.33:0/3457170100 conn(0x564b4b3b1200 msgr2=0x564b4b3b0380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:35.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.119+0000 7f9c4be00640 0 client.15927 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:30:35.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.119+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3457170100 shutdown_connections 2024-09-05T02:30:35.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.119+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3457170100 wait complete. 2024-09-05T02:30:35.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.120+0000 7f9c73fc5740 20 client.15927 trim_cache size 0 max 16384 2024-09-05T02:30:35.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.133+0000 7f9c73fc5740 1 Processor -- start 2024-09-05T02:30:35.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.133+0000 7f9c73fc5740 1 -- start start 2024-09-05T02:30:35.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.133+0000 7f9c73fc5740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3b4c70 0x564b4b3b76d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:35.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.133+0000 7f9c73fc5740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 0x564b4b3becc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:35.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.133+0000 7f9c73fc5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564b4b3bfe50 0x564b4b3d7b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:35.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.133+0000 7f9c73fc5740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9c6c1af9f0 con 0x564b4b3b5590 2024-09-05T02:30:35.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.133+0000 7f9c73fc5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9c6c1b1530 con 0x564b4b3bfe50 2024-09-05T02:30:35.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.133+0000 7f9c73fc5740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f9c6c1b00c0 con 0x564b4b3b4c70 2024-09-05T02:30:35.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.134+0000 7f9c69e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 0x564b4b3becc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:35.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.134+0000 7f9c69e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 0x564b4b3becc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37968/0 (socket says 172.21.15.33:37968) 2024-09-05T02:30:35.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.134+0000 7f9c69e00640 1 -- 172.21.15.33:0/2108564154 learned_addr learned my addr 172.21.15.33:0/2108564154 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:35.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.134+0000 7f9c6b200640 1 --2- 172.21.15.33:0/2108564154 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3b4c70 0x564b4b3b76d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:35.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.134+0000 7f9c6b200640 1 --2- 172.21.15.33:0/2108564154 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564b4b3bfe50 0x564b4b3d7b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:35.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.134+0000 7f9c69e00640 1 -- 172.21.15.33:0/2108564154 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3b4c70 msgr2=0x564b4b3b76d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:35.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.134+0000 7f9c69e00640 1 --2- 172.21.15.33:0/2108564154 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3b4c70 0x564b4b3b76d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.134+0000 7f9c69e00640 1 -- 172.21.15.33:0/2108564154 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564b4b3bfe50 msgr2=0x564b4b3d7b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:35.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.134+0000 7f9c69e00640 1 --2- 172.21.15.33:0/2108564154 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564b4b3bfe50 0x564b4b3d7b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.134+0000 7f9c69e00640 1 -- 172.21.15.33:0/2108564154 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b4b3b22b0 con 0x564b4b3b5590 2024-09-05T02:30:35.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.135+0000 7f9c69e00640 1 --2- 172.21.15.33:0/2108564154 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 0x564b4b3becc0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f9c58031550 tx=0x7f9c58005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33bbd5101257162 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:35.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.135+0000 7f9c56a00640 1 -- 172.21.15.33:0/2108564154 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c58035030 con 0x564b4b3b5590 2024-09-05T02:30:35.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.135+0000 7f9c56a00640 1 -- 172.21.15.33:0/2108564154 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9c58041070 con 0x564b4b3b5590 2024-09-05T02:30:35.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.135+0000 7f9c56a00640 1 -- 172.21.15.33:0/2108564154 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c58031ba0 con 0x564b4b3b5590 2024-09-05T02:30:35.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.135+0000 7f9c73fc5740 1 -- 172.21.15.33:0/2108564154 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 msgr2=0x564b4b3becc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:35.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.135+0000 7f9c73fc5740 1 --2- 172.21.15.33:0/2108564154 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 0x564b4b3becc0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f9c58031550 tx=0x7f9c58005c00 comp rx=0 tx=0).stop 2024-09-05T02:30:35.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.135+0000 7f9c73fc5740 1 -- 172.21.15.33:0/2108564154 shutdown_connections 2024-09-05T02:30:35.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.135+0000 7f9c73fc5740 1 --2- 172.21.15.33:0/2108564154 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564b4b3bfe50 0x564b4b3d7b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.135+0000 7f9c73fc5740 1 --2- 172.21.15.33:0/2108564154 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 0x564b4b3becc0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.135+0000 7f9c73fc5740 1 --2- 172.21.15.33:0/2108564154 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3b4c70 0x564b4b3b76d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.135+0000 7f9c73fc5740 1 -- 172.21.15.33:0/2108564154 >> 172.21.15.33:0/2108564154 conn(0x564b4b3b1200 msgr2=0x564b4b3be5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:35.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.136+0000 7f9c73fc5740 1 -- 172.21.15.33:0/2108564154 shutdown_connections 2024-09-05T02:30:35.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.136+0000 7f9c73fc5740 1 -- 172.21.15.33:0/2108564154 wait complete. 2024-09-05T02:30:35.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.136+0000 7f9c73fc5740 1 -- start start 2024-09-05T02:30:35.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.136+0000 7f9c73fc5740 1 Processor -- start 2024-09-05T02:30:35.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.137+0000 7f9c73fc5740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3b4c70 0x564b4b3c8350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:35.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.137+0000 7f9c73fc5740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 0x564b4b3c3680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:35.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.137+0000 7f9c73fc5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564b4b3bfe50 0x564b4b3c3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:35.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.137+0000 7f9c73fc5740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9c6c1b0e60 con 0x564b4b3b5590 2024-09-05T02:30:35.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.137+0000 7f9c73fc5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9c6c1b0790 con 0x564b4b3bfe50 2024-09-05T02:30:35.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.137+0000 7f9c73fc5740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f9c6c1ad9d0 con 0x564b4b3b4c70 2024-09-05T02:30:35.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.137+0000 7f9c73fc5740 10 client.0 _ll_register_callbacks cb 0x7f9c58009640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:30:35.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.137+0000 7f9c69e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 0x564b4b3c3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:35.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.137+0000 7f9c69e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 0x564b4b3c3680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37980/0 (socket says 172.21.15.33:37980) 2024-09-05T02:30:35.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.137+0000 7f9c69e00640 1 -- 172.21.15.33:0/3510289729 learned_addr learned my addr 172.21.15.33:0/3510289729 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:35.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.137+0000 7f9c6b200640 1 --2- 172.21.15.33:0/3510289729 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3b4c70 0x564b4b3c8350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:35.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.137+0000 7f9c6b200640 1 --2- 172.21.15.33:0/3510289729 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564b4b3bfe50 0x564b4b3c3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:35.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.137+0000 7f9c69e00640 1 -- 172.21.15.33:0/3510289729 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3b4c70 msgr2=0x564b4b3c8350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:35.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.137+0000 7f9c69e00640 1 --2- 172.21.15.33:0/3510289729 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3b4c70 0x564b4b3c8350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.137+0000 7f9c69e00640 1 -- 172.21.15.33:0/3510289729 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564b4b3bfe50 msgr2=0x564b4b3c3bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:35.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.137+0000 7f9c69e00640 1 --2- 172.21.15.33:0/3510289729 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564b4b3bfe50 0x564b4b3c3bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.137+0000 7f9c69e00640 1 -- 172.21.15.33:0/3510289729 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b4b3ac770 con 0x564b4b3b5590 2024-09-05T02:30:35.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.138+0000 7f9c69e00640 1 --2- 172.21.15.33:0/3510289729 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 0x564b4b3c3680 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f9c5802a430 tx=0x7f9c58005de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5a8e624b09ae159 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:35.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.138+0000 7f9c4be00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:30:35.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.138+0000 7f9c4be00640 1 -- 172.21.15.33:0/3510289729 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c58035030 con 0x564b4b3b5590 2024-09-05T02:30:35.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.138+0000 7f9c4be00640 1 -- 172.21.15.33:0/3510289729 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f9c580035f0 con 0x564b4b3b5590 2024-09-05T02:30:35.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.138+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3510289729 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c58041070 con 0x564b4b3b5590 2024-09-05T02:30:35.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.138+0000 7f9c4be00640 1 -- 172.21.15.33:0/3510289729 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9c58005250 con 0x564b4b3b5590 2024-09-05T02:30:35.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.138+0000 7f9c73fc5740 10 client.15933 fetch_fsmap learned FSMap version 29 2024-09-05T02:30:35.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.138+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3510289729 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564b4b43a7a0 con 0x564b4b3b5590 2024-09-05T02:30:35.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.139+0000 7f9c4be00640 1 -- 172.21.15.33:0/3510289729 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9c58041070 con 0x564b4b3b5590 2024-09-05T02:30:35.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.139+0000 7f9c4be00640 1 -- 172.21.15.33:0/3510289729 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9c580046c0 con 0x564b4b3b5590 2024-09-05T02:30:35.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.139+0000 7f9c73fc5740 10 client.15933 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:30:35.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.139+0000 7f9c73fc5740 10 client.15933 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:30:35.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.139+0000 7f9c73fc5740 20 client.15933 populate_metadata read hostname 'smithi033' 2024-09-05T02:30:35.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.139+0000 7f9c73fc5740 1 --2- 172.21.15.33:0/3510289729 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x564b4b43ada0 0x564b4b43d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:35.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.139+0000 7f9c73fc5740 4 client.15933 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:30:35.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.139+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3510289729 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564b4b322e60 con 0x564b4b43ada0 2024-09-05T02:30:35.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.139+0000 7f9c6b200640 1 --2- 172.21.15.33:0/3510289729 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x564b4b43ada0 0x564b4b43d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:35.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.140+0000 7f9c6b200640 1 --2- 172.21.15.33:0/3510289729 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x564b4b43ada0 0x564b4b43d1c0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2171383e9a8324e server_cookie=2aeeed4d2c7fae98 in_seq=0 out_seq=0 2024-09-05T02:30:35.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.140+0000 7f9c4be00640 10 client.15933 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:30:35.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.140+0000 7f9c4be00640 1 -- 172.21.15.33:0/3510289729 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564b4b322e60 con 0x564b4b43ada0 2024-09-05T02:30:35.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.140+0000 7f9c4be00640 10 client.15933 handle_command_reply: tid=0 2024-09-05T02:30:35.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.140+0000 7f9c73fc5740 1 client.15933 shutdown 2024-09-05T02:30:35.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.140+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3510289729 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 msgr2=0x564b4b3c3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:35.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.140+0000 7f9c73fc5740 1 --2- 172.21.15.33:0/3510289729 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 0x564b4b3c3680 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f9c5802a430 tx=0x7f9c58005de0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.140+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3510289729 shutdown_connections 2024-09-05T02:30:35.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.140+0000 7f9c73fc5740 1 --2- 172.21.15.33:0/3510289729 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x564b4b43ada0 0x564b4b43d1c0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.140+0000 7f9c73fc5740 1 --2- 172.21.15.33:0/3510289729 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564b4b3bfe50 0x564b4b3c3bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.140+0000 7f9c73fc5740 1 --2- 172.21.15.33:0/3510289729 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564b4b3b5590 0x564b4b3c3680 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.140+0000 7f9c73fc5740 1 --2- 172.21.15.33:0/3510289729 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564b4b3b4c70 0x564b4b3c8350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.140+0000 7f9c4be00640 0 client.15933 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:30:35.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.140+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3510289729 >> 172.21.15.33:0/3510289729 conn(0x564b4b3b1200 msgr2=0x564b4b3be5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:35.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.140+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3510289729 shutdown_connections 2024-09-05T02:30:35.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.140+0000 7f9c73fc5740 1 -- 172.21.15.33:0/3510289729 wait complete. 2024-09-05T02:30:35.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.141+0000 7f9c73fc5740 20 client.15933 trim_cache size 0 max 16384 2024-09-05T02:30:35.146 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:30:35.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.141+0000 7f9c71400640 1 -- 172.21.15.33:0/2495086842 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9c500a2d70 msgr2=0x7f9c500a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:35.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.141+0000 7f9c71400640 1 --2- 172.21.15.33:0/2495086842 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9c500a2d70 0x7f9c500a5230 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x564b4b3b2060 tx=0x7f9c5c000bc0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.141+0000 7f9c71400640 1 -- 172.21.15.33:0/2495086842 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c6c103ff0 msgr2=0x7f9c6c19a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:35.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.141+0000 7f9c71400640 1 --2- 172.21.15.33:0/2495086842 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c6c103ff0 0x7f9c6c19a650 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f9c5c00e9f0 tx=0x7f9c5c00eeb0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.141+0000 7f9c71400640 1 -- 172.21.15.33:0/2495086842 shutdown_connections 2024-09-05T02:30:35.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.141+0000 7f9c71400640 1 --2- 172.21.15.33:0/2495086842 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9c500a2d70 0x7f9c500a5230 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.141+0000 7f9c71400640 1 --2- 172.21.15.33:0/2495086842 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9c6c109120 0x7f9c6c19ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.141+0000 7f9c71400640 1 --2- 172.21.15.33:0/2495086842 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9c6c1049a0 0x7f9c6c19ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.141+0000 7f9c71400640 1 --2- 172.21.15.33:0/2495086842 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c6c103ff0 0x7f9c6c19a650 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:35.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.141+0000 7f9c71400640 1 -- 172.21.15.33:0/2495086842 >> 172.21.15.33:0/2495086842 conn(0x7f9c6c0ffa90 msgr2=0x7f9c6c100da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:35.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.141+0000 7f9c71400640 1 -- 172.21.15.33:0/2495086842 shutdown_connections 2024-09-05T02:30:35.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:35.142+0000 7f9c71400640 1 -- 172.21.15.33:0/2495086842 wait complete. 2024-09-05T02:30:35.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:35 smithi033 ceph-mon[29909]: pgmap v112: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 1.8 KiB/s wr, 113 op/s 2024-09-05T02:30:35.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:35 smithi174 ceph-mon[34756]: pgmap v112: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 1.8 KiB/s wr, 113 op/s 2024-09-05T02:30:35.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:35 smithi123 ceph-mon[34031]: pgmap v112: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 1.8 KiB/s wr, 113 op/s 2024-09-05T02:30:36.181 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:30:36.565 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:30:37.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.239+0000 7f85dc600640 1 -- 172.21.15.33:0/1109843945 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85d4101df0 msgr2=0x7f85d41021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:37.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.239+0000 7f85dc600640 1 --2- 172.21.15.33:0/1109843945 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85d4101df0 0x7f85d41021d0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f85c8009900 tx=0x7f85c802a410 comp rx=0 tx=0).stop 2024-09-05T02:30:37.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.239+0000 7f85dc600640 1 -- 172.21.15.33:0/1109843945 shutdown_connections 2024-09-05T02:30:37.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.239+0000 7f85dc600640 1 --2- 172.21.15.33:0/1109843945 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85d4106f20 0x7f85d410eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.239+0000 7f85dc600640 1 --2- 172.21.15.33:0/1109843945 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f85d41027a0 0x7f85d41067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.239+0000 7f85dc600640 1 --2- 172.21.15.33:0/1109843945 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85d4101df0 0x7f85d41021d0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.239+0000 7f85dc600640 1 -- 172.21.15.33:0/1109843945 >> 172.21.15.33:0/1109843945 conn(0x7f85d40fd8b0 msgr2=0x7f85d40ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:37.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.239+0000 7f85dc600640 1 -- 172.21.15.33:0/1109843945 shutdown_connections 2024-09-05T02:30:37.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.239+0000 7f85dc600640 1 -- 172.21.15.33:0/1109843945 wait complete. 2024-09-05T02:30:37.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.240+0000 7f85dc600640 1 Processor -- start 2024-09-05T02:30:37.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.240+0000 7f85dc600640 1 -- start start 2024-09-05T02:30:37.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.241+0000 7f85dc600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85d4101df0 0x7f85d419a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:37.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.241+0000 7f85dc600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85d41027a0 0x7f85d419abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:37.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.241+0000 7f85dc600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f85d4106f20 0x7f85d419ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:37.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.241+0000 7f85dc600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f85d4111f80 con 0x7f85d4101df0 2024-09-05T02:30:37.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.241+0000 7f85dc600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f85d4111e00 con 0x7f85d41027a0 2024-09-05T02:30:37.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.241+0000 7f85dc600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f85d4112100 con 0x7f85d4106f20 2024-09-05T02:30:37.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.241+0000 7f85d9200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85d41027a0 0x7f85d419abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:37.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.241+0000 7f85d9200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85d41027a0 0x7f85d419abc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:51192/0 (socket says 172.21.15.33:51192) 2024-09-05T02:30:37.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.241+0000 7f85d9200640 1 -- 172.21.15.33:0/293606314 learned_addr learned my addr 172.21.15.33:0/293606314 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:37.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.241+0000 7f85d9c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85d4101df0 0x7f85d419a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:37.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.241+0000 7f85da600640 1 --2- 172.21.15.33:0/293606314 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f85d4106f20 0x7f85d419ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:37.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.242+0000 7f85d9200640 1 -- 172.21.15.33:0/293606314 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f85d4106f20 msgr2=0x7f85d419ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:37.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.242+0000 7f85d9200640 1 --2- 172.21.15.33:0/293606314 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f85d4106f20 0x7f85d419ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.242+0000 7f85d9200640 1 -- 172.21.15.33:0/293606314 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85d4101df0 msgr2=0x7f85d419a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:37.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.242+0000 7f85d9200640 1 --2- 172.21.15.33:0/293606314 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85d4101df0 0x7f85d419a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.242+0000 7f85d9200640 1 -- 172.21.15.33:0/293606314 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85d419f630 con 0x7f85d41027a0 2024-09-05T02:30:37.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.242+0000 7f85d9200640 1 --2- 172.21.15.33:0/293606314 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85d41027a0 0x7f85d419abc0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f85c000e9f0 tx=0x7f85c000edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:37.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.244+0000 7f85d2000640 1 -- 172.21.15.33:0/293606314 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85c000cd80 con 0x7f85d41027a0 2024-09-05T02:30:37.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.244+0000 7f85d2000640 1 -- 172.21.15.33:0/293606314 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f85c0005500 con 0x7f85d41027a0 2024-09-05T02:30:37.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.244+0000 7f85d2000640 1 -- 172.21.15.33:0/293606314 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85c0010690 con 0x7f85d41027a0 2024-09-05T02:30:37.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.244+0000 7f85dc600640 1 -- 172.21.15.33:0/293606314 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85d419f920 con 0x7f85d41027a0 2024-09-05T02:30:37.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.244+0000 7f85dc600640 1 -- 172.21.15.33:0/293606314 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85d41a7200 con 0x7f85d41027a0 2024-09-05T02:30:37.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.247+0000 7f85df233740 1 Processor -- start 2024-09-05T02:30:37.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.248+0000 7f85df233740 1 -- start start 2024-09-05T02:30:37.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.248+0000 7f85d2000640 1 -- 172.21.15.33:0/293606314 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f85c00046c0 con 0x7f85d41027a0 2024-09-05T02:30:37.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.248+0000 7f85df233740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f3c70 0x56460a3f4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:37.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.248+0000 7f85df233740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3f4590 0x56460a3fe910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:37.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.248+0000 7f85df233740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56460a3fee50 0x56460a401240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:37.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.248+0000 7f85df233740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56460a35a3e0 con 0x56460a3f4590 2024-09-05T02:30:37.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.248+0000 7f85df233740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56460a301d80 con 0x56460a3f3c70 2024-09-05T02:30:37.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.248+0000 7f85df233740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56460a3563a0 con 0x56460a3fee50 2024-09-05T02:30:37.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.248+0000 7f85d9c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3f4590 0x56460a3fe910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:37.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.248+0000 7f85d9c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3f4590 0x56460a3fe910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38016/0 (socket says 172.21.15.33:38016) 2024-09-05T02:30:37.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.248+0000 7f85d9c00640 1 -- 172.21.15.33:0/2696035458 learned_addr learned my addr 172.21.15.33:0/2696035458 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.248+0000 7f85da600640 1 --2- 172.21.15.33:0/2696035458 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f3c70 0x56460a3f4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.249+0000 7f85d9200640 1 --2- 172.21.15.33:0/2696035458 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56460a3fee50 0x56460a401240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.249+0000 7f85d9c00640 1 -- 172.21.15.33:0/2696035458 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56460a3fee50 msgr2=0x56460a401240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.249+0000 7f85d9c00640 1 --2- 172.21.15.33:0/2696035458 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56460a3fee50 0x56460a401240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.249+0000 7f85d9c00640 1 -- 172.21.15.33:0/2696035458 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f3c70 msgr2=0x56460a3f4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.249+0000 7f85d9c00640 1 --2- 172.21.15.33:0/2696035458 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f3c70 0x56460a3f4050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.249+0000 7f85d9c00640 1 -- 172.21.15.33:0/2696035458 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56460a320ae0 con 0x56460a3f4590 2024-09-05T02:30:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.249+0000 7f85d9c00640 1 --2- 172.21.15.33:0/2696035458 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3f4590 0x56460a3fe910 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f85c8009900 tx=0x7f85c8005e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7e82d89986de3ca server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.250+0000 7f85c6a00640 1 -- 172.21.15.33:0/2696035458 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85c8040070 con 0x56460a3f4590 2024-09-05T02:30:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.250+0000 7f85c6a00640 1 -- 172.21.15.33:0/2696035458 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f85c80318f0 con 0x56460a3f4590 2024-09-05T02:30:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.250+0000 7f85c6a00640 1 -- 172.21.15.33:0/2696035458 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85c8035040 con 0x56460a3f4590 2024-09-05T02:30:37.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.250+0000 7f85d2000640 1 --2- 172.21.15.33:0/293606314 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f85bc0a2d70 0x7f85bc0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:37.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.250+0000 7f85d2000640 1 -- 172.21.15.33:0/293606314 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f85c00cf7a0 con 0x7f85d41027a0 2024-09-05T02:30:37.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.250+0000 7f85da600640 1 --2- 172.21.15.33:0/293606314 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f85bc0a2d70 0x7f85bc0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.250+0000 7f85df233740 1 -- 172.21.15.33:0/2696035458 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3f4590 msgr2=0x56460a3fe910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.250+0000 7f85df233740 1 --2- 172.21.15.33:0/2696035458 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3f4590 0x56460a3fe910 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f85c8009900 tx=0x7f85c8005e00 comp rx=0 tx=0).stop 2024-09-05T02:30:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.251+0000 7f85df233740 1 -- 172.21.15.33:0/2696035458 shutdown_connections 2024-09-05T02:30:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.251+0000 7f85df233740 1 --2- 172.21.15.33:0/2696035458 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56460a3fee50 0x56460a401240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.251+0000 7f85df233740 1 --2- 172.21.15.33:0/2696035458 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3f4590 0x56460a3fe910 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.251+0000 7f85df233740 1 --2- 172.21.15.33:0/2696035458 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f3c70 0x56460a3f4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.251+0000 7f85df233740 1 -- 172.21.15.33:0/2696035458 >> 172.21.15.33:0/2696035458 conn(0x56460a3f0200 msgr2=0x56460a3f05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.251+0000 7f85df233740 1 -- 172.21.15.33:0/2696035458 shutdown_connections 2024-09-05T02:30:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.251+0000 7f85da600640 1 --2- 172.21.15.33:0/293606314 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f85bc0a2d70 0x7f85bc0a5230 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f85cc005fd0 tx=0x7f85cc009600 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.251+0000 7f85df233740 1 -- 172.21.15.33:0/2696035458 wait complete. 2024-09-05T02:30:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.251+0000 7f85df233740 1 -- start start 2024-09-05T02:30:37.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.252+0000 7f85df233740 1 Processor -- start 2024-09-05T02:30:37.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.252+0000 7f85df233740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3f3c70 0x56460a3fbcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:37.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.252+0000 7f85df233740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f4590 0x56460a3fc1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:37.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.252+0000 7f85df233740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56460a3fee50 0x56460a3fc730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:37.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.252+0000 7f85df233740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56460a401a20 con 0x56460a3f3c70 2024-09-05T02:30:37.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.252+0000 7f85df233740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56460a3150f0 con 0x56460a3f4590 2024-09-05T02:30:37.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.252+0000 7f85df233740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56460a401ba0 con 0x56460a3fee50 2024-09-05T02:30:37.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.252+0000 7f85df233740 10 client.0 _ll_register_callbacks cb 0x56460a2fcbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:30:37.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.252+0000 7f85d9c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3f3c70 0x56460a3fbcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:37.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.252+0000 7f85d9c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3f3c70 0x56460a3fbcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38022/0 (socket says 172.21.15.33:38022) 2024-09-05T02:30:37.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.252+0000 7f85d9c00640 1 -- 172.21.15.33:0/1341120742 learned_addr learned my addr 172.21.15.33:0/1341120742 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:37.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.252+0000 7f85d9200640 1 --2- 172.21.15.33:0/1341120742 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f4590 0x56460a3fc1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:37.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.253+0000 7f85da600640 1 --2- 172.21.15.33:0/1341120742 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56460a3fee50 0x56460a3fc730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:37.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.253+0000 7f85d9c00640 1 -- 172.21.15.33:0/1341120742 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56460a3fee50 msgr2=0x56460a3fc730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:37.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.253+0000 7f85d9c00640 1 --2- 172.21.15.33:0/1341120742 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56460a3fee50 0x56460a3fc730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.253+0000 7f85d9c00640 1 -- 172.21.15.33:0/1341120742 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f4590 msgr2=0x56460a3fc1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:37.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.253+0000 7f85d9c00640 1 --2- 172.21.15.33:0/1341120742 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f4590 0x56460a3fc1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.253+0000 7f85d9c00640 1 -- 172.21.15.33:0/1341120742 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56460a0cb3c0 con 0x56460a3f3c70 2024-09-05T02:30:37.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.253+0000 7f85d9c00640 1 --2- 172.21.15.33:0/1341120742 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3f3c70 0x56460a3fbcb0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f85c8005940 tx=0x7f85c8005250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=692ff066efe1e6ea server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:37.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.253+0000 7f85bb400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:30:37.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.253+0000 7f85bb400640 1 -- 172.21.15.33:0/1341120742 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85c804c020 con 0x56460a3f3c70 2024-09-05T02:30:37.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.254+0000 7f85bb400640 1 -- 172.21.15.33:0/1341120742 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f85c8004260 con 0x56460a3f3c70 2024-09-05T02:30:37.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.254+0000 7f85df233740 1 -- 172.21.15.33:0/1341120742 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85c80318f0 con 0x56460a3f3c70 2024-09-05T02:30:37.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.254+0000 7f85bb400640 1 -- 172.21.15.33:0/1341120742 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f85c8057050 con 0x56460a3f3c70 2024-09-05T02:30:37.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.254+0000 7f85df233740 10 client.15945 fetch_fsmap learned FSMap version 29 2024-09-05T02:30:37.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.254+0000 7f85df233740 1 -- 172.21.15.33:0/1341120742 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56460a40da10 con 0x56460a3f3c70 2024-09-05T02:30:37.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.254+0000 7f85bb400640 1 -- 172.21.15.33:0/1341120742 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f85c80318f0 con 0x56460a3f3c70 2024-09-05T02:30:37.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.254+0000 7f85bb400640 1 -- 172.21.15.33:0/1341120742 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f85c80035f0 con 0x56460a3f3c70 2024-09-05T02:30:37.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.254+0000 7f85df233740 10 client.15945 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:30:37.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.254+0000 7f85df233740 10 client.15945 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:30:37.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.254+0000 7f85df233740 20 client.15945 populate_metadata read hostname 'smithi033' 2024-09-05T02:30:37.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.254+0000 7f85df233740 1 --2- 172.21.15.33:0/1341120742 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56460a40ed60 0x56460a411150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:37.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.255+0000 7f85df233740 4 client.15945 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:30:37.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.255+0000 7f85df233740 1 -- 172.21.15.33:0/1341120742 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56460a367950 con 0x56460a40ed60 2024-09-05T02:30:37.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.255+0000 7f85d9200640 1 --2- 172.21.15.33:0/1341120742 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56460a40ed60 0x56460a411150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:37.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.255+0000 7f85d9200640 1 --2- 172.21.15.33:0/1341120742 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56460a40ed60 0x56460a411150 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d839125534e47b7f server_cookie=542611b6ce1320d0 in_seq=0 out_seq=0 2024-09-05T02:30:37.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.255+0000 7f85bb400640 10 client.15945 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:30:37.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.256+0000 7f85bb400640 1 -- 172.21.15.33:0/1341120742 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56460a367950 con 0x56460a40ed60 2024-09-05T02:30:37.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.256+0000 7f85bb400640 10 client.15945 handle_command_reply: tid=0 2024-09-05T02:30:37.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.256+0000 7f85df233740 1 client.15945 shutdown 2024-09-05T02:30:37.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.256+0000 7f85df233740 1 -- 172.21.15.33:0/1341120742 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3f3c70 msgr2=0x56460a3fbcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:37.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.256+0000 7f85df233740 1 --2- 172.21.15.33:0/1341120742 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3f3c70 0x56460a3fbcb0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f85c8005940 tx=0x7f85c8005250 comp rx=0 tx=0).stop 2024-09-05T02:30:37.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.256+0000 7f85df233740 1 -- 172.21.15.33:0/1341120742 shutdown_connections 2024-09-05T02:30:37.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.256+0000 7f85df233740 1 --2- 172.21.15.33:0/1341120742 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56460a40ed60 0x56460a411150 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.256+0000 7f85df233740 1 --2- 172.21.15.33:0/1341120742 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56460a3fee50 0x56460a3fc730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.256+0000 7f85df233740 1 --2- 172.21.15.33:0/1341120742 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f4590 0x56460a3fc1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.256+0000 7f85df233740 1 --2- 172.21.15.33:0/1341120742 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3f3c70 0x56460a3fbcb0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.256+0000 7f85df233740 1 -- 172.21.15.33:0/1341120742 >> 172.21.15.33:0/1341120742 conn(0x56460a3f0200 msgr2=0x56460a3ef380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:37.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.256+0000 7f85bb400640 0 client.15945 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:30:37.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.257+0000 7f85df233740 1 -- 172.21.15.33:0/1341120742 shutdown_connections 2024-09-05T02:30:37.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.257+0000 7f85df233740 1 -- 172.21.15.33:0/1341120742 wait complete. 2024-09-05T02:30:37.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.257+0000 7f85df233740 20 client.15945 trim_cache size 0 max 16384 2024-09-05T02:30:37.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.271+0000 7f85df233740 1 Processor -- start 2024-09-05T02:30:37.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.271+0000 7f85df233740 1 -- start start 2024-09-05T02:30:37.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.271+0000 7f85df233740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56460a3f3c70 0x56460a416750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:37.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.271+0000 7f85df233740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f4590 0x56460a416c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:37.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.271+0000 7f85df233740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3fee50 0x56460a3eeb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:37.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.271+0000 7f85df233740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f85d41afa00 con 0x56460a3fee50 2024-09-05T02:30:37.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.271+0000 7f85df233740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f85d41b1540 con 0x56460a3f4590 2024-09-05T02:30:37.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.271+0000 7f85df233740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f85d41b00d0 con 0x56460a3f3c70 2024-09-05T02:30:37.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.271+0000 7f85da600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3fee50 0x56460a3eeb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:37.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.271+0000 7f85da600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3fee50 0x56460a3eeb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38032/0 (socket says 172.21.15.33:38032) 2024-09-05T02:30:37.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.271+0000 7f85da600640 1 -- 172.21.15.33:0/1156383107 learned_addr learned my addr 172.21.15.33:0/1156383107 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:37.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.272+0000 7f85d9c00640 1 --2- 172.21.15.33:0/1156383107 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56460a3f3c70 0x56460a416750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:37.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.272+0000 7f85d9200640 1 --2- 172.21.15.33:0/1156383107 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f4590 0x56460a416c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:37.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.272+0000 7f85da600640 1 -- 172.21.15.33:0/1156383107 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56460a3f3c70 msgr2=0x56460a416750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:37.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.272+0000 7f85da600640 1 --2- 172.21.15.33:0/1156383107 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56460a3f3c70 0x56460a416750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.272+0000 7f85da600640 1 -- 172.21.15.33:0/1156383107 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f4590 msgr2=0x56460a416c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:37.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.272+0000 7f85da600640 1 --2- 172.21.15.33:0/1156383107 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f4590 0x56460a416c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.272+0000 7f85da600640 1 -- 172.21.15.33:0/1156383107 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56460a401b80 con 0x56460a3fee50 2024-09-05T02:30:37.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.272+0000 7f85da600640 1 --2- 172.21.15.33:0/1156383107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3fee50 0x56460a3eeb60 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f85cc011790 tx=0x7f85cc016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a4ca0d87075f6c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:37.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.272+0000 7f85c6000640 1 -- 172.21.15.33:0/1156383107 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85cc01d430 con 0x56460a3fee50 2024-09-05T02:30:37.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.273+0000 7f85c6000640 1 -- 172.21.15.33:0/1156383107 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f85cc01dab0 con 0x56460a3fee50 2024-09-05T02:30:37.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.273+0000 7f85c6000640 1 -- 172.21.15.33:0/1156383107 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85cc020b30 con 0x56460a3fee50 2024-09-05T02:30:37.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.273+0000 7f85df233740 1 -- 172.21.15.33:0/1156383107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3fee50 msgr2=0x56460a3eeb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:37.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.273+0000 7f85df233740 1 --2- 172.21.15.33:0/1156383107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3fee50 0x56460a3eeb60 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f85cc011790 tx=0x7f85cc016000 comp rx=0 tx=0).stop 2024-09-05T02:30:37.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.273+0000 7f85df233740 1 -- 172.21.15.33:0/1156383107 shutdown_connections 2024-09-05T02:30:37.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.273+0000 7f85df233740 1 --2- 172.21.15.33:0/1156383107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3fee50 0x56460a3eeb60 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.273+0000 7f85df233740 1 --2- 172.21.15.33:0/1156383107 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f4590 0x56460a416c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.273+0000 7f85df233740 1 --2- 172.21.15.33:0/1156383107 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56460a3f3c70 0x56460a416750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.273+0000 7f85df233740 1 -- 172.21.15.33:0/1156383107 >> 172.21.15.33:0/1156383107 conn(0x56460a3f0200 msgr2=0x56460a3fdd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:37.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.273+0000 7f85df233740 1 -- 172.21.15.33:0/1156383107 shutdown_connections 2024-09-05T02:30:37.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.273+0000 7f85df233740 1 -- 172.21.15.33:0/1156383107 wait complete. 2024-09-05T02:30:37.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.274+0000 7f85df233740 1 -- start start 2024-09-05T02:30:37.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.274+0000 7f85df233740 1 Processor -- start 2024-09-05T02:30:37.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.275+0000 7f85df233740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f3c70 0x56460a4072f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:37.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.275+0000 7f85df233740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56460a3f4590 0x56460a402670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:37.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.275+0000 7f85df233740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3fee50 0x56460a402bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:37.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.275+0000 7f85df233740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f85d41b0e70 con 0x56460a3fee50 2024-09-05T02:30:37.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.275+0000 7f85df233740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f85d41b07a0 con 0x56460a3f3c70 2024-09-05T02:30:37.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.275+0000 7f85df233740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f85d41ad9e0 con 0x56460a3f4590 2024-09-05T02:30:37.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.275+0000 7f85df233740 10 client.0 _ll_register_callbacks cb 0x7f85cc009a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:30:37.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.275+0000 7f85da600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3fee50 0x56460a402bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:37.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.275+0000 7f85da600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3fee50 0x56460a402bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38034/0 (socket says 172.21.15.33:38034) 2024-09-05T02:30:37.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.275+0000 7f85da600640 1 -- 172.21.15.33:0/1266103453 learned_addr learned my addr 172.21.15.33:0/1266103453 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:37.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.275+0000 7f85d9c00640 1 --2- 172.21.15.33:0/1266103453 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f3c70 0x56460a4072f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:37.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.275+0000 7f85d9200640 1 --2- 172.21.15.33:0/1266103453 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56460a3f4590 0x56460a402670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:37.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.275+0000 7f85da600640 1 -- 172.21.15.33:0/1266103453 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56460a3f4590 msgr2=0x56460a402670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:37.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.275+0000 7f85da600640 1 --2- 172.21.15.33:0/1266103453 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56460a3f4590 0x56460a402670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.275+0000 7f85da600640 1 -- 172.21.15.33:0/1266103453 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f3c70 msgr2=0x56460a4072f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:37.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.275+0000 7f85da600640 1 --2- 172.21.15.33:0/1266103453 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f3c70 0x56460a4072f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.275+0000 7f85da600640 1 -- 172.21.15.33:0/1266103453 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56460a3eb770 con 0x56460a3fee50 2024-09-05T02:30:37.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.276+0000 7f85d9c00640 1 --2- 172.21.15.33:0/1266103453 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f3c70 0x56460a4072f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:30:37.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.276+0000 7f85da600640 1 --2- 172.21.15.33:0/1266103453 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3fee50 0x56460a402bb0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f85cc0206b0 tx=0x7f85cc009d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e532e7f8cd6ef491 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:37.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.276+0000 7f85bb400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:30:37.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.276+0000 7f85bb400640 1 -- 172.21.15.33:0/1266103453 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85cc01d640 con 0x56460a3fee50 2024-09-05T02:30:37.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.276+0000 7f85df233740 1 -- 172.21.15.33:0/1266103453 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85cc01dab0 con 0x56460a3fee50 2024-09-05T02:30:37.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.276+0000 7f85bb400640 1 -- 172.21.15.33:0/1266103453 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f85cc02f040 con 0x56460a3fee50 2024-09-05T02:30:37.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.276+0000 7f85bb400640 1 -- 172.21.15.33:0/1266103453 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f85cc01d7e0 con 0x56460a3fee50 2024-09-05T02:30:37.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.276+0000 7f85df233740 10 client.15951 fetch_fsmap learned FSMap version 29 2024-09-05T02:30:37.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.276+0000 7f85df233740 1 -- 172.21.15.33:0/1266103453 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56460a4792c0 con 0x56460a3fee50 2024-09-05T02:30:37.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.277+0000 7f85bb400640 1 -- 172.21.15.33:0/1266103453 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f85cc01dab0 con 0x56460a3fee50 2024-09-05T02:30:37.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.277+0000 7f85bb400640 1 -- 172.21.15.33:0/1266103453 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f85cc00f040 con 0x56460a3fee50 2024-09-05T02:30:37.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.277+0000 7f85df233740 10 client.15951 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:30:37.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.277+0000 7f85df233740 10 client.15951 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:30:37.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.277+0000 7f85df233740 20 client.15951 populate_metadata read hostname 'smithi033' 2024-09-05T02:30:37.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.277+0000 7f85df233740 1 --2- 172.21.15.33:0/1266103453 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56460a479990 0x56460a47bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:37.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.277+0000 7f85df233740 4 client.15951 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:30:37.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.277+0000 7f85df233740 1 -- 172.21.15.33:0/1266103453 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56460a361e60 con 0x56460a479990 2024-09-05T02:30:37.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.277+0000 7f85d9c00640 1 --2- 172.21.15.33:0/1266103453 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56460a479990 0x56460a47bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:37.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.278+0000 7f85d9c00640 1 --2- 172.21.15.33:0/1266103453 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56460a479990 0x56460a47bd80 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4147d77aa2094278 server_cookie=33019f2a12eb37c2 in_seq=0 out_seq=0 2024-09-05T02:30:37.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.278+0000 7f85bb400640 10 client.15951 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:30:37.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.278+0000 7f85bb400640 1 -- 172.21.15.33:0/1266103453 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56460a361e60 con 0x56460a479990 2024-09-05T02:30:37.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.278+0000 7f85bb400640 10 client.15951 handle_command_reply: tid=0 2024-09-05T02:30:37.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.278+0000 7f85df233740 1 client.15951 shutdown 2024-09-05T02:30:37.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.278+0000 7f85df233740 1 -- 172.21.15.33:0/1266103453 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3fee50 msgr2=0x56460a402bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:37.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.278+0000 7f85df233740 1 --2- 172.21.15.33:0/1266103453 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3fee50 0x56460a402bb0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f85cc0206b0 tx=0x7f85cc009d60 comp rx=0 tx=0).stop 2024-09-05T02:30:37.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.278+0000 7f85df233740 1 -- 172.21.15.33:0/1266103453 shutdown_connections 2024-09-05T02:30:37.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.278+0000 7f85df233740 1 --2- 172.21.15.33:0/1266103453 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56460a479990 0x56460a47bd80 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.278+0000 7f85df233740 1 --2- 172.21.15.33:0/1266103453 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56460a3fee50 0x56460a402bb0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.278+0000 7f85df233740 1 --2- 172.21.15.33:0/1266103453 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56460a3f4590 0x56460a402670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.278+0000 7f85df233740 1 --2- 172.21.15.33:0/1266103453 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56460a3f3c70 0x56460a4072f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.278+0000 7f85bb400640 0 client.15951 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:30:37.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.278+0000 7f85df233740 1 -- 172.21.15.33:0/1266103453 >> 172.21.15.33:0/1266103453 conn(0x56460a3f0200 msgr2=0x56460a3fbc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:37.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.279+0000 7f85df233740 1 -- 172.21.15.33:0/1266103453 shutdown_connections 2024-09-05T02:30:37.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.279+0000 7f85df233740 1 -- 172.21.15.33:0/1266103453 wait complete. 2024-09-05T02:30:37.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.279+0000 7f85df233740 20 client.15951 trim_cache size 0 max 16384 2024-09-05T02:30:37.282 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:30:37.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.279+0000 7f85dc600640 1 -- 172.21.15.33:0/293606314 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f85bc0a2d70 msgr2=0x7f85bc0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:37.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.279+0000 7f85dc600640 1 --2- 172.21.15.33:0/293606314 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f85bc0a2d70 0x7f85bc0a5230 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f85cc005fd0 tx=0x7f85cc009600 comp rx=0 tx=0).stop 2024-09-05T02:30:37.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.279+0000 7f85dc600640 1 -- 172.21.15.33:0/293606314 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85d41027a0 msgr2=0x7f85d419abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:37.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.279+0000 7f85dc600640 1 --2- 172.21.15.33:0/293606314 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85d41027a0 0x7f85d419abc0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f85c000e9f0 tx=0x7f85c000edf0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.280+0000 7f85dc600640 1 -- 172.21.15.33:0/293606314 shutdown_connections 2024-09-05T02:30:37.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.280+0000 7f85dc600640 1 --2- 172.21.15.33:0/293606314 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f85bc0a2d70 0x7f85bc0a5230 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.280+0000 7f85dc600640 1 --2- 172.21.15.33:0/293606314 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f85d4106f20 0x7f85d419ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.280+0000 7f85dc600640 1 --2- 172.21.15.33:0/293606314 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85d41027a0 0x7f85d419abc0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.280+0000 7f85dc600640 1 --2- 172.21.15.33:0/293606314 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85d4101df0 0x7f85d419a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:37.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.280+0000 7f85dc600640 1 -- 172.21.15.33:0/293606314 >> 172.21.15.33:0/293606314 conn(0x7f85d40fd8b0 msgr2=0x7f85d40fe730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:37.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.280+0000 7f85dc600640 1 -- 172.21.15.33:0/293606314 shutdown_connections 2024-09-05T02:30:37.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:37.280+0000 7f85dc600640 1 -- 172.21.15.33:0/293606314 wait complete. 2024-09-05T02:30:37.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:37 smithi174 ceph-mon[34756]: pgmap v113: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.7 KiB/s wr, 80 op/s 2024-09-05T02:30:37.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:37 smithi033 ceph-mon[29909]: pgmap v113: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.7 KiB/s wr, 80 op/s 2024-09-05T02:30:37.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:37 smithi123 ceph-mon[34031]: pgmap v113: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.7 KiB/s wr, 80 op/s 2024-09-05T02:30:38.084 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:30:38.461 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:30:39.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.011+0000 7f6bdd400640 1 -- 172.21.15.33:0/3836933593 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6bd81009a0 msgr2=0x7f6bd81049f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:39.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.011+0000 7f6bdd400640 1 --2- 172.21.15.33:0/3836933593 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6bd81009a0 0x7f6bd81049f0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6bc4009900 tx=0x7f6bc402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.011+0000 7f6bdd400640 1 -- 172.21.15.33:0/3836933593 shutdown_connections 2024-09-05T02:30:39.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.011+0000 7f6bdd400640 1 --2- 172.21.15.33:0/3836933593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bd8105120 0x7f6bd810cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.011+0000 7f6bdd400640 1 --2- 172.21.15.33:0/3836933593 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6bd81009a0 0x7f6bd81049f0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.011+0000 7f6bdd400640 1 --2- 172.21.15.33:0/3836933593 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6bd80ffff0 0x7f6bd81003d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.011+0000 7f6bdd400640 1 -- 172.21.15.33:0/3836933593 >> 172.21.15.33:0/3836933593 conn(0x7f6bd80fba90 msgr2=0x7f6bd80fdeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:39.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.011+0000 7f6bdd400640 1 -- 172.21.15.33:0/3836933593 shutdown_connections 2024-09-05T02:30:39.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.011+0000 7f6bdd400640 1 -- 172.21.15.33:0/3836933593 wait complete. 2024-09-05T02:30:39.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.012+0000 7f6bdd400640 1 Processor -- start 2024-09-05T02:30:39.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.012+0000 7f6bdd400640 1 -- start start 2024-09-05T02:30:39.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.013+0000 7f6bdd400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6bd80ffff0 0x7f6bd81984a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:39.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.013+0000 7f6bdd400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6bd81009a0 0x7f6bd81989e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:39.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.013+0000 7f6bdd400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bd8105120 0x7f6bd819cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:39.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.013+0000 7f6bdd400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd810fd80 con 0x7f6bd8105120 2024-09-05T02:30:39.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.013+0000 7f6bdd400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd810fc00 con 0x7f6bd81009a0 2024-09-05T02:30:39.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.013+0000 7f6bdd400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd810ff00 con 0x7f6bd80ffff0 2024-09-05T02:30:39.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.013+0000 7f6bd6800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6bd80ffff0 0x7f6bd81984a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:39.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.013+0000 7f6bd6800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6bd80ffff0 0x7f6bd81984a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:40958/0 (socket says 172.21.15.33:40958) 2024-09-05T02:30:39.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.013+0000 7f6bd6800640 1 -- 172.21.15.33:0/3152619692 learned_addr learned my addr 172.21.15.33:0/3152619692 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:39.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.013+0000 7f6bd7200640 1 --2- 172.21.15.33:0/3152619692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bd8105120 0x7f6bd819cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:39.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.013+0000 7f6bd5e00640 1 --2- 172.21.15.33:0/3152619692 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6bd81009a0 0x7f6bd81989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:39.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.014+0000 7f6bd7200640 1 -- 172.21.15.33:0/3152619692 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6bd80ffff0 msgr2=0x7f6bd81984a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:39.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.014+0000 7f6bd7200640 1 --2- 172.21.15.33:0/3152619692 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6bd80ffff0 0x7f6bd81984a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.014+0000 7f6bd7200640 1 -- 172.21.15.33:0/3152619692 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6bd81009a0 msgr2=0x7f6bd81989e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:39.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.014+0000 7f6bd7200640 1 --2- 172.21.15.33:0/3152619692 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6bd81009a0 0x7f6bd81989e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.014+0000 7f6bd7200640 1 -- 172.21.15.33:0/3152619692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bd819d450 con 0x7f6bd8105120 2024-09-05T02:30:39.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.014+0000 7f6bd7200640 1 --2- 172.21.15.33:0/3152619692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bd8105120 0x7f6bd819cd70 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f6bd0005fd0 tx=0x7f6bd0009f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:39.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.014+0000 7f6bcf400640 1 -- 172.21.15.33:0/3152619692 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bd00092e0 con 0x7f6bd8105120 2024-09-05T02:30:39.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.014+0000 7f6bcf400640 1 -- 172.21.15.33:0/3152619692 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6bd0003e50 con 0x7f6bd8105120 2024-09-05T02:30:39.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.014+0000 7f6bcf400640 1 -- 172.21.15.33:0/3152619692 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bd0004310 con 0x7f6bd8105120 2024-09-05T02:30:39.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.014+0000 7f6bdd400640 1 -- 172.21.15.33:0/3152619692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bd819d6e0 con 0x7f6bd8105120 2024-09-05T02:30:39.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.015+0000 7f6bdd400640 1 -- 172.21.15.33:0/3152619692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bd81019c0 con 0x7f6bd8105120 2024-09-05T02:30:39.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.018+0000 7f6bcf400640 1 -- 172.21.15.33:0/3152619692 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f6bd001b030 con 0x7f6bd8105120 2024-09-05T02:30:39.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.018+0000 7f6bdfdf7740 1 Processor -- start 2024-09-05T02:30:39.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.018+0000 7f6bdfdf7740 1 -- start start 2024-09-05T02:30:39.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.018+0000 7f6bdfdf7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd627c70 0x5563bd628050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:39.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.018+0000 7f6bdfdf7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd628590 0x5563bd632910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:39.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.018+0000 7f6bdfdf7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5563bd632e50 0x5563bd635240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:39.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.018+0000 7f6bdfdf7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5563bd58e3e0 con 0x5563bd628590 2024-09-05T02:30:39.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.018+0000 7f6bdfdf7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5563bd535d80 con 0x5563bd627c70 2024-09-05T02:30:39.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.018+0000 7f6bdfdf7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5563bd58a3a0 con 0x5563bd632e50 2024-09-05T02:30:39.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.019+0000 7f6bd6800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd628590 0x5563bd632910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:39.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.019+0000 7f6bd5e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd627c70 0x5563bd628050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:39.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.019+0000 7f6bd6800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd628590 0x5563bd632910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38058/0 (socket says 172.21.15.33:38058) 2024-09-05T02:30:39.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.019+0000 7f6bd6800640 1 -- 172.21.15.33:0/3720929378 learned_addr learned my addr 172.21.15.33:0/3720929378 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:39.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.019+0000 7f6bd5e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd627c70 0x5563bd628050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:51248/0 (socket says 172.21.15.33:51248) 2024-09-05T02:30:39.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.019+0000 7f6bd5e00640 1 --2- 172.21.15.33:0/3720929378 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5563bd632e50 0x5563bd635240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:39.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.019+0000 7f6bcf400640 1 --2- 172.21.15.33:0/3152619692 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6bbc0a2d70 0x7f6bbc0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:39.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.019+0000 7f6bd6800640 1 -- 172.21.15.33:0/3720929378 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5563bd632e50 msgr2=0x5563bd635240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:39.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.019+0000 7f6bd6800640 1 --2- 172.21.15.33:0/3720929378 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5563bd632e50 0x5563bd635240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.019+0000 7f6bd6800640 1 -- 172.21.15.33:0/3720929378 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd627c70 msgr2=0x5563bd628050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:39.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.019+0000 7f6bd6800640 1 --2- 172.21.15.33:0/3720929378 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd627c70 0x5563bd628050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.019+0000 7f6bd6800640 1 -- 172.21.15.33:0/3720929378 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563bd554ae0 con 0x5563bd628590 2024-09-05T02:30:39.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.019+0000 7f6bcf400640 1 -- 172.21.15.33:0/3152619692 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f6bd00ce4f0 con 0x7f6bd8105120 2024-09-05T02:30:39.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.020+0000 7f6bd7200640 1 --2- 172.21.15.33:0/3152619692 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6bbc0a2d70 0x7f6bbc0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:39.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.020+0000 7f6bd6800640 1 --2- 172.21.15.33:0/3720929378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd628590 0x5563bd632910 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f6bc8009e10 tx=0x7f6bc8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=936500e9caac6460 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:39.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.020+0000 7f6bc3400640 1 -- 172.21.15.33:0/3720929378 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc801e070 con 0x5563bd628590 2024-09-05T02:30:39.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.020+0000 7f6bc3400640 1 -- 172.21.15.33:0/3720929378 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6bc8019b10 con 0x5563bd628590 2024-09-05T02:30:39.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.020+0000 7f6bc3400640 1 -- 172.21.15.33:0/3720929378 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc800fac0 con 0x5563bd628590 2024-09-05T02:30:39.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.021+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/3720929378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd628590 msgr2=0x5563bd632910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:39.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.021+0000 7f6bd7200640 1 --2- 172.21.15.33:0/3152619692 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6bbc0a2d70 0x7f6bbc0a5230 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f6bd00cbc50 tx=0x7f6bd0083f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:39.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.021+0000 7f6bdfdf7740 1 --2- 172.21.15.33:0/3720929378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd628590 0x5563bd632910 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f6bc8009e10 tx=0x7f6bc8011810 comp rx=0 tx=0).stop 2024-09-05T02:30:39.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.021+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/3720929378 shutdown_connections 2024-09-05T02:30:39.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.021+0000 7f6bdfdf7740 1 --2- 172.21.15.33:0/3720929378 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5563bd632e50 0x5563bd635240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.021+0000 7f6bdfdf7740 1 --2- 172.21.15.33:0/3720929378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd628590 0x5563bd632910 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.021+0000 7f6bdfdf7740 1 --2- 172.21.15.33:0/3720929378 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd627c70 0x5563bd628050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.021+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/3720929378 >> 172.21.15.33:0/3720929378 conn(0x5563bd624200 msgr2=0x5563bd6245e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:39.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.021+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/3720929378 shutdown_connections 2024-09-05T02:30:39.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.021+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/3720929378 wait complete. 2024-09-05T02:30:39.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.022+0000 7f6bdfdf7740 1 -- start start 2024-09-05T02:30:39.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.022+0000 7f6bdfdf7740 1 Processor -- start 2024-09-05T02:30:39.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.022+0000 7f6bdfdf7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd627c70 0x5563bd62fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:39.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.022+0000 7f6bdfdf7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd628590 0x5563bd6302c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:39.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.022+0000 7f6bdfdf7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5563bd632e50 0x5563bd630800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:39.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.022+0000 7f6bdfdf7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5563bd635a20 con 0x5563bd627c70 2024-09-05T02:30:39.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.022+0000 7f6bdfdf7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5563bd5490f0 con 0x5563bd628590 2024-09-05T02:30:39.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.022+0000 7f6bdfdf7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5563bd635ba0 con 0x5563bd632e50 2024-09-05T02:30:39.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.022+0000 7f6bdfdf7740 10 client.0 _ll_register_callbacks cb 0x5563bd530bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:30:39.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.023+0000 7f6bd6800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd628590 0x5563bd6302c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:39.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.023+0000 7f6bd6800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd628590 0x5563bd6302c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:51262/0 (socket says 172.21.15.33:51262) 2024-09-05T02:30:39.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.023+0000 7f6bd6800640 1 -- 172.21.15.33:0/1038978375 learned_addr learned my addr 172.21.15.33:0/1038978375 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:39.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.023+0000 7f6bd5e00640 1 --2- 172.21.15.33:0/1038978375 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd627c70 0x5563bd62fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:39.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.023+0000 7f6bd6800640 1 -- 172.21.15.33:0/1038978375 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5563bd632e50 msgr2=0x5563bd630800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:39.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.023+0000 7f6bd6800640 1 --2- 172.21.15.33:0/1038978375 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5563bd632e50 0x5563bd630800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.023+0000 7f6bd6800640 1 -- 172.21.15.33:0/1038978375 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd627c70 msgr2=0x5563bd62fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:39.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.023+0000 7f6bd6800640 1 --2- 172.21.15.33:0/1038978375 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd627c70 0x5563bd62fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.023+0000 7f6bd6800640 1 -- 172.21.15.33:0/1038978375 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563bd2ff3c0 con 0x5563bd628590 2024-09-05T02:30:39.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.023+0000 7f6bd5e00640 1 --2- 172.21.15.33:0/1038978375 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd627c70 0x5563bd62fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:30:39.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.023+0000 7f6bd6800640 1 --2- 172.21.15.33:0/1038978375 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd628590 0x5563bd6302c0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f6bc801c040 tx=0x7f6bc8019920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8989f565da767a1c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:39.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.023+0000 7f6bb7e00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:30:39.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.024+0000 7f6bb7e00640 1 -- 172.21.15.33:0/1038978375 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc8026070 con 0x5563bd628590 2024-09-05T02:30:39.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.024+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/1038978375 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6bc8019b10 con 0x5563bd628590 2024-09-05T02:30:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.024+0000 7f6bb7e00640 1 -- 172.21.15.33:0/1038978375 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f6bc8005050 con 0x5563bd628590 2024-09-05T02:30:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.024+0000 7f6bb7e00640 1 -- 172.21.15.33:0/1038978375 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6bc8032050 con 0x5563bd628590 2024-09-05T02:30:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.024+0000 7f6bdfdf7740 10 client.26060 fetch_fsmap learned FSMap version 29 2024-09-05T02:30:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.024+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/1038978375 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5563bd641b10 con 0x5563bd628590 2024-09-05T02:30:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.024+0000 7f6bb7e00640 1 -- 172.21.15.33:0/1038978375 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6bc8019b10 con 0x5563bd628590 2024-09-05T02:30:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.025+0000 7f6bb7e00640 1 -- 172.21.15.33:0/1038978375 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f6bc80046c0 con 0x5563bd628590 2024-09-05T02:30:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.025+0000 7f6bdfdf7740 10 client.26060 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:30:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.025+0000 7f6bdfdf7740 10 client.26060 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:30:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.025+0000 7f6bdfdf7740 20 client.26060 populate_metadata read hostname 'smithi033' 2024-09-05T02:30:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.025+0000 7f6bdfdf7740 1 --2- 172.21.15.33:0/1038978375 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5563bd642f20 0x5563bd645310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.025+0000 7f6bdfdf7740 4 client.26060 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:30:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.025+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/1038978375 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5563bd59b950 con 0x5563bd642f20 2024-09-05T02:30:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.025+0000 7f6bd5e00640 1 --2- 172.21.15.33:0/1038978375 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5563bd642f20 0x5563bd645310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:39.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.026+0000 7f6bd5e00640 1 --2- 172.21.15.33:0/1038978375 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5563bd642f20 0x5563bd645310 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cce16f4995202a64 server_cookie=52bb604ecc739f4c in_seq=0 out_seq=0 2024-09-05T02:30:39.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.026+0000 7f6bb7e00640 10 client.26060 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:30:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.027+0000 7f6bb7e00640 1 -- 172.21.15.33:0/1038978375 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5563bd59b950 con 0x5563bd642f20 2024-09-05T02:30:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.027+0000 7f6bb7e00640 10 client.26060 handle_command_reply: tid=0 2024-09-05T02:30:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.027+0000 7f6bdfdf7740 1 client.26060 shutdown 2024-09-05T02:30:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.027+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/1038978375 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd628590 msgr2=0x5563bd6302c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.027+0000 7f6bdfdf7740 1 --2- 172.21.15.33:0/1038978375 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd628590 0x5563bd6302c0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f6bc801c040 tx=0x7f6bc8019920 comp rx=0 tx=0).stop 2024-09-05T02:30:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.027+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/1038978375 shutdown_connections 2024-09-05T02:30:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.027+0000 7f6bdfdf7740 1 --2- 172.21.15.33:0/1038978375 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5563bd632e50 0x5563bd630800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.027+0000 7f6bdfdf7740 1 --2- 172.21.15.33:0/1038978375 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd628590 0x5563bd6302c0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.027+0000 7f6bdfdf7740 1 --2- 172.21.15.33:0/1038978375 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5563bd642f20 0x5563bd645310 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.027+0000 7f6bdfdf7740 1 --2- 172.21.15.33:0/1038978375 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd627c70 0x5563bd62fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.027+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/1038978375 >> 172.21.15.33:0/1038978375 conn(0x5563bd624200 msgr2=0x5563bd623380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:39.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.027+0000 7f6bb7e00640 0 client.26060 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:30:39.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.027+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/1038978375 shutdown_connections 2024-09-05T02:30:39.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.027+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/1038978375 wait complete. 2024-09-05T02:30:39.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.027+0000 7f6bdfdf7740 20 client.26060 trim_cache size 0 max 16384 2024-09-05T02:30:39.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.041+0000 7f6bdfdf7740 1 Processor -- start 2024-09-05T02:30:39.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.041+0000 7f6bdfdf7740 1 -- start start 2024-09-05T02:30:39.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.042+0000 7f6bdfdf7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5563bd627c70 0x5563bd62a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:39.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.042+0000 7f6bdfdf7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd628590 0x5563bd64ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:39.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.042+0000 7f6bdfdf7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd632e50 0x5563bd64b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:39.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.042+0000 7f6bdfdf7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd81ab5a0 con 0x5563bd632e50 2024-09-05T02:30:39.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.042+0000 7f6bdfdf7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd81ad0e0 con 0x5563bd628590 2024-09-05T02:30:39.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.042+0000 7f6bdfdf7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd81abc70 con 0x5563bd627c70 2024-09-05T02:30:39.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.042+0000 7f6bd5e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd632e50 0x5563bd64b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:39.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.042+0000 7f6bd5e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd632e50 0x5563bd64b0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38072/0 (socket says 172.21.15.33:38072) 2024-09-05T02:30:39.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.042+0000 7f6bd5e00640 1 -- 172.21.15.33:0/2661792752 learned_addr learned my addr 172.21.15.33:0/2661792752 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:39.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.042+0000 7f6bd5e00640 1 --2- 172.21.15.33:0/2661792752 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5563bd627c70 0x5563bd62a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:39.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.042+0000 7f6bd6800640 1 --2- 172.21.15.33:0/2661792752 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd628590 0x5563bd64ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:39.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.042+0000 7f6bd5e00640 1 -- 172.21.15.33:0/2661792752 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5563bd627c70 msgr2=0x5563bd62a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:39.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.042+0000 7f6bd5e00640 1 --2- 172.21.15.33:0/2661792752 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5563bd627c70 0x5563bd62a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.042+0000 7f6bd5e00640 1 -- 172.21.15.33:0/2661792752 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd628590 msgr2=0x5563bd64ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:39.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.042+0000 7f6bd5e00640 1 --2- 172.21.15.33:0/2661792752 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd628590 0x5563bd64ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.042+0000 7f6bd5e00640 1 -- 172.21.15.33:0/2661792752 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563bd61f770 con 0x5563bd632e50 2024-09-05T02:30:39.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.043+0000 7f6bd5e00640 1 --2- 172.21.15.33:0/2661792752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd632e50 0x5563bd64b0d0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f6bc4009230 tx=0x7f6bc4000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d41fc16e112c9ddf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:39.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.043+0000 7f6bc2a00640 1 -- 172.21.15.33:0/2661792752 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc4035040 con 0x5563bd632e50 2024-09-05T02:30:39.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.043+0000 7f6bc2a00640 1 -- 172.21.15.33:0/2661792752 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6bc404e040 con 0x5563bd632e50 2024-09-05T02:30:39.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.043+0000 7f6bc2a00640 1 -- 172.21.15.33:0/2661792752 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc4003850 con 0x5563bd632e50 2024-09-05T02:30:39.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.044+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/2661792752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd632e50 msgr2=0x5563bd64b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:39.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.044+0000 7f6bdfdf7740 1 --2- 172.21.15.33:0/2661792752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd632e50 0x5563bd64b0d0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f6bc4009230 tx=0x7f6bc4000bc0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.044+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/2661792752 shutdown_connections 2024-09-05T02:30:39.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.044+0000 7f6bdfdf7740 1 --2- 172.21.15.33:0/2661792752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd632e50 0x5563bd64b0d0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.044+0000 7f6bdfdf7740 1 --2- 172.21.15.33:0/2661792752 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd628590 0x5563bd64ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.044+0000 7f6bdfdf7740 1 --2- 172.21.15.33:0/2661792752 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5563bd627c70 0x5563bd62a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.044+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/2661792752 >> 172.21.15.33:0/2661792752 conn(0x5563bd624200 msgr2=0x5563bd62ee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:39.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.044+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/2661792752 shutdown_connections 2024-09-05T02:30:39.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.044+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/2661792752 wait complete. 2024-09-05T02:30:39.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.044+0000 7f6bdfdf7740 1 -- start start 2024-09-05T02:30:39.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.044+0000 7f6bdfdf7740 1 Processor -- start 2024-09-05T02:30:39.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.045+0000 7f6bdfdf7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5563bd627c70 0x5563bd636350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:39.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.045+0000 7f6bdfdf7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd628590 0x5563bd636890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:39.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.045+0000 7f6bdfdf7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd632e50 0x5563bd6abb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:39.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.045+0000 7f6bdfdf7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd81aca10 con 0x5563bd628590 2024-09-05T02:30:39.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.045+0000 7f6bdfdf7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd81ac340 con 0x5563bd632e50 2024-09-05T02:30:39.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.045+0000 7f6bdfdf7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd81a9580 con 0x5563bd627c70 2024-09-05T02:30:39.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.045+0000 7f6bdfdf7740 10 client.0 _ll_register_callbacks cb 0x7f6bc801c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:30:39.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.045+0000 7f6bd6800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd628590 0x5563bd636890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:39.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.045+0000 7f6bd6800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd628590 0x5563bd636890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38082/0 (socket says 172.21.15.33:38082) 2024-09-05T02:30:39.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.045+0000 7f6bd6800640 1 -- 172.21.15.33:0/3410276937 learned_addr learned my addr 172.21.15.33:0/3410276937 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:39.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.045+0000 7f6bd5e00640 1 --2- 172.21.15.33:0/3410276937 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5563bd627c70 0x5563bd636350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:39.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.045+0000 7f6bd5e00640 1 --2- 172.21.15.33:0/3410276937 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd632e50 0x5563bd6abb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:39.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.046+0000 7f6bd6800640 1 -- 172.21.15.33:0/3410276937 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5563bd627c70 msgr2=0x5563bd636350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:39.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.046+0000 7f6bd6800640 1 --2- 172.21.15.33:0/3410276937 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5563bd627c70 0x5563bd636350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.046+0000 7f6bd6800640 1 -- 172.21.15.33:0/3410276937 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd632e50 msgr2=0x5563bd6abb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:39.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.046+0000 7f6bd6800640 1 --2- 172.21.15.33:0/3410276937 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd632e50 0x5563bd6abb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.046+0000 7f6bd6800640 1 -- 172.21.15.33:0/3410276937 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563bd6ac190 con 0x5563bd628590 2024-09-05T02:30:39.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.046+0000 7f6bd5e00640 1 --2- 172.21.15.33:0/3410276937 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5563bd627c70 0x5563bd636350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:30:39.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.046+0000 7f6bd6800640 1 --2- 172.21.15.33:0/3410276937 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd628590 0x5563bd636890 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f6bc8011d10 tx=0x7f6bc8009ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10f072436ff9e50a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:39.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.046+0000 7f6bb7e00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:30:39.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.046+0000 7f6bb7e00640 1 -- 172.21.15.33:0/3410276937 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc803b060 con 0x5563bd628590 2024-09-05T02:30:39.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.046+0000 7f6bb7e00640 1 -- 172.21.15.33:0/3410276937 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f6bc8019b90 con 0x5563bd628590 2024-09-05T02:30:39.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.046+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/3410276937 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6bc404e040 con 0x5563bd628590 2024-09-05T02:30:39.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.046+0000 7f6bb7e00640 1 -- 172.21.15.33:0/3410276937 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6bc8026050 con 0x5563bd628590 2024-09-05T02:30:39.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.046+0000 7f6bdfdf7740 10 client.15969 fetch_fsmap learned FSMap version 29 2024-09-05T02:30:39.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.046+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/3410276937 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5563bd6ad430 con 0x5563bd628590 2024-09-05T02:30:39.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.047+0000 7f6bb7e00640 1 -- 172.21.15.33:0/3410276937 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6bc404e040 con 0x5563bd628590 2024-09-05T02:30:39.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.047+0000 7f6bb7e00640 1 -- 172.21.15.33:0/3410276937 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f6bc8004c30 con 0x5563bd628590 2024-09-05T02:30:39.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.047+0000 7f6bdfdf7740 10 client.15969 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:30:39.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.047+0000 7f6bdfdf7740 10 client.15969 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:30:39.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.047+0000 7f6bdfdf7740 20 client.15969 populate_metadata read hostname 'smithi033' 2024-09-05T02:30:39.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.047+0000 7f6bdfdf7740 1 --2- 172.21.15.33:0/3410276937 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5563bd6adb80 0x5563bd6affa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:39.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.047+0000 7f6bdfdf7740 4 client.15969 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:30:39.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.047+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/3410276937 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5563bd62b9a0 con 0x5563bd6adb80 2024-09-05T02:30:39.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.047+0000 7f6bd5e00640 1 --2- 172.21.15.33:0/3410276937 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5563bd6adb80 0x5563bd6affa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:39.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.048+0000 7f6bd5e00640 1 --2- 172.21.15.33:0/3410276937 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5563bd6adb80 0x5563bd6affa0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae617366463b4d8b server_cookie=88ff927c61d8658f in_seq=0 out_seq=0 2024-09-05T02:30:39.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.048+0000 7f6bb7e00640 10 client.15969 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:30:39.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.048+0000 7f6bb7e00640 1 -- 172.21.15.33:0/3410276937 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5563bd62b9a0 con 0x5563bd6adb80 2024-09-05T02:30:39.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.048+0000 7f6bb7e00640 10 client.15969 handle_command_reply: tid=0 2024-09-05T02:30:39.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.048+0000 7f6bdfdf7740 1 client.15969 shutdown 2024-09-05T02:30:39.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.048+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/3410276937 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd628590 msgr2=0x5563bd636890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:39.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.048+0000 7f6bdfdf7740 1 --2- 172.21.15.33:0/3410276937 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd628590 0x5563bd636890 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f6bc8011d10 tx=0x7f6bc8009ab0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.048+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/3410276937 shutdown_connections 2024-09-05T02:30:39.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.048+0000 7f6bdfdf7740 1 --2- 172.21.15.33:0/3410276937 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563bd632e50 0x5563bd6abb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.048+0000 7f6bdfdf7740 1 --2- 172.21.15.33:0/3410276937 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5563bd6adb80 0x5563bd6affa0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.048+0000 7f6bdfdf7740 1 --2- 172.21.15.33:0/3410276937 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5563bd628590 0x5563bd636890 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.048+0000 7f6bdfdf7740 1 --2- 172.21.15.33:0/3410276937 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5563bd627c70 0x5563bd636350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.048+0000 7f6bb7e00640 0 client.15969 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:30:39.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.048+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/3410276937 >> 172.21.15.33:0/3410276937 conn(0x5563bd624200 msgr2=0x5563bd622b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:39.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.049+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/3410276937 shutdown_connections 2024-09-05T02:30:39.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.049+0000 7f6bdfdf7740 1 -- 172.21.15.33:0/3410276937 wait complete. 2024-09-05T02:30:39.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.049+0000 7f6bdfdf7740 20 client.15969 trim_cache size 0 max 16384 2024-09-05T02:30:39.054 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:30:39.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.049+0000 7f6bdd400640 1 -- 172.21.15.33:0/3152619692 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6bbc0a2d70 msgr2=0x7f6bbc0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:39.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.049+0000 7f6bdd400640 1 --2- 172.21.15.33:0/3152619692 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6bbc0a2d70 0x7f6bbc0a5230 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f6bd00cbc50 tx=0x7f6bd0083f90 comp rx=0 tx=0).stop 2024-09-05T02:30:39.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.049+0000 7f6bdd400640 1 -- 172.21.15.33:0/3152619692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bd8105120 msgr2=0x7f6bd819cd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:39.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.049+0000 7f6bdd400640 1 --2- 172.21.15.33:0/3152619692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bd8105120 0x7f6bd819cd70 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f6bd0005fd0 tx=0x7f6bd0009f70 comp rx=0 tx=0).stop 2024-09-05T02:30:39.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.050+0000 7f6bdd400640 1 -- 172.21.15.33:0/3152619692 shutdown_connections 2024-09-05T02:30:39.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.050+0000 7f6bdd400640 1 --2- 172.21.15.33:0/3152619692 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6bbc0a2d70 0x7f6bbc0a5230 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.050+0000 7f6bdd400640 1 --2- 172.21.15.33:0/3152619692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bd8105120 0x7f6bd819cd70 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.050+0000 7f6bdd400640 1 --2- 172.21.15.33:0/3152619692 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6bd81009a0 0x7f6bd81989e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.050+0000 7f6bdd400640 1 --2- 172.21.15.33:0/3152619692 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6bd80ffff0 0x7f6bd81984a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:39.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.050+0000 7f6bdd400640 1 -- 172.21.15.33:0/3152619692 >> 172.21.15.33:0/3152619692 conn(0x7f6bd80fba90 msgr2=0x7f6bd80fcf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:39.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.050+0000 7f6bdd400640 1 -- 172.21.15.33:0/3152619692 shutdown_connections 2024-09-05T02:30:39.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:39.050+0000 7f6bdd400640 1 -- 172.21.15.33:0/3152619692 wait complete. 2024-09-05T02:30:39.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:39 smithi174 ceph-mon[34756]: pgmap v114: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 1.7 KiB/s wr, 84 op/s 2024-09-05T02:30:39.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:39 smithi033 ceph-mon[29909]: pgmap v114: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 1.7 KiB/s wr, 84 op/s 2024-09-05T02:30:39.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:39 smithi123 ceph-mon[34031]: pgmap v114: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 1.7 KiB/s wr, 84 op/s 2024-09-05T02:30:40.807 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:30:40.807 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:30:41.196 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:30:41.508 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:41 smithi033 ceph-mon[29909]: pgmap v115: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:30:41.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:41 smithi174 ceph-mon[34756]: pgmap v115: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:30:41.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:41 smithi123 ceph-mon[34031]: pgmap v115: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:30:41.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.736+0000 7fcbfba00640 1 -- 172.21.15.33:0/4233111606 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbf41049c0 msgr2=0x7fcbf4108a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:41.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.736+0000 7fcbfba00640 1 --2- 172.21.15.33:0/4233111606 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbf41049c0 0x7fcbf4108a10 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc009900 tx=0x7fcbdc02a3f0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.737+0000 7fcbfba00640 1 -- 172.21.15.33:0/4233111606 shutdown_connections 2024-09-05T02:30:41.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.737+0000 7fcbfba00640 1 --2- 172.21.15.33:0/4233111606 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcbf4109140 0x7fcbf4110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.737+0000 7fcbfba00640 1 --2- 172.21.15.33:0/4233111606 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbf41049c0 0x7fcbf4108a10 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.737+0000 7fcbfba00640 1 --2- 172.21.15.33:0/4233111606 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcbf4104010 0x7fcbf41043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.737+0000 7fcbfba00640 1 -- 172.21.15.33:0/4233111606 >> 172.21.15.33:0/4233111606 conn(0x7fcbf40ffa50 msgr2=0x7fcbf4101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:41.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.737+0000 7fcbfba00640 1 -- 172.21.15.33:0/4233111606 shutdown_connections 2024-09-05T02:30:41.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.737+0000 7fcbfba00640 1 -- 172.21.15.33:0/4233111606 wait complete. 2024-09-05T02:30:41.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.738+0000 7fcbfba00640 1 Processor -- start 2024-09-05T02:30:41.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.738+0000 7fcbfba00640 1 -- start start 2024-09-05T02:30:41.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.738+0000 7fcbfba00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbf4104010 0x7fcbf419a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:41.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.738+0000 7fcbfba00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcbf41049c0 0x7fcbf419ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:41.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.738+0000 7fcbfba00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcbf4109140 0x7fcbf419ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:41.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.738+0000 7fcbfba00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf4114190 con 0x7fcbf4104010 2024-09-05T02:30:41.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.738+0000 7fcbfba00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf4114010 con 0x7fcbf4109140 2024-09-05T02:30:41.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.738+0000 7fcbfba00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf4114310 con 0x7fcbf41049c0 2024-09-05T02:30:41.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.738+0000 7fcbf9000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbf4104010 0x7fcbf419a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:41.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.739+0000 7fcbebe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcbf41049c0 0x7fcbf419ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:41.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.739+0000 7fcbebe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcbf41049c0 0x7fcbf419ab90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:44534/0 (socket says 172.21.15.33:44534) 2024-09-05T02:30:41.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.739+0000 7fcbebe00640 1 -- 172.21.15.33:0/3971726767 learned_addr learned my addr 172.21.15.33:0/3971726767 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:41.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.739+0000 7fcbf9a00640 1 --2- 172.21.15.33:0/3971726767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcbf4109140 0x7fcbf419ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:41.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.739+0000 7fcbf9a00640 1 -- 172.21.15.33:0/3971726767 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcbf41049c0 msgr2=0x7fcbf419ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:41.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.739+0000 7fcbf9a00640 1 --2- 172.21.15.33:0/3971726767 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcbf41049c0 0x7fcbf419ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.739+0000 7fcbf9a00640 1 -- 172.21.15.33:0/3971726767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbf4104010 msgr2=0x7fcbf419a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:41.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.739+0000 7fcbf9a00640 1 --2- 172.21.15.33:0/3971726767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbf4104010 0x7fcbf419a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.739+0000 7fcbf9a00640 1 -- 172.21.15.33:0/3971726767 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbf419f600 con 0x7fcbf4109140 2024-09-05T02:30:41.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.739+0000 7fcbf9a00640 1 --2- 172.21.15.33:0/3971726767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcbf4109140 0x7fcbf419ef20 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fcbec009fd0 tx=0x7fcbec00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:41.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.740+0000 7fcbf2000640 1 -- 172.21.15.33:0/3971726767 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbec00ce20 con 0x7fcbf4109140 2024-09-05T02:30:41.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.740+0000 7fcbfba00640 1 -- 172.21.15.33:0/3971726767 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbf419f8f0 con 0x7fcbf4109140 2024-09-05T02:30:41.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.740+0000 7fcbf2000640 1 -- 172.21.15.33:0/3971726767 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcbec005020 con 0x7fcbf4109140 2024-09-05T02:30:41.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.740+0000 7fcbf2000640 1 -- 172.21.15.33:0/3971726767 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbec010720 con 0x7fcbf4109140 2024-09-05T02:30:41.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.740+0000 7fcbfba00640 1 -- 172.21.15.33:0/3971726767 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbf41a71d0 con 0x7fcbf4109140 2024-09-05T02:30:41.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.743+0000 7fcbfe404740 1 Processor -- start 2024-09-05T02:30:41.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.743+0000 7fcbf2000640 1 -- 172.21.15.33:0/3971726767 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fcbec005540 con 0x7fcbf4109140 2024-09-05T02:30:41.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.743+0000 7fcbfe404740 1 -- start start 2024-09-05T02:30:41.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.743+0000 7fcbfe404740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e888ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:41.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.743+0000 7fcbfe404740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e8893e0 0x55c09e893760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:41.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.743+0000 7fcbfe404740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c09e893ca0 0x55c09e896090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:41.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.743+0000 7fcbfe404740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55c09e7ef290 con 0x55c09e888ac0 2024-09-05T02:30:41.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.743+0000 7fcbfe404740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55c09e796b40 con 0x55c09e893ca0 2024-09-05T02:30:41.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.743+0000 7fcbfe404740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55c09e7eb250 con 0x55c09e8893e0 2024-09-05T02:30:41.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.744+0000 7fcbebe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e888ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:41.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.744+0000 7fcbebe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e888ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59336/0 (socket says 172.21.15.33:59336) 2024-09-05T02:30:41.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.744+0000 7fcbebe00640 1 -- 172.21.15.33:0/351405167 learned_addr learned my addr 172.21.15.33:0/351405167 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:41.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.744+0000 7fcbf9000640 1 --2- 172.21.15.33:0/351405167 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e8893e0 0x55c09e893760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:41.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.744+0000 7fcbebe00640 1 --2- 172.21.15.33:0/351405167 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c09e893ca0 0x55c09e896090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:41.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.744+0000 7fcbebe00640 1 -- 172.21.15.33:0/351405167 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e8893e0 msgr2=0x55c09e893760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:41.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.744+0000 7fcbebe00640 1 --2- 172.21.15.33:0/351405167 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e8893e0 0x55c09e893760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.744+0000 7fcbebe00640 1 -- 172.21.15.33:0/351405167 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c09e893ca0 msgr2=0x55c09e896090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:41.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.744+0000 7fcbebe00640 1 --2- 172.21.15.33:0/351405167 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c09e893ca0 0x55c09e896090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.744+0000 7fcbebe00640 1 -- 172.21.15.33:0/351405167 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c09e5606a0 con 0x55c09e888ac0 2024-09-05T02:30:41.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.744+0000 7fcbf9000640 1 --2- 172.21.15.33:0/351405167 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e8893e0 0x55c09e893760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:30:41.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.745+0000 7fcbebe00640 1 --2- 172.21.15.33:0/351405167 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e888ea0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x55c09e8863d0 tx=0x7fcbdc009560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df6e1bb3ee0493b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:41.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.745+0000 7fcbf2000640 1 --2- 172.21.15.33:0/3971726767 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fcbd80a2cf0 0x7fcbd80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:41.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.745+0000 7fcbea000640 1 -- 172.21.15.33:0/351405167 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbdc035040 con 0x55c09e888ac0 2024-09-05T02:30:41.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.745+0000 7fcbf2000640 1 -- 172.21.15.33:0/3971726767 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fcbec0cfb20 con 0x7fcbf4109140 2024-09-05T02:30:41.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.745+0000 7fcbea000640 1 -- 172.21.15.33:0/351405167 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcbdc0044b0 con 0x55c09e888ac0 2024-09-05T02:30:41.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.745+0000 7fcbea000640 1 -- 172.21.15.33:0/351405167 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbdc0035f0 con 0x55c09e888ac0 2024-09-05T02:30:41.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.745+0000 7fcbf9000640 1 --2- 172.21.15.33:0/3971726767 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fcbd80a2cf0 0x7fcbd80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:41.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.746+0000 7fcbfe404740 1 -- 172.21.15.33:0/351405167 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 msgr2=0x55c09e888ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:41.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.746+0000 7fcbfe404740 1 --2- 172.21.15.33:0/351405167 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e888ea0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x55c09e8863d0 tx=0x7fcbdc009560 comp rx=0 tx=0).stop 2024-09-05T02:30:41.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.746+0000 7fcbf9000640 1 --2- 172.21.15.33:0/3971726767 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fcbd80a2cf0 0x7fcbd80a51b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x55c09e885eb0 tx=0x7fcbe400b410 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:41.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.746+0000 7fcbfe404740 1 -- 172.21.15.33:0/351405167 shutdown_connections 2024-09-05T02:30:41.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.746+0000 7fcbfe404740 1 --2- 172.21.15.33:0/351405167 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c09e893ca0 0x55c09e896090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.746+0000 7fcbfe404740 1 --2- 172.21.15.33:0/351405167 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e8893e0 0x55c09e893760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.746+0000 7fcbfe404740 1 --2- 172.21.15.33:0/351405167 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e888ea0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.746+0000 7fcbfe404740 1 -- 172.21.15.33:0/351405167 >> 172.21.15.33:0/351405167 conn(0x55c09e885050 msgr2=0x55c09e885430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:41.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.746+0000 7fcbfe404740 1 -- 172.21.15.33:0/351405167 shutdown_connections 2024-09-05T02:30:41.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.746+0000 7fcbfe404740 1 -- 172.21.15.33:0/351405167 wait complete. 2024-09-05T02:30:41.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.746+0000 7fcbfe404740 1 -- start start 2024-09-05T02:30:41.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.747+0000 7fcbfe404740 1 Processor -- start 2024-09-05T02:30:41.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.747+0000 7fcbfe404740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e8936a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.747+0000 7fcbfe404740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c09e8893e0 0x55c09e890950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.747+0000 7fcbfe404740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e893ca0 0x55c09e890f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.747+0000 7fcbfe404740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55c09e896910 con 0x55c09e888ac0 2024-09-05T02:30:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.747+0000 7fcbfe404740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55c09e7a9fa0 con 0x55c09e8893e0 2024-09-05T02:30:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.747+0000 7fcbfe404740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55c09e896a90 con 0x55c09e893ca0 2024-09-05T02:30:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.747+0000 7fcbfe404740 10 client.0 _ll_register_callbacks cb 0x55c09e4fdba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:30:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.747+0000 7fcbf9000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e8936a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.747+0000 7fcbf9000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e8936a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59338/0 (socket says 172.21.15.33:59338) 2024-09-05T02:30:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.747+0000 7fcbf9000640 1 -- 172.21.15.33:0/1452620509 learned_addr learned my addr 172.21.15.33:0/1452620509 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.748+0000 7fcbf9a00640 1 --2- 172.21.15.33:0/1452620509 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e893ca0 0x55c09e890f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.748+0000 7fcbebe00640 1 --2- 172.21.15.33:0/1452620509 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c09e8893e0 0x55c09e890950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.748+0000 7fcbf9000640 1 -- 172.21.15.33:0/1452620509 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e893ca0 msgr2=0x55c09e890f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.748+0000 7fcbf9000640 1 --2- 172.21.15.33:0/1452620509 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e893ca0 0x55c09e890f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.748+0000 7fcbf9000640 1 -- 172.21.15.33:0/1452620509 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c09e8893e0 msgr2=0x55c09e890950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.748+0000 7fcbf9000640 1 --2- 172.21.15.33:0/1452620509 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c09e8893e0 0x55c09e890950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.748+0000 7fcbf9000640 1 -- 172.21.15.33:0/1452620509 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c09e891770 con 0x55c09e888ac0 2024-09-05T02:30:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.748+0000 7fcbf9000640 1 --2- 172.21.15.33:0/1452620509 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e8936a0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fcbe4010880 tx=0x7fcbe40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2584fa41e4babb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.748+0000 7fcbe2a00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:30:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.748+0000 7fcbe2a00640 1 -- 172.21.15.33:0/1452620509 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbe4023070 con 0x55c09e888ac0 2024-09-05T02:30:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.748+0000 7fcbe2a00640 1 -- 172.21.15.33:0/1452620509 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fcbe400fcd0 con 0x55c09e888ac0 2024-09-05T02:30:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.749+0000 7fcbfe404740 1 -- 172.21.15.33:0/1452620509 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcbdc0044b0 con 0x55c09e888ac0 2024-09-05T02:30:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.749+0000 7fcbe2a00640 1 -- 172.21.15.33:0/1452620509 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcbe402f050 con 0x55c09e888ac0 2024-09-05T02:30:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.749+0000 7fcbfe404740 10 client.15981 fetch_fsmap learned FSMap version 29 2024-09-05T02:30:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.749+0000 7fcbfe404740 1 -- 172.21.15.33:0/1452620509 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c09e8a2930 con 0x55c09e888ac0 2024-09-05T02:30:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.749+0000 7fcbe2a00640 1 -- 172.21.15.33:0/1452620509 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcbdc0044b0 con 0x55c09e888ac0 2024-09-05T02:30:41.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.749+0000 7fcbe2a00640 1 -- 172.21.15.33:0/1452620509 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fcbe40273b0 con 0x55c09e888ac0 2024-09-05T02:30:41.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.749+0000 7fcbfe404740 10 client.15981 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:30:41.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.749+0000 7fcbfe404740 10 client.15981 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:30:41.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.750+0000 7fcbfe404740 20 client.15981 populate_metadata read hostname 'smithi033' 2024-09-05T02:30:41.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.750+0000 7fcbfe404740 1 --2- 172.21.15.33:0/1452620509 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c09e8a3d40 0x55c09e8a6130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:41.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.750+0000 7fcbfe404740 4 client.15981 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:30:41.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.750+0000 7fcbfe404740 1 -- 172.21.15.33:0/1452620509 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c09e7fc800 con 0x55c09e8a3d40 2024-09-05T02:30:41.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.750+0000 7fcbebe00640 1 --2- 172.21.15.33:0/1452620509 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c09e8a3d40 0x55c09e8a6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:41.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.751+0000 7fcbebe00640 1 --2- 172.21.15.33:0/1452620509 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c09e8a3d40 0x55c09e8a6130 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64e33fa37342bf7e server_cookie=f81572bc2fed7099 in_seq=0 out_seq=0 2024-09-05T02:30:41.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.751+0000 7fcbe2a00640 10 client.15981 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:30:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.751+0000 7fcbe2a00640 1 -- 172.21.15.33:0/1452620509 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c09e7fc800 con 0x55c09e8a3d40 2024-09-05T02:30:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.751+0000 7fcbe2a00640 10 client.15981 handle_command_reply: tid=0 2024-09-05T02:30:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.751+0000 7fcbfe404740 1 client.15981 shutdown 2024-09-05T02:30:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.752+0000 7fcbfe404740 1 -- 172.21.15.33:0/1452620509 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 msgr2=0x55c09e8936a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.752+0000 7fcbfe404740 1 --2- 172.21.15.33:0/1452620509 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e8936a0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fcbe4010880 tx=0x7fcbe40046c0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.752+0000 7fcbfe404740 1 -- 172.21.15.33:0/1452620509 shutdown_connections 2024-09-05T02:30:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.752+0000 7fcbfe404740 1 --2- 172.21.15.33:0/1452620509 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e893ca0 0x55c09e890f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.752+0000 7fcbfe404740 1 --2- 172.21.15.33:0/1452620509 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c09e8893e0 0x55c09e890950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.752+0000 7fcbfe404740 1 --2- 172.21.15.33:0/1452620509 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c09e8a3d40 0x55c09e8a6130 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.752+0000 7fcbfe404740 1 --2- 172.21.15.33:0/1452620509 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e8936a0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.752+0000 7fcbe2a00640 0 client.15981 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:30:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.752+0000 7fcbfe404740 1 -- 172.21.15.33:0/1452620509 >> 172.21.15.33:0/1452620509 conn(0x55c09e885050 msgr2=0x55c09e88ad80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.752+0000 7fcbfe404740 1 -- 172.21.15.33:0/1452620509 shutdown_connections 2024-09-05T02:30:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.752+0000 7fcbfe404740 1 -- 172.21.15.33:0/1452620509 wait complete. 2024-09-05T02:30:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.752+0000 7fcbfe404740 20 client.15981 trim_cache size 0 max 16384 2024-09-05T02:30:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.771+0000 7fcbfe404740 1 Processor -- start 2024-09-05T02:30:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.771+0000 7fcbfe404740 1 -- start start 2024-09-05T02:30:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.771+0000 7fcbfe404740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e8840b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.771+0000 7fcbfe404740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e8893e0 0x55c09e89bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.771+0000 7fcbfe404740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c09e893ca0 0x55c09e89c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.771+0000 7fcbfe404740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf41afa40 con 0x55c09e888ac0 2024-09-05T02:30:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.771+0000 7fcbfe404740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf41b1580 con 0x55c09e893ca0 2024-09-05T02:30:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.771+0000 7fcbfe404740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf41b0110 con 0x55c09e8893e0 2024-09-05T02:30:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.771+0000 7fcbf9000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e8840b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.771+0000 7fcbf9000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e8840b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59344/0 (socket says 172.21.15.33:59344) 2024-09-05T02:30:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.771+0000 7fcbf9000640 1 -- 172.21.15.33:0/469971479 learned_addr learned my addr 172.21.15.33:0/469971479 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.772+0000 7fcbebe00640 1 --2- 172.21.15.33:0/469971479 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e8893e0 0x55c09e89bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.772+0000 7fcbf9a00640 1 --2- 172.21.15.33:0/469971479 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c09e893ca0 0x55c09e89c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.772+0000 7fcbf9000640 1 -- 172.21.15.33:0/469971479 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e8893e0 msgr2=0x55c09e89bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:41.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.772+0000 7fcbf9000640 1 --2- 172.21.15.33:0/469971479 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e8893e0 0x55c09e89bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.772+0000 7fcbf9000640 1 -- 172.21.15.33:0/469971479 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c09e893ca0 msgr2=0x55c09e89c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:41.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.772+0000 7fcbf9000640 1 --2- 172.21.15.33:0/469971479 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c09e893ca0 0x55c09e89c220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.772+0000 7fcbf9000640 1 -- 172.21.15.33:0/469971479 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c09e88f900 con 0x55c09e888ac0 2024-09-05T02:30:41.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.772+0000 7fcbf9000640 1 --2- 172.21.15.33:0/469971479 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e8840b0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fcbe4027780 tx=0x7fcbe4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=625d03da07dd5828 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:41.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.773+0000 7fcbe9600640 1 -- 172.21.15.33:0/469971479 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbe4037020 con 0x55c09e888ac0 2024-09-05T02:30:41.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.773+0000 7fcbe9600640 1 -- 172.21.15.33:0/469971479 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcbe4010440 con 0x55c09e888ac0 2024-09-05T02:30:41.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.773+0000 7fcbe9600640 1 -- 172.21.15.33:0/469971479 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbe4023040 con 0x55c09e888ac0 2024-09-05T02:30:41.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.773+0000 7fcbfe404740 1 -- 172.21.15.33:0/469971479 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 msgr2=0x55c09e8840b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:41.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.773+0000 7fcbfe404740 1 --2- 172.21.15.33:0/469971479 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e8840b0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fcbe4027780 tx=0x7fcbe4004730 comp rx=0 tx=0).stop 2024-09-05T02:30:41.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.773+0000 7fcbfe404740 1 -- 172.21.15.33:0/469971479 shutdown_connections 2024-09-05T02:30:41.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.773+0000 7fcbfe404740 1 --2- 172.21.15.33:0/469971479 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c09e893ca0 0x55c09e89c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.773+0000 7fcbfe404740 1 --2- 172.21.15.33:0/469971479 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e8893e0 0x55c09e89bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.773+0000 7fcbfe404740 1 --2- 172.21.15.33:0/469971479 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e8840b0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.773+0000 7fcbfe404740 1 -- 172.21.15.33:0/469971479 >> 172.21.15.33:0/469971479 conn(0x55c09e885050 msgr2=0x55c09e8839a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.773+0000 7fcbfe404740 1 -- 172.21.15.33:0/469971479 shutdown_connections 2024-09-05T02:30:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.773+0000 7fcbfe404740 1 -- 172.21.15.33:0/469971479 wait complete. 2024-09-05T02:30:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.774+0000 7fcbfe404740 1 -- start start 2024-09-05T02:30:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.774+0000 7fcbfe404740 1 Processor -- start 2024-09-05T02:30:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.775+0000 7fcbfe404740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e89c450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.775+0000 7fcbfe404740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c09e8893e0 0x55c09e89a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.775+0000 7fcbfe404740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e893ca0 0x55c09e89ae60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.775+0000 7fcbfe404740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf41b0eb0 con 0x55c09e888ac0 2024-09-05T02:30:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.775+0000 7fcbfe404740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf41b07e0 con 0x55c09e8893e0 2024-09-05T02:30:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.775+0000 7fcbfe404740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf41ada20 con 0x55c09e893ca0 2024-09-05T02:30:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.775+0000 7fcbfe404740 10 client.0 _ll_register_callbacks cb 0x7fcbe4005850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:30:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.775+0000 7fcbf9000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e89c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.775+0000 7fcbf9000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e89c450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59350/0 (socket says 172.21.15.33:59350) 2024-09-05T02:30:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.775+0000 7fcbf9000640 1 -- 172.21.15.33:0/2986856125 learned_addr learned my addr 172.21.15.33:0/2986856125 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.775+0000 7fcbf9a00640 1 --2- 172.21.15.33:0/2986856125 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e893ca0 0x55c09e89ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.775+0000 7fcbebe00640 1 --2- 172.21.15.33:0/2986856125 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c09e8893e0 0x55c09e89a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.775+0000 7fcbf9000640 1 -- 172.21.15.33:0/2986856125 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e893ca0 msgr2=0x55c09e89ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:41.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.775+0000 7fcbf9000640 1 --2- 172.21.15.33:0/2986856125 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e893ca0 0x55c09e89ae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.776+0000 7fcbf9000640 1 -- 172.21.15.33:0/2986856125 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c09e8893e0 msgr2=0x55c09e89a8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:41.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.776+0000 7fcbf9000640 1 --2- 172.21.15.33:0/2986856125 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c09e8893e0 0x55c09e89a8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.776+0000 7fcbf9000640 1 -- 172.21.15.33:0/2986856125 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c09e8a64a0 con 0x55c09e888ac0 2024-09-05T02:30:41.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.776+0000 7fcbf9a00640 1 --2- 172.21.15.33:0/2986856125 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e893ca0 0x55c09e89ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:30:41.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.776+0000 7fcbf9000640 1 --2- 172.21.15.33:0/2986856125 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e89c450 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fcbe4027ad0 tx=0x7fcbe4015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=677195f306926398 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:41.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.776+0000 7fcbe2a00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:30:41.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.776+0000 7fcbe2a00640 1 -- 172.21.15.33:0/2986856125 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbe4037030 con 0x55c09e888ac0 2024-09-05T02:30:41.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.776+0000 7fcbe2a00640 1 -- 172.21.15.33:0/2986856125 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fcbe400fcd0 con 0x55c09e888ac0 2024-09-05T02:30:41.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.776+0000 7fcbfe404740 1 -- 172.21.15.33:0/2986856125 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c09e7f6d10 con 0x55c09e888ac0 2024-09-05T02:30:41.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.777+0000 7fcbe2a00640 1 -- 172.21.15.33:0/2986856125 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcbe404b050 con 0x55c09e888ac0 2024-09-05T02:30:41.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.777+0000 7fcbfe404740 10 client.15987 fetch_fsmap learned FSMap version 29 2024-09-05T02:30:41.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.777+0000 7fcbfe404740 1 -- 172.21.15.33:0/2986856125 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c09e918150 con 0x55c09e888ac0 2024-09-05T02:30:41.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.777+0000 7fcbe2a00640 1 -- 172.21.15.33:0/2986856125 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55c09e7f6d10 con 0x55c09e888ac0 2024-09-05T02:30:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.777+0000 7fcbe2a00640 1 -- 172.21.15.33:0/2986856125 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fcbe4028a00 con 0x55c09e888ac0 2024-09-05T02:30:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.777+0000 7fcbfe404740 10 client.15987 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:30:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.777+0000 7fcbfe404740 10 client.15987 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:30:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.777+0000 7fcbfe404740 20 client.15987 populate_metadata read hostname 'smithi033' 2024-09-05T02:30:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.777+0000 7fcbfe404740 1 --2- 172.21.15.33:0/2986856125 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c09e9187b0 0x55c09e91aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.777+0000 7fcbfe404740 4 client.15987 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:30:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.777+0000 7fcbfe404740 1 -- 172.21.15.33:0/2986856125 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55c09e772fb0 con 0x55c09e9187b0 2024-09-05T02:30:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.778+0000 7fcbebe00640 1 --2- 172.21.15.33:0/2986856125 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c09e9187b0 0x55c09e91aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.778+0000 7fcbebe00640 1 --2- 172.21.15.33:0/2986856125 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c09e9187b0 0x55c09e91aba0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53437dde9aec99d2 server_cookie=776ab22d1e064abe in_seq=0 out_seq=0 2024-09-05T02:30:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.778+0000 7fcbe2a00640 10 client.15987 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:30:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.780+0000 7fcbe2a00640 1 -- 172.21.15.33:0/2986856125 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55c09e772fb0 con 0x55c09e9187b0 2024-09-05T02:30:41.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.780+0000 7fcbe2a00640 10 client.15987 handle_command_reply: tid=0 2024-09-05T02:30:41.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.780+0000 7fcbfe404740 1 client.15987 shutdown 2024-09-05T02:30:41.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.780+0000 7fcbfe404740 1 -- 172.21.15.33:0/2986856125 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 msgr2=0x55c09e89c450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:41.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.780+0000 7fcbfe404740 1 --2- 172.21.15.33:0/2986856125 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e89c450 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fcbe4027ad0 tx=0x7fcbe4015000 comp rx=0 tx=0).stop 2024-09-05T02:30:41.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.780+0000 7fcbfe404740 1 -- 172.21.15.33:0/2986856125 shutdown_connections 2024-09-05T02:30:41.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.780+0000 7fcbfe404740 1 --2- 172.21.15.33:0/2986856125 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c09e893ca0 0x55c09e89ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.780+0000 7fcbfe404740 1 --2- 172.21.15.33:0/2986856125 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c09e8893e0 0x55c09e89a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.780+0000 7fcbfe404740 1 --2- 172.21.15.33:0/2986856125 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c09e9187b0 0x55c09e91aba0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.780+0000 7fcbfe404740 1 --2- 172.21.15.33:0/2986856125 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c09e888ac0 0x55c09e89c450 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.780+0000 7fcbfe404740 1 -- 172.21.15.33:0/2986856125 >> 172.21.15.33:0/2986856125 conn(0x55c09e885050 msgr2=0x55c09e8841c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:41.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.780+0000 7fcbe2a00640 0 client.15987 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:30:41.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.780+0000 7fcbfe404740 1 -- 172.21.15.33:0/2986856125 shutdown_connections 2024-09-05T02:30:41.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.781+0000 7fcbfe404740 1 -- 172.21.15.33:0/2986856125 wait complete. 2024-09-05T02:30:41.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.781+0000 7fcbfe404740 20 client.15987 trim_cache size 0 max 16384 2024-09-05T02:30:41.784 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:30:41.784 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:30:41.784 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "1dbe0926-73d3-4ef4-83d3-113dab685e4a", 2024-09-05T02:30:41.784 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:30:41.784 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:30:41.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.781+0000 7fcbfba00640 1 -- 172.21.15.33:0/3971726767 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fcbd80a2cf0 msgr2=0x7fcbd80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:41.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.781+0000 7fcbfba00640 1 --2- 172.21.15.33:0/3971726767 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fcbd80a2cf0 0x7fcbd80a51b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x55c09e885eb0 tx=0x7fcbe400b410 comp rx=0 tx=0).stop 2024-09-05T02:30:41.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.782+0000 7fcbfba00640 1 -- 172.21.15.33:0/3971726767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcbf4109140 msgr2=0x7fcbf419ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:41.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.782+0000 7fcbfba00640 1 --2- 172.21.15.33:0/3971726767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcbf4109140 0x7fcbf419ef20 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fcbec009fd0 tx=0x7fcbec00ef10 comp rx=0 tx=0).stop 2024-09-05T02:30:41.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.782+0000 7fcbfba00640 1 -- 172.21.15.33:0/3971726767 shutdown_connections 2024-09-05T02:30:41.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.782+0000 7fcbfba00640 1 --2- 172.21.15.33:0/3971726767 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fcbd80a2cf0 0x7fcbd80a51b0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.782+0000 7fcbfba00640 1 --2- 172.21.15.33:0/3971726767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcbf4109140 0x7fcbf419ef20 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.782+0000 7fcbfba00640 1 --2- 172.21.15.33:0/3971726767 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcbf41049c0 0x7fcbf419ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.782+0000 7fcbfba00640 1 --2- 172.21.15.33:0/3971726767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbf4104010 0x7fcbf419a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:41.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.782+0000 7fcbfba00640 1 -- 172.21.15.33:0/3971726767 >> 172.21.15.33:0/3971726767 conn(0x7fcbf40ffa50 msgr2=0x7fcbf4100d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:41.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.782+0000 7fcbfba00640 1 -- 172.21.15.33:0/3971726767 shutdown_connections 2024-09-05T02:30:41.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:41.782+0000 7fcbfba00640 1 -- 172.21.15.33:0/3971726767 wait complete. 2024-09-05T02:30:42.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:42 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:30:42.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:42 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:30:42.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:42 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:30:42.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:42 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:30:42.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:42 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:30:42.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:42 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:30:42.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:42 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:30:42.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:42 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:30:42.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:42 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:30:42.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:42 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:30:42.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:42 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:30:42.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:42 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:30:42.645 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:30:43.021 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:30:43.454 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:43 smithi033 ceph-mon[29909]: pgmap v116: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 85 B/s wr, 12 op/s 2024-09-05T02:30:43.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:43 smithi174 ceph-mon[34756]: pgmap v116: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 85 B/s wr, 12 op/s 2024-09-05T02:30:43.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.568+0000 7f4bc6200640 1 -- 172.21.15.33:0/592928214 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4bc0074590 msgr2=0x7f4bc0074970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:43.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.568+0000 7f4bc6200640 1 --2- 172.21.15.33:0/592928214 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4bc0074590 0x7f4bc0074970 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f4bb0009900 tx=0x7f4bb002a480 comp rx=0 tx=0).stop 2024-09-05T02:30:43.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.568+0000 7f4bc6200640 1 -- 172.21.15.33:0/592928214 shutdown_connections 2024-09-05T02:30:43.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.568+0000 7f4bc6200640 1 --2- 172.21.15.33:0/592928214 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4bc0112b90 0x7f4bc0114f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.568+0000 7f4bc6200640 1 --2- 172.21.15.33:0/592928214 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4bc0074eb0 0x7f4bc0112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.568+0000 7f4bc6200640 1 --2- 172.21.15.33:0/592928214 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4bc0074590 0x7f4bc0074970 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.568+0000 7f4bc6200640 1 -- 172.21.15.33:0/592928214 >> 172.21.15.33:0/592928214 conn(0x7f4bc00fd8c0 msgr2=0x7f4bc00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:43.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.568+0000 7f4bc6200640 1 -- 172.21.15.33:0/592928214 shutdown_connections 2024-09-05T02:30:43.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.568+0000 7f4bc6200640 1 -- 172.21.15.33:0/592928214 wait complete. 2024-09-05T02:30:43.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.569+0000 7f4bc6200640 1 Processor -- start 2024-09-05T02:30:43.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.569+0000 7f4bc6200640 1 -- start start 2024-09-05T02:30:43.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.569+0000 7f4bc6200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4bc0074590 0x7f4bc01a4710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:43.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.569+0000 7f4bc6200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4bc0074eb0 0x7f4bc01a4c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:43.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.569+0000 7f4bc6200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4bc0112b90 0x7f4bc019e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:43.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.569+0000 7f4bc6200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc01185a0 con 0x7f4bc0074590 2024-09-05T02:30:43.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.569+0000 7f4bc6200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc0118420 con 0x7f4bc0074eb0 2024-09-05T02:30:43.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.569+0000 7f4bc6200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc0118720 con 0x7f4bc0112b90 2024-09-05T02:30:43.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.569+0000 7f4bbf400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4bc0074590 0x7f4bc01a4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:43.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.570+0000 7f4bb7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4bc0074eb0 0x7f4bc01a4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:43.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.570+0000 7f4bb7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4bc0074eb0 0x7f4bc01a4c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:36620/0 (socket says 172.21.15.33:36620) 2024-09-05T02:30:43.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.570+0000 7f4bb7e00640 1 -- 172.21.15.33:0/3531244115 learned_addr learned my addr 172.21.15.33:0/3531244115 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:43.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.570+0000 7f4bbfe00640 1 --2- 172.21.15.33:0/3531244115 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4bc0112b90 0x7f4bc019e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:43.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.570+0000 7f4bb7e00640 1 -- 172.21.15.33:0/3531244115 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4bc0112b90 msgr2=0x7f4bc019e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:43.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.570+0000 7f4bb7e00640 1 --2- 172.21.15.33:0/3531244115 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4bc0112b90 0x7f4bc019e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.570+0000 7f4bb7e00640 1 -- 172.21.15.33:0/3531244115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4bc0074590 msgr2=0x7f4bc01a4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:43.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.570+0000 7f4bb7e00640 1 --2- 172.21.15.33:0/3531244115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4bc0074590 0x7f4bc01a4710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.570+0000 7f4bb7e00640 1 -- 172.21.15.33:0/3531244115 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bc019f000 con 0x7f4bc0074eb0 2024-09-05T02:30:43.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.570+0000 7f4bbfe00640 1 --2- 172.21.15.33:0/3531244115 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4bc0112b90 0x7f4bc019e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:30:43.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.570+0000 7f4bb7e00640 1 --2- 172.21.15.33:0/3531244115 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4bc0074eb0 0x7f4bc01a4c50 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f4ba800e9f0 tx=0x7f4ba800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:43.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.571+0000 7f4bbcc00640 1 -- 172.21.15.33:0/3531244115 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ba800cd80 con 0x7f4bc0074eb0 2024-09-05T02:30:43.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.571+0000 7f4bbcc00640 1 -- 172.21.15.33:0/3531244115 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4ba8010910 con 0x7f4bc0074eb0 2024-09-05T02:30:43.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.571+0000 7f4bc6200640 1 -- 172.21.15.33:0/3531244115 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bc019f2f0 con 0x7f4bc0074eb0 2024-09-05T02:30:43.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.571+0000 7f4bbcc00640 1 -- 172.21.15.33:0/3531244115 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ba8018990 con 0x7f4bc0074eb0 2024-09-05T02:30:43.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.571+0000 7f4bc6200640 1 -- 172.21.15.33:0/3531244115 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bc01ab5e0 con 0x7f4bc0074eb0 2024-09-05T02:30:43.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.575+0000 7f4bc8bf7740 1 Processor -- start 2024-09-05T02:30:43.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.575+0000 7f4bc8bf7740 1 -- start start 2024-09-05T02:30:43.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.575+0000 7f4bc8bf7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630c9937b90 0x5630c9937f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:43.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.575+0000 7f4bc8bf7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c99384b0 0x5630c9942830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:43.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.575+0000 7f4bc8bf7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c9942d70 0x5630c9945160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:43.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.575+0000 7f4bc8bf7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5630c989e3e0 con 0x5630c99384b0 2024-09-05T02:30:43.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.575+0000 7f4bc8bf7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5630c9845d80 con 0x5630c9942d70 2024-09-05T02:30:43.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.575+0000 7f4bc8bf7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5630c989a3a0 con 0x5630c9937b90 2024-09-05T02:30:43.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.575+0000 7f4bbcc00640 1 -- 172.21.15.33:0/3531244115 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f4ba8010ac0 con 0x7f4bc0074eb0 2024-09-05T02:30:43.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.576+0000 7f4bbf400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c99384b0 0x5630c9942830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:43.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.576+0000 7f4bbf400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c99384b0 0x5630c9942830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59368/0 (socket says 172.21.15.33:59368) 2024-09-05T02:30:43.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.576+0000 7f4bbf400640 1 -- 172.21.15.33:0/3545428133 learned_addr learned my addr 172.21.15.33:0/3545428133 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:43.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.576+0000 7f4bbfe00640 1 --2- 172.21.15.33:0/3545428133 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630c9937b90 0x5630c9937f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:43.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.576+0000 7f4bb7e00640 1 --2- 172.21.15.33:0/3545428133 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c9942d70 0x5630c9945160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:43.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.576+0000 7f4bbf400640 1 -- 172.21.15.33:0/3545428133 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630c9937b90 msgr2=0x5630c9937f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:43.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.576+0000 7f4bbf400640 1 --2- 172.21.15.33:0/3545428133 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630c9937b90 0x5630c9937f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.576+0000 7f4bbf400640 1 -- 172.21.15.33:0/3545428133 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c9942d70 msgr2=0x5630c9945160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:43.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.576+0000 7f4bbf400640 1 --2- 172.21.15.33:0/3545428133 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c9942d70 0x5630c9945160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.576+0000 7f4bbf400640 1 -- 172.21.15.33:0/3545428133 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5630c9864ae0 con 0x5630c99384b0 2024-09-05T02:30:43.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.576+0000 7f4bb7e00640 1 --2- 172.21.15.33:0/3545428133 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c9942d70 0x5630c9945160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:30:43.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.577+0000 7f4bbf400640 1 --2- 172.21.15.33:0/3545428133 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c99384b0 0x5630c9942830 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f4bb0009900 tx=0x7f4bb0004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d85b8c56e34a8491 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:43.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.577+0000 7f4bafe00640 1 -- 172.21.15.33:0/3545428133 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bb0035040 con 0x5630c99384b0 2024-09-05T02:30:43.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.577+0000 7f4bafe00640 1 -- 172.21.15.33:0/3545428133 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4bb0004430 con 0x5630c99384b0 2024-09-05T02:30:43.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.577+0000 7f4bafe00640 1 -- 172.21.15.33:0/3545428133 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bb0003850 con 0x5630c99384b0 2024-09-05T02:30:43.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.577+0000 7f4bbcc00640 1 --2- 172.21.15.33:0/3531244115 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f4ba40a2d70 0x7f4ba40a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:43.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.577+0000 7f4bbcc00640 1 -- 172.21.15.33:0/3531244115 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f4ba80cf7c0 con 0x7f4bc0074eb0 2024-09-05T02:30:43.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.577+0000 7f4bbfe00640 1 --2- 172.21.15.33:0/3531244115 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f4ba40a2d70 0x7f4ba40a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:43.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.578+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/3545428133 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c99384b0 msgr2=0x5630c9942830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:43.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.578+0000 7f4bc8bf7740 1 --2- 172.21.15.33:0/3545428133 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c99384b0 0x5630c9942830 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f4bb0009900 tx=0x7f4bb0004040 comp rx=0 tx=0).stop 2024-09-05T02:30:43.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.578+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/3545428133 shutdown_connections 2024-09-05T02:30:43.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.578+0000 7f4bc8bf7740 1 --2- 172.21.15.33:0/3545428133 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c9942d70 0x5630c9945160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.578+0000 7f4bc8bf7740 1 --2- 172.21.15.33:0/3545428133 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c99384b0 0x5630c9942830 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.578+0000 7f4bc8bf7740 1 --2- 172.21.15.33:0/3545428133 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630c9937b90 0x5630c9937f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.578+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/3545428133 >> 172.21.15.33:0/3545428133 conn(0x5630c9934120 msgr2=0x5630c9934500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:43.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.578+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/3545428133 shutdown_connections 2024-09-05T02:30:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.578+0000 7f4bbfe00640 1 --2- 172.21.15.33:0/3531244115 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f4ba40a2d70 0x7f4ba40a5230 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f4bc0076600 tx=0x7f4bb8009780 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.578+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/3545428133 wait complete. 2024-09-05T02:30:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.579+0000 7f4bc8bf7740 1 -- start start 2024-09-05T02:30:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.579+0000 7f4bc8bf7740 1 Processor -- start 2024-09-05T02:30:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.579+0000 7f4bc8bf7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c9937b90 0x5630c993fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.579+0000 7f4bc8bf7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630c99384b0 0x5630c9940140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.579+0000 7f4bc8bf7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c9942d70 0x5630c9940680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.579+0000 7f4bc8bf7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5630c99459e0 con 0x5630c9937b90 2024-09-05T02:30:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.579+0000 7f4bc8bf7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5630c98590f0 con 0x5630c9942d70 2024-09-05T02:30:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.579+0000 7f4bc8bf7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5630c9945b60 con 0x5630c99384b0 2024-09-05T02:30:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.579+0000 7f4bc8bf7740 10 client.0 _ll_register_callbacks cb 0x5630c984a9e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:30:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.580+0000 7f4bbfe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c9942d70 0x5630c9940680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.580+0000 7f4bbfe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c9942d70 0x5630c9940680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:36648/0 (socket says 172.21.15.33:36648) 2024-09-05T02:30:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.580+0000 7f4bbfe00640 1 -- 172.21.15.33:0/3195421637 learned_addr learned my addr 172.21.15.33:0/3195421637 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.580+0000 7f4bb7e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630c99384b0 0x5630c9940140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.580+0000 7f4bbf400640 1 --2- 172.21.15.33:0/3195421637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c9937b90 0x5630c993fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.580+0000 7f4bbfe00640 1 -- 172.21.15.33:0/3195421637 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630c99384b0 msgr2=0x5630c9940140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.580+0000 7f4bbfe00640 1 --2- 172.21.15.33:0/3195421637 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630c99384b0 0x5630c9940140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.580+0000 7f4bbfe00640 1 -- 172.21.15.33:0/3195421637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c9937b90 msgr2=0x5630c993fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.580+0000 7f4bbfe00640 1 --2- 172.21.15.33:0/3195421637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c9937b90 0x5630c993fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.580+0000 7f4bbfe00640 1 -- 172.21.15.33:0/3195421637 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5630c960f3c0 con 0x5630c9942d70 2024-09-05T02:30:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.581+0000 7f4bbfe00640 1 --2- 172.21.15.33:0/3195421637 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c9942d70 0x5630c9940680 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f4bb8011c80 tx=0x7f4bb8004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a11b057ce5a0fdee server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.581+0000 7f4bacc00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:30:43.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.581+0000 7f4bacc00640 1 -- 172.21.15.33:0/3195421637 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bb8010ea0 con 0x5630c9942d70 2024-09-05T02:30:43.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.581+0000 7f4bacc00640 1 -- 172.21.15.33:0/3195421637 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f4bb8028600 con 0x5630c9942d70 2024-09-05T02:30:43.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.581+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/3195421637 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4bb0004430 con 0x5630c9942d70 2024-09-05T02:30:43.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.581+0000 7f4bacc00640 1 -- 172.21.15.33:0/3195421637 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4bb8028840 con 0x5630c9942d70 2024-09-05T02:30:43.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.581+0000 7f4bc8bf7740 10 client.26093 fetch_fsmap learned FSMap version 29 2024-09-05T02:30:43.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.581+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/3195421637 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5630c9951620 con 0x5630c9942d70 2024-09-05T02:30:43.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.582+0000 7f4bacc00640 1 -- 172.21.15.33:0/3195421637 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4bb0004430 con 0x5630c9942d70 2024-09-05T02:30:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.582+0000 7f4bacc00640 1 -- 172.21.15.33:0/3195421637 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f4bb800f040 con 0x5630c9942d70 2024-09-05T02:30:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.582+0000 7f4bc8bf7740 10 client.26093 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:30:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.582+0000 7f4bc8bf7740 10 client.26093 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:30:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.582+0000 7f4bc8bf7740 20 client.26093 populate_metadata read hostname 'smithi033' 2024-09-05T02:30:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.582+0000 7f4bc8bf7740 1 --2- 172.21.15.33:0/3195421637 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5630c9952a30 0x5630c9954e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.582+0000 7f4bc8bf7740 4 client.26093 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:30:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.582+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/3195421637 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5630c98ab950 con 0x5630c9952a30 2024-09-05T02:30:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.582+0000 7f4bbf400640 1 --2- 172.21.15.33:0/3195421637 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5630c9952a30 0x5630c9954e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.583+0000 7f4bbf400640 1 --2- 172.21.15.33:0/3195421637 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5630c9952a30 0x5630c9954e40 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=46939caa6fd7d7c7 server_cookie=7358d5b0cd0916ba in_seq=0 out_seq=0 2024-09-05T02:30:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.583+0000 7f4bacc00640 10 client.26093 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:30:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.584+0000 7f4bacc00640 1 -- 172.21.15.33:0/3195421637 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5630c98ab950 con 0x5630c9952a30 2024-09-05T02:30:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.584+0000 7f4bacc00640 10 client.26093 handle_command_reply: tid=0 2024-09-05T02:30:43.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.584+0000 7f4bc8bf7740 1 client.26093 shutdown 2024-09-05T02:30:43.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.584+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/3195421637 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c9942d70 msgr2=0x5630c9940680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:43.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.584+0000 7f4bc8bf7740 1 --2- 172.21.15.33:0/3195421637 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c9942d70 0x5630c9940680 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f4bb8011c80 tx=0x7f4bb8004a40 comp rx=0 tx=0).stop 2024-09-05T02:30:43.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.584+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/3195421637 shutdown_connections 2024-09-05T02:30:43.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.584+0000 7f4bc8bf7740 1 --2- 172.21.15.33:0/3195421637 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c9942d70 0x5630c9940680 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.584+0000 7f4bc8bf7740 1 --2- 172.21.15.33:0/3195421637 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630c99384b0 0x5630c9940140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.584+0000 7f4bc8bf7740 1 --2- 172.21.15.33:0/3195421637 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5630c9952a30 0x5630c9954e40 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.584+0000 7f4bc8bf7740 1 --2- 172.21.15.33:0/3195421637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c9937b90 0x5630c993fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.584+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/3195421637 >> 172.21.15.33:0/3195421637 conn(0x5630c9934120 msgr2=0x5630c9939e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:43.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.584+0000 7f4bacc00640 0 client.26093 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:30:43.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.584+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/3195421637 shutdown_connections 2024-09-05T02:30:43.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.584+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/3195421637 wait complete. 2024-09-05T02:30:43.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.585+0000 7f4bc8bf7740 20 client.26093 trim_cache size 0 max 16384 2024-09-05T02:30:43.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.603+0000 7f4bc8bf7740 1 Processor -- start 2024-09-05T02:30:43.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.603+0000 7f4bc8bf7740 1 -- start start 2024-09-05T02:30:43.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.603+0000 7f4bc8bf7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c9934120 0x5630c993a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:43.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.603+0000 7f4bc8bf7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630c9937b90 0x5630c995a710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:43.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.603+0000 7f4bc8bf7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c99384b0 0x5630c995ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:43.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.603+0000 7f4bc8bf7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc01b3f80 con 0x5630c99384b0 2024-09-05T02:30:43.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.603+0000 7f4bc8bf7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc01b5ac0 con 0x5630c9934120 2024-09-05T02:30:43.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.603+0000 7f4bc8bf7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc01b4650 con 0x5630c9937b90 2024-09-05T02:30:43.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.603+0000 7f4bbfe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c99384b0 0x5630c995ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:43.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.603+0000 7f4bbfe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c99384b0 0x5630c995ac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59400/0 (socket says 172.21.15.33:59400) 2024-09-05T02:30:43.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.603+0000 7f4bbfe00640 1 -- 172.21.15.33:0/1137141836 learned_addr learned my addr 172.21.15.33:0/1137141836 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:43.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.603+0000 7f4bbf400640 1 --2- 172.21.15.33:0/1137141836 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c9934120 0x5630c993a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:43.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.603+0000 7f4bb7e00640 1 --2- 172.21.15.33:0/1137141836 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630c9937b90 0x5630c995a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:43.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.604+0000 7f4bbfe00640 1 -- 172.21.15.33:0/1137141836 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630c9937b90 msgr2=0x5630c995a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:43.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.604+0000 7f4bbfe00640 1 --2- 172.21.15.33:0/1137141836 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630c9937b90 0x5630c995a710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.604+0000 7f4bbfe00640 1 -- 172.21.15.33:0/1137141836 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c9934120 msgr2=0x5630c993a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:43.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.604+0000 7f4bbfe00640 1 --2- 172.21.15.33:0/1137141836 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c9934120 0x5630c993a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.604+0000 7f4bbfe00640 1 -- 172.21.15.33:0/1137141836 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5630c9934db0 con 0x5630c99384b0 2024-09-05T02:30:43.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.604+0000 7f4bbf400640 1 --2- 172.21.15.33:0/1137141836 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c9934120 0x5630c993a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:30:43.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.604+0000 7f4bbfe00640 1 --2- 172.21.15.33:0/1137141836 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c99384b0 0x5630c995ac50 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f4bb80092f0 tx=0x7f4bb80118a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2154334db8c502e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:43.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.604+0000 7f4baf400640 1 -- 172.21.15.33:0/1137141836 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bb8040070 con 0x5630c99384b0 2024-09-05T02:30:43.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.604+0000 7f4baf400640 1 -- 172.21.15.33:0/1137141836 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4bb8009890 con 0x5630c99384b0 2024-09-05T02:30:43.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.604+0000 7f4baf400640 1 -- 172.21.15.33:0/1137141836 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bb8037040 con 0x5630c99384b0 2024-09-05T02:30:43.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.605+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/1137141836 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c99384b0 msgr2=0x5630c995ac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:43.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.605+0000 7f4bc8bf7740 1 --2- 172.21.15.33:0/1137141836 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c99384b0 0x5630c995ac50 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f4bb80092f0 tx=0x7f4bb80118a0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.605+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/1137141836 shutdown_connections 2024-09-05T02:30:43.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.605+0000 7f4bc8bf7740 1 --2- 172.21.15.33:0/1137141836 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c99384b0 0x5630c995ac50 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.605+0000 7f4bc8bf7740 1 --2- 172.21.15.33:0/1137141836 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630c9937b90 0x5630c995a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.605+0000 7f4bc8bf7740 1 --2- 172.21.15.33:0/1137141836 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c9934120 0x5630c993a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.605+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/1137141836 >> 172.21.15.33:0/1137141836 conn(0x5630c993b5f0 msgr2=0x5630c993e4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:43.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.605+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/1137141836 shutdown_connections 2024-09-05T02:30:43.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.605+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/1137141836 wait complete. 2024-09-05T02:30:43.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.606+0000 7f4bc8bf7740 1 -- start start 2024-09-05T02:30:43.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.606+0000 7f4bc8bf7740 1 Processor -- start 2024-09-05T02:30:43.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.606+0000 7f4bc8bf7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c9934120 0x5630c9946c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:43.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.607+0000 7f4bc8bf7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630c9937b90 0x5630c99471d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:43.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.607+0000 7f4bc8bf7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c99384b0 0x5630c9947710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:43.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.607+0000 7f4bc8bf7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc01b53f0 con 0x5630c9934120 2024-09-05T02:30:43.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.607+0000 7f4bc8bf7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc01b4d20 con 0x5630c99384b0 2024-09-05T02:30:43.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.607+0000 7f4bc8bf7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc01b1f60 con 0x5630c9937b90 2024-09-05T02:30:43.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.607+0000 7f4bc8bf7740 10 client.0 _ll_register_callbacks cb 0x7f4bb8011930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:30:43.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.607+0000 7f4bbfe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c99384b0 0x5630c9947710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:43.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.607+0000 7f4bb7e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630c9937b90 0x5630c99471d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:43.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.607+0000 7f4bbfe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c99384b0 0x5630c9947710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:36676/0 (socket says 172.21.15.33:36676) 2024-09-05T02:30:43.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.607+0000 7f4bbfe00640 1 -- 172.21.15.33:0/1849028505 learned_addr learned my addr 172.21.15.33:0/1849028505 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:30:43.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.607+0000 7f4bbf400640 1 --2- 172.21.15.33:0/1849028505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c9934120 0x5630c9946c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:43.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.607+0000 7f4bbfe00640 1 -- 172.21.15.33:0/1849028505 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630c9937b90 msgr2=0x5630c99471d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:43.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.607+0000 7f4bbfe00640 1 --2- 172.21.15.33:0/1849028505 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630c9937b90 0x5630c99471d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.607+0000 7f4bbfe00640 1 -- 172.21.15.33:0/1849028505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c9934120 msgr2=0x5630c9946c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:30:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.607+0000 7f4bbfe00640 1 --2- 172.21.15.33:0/1849028505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c9934120 0x5630c9946c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.607+0000 7f4bbfe00640 1 -- 172.21.15.33:0/1849028505 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5630c99bc840 con 0x5630c99384b0 2024-09-05T02:30:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.608+0000 7f4bbfe00640 1 --2- 172.21.15.33:0/1849028505 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c99384b0 0x5630c9947710 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f4bb8031bc0 tx=0x7f4bb8016000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=322f3e9d2eb32728 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:30:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.608+0000 7f4bacc00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:30:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.608+0000 7f4bacc00640 1 -- 172.21.15.33:0/1849028505 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bb8040070 con 0x5630c99384b0 2024-09-05T02:30:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.608+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/1849028505 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4bb8009890 con 0x5630c99384b0 2024-09-05T02:30:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.608+0000 7f4bacc00640 1 -- 172.21.15.33:0/1849028505 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f4bb80110a0 con 0x5630c99384b0 2024-09-05T02:30:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.608+0000 7f4bacc00640 1 -- 172.21.15.33:0/1849028505 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4bb8037040 con 0x5630c99384b0 2024-09-05T02:30:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.608+0000 7f4bc8bf7740 10 client.26099 fetch_fsmap learned FSMap version 29 2024-09-05T02:30:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.608+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/1849028505 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5630c99bdb10 con 0x5630c99384b0 2024-09-05T02:30:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.608+0000 7f4bacc00640 1 -- 172.21.15.33:0/1849028505 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4bb8009890 con 0x5630c99384b0 2024-09-05T02:30:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.609+0000 7f4bacc00640 1 -- 172.21.15.33:0/1849028505 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f4bb8005040 con 0x5630c99384b0 2024-09-05T02:30:43.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.609+0000 7f4bc8bf7740 10 client.26099 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:30:43.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.609+0000 7f4bc8bf7740 10 client.26099 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:30:43.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.609+0000 7f4bc8bf7740 20 client.26099 populate_metadata read hostname 'smithi033' 2024-09-05T02:30:43.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.609+0000 7f4bc8bf7740 1 --2- 172.21.15.33:0/1849028505 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5630c9942d70 0x5630c99c0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:30:43.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.609+0000 7f4bc8bf7740 4 client.26099 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:30:43.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.609+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/1849028505 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5630c98a5e60 con 0x5630c9942d70 2024-09-05T02:30:43.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.609+0000 7f4bbf400640 1 --2- 172.21.15.33:0/1849028505 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5630c9942d70 0x5630c99c0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:30:43.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.610+0000 7f4bbf400640 1 --2- 172.21.15.33:0/1849028505 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5630c9942d70 0x5630c99c0130 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=703c5d9355574282 server_cookie=a05a642e1b6730f8 in_seq=0 out_seq=0 2024-09-05T02:30:43.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.610+0000 7f4bacc00640 10 client.26099 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:30:43.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.610+0000 7f4bacc00640 1 -- 172.21.15.33:0/1849028505 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5630c98a5e60 con 0x5630c9942d70 2024-09-05T02:30:43.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.610+0000 7f4bacc00640 10 client.26099 handle_command_reply: tid=0 2024-09-05T02:30:43.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.610+0000 7f4bc8bf7740 1 client.26099 shutdown 2024-09-05T02:30:43.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.610+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/1849028505 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c99384b0 msgr2=0x5630c9947710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:43.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.610+0000 7f4bc8bf7740 1 --2- 172.21.15.33:0/1849028505 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c99384b0 0x5630c9947710 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f4bb8031bc0 tx=0x7f4bb8016000 comp rx=0 tx=0).stop 2024-09-05T02:30:43.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.610+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/1849028505 shutdown_connections 2024-09-05T02:30:43.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.610+0000 7f4bc8bf7740 1 --2- 172.21.15.33:0/1849028505 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630c99384b0 0x5630c9947710 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.610+0000 7f4bc8bf7740 1 --2- 172.21.15.33:0/1849028505 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630c9937b90 0x5630c99471d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.610+0000 7f4bc8bf7740 1 --2- 172.21.15.33:0/1849028505 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5630c9942d70 0x5630c99c0130 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.610+0000 7f4bc8bf7740 1 --2- 172.21.15.33:0/1849028505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630c9934120 0x5630c9946c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.610+0000 7f4bacc00640 0 client.26099 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:30:43.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.610+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/1849028505 >> 172.21.15.33:0/1849028505 conn(0x5630c993b5f0 msgr2=0x5630c9941c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:43.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.610+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/1849028505 shutdown_connections 2024-09-05T02:30:43.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.610+0000 7f4bc8bf7740 1 -- 172.21.15.33:0/1849028505 wait complete. 2024-09-05T02:30:43.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.610+0000 7f4bc8bf7740 20 client.26099 trim_cache size 0 max 16384 2024-09-05T02:30:43.616 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:30:43.616 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T02:30:43.616 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": { 2024-09-05T02:30:43.616 INFO:teuthology.orchestra.run.smithi033.stdout: "1dbe0926-73d3-4ef4-83d3-113dab685e4a": { 2024-09-05T02:30:43.616 INFO:teuthology.orchestra.run.smithi033.stdout: "path": "/", 2024-09-05T02:30:43.616 INFO:teuthology.orchestra.run.smithi033.stdout: "tag": "1dbe0926-73d3-4ef4-83d3-113dab685e4a", 2024-09-05T02:30:43.617 INFO:teuthology.orchestra.run.smithi033.stdout: "options": "recursive,force" 2024-09-05T02:30:43.617 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:30:43.617 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:30:43.617 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:30:43.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.611+0000 7f4bc6200640 1 -- 172.21.15.33:0/3531244115 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f4ba40a2d70 msgr2=0x7f4ba40a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:43.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.611+0000 7f4bc6200640 1 --2- 172.21.15.33:0/3531244115 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f4ba40a2d70 0x7f4ba40a5230 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f4bc0076600 tx=0x7f4bb8009780 comp rx=0 tx=0).stop 2024-09-05T02:30:43.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.611+0000 7f4bc6200640 1 -- 172.21.15.33:0/3531244115 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4bc0074eb0 msgr2=0x7f4bc01a4c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:30:43.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.611+0000 7f4bc6200640 1 --2- 172.21.15.33:0/3531244115 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4bc0074eb0 0x7f4bc01a4c50 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f4ba800e9f0 tx=0x7f4ba800eeb0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.611+0000 7f4bc6200640 1 -- 172.21.15.33:0/3531244115 shutdown_connections 2024-09-05T02:30:43.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.611+0000 7f4bc6200640 1 --2- 172.21.15.33:0/3531244115 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f4ba40a2d70 0x7f4ba40a5230 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.611+0000 7f4bc6200640 1 --2- 172.21.15.33:0/3531244115 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4bc0112b90 0x7f4bc019e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.611+0000 7f4bc6200640 1 --2- 172.21.15.33:0/3531244115 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4bc0074eb0 0x7f4bc01a4c50 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.611+0000 7f4bc6200640 1 --2- 172.21.15.33:0/3531244115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4bc0074590 0x7f4bc01a4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:30:43.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.611+0000 7f4bc6200640 1 -- 172.21.15.33:0/3531244115 >> 172.21.15.33:0/3531244115 conn(0x7f4bc00fd8c0 msgr2=0x7f4bc00ff010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:30:43.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.611+0000 7f4bc6200640 1 -- 172.21.15.33:0/3531244115 shutdown_connections 2024-09-05T02:30:43.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:30:43.611+0000 7f4bc6200640 1 -- 172.21.15.33:0/3531244115 wait complete. 2024-09-05T02:30:43.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:43 smithi123 ceph-mon[34031]: pgmap v116: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 85 B/s wr, 12 op/s 2024-09-05T02:30:44.463 INFO:tasks.cephfs.filesystem:scrub status for tag:1dbe0926-73d3-4ef4-83d3-113dab685e4a - {'path': '/', 'tag': '1dbe0926-73d3-4ef4-83d3-113dab685e4a', 'options': 'recursive,force'} 2024-09-05T02:30:45.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:45 smithi174 ceph-mon[34756]: pgmap v117: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-09-05T02:30:45.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:45 smithi033 ceph-mon[29909]: pgmap v117: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-09-05T02:30:45.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:45 smithi123 ceph-mon[34031]: pgmap v117: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-09-05T02:30:47.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:47 smithi174 ceph-mon[34756]: pgmap v118: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:30:47.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:47 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:30:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:47 smithi033 ceph-mon[29909]: pgmap v118: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:30:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:47 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:30:47.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:47 smithi123 ceph-mon[34031]: pgmap v118: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:30:47.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:47 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:30:49.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:49 smithi174 ceph-mon[34756]: pgmap v119: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:30:49.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:49 smithi033 ceph-mon[29909]: pgmap v119: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:30:49.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:49 smithi123 ceph-mon[34031]: pgmap v119: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:30:51.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:51 smithi174 ceph-mon[34756]: pgmap v120: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:30:51.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:51 smithi033 ceph-mon[29909]: pgmap v120: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:30:51.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:51 smithi123 ceph-mon[34031]: pgmap v120: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:30:53.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:53 smithi033 ceph-mon[29909]: pgmap v121: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 12 op/s 2024-09-05T02:30:53.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:53 smithi123 ceph-mon[34031]: pgmap v121: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 12 op/s 2024-09-05T02:30:53.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:53 smithi174 ceph-mon[34756]: pgmap v121: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 12 op/s 2024-09-05T02:30:55.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:55 smithi033 ceph-mon[29909]: pgmap v122: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-05T02:30:55.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:55 smithi123 ceph-mon[34031]: pgmap v122: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-05T02:30:55.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:55 smithi174 ceph-mon[34756]: pgmap v122: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-05T02:30:57.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:57 smithi033 ceph-mon[29909]: pgmap v123: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:30:57.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:57 smithi123 ceph-mon[34031]: pgmap v123: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:30:57.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:57 smithi174 ceph-mon[34756]: pgmap v123: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:30:59.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:30:59 smithi033 ceph-mon[29909]: pgmap v124: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:30:59.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:30:59 smithi123 ceph-mon[34031]: pgmap v124: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:30:59.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:30:59 smithi174 ceph-mon[34756]: pgmap v124: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:31:01.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:01 smithi033 ceph-mon[29909]: pgmap v125: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:31:01.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:01 smithi123 ceph-mon[34031]: pgmap v125: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:31:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:01 smithi174 ceph-mon[34756]: pgmap v125: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:31:03.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:03 smithi033 ceph-mon[29909]: pgmap v126: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:31:03.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:03 smithi123 ceph-mon[34031]: pgmap v126: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:31:03.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:03 smithi174 ceph-mon[34756]: pgmap v126: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:31:05.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:05 smithi033 ceph-mon[29909]: pgmap v127: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:31:05.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:05 smithi123 ceph-mon[34031]: pgmap v127: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:31:05.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:05 smithi174 ceph-mon[34756]: pgmap v127: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:31:07.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:07 smithi033 ceph-mon[29909]: pgmap v128: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:31:07.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:07 smithi123 ceph-mon[34031]: pgmap v128: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:31:07.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:07 smithi174 ceph-mon[34756]: pgmap v128: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:31:09.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:09 smithi033 ceph-mon[29909]: pgmap v129: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:31:09.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:09 smithi123 ceph-mon[34031]: pgmap v129: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:31:09.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:09 smithi174 ceph-mon[34756]: pgmap v129: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:31:11.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:11 smithi033 ceph-mon[29909]: pgmap v130: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:31:11.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:11 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:31:11.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:11 smithi123 ceph-mon[34031]: pgmap v130: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:31:11.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:11 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:31:11.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:11 smithi174 ceph-mon[34756]: pgmap v130: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:31:11.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:11 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:31:12.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:12 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:31:12.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:12 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:31:12.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:12 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:31:12.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:12 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:31:12.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:12 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:31:12.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:12 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:31:12.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:12 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:31:12.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:12 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:31:12.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:12 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:31:13.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:13 smithi033 ceph-mon[29909]: pgmap v131: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:31:13.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:13 smithi123 ceph-mon[34031]: pgmap v131: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:31:13.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:13 smithi174 ceph-mon[34756]: pgmap v131: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:31:14.464 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:31:14.854 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:31:15.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.367+0000 7f9ea3200640 1 -- 172.21.15.33:0/1265443604 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ea4112870 msgr2=0x7f9ea4114c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:15.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.367+0000 7f9ea3200640 1 --2- 172.21.15.33:0/1265443604 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ea4112870 0x7f9ea4114c60 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f9e9c009ca0 tx=0x7f9e9c02a8c0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.367+0000 7f9ea3200640 1 -- 172.21.15.33:0/1265443604 shutdown_connections 2024-09-05T02:31:15.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.367+0000 7f9ea3200640 1 --2- 172.21.15.33:0/1265443604 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ea4112870 0x7f9ea4114c60 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.367+0000 7f9ea3200640 1 --2- 172.21.15.33:0/1265443604 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9ea4077040 0x7f9ea4112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.367+0000 7f9ea3200640 1 --2- 172.21.15.33:0/1265443604 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9ea4076720 0x7f9ea4076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.367+0000 7f9ea3200640 1 -- 172.21.15.33:0/1265443604 >> 172.21.15.33:0/1265443604 conn(0x7f9ea40ff910 msgr2=0x7f9ea4101d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:15.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.367+0000 7f9ea3200640 1 -- 172.21.15.33:0/1265443604 shutdown_connections 2024-09-05T02:31:15.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.367+0000 7f9ea3200640 1 -- 172.21.15.33:0/1265443604 wait complete. 2024-09-05T02:31:15.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.368+0000 7f9ea3200640 1 Processor -- start 2024-09-05T02:31:15.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.368+0000 7f9ea3200640 1 -- start start 2024-09-05T02:31:15.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.368+0000 7f9ea3200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9ea4076720 0x7f9ea41a45f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:15.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.368+0000 7f9ea3200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9ea4077040 0x7f9ea41a4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:15.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.369+0000 7f9ea3200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ea4112870 0x7f9ea419e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:15.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.369+0000 7f9ea3200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea41183b0 con 0x7f9ea4112870 2024-09-05T02:31:15.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.369+0000 7f9ea3200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea4118230 con 0x7f9ea4076720 2024-09-05T02:31:15.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.369+0000 7f9ea3200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea4118530 con 0x7f9ea4077040 2024-09-05T02:31:15.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.369+0000 7f9ea1e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9ea4076720 0x7f9ea41a45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:15.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.369+0000 7f9ea1e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9ea4076720 0x7f9ea41a45f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:33706/0 (socket says 172.21.15.33:33706) 2024-09-05T02:31:15.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.369+0000 7f9ea1e00640 1 -- 172.21.15.33:0/638221085 learned_addr learned my addr 172.21.15.33:0/638221085 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:15.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.369+0000 7f9ea2800640 1 --2- 172.21.15.33:0/638221085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ea4112870 0x7f9ea419e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:15.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.369+0000 7f9e99400640 1 --2- 172.21.15.33:0/638221085 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9ea4077040 0x7f9ea41a4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:15.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.369+0000 7f9ea1e00640 1 -- 172.21.15.33:0/638221085 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9ea4077040 msgr2=0x7f9ea41a4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:15.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.369+0000 7f9ea1e00640 1 --2- 172.21.15.33:0/638221085 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9ea4077040 0x7f9ea41a4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.369+0000 7f9ea1e00640 1 -- 172.21.15.33:0/638221085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ea4112870 msgr2=0x7f9ea419e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:15.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.369+0000 7f9ea1e00640 1 --2- 172.21.15.33:0/638221085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ea4112870 0x7f9ea419e6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.369+0000 7f9ea1e00640 1 -- 172.21.15.33:0/638221085 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ea419ef30 con 0x7f9ea4076720 2024-09-05T02:31:15.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.370+0000 7f9ea1e00640 1 --2- 172.21.15.33:0/638221085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9ea4076720 0x7f9ea41a45f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f9e9400e9f0 tx=0x7f9e9400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:15.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.370+0000 7f9e9b400640 1 -- 172.21.15.33:0/638221085 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e9400cd80 con 0x7f9ea4076720 2024-09-05T02:31:15.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.370+0000 7f9e9b400640 1 -- 172.21.15.33:0/638221085 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9e94010910 con 0x7f9ea4076720 2024-09-05T02:31:15.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.370+0000 7f9e9b400640 1 -- 172.21.15.33:0/638221085 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e94018990 con 0x7f9ea4076720 2024-09-05T02:31:15.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.370+0000 7f9ea3200640 1 -- 172.21.15.33:0/638221085 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ea419f220 con 0x7f9ea4076720 2024-09-05T02:31:15.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.370+0000 7f9ea3200640 1 -- 172.21.15.33:0/638221085 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ea41ab570 con 0x7f9ea4076720 2024-09-05T02:31:15.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.373+0000 7f9e9b400640 1 -- 172.21.15.33:0/638221085 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f9e94010ac0 con 0x7f9ea4076720 2024-09-05T02:31:15.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.373+0000 7f9eab66e740 1 Processor -- start 2024-09-05T02:31:15.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.373+0000 7f9eab66e740 1 -- start start 2024-09-05T02:31:15.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.374+0000 7f9eab66e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745ad50 0x55762745b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:15.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.374+0000 7f9eab66e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55762745b670 0x5576274659f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:15.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.374+0000 7f9eab66e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557627465f30 0x557627468320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:15.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.374+0000 7f9eab66e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5576273c13e0 con 0x55762745ad50 2024-09-05T02:31:15.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.374+0000 7f9eab66e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x557627368d80 con 0x557627465f30 2024-09-05T02:31:15.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.374+0000 7f9eab66e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5576273bd3a0 con 0x55762745b670 2024-09-05T02:31:15.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.374+0000 7f9ea2800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745ad50 0x55762745b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:15.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.374+0000 7f9ea1e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55762745b670 0x5576274659f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:15.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.374+0000 7f9ea2800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745ad50 0x55762745b130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44974/0 (socket says 172.21.15.33:44974) 2024-09-05T02:31:15.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.374+0000 7f9ea2800640 1 -- 172.21.15.33:0/3206697449 learned_addr learned my addr 172.21.15.33:0/3206697449 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:15.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.374+0000 7f9e99400640 1 --2- 172.21.15.33:0/3206697449 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557627465f30 0x557627468320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:15.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.375+0000 7f9ea2800640 1 -- 172.21.15.33:0/3206697449 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55762745b670 msgr2=0x5576274659f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:15.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.375+0000 7f9ea2800640 1 --2- 172.21.15.33:0/3206697449 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55762745b670 0x5576274659f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.375+0000 7f9ea2800640 1 -- 172.21.15.33:0/3206697449 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557627465f30 msgr2=0x557627468320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:15.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.375+0000 7f9ea2800640 1 --2- 172.21.15.33:0/3206697449 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557627465f30 0x557627468320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.375+0000 7f9ea2800640 1 -- 172.21.15.33:0/3206697449 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557627387ae0 con 0x55762745ad50 2024-09-05T02:31:15.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.375+0000 7f9e99400640 1 --2- 172.21.15.33:0/3206697449 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557627465f30 0x557627468320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:31:15.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.375+0000 7f9ea2800640 1 --2- 172.21.15.33:0/3206697449 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745ad50 0x55762745b130 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f9e9c005e30 tx=0x7f9e9c009800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=879934d91856a85c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:15.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.375+0000 7f9e9b400640 1 --2- 172.21.15.33:0/638221085 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9e880a2cf0 0x7f9e880a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:15.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.375+0000 7f9e9b400640 1 -- 172.21.15.33:0/638221085 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f9e940cf750 con 0x7f9ea4076720 2024-09-05T02:31:15.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.375+0000 7f9ea1e00640 1 --2- 172.21.15.33:0/638221085 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9e880a2cf0 0x7f9e880a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:15.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.375+0000 7f9e93000640 1 -- 172.21.15.33:0/3206697449 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e9c031db0 con 0x55762745ad50 2024-09-05T02:31:15.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.376+0000 7f9e93000640 1 -- 172.21.15.33:0/3206697449 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9e9c036040 con 0x55762745ad50 2024-09-05T02:31:15.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.376+0000 7f9e93000640 1 -- 172.21.15.33:0/3206697449 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e9c0042a0 con 0x55762745ad50 2024-09-05T02:31:15.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.376+0000 7f9eab66e740 1 -- 172.21.15.33:0/3206697449 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745ad50 msgr2=0x55762745b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:15.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.376+0000 7f9ea1e00640 1 --2- 172.21.15.33:0/638221085 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9e880a2cf0 0x7f9e880a51b0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f9e940ccf60 tx=0x7f9e940d5550 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:15.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.376+0000 7f9eab66e740 1 --2- 172.21.15.33:0/3206697449 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745ad50 0x55762745b130 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f9e9c005e30 tx=0x7f9e9c009800 comp rx=0 tx=0).stop 2024-09-05T02:31:15.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.376+0000 7f9eab66e740 1 -- 172.21.15.33:0/3206697449 shutdown_connections 2024-09-05T02:31:15.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.376+0000 7f9eab66e740 1 --2- 172.21.15.33:0/3206697449 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557627465f30 0x557627468320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.376+0000 7f9eab66e740 1 --2- 172.21.15.33:0/3206697449 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55762745b670 0x5576274659f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.376+0000 7f9eab66e740 1 --2- 172.21.15.33:0/3206697449 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745ad50 0x55762745b130 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.376+0000 7f9eab66e740 1 -- 172.21.15.33:0/3206697449 >> 172.21.15.33:0/3206697449 conn(0x5576274572e0 msgr2=0x5576274576c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:15.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.377+0000 7f9eab66e740 1 -- 172.21.15.33:0/3206697449 shutdown_connections 2024-09-05T02:31:15.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.377+0000 7f9eab66e740 1 -- 172.21.15.33:0/3206697449 wait complete. 2024-09-05T02:31:15.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.377+0000 7f9eab66e740 1 -- start start 2024-09-05T02:31:15.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.377+0000 7f9eab66e740 1 Processor -- start 2024-09-05T02:31:15.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.378+0000 7f9eab66e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55762745ad50 0x557627462e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:15.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.378+0000 7f9eab66e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745b670 0x5576274633b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:15.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.378+0000 7f9eab66e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557627465f30 0x5576274638f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:15.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.378+0000 7f9eab66e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x557627468a20 con 0x55762745b670 2024-09-05T02:31:15.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.378+0000 7f9eab66e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55762737c0f0 con 0x55762745ad50 2024-09-05T02:31:15.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.378+0000 7f9eab66e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x557627468ba0 con 0x557627465f30 2024-09-05T02:31:15.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.378+0000 7f9eab66e740 10 client.0 _ll_register_callbacks cb 0x55762736d9e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:31:15.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.378+0000 7f9e99400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745b670 0x5576274633b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:15.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.378+0000 7f9e99400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745b670 0x5576274633b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44980/0 (socket says 172.21.15.33:44980) 2024-09-05T02:31:15.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.378+0000 7f9e99400640 1 -- 172.21.15.33:0/2424233819 learned_addr learned my addr 172.21.15.33:0/2424233819 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:15.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.378+0000 7f9ea2800640 1 --2- 172.21.15.33:0/2424233819 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557627465f30 0x5576274638f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:15.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.378+0000 7f9ea2800640 1 --2- 172.21.15.33:0/2424233819 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55762745ad50 0x557627462e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:15.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.378+0000 7f9e99400640 1 -- 172.21.15.33:0/2424233819 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557627465f30 msgr2=0x5576274638f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:15.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.378+0000 7f9e99400640 1 --2- 172.21.15.33:0/2424233819 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557627465f30 0x5576274638f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.378+0000 7f9e99400640 1 -- 172.21.15.33:0/2424233819 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55762745ad50 msgr2=0x557627462e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:15.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.378+0000 7f9e99400640 1 --2- 172.21.15.33:0/2424233819 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55762745ad50 0x557627462e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.378+0000 7f9e99400640 1 -- 172.21.15.33:0/2424233819 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5576271323c0 con 0x55762745b670 2024-09-05T02:31:15.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.378+0000 7f9ea2800640 1 --2- 172.21.15.33:0/2424233819 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55762745ad50 0x557627462e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:31:15.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.379+0000 7f9e99400640 1 --2- 172.21.15.33:0/2424233819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745b670 0x5576274633b0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c00bf00 tx=0x7f9e8c012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9138cfed0cd4c203 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:15.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.379+0000 7f9e87400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:31:15.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.379+0000 7f9e87400640 1 -- 172.21.15.33:0/2424233819 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e8c010750 con 0x55762745b670 2024-09-05T02:31:15.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.379+0000 7f9e87400640 1 -- 172.21.15.33:0/2424233819 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f9e8c0108f0 con 0x55762745b670 2024-09-05T02:31:15.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.379+0000 7f9eab66e740 1 -- 172.21.15.33:0/2424233819 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e9c036040 con 0x55762745b670 2024-09-05T02:31:15.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.379+0000 7f9e87400640 1 -- 172.21.15.33:0/2424233819 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9e8c010b30 con 0x55762745b670 2024-09-05T02:31:15.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.379+0000 7f9eab66e740 10 client.16017 fetch_fsmap learned FSMap version 29 2024-09-05T02:31:15.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.379+0000 7f9eab66e740 1 -- 172.21.15.33:0/2424233819 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557627474780 con 0x55762745b670 2024-09-05T02:31:15.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.380+0000 7f9e87400640 1 -- 172.21.15.33:0/2424233819 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9e9c036040 con 0x55762745b670 2024-09-05T02:31:15.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.380+0000 7f9e87400640 1 -- 172.21.15.33:0/2424233819 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9e8c0253f0 con 0x55762745b670 2024-09-05T02:31:15.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.380+0000 7f9eab66e740 10 client.16017 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:31:15.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.380+0000 7f9eab66e740 10 client.16017 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:31:15.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.380+0000 7f9eab66e740 20 client.16017 populate_metadata read hostname 'smithi033' 2024-09-05T02:31:15.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.380+0000 7f9eab66e740 1 --2- 172.21.15.33:0/2424233819 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x557627475c40 0x557627478070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:15.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.380+0000 7f9eab66e740 4 client.16017 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:31:15.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.380+0000 7f9eab66e740 1 -- 172.21.15.33:0/2424233819 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5576273ce950 con 0x557627475c40 2024-09-05T02:31:15.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.381+0000 7f9ea2800640 1 --2- 172.21.15.33:0/2424233819 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x557627475c40 0x557627478070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:15.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.381+0000 7f9ea2800640 1 --2- 172.21.15.33:0/2424233819 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x557627475c40 0x557627478070 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5f90d7c4be499692 server_cookie=c0d86b467d776c2e in_seq=0 out_seq=0 2024-09-05T02:31:15.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.381+0000 7f9e87400640 10 client.16017 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:31:15.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.382+0000 7f9e87400640 1 -- 172.21.15.33:0/2424233819 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5576273ce950 con 0x557627475c40 2024-09-05T02:31:15.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.382+0000 7f9e87400640 10 client.16017 handle_command_reply: tid=0 2024-09-05T02:31:15.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.382+0000 7f9eab66e740 1 client.16017 shutdown 2024-09-05T02:31:15.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.382+0000 7f9eab66e740 1 -- 172.21.15.33:0/2424233819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745b670 msgr2=0x5576274633b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:15.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.382+0000 7f9eab66e740 1 --2- 172.21.15.33:0/2424233819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745b670 0x5576274633b0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c00bf00 tx=0x7f9e8c012820 comp rx=0 tx=0).stop 2024-09-05T02:31:15.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.382+0000 7f9eab66e740 1 -- 172.21.15.33:0/2424233819 shutdown_connections 2024-09-05T02:31:15.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.382+0000 7f9eab66e740 1 --2- 172.21.15.33:0/2424233819 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557627465f30 0x5576274638f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.382+0000 7f9eab66e740 1 --2- 172.21.15.33:0/2424233819 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x557627475c40 0x557627478070 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.382+0000 7f9eab66e740 1 --2- 172.21.15.33:0/2424233819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745b670 0x5576274633b0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.382+0000 7f9eab66e740 1 --2- 172.21.15.33:0/2424233819 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55762745ad50 0x557627462e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.382+0000 7f9eab66e740 1 -- 172.21.15.33:0/2424233819 >> 172.21.15.33:0/2424233819 conn(0x5576274572e0 msgr2=0x55762745cfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:15.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.382+0000 7f9e87400640 0 client.16017 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:31:15.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.382+0000 7f9eab66e740 1 -- 172.21.15.33:0/2424233819 shutdown_connections 2024-09-05T02:31:15.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.382+0000 7f9eab66e740 1 -- 172.21.15.33:0/2424233819 wait complete. 2024-09-05T02:31:15.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.383+0000 7f9eab66e740 20 client.16017 trim_cache size 0 max 16384 2024-09-05T02:31:15.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.400+0000 7f9eab66e740 1 Processor -- start 2024-09-05T02:31:15.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.401+0000 7f9eab66e740 1 -- start start 2024-09-05T02:31:15.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.401+0000 7f9eab66e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55762745ad50 0x557627456270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:15.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.401+0000 7f9eab66e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745b670 0x55762747d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:15.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.401+0000 7f9eab66e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557627465f30 0x55762747dec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:15.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.401+0000 7f9eab66e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea41b3c70 con 0x55762745b670 2024-09-05T02:31:15.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.401+0000 7f9eab66e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea41b57b0 con 0x557627465f30 2024-09-05T02:31:15.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.401+0000 7f9eab66e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea41b4340 con 0x55762745ad50 2024-09-05T02:31:15.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.401+0000 7f9e99400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745b670 0x55762747d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:15.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.401+0000 7f9e99400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745b670 0x55762747d980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44982/0 (socket says 172.21.15.33:44982) 2024-09-05T02:31:15.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.401+0000 7f9e99400640 1 -- 172.21.15.33:0/1320219039 learned_addr learned my addr 172.21.15.33:0/1320219039 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:15.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.401+0000 7f9ea2800640 1 --2- 172.21.15.33:0/1320219039 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55762745ad50 0x557627456270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:15.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.401+0000 7f9ea2800640 1 --2- 172.21.15.33:0/1320219039 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557627465f30 0x55762747dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:15.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.402+0000 7f9e99400640 1 -- 172.21.15.33:0/1320219039 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55762745ad50 msgr2=0x557627456270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:15.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.402+0000 7f9e99400640 1 --2- 172.21.15.33:0/1320219039 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55762745ad50 0x557627456270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.402+0000 7f9e99400640 1 -- 172.21.15.33:0/1320219039 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557627465f30 msgr2=0x55762747dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:15.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.402+0000 7f9e99400640 1 --2- 172.21.15.33:0/1320219039 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557627465f30 0x55762747dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.402+0000 7f9e99400640 1 -- 172.21.15.33:0/1320219039 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557627458390 con 0x55762745b670 2024-09-05T02:31:15.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.402+0000 7f9ea2800640 1 --2- 172.21.15.33:0/1320219039 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557627465f30 0x55762747dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:31:15.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.402+0000 7f9e99400640 1 --2- 172.21.15.33:0/1320219039 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745b670 0x55762747d980 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c025a50 tx=0x7f9e8c001e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62e4753efe0acee5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:15.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.402+0000 7f9e92600640 1 -- 172.21.15.33:0/1320219039 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e8c025ad0 con 0x55762745b670 2024-09-05T02:31:15.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.402+0000 7f9e92600640 1 -- 172.21.15.33:0/1320219039 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9e8c025c70 con 0x55762745b670 2024-09-05T02:31:15.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.402+0000 7f9e92600640 1 -- 172.21.15.33:0/1320219039 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e8c01d7d0 con 0x55762745b670 2024-09-05T02:31:15.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.403+0000 7f9eab66e740 1 -- 172.21.15.33:0/1320219039 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745b670 msgr2=0x55762747d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:15.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.403+0000 7f9eab66e740 1 --2- 172.21.15.33:0/1320219039 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745b670 0x55762747d980 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c025a50 tx=0x7f9e8c001e50 comp rx=0 tx=0).stop 2024-09-05T02:31:15.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.403+0000 7f9eab66e740 1 -- 172.21.15.33:0/1320219039 shutdown_connections 2024-09-05T02:31:15.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.403+0000 7f9eab66e740 1 --2- 172.21.15.33:0/1320219039 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557627465f30 0x55762747dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.403+0000 7f9eab66e740 1 --2- 172.21.15.33:0/1320219039 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745b670 0x55762747d980 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.403+0000 7f9eab66e740 1 --2- 172.21.15.33:0/1320219039 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55762745ad50 0x557627456270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.403+0000 7f9eab66e740 1 -- 172.21.15.33:0/1320219039 >> 172.21.15.33:0/1320219039 conn(0x5576274572e0 msgr2=0x557627455b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:15.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.403+0000 7f9eab66e740 1 -- 172.21.15.33:0/1320219039 shutdown_connections 2024-09-05T02:31:15.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.403+0000 7f9eab66e740 1 -- 172.21.15.33:0/1320219039 wait complete. 2024-09-05T02:31:15.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.403+0000 7f9eab66e740 1 -- start start 2024-09-05T02:31:15.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.403+0000 7f9eab66e740 1 Processor -- start 2024-09-05T02:31:15.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.404+0000 7f9eab66e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745ad50 0x55762746ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:15.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.404+0000 7f9eab66e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55762745b670 0x55762746e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:15.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.404+0000 7f9eab66e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557627465f30 0x55762746adc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:15.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.404+0000 7f9eab66e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea41b50e0 con 0x55762745ad50 2024-09-05T02:31:15.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.404+0000 7f9eab66e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea41b4a10 con 0x557627465f30 2024-09-05T02:31:15.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.404+0000 7f9eab66e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea41b1c50 con 0x55762745b670 2024-09-05T02:31:15.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.404+0000 7f9eab66e740 10 client.0 _ll_register_callbacks cb 0x7f9e8c00b920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:31:15.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.404+0000 7f9ea2800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745ad50 0x55762746ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:15.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.404+0000 7f9e99400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55762745b670 0x55762746e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:15.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.404+0000 7f9ea2800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745ad50 0x55762746ddf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44998/0 (socket says 172.21.15.33:44998) 2024-09-05T02:31:15.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.404+0000 7f9ea2800640 1 -- 172.21.15.33:0/260799921 learned_addr learned my addr 172.21.15.33:0/260799921 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:15.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.404+0000 7f9e99400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55762745b670 0x55762746e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56728/0 (socket says 172.21.15.33:56728) 2024-09-05T02:31:15.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.405+0000 7f9ea2800640 1 --2- 172.21.15.33:0/260799921 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557627465f30 0x55762746adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:15.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.405+0000 7f9ea2800640 1 -- 172.21.15.33:0/260799921 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55762745b670 msgr2=0x55762746e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:15.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.405+0000 7f9ea2800640 1 --2- 172.21.15.33:0/260799921 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55762745b670 0x55762746e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.405+0000 7f9ea2800640 1 -- 172.21.15.33:0/260799921 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557627465f30 msgr2=0x55762746adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:15.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.405+0000 7f9ea2800640 1 --2- 172.21.15.33:0/260799921 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557627465f30 0x55762746adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.405+0000 7f9ea2800640 1 -- 172.21.15.33:0/260799921 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55762746e970 con 0x55762745ad50 2024-09-05T02:31:15.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.405+0000 7f9e99400640 1 --2- 172.21.15.33:0/260799921 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55762745b670 0x55762746e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:31:15.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.405+0000 7f9ea2800640 1 --2- 172.21.15.33:0/260799921 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745ad50 0x55762746ddf0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f9e9c009ca0 tx=0x7f9e8c00b9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=755e3519226b33c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:15.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.405+0000 7f9e87400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:31:15.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.405+0000 7f9e87400640 1 -- 172.21.15.33:0/260799921 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e9c003b30 con 0x55762745ad50 2024-09-05T02:31:15.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.405+0000 7f9eab66e740 1 -- 172.21.15.33:0/260799921 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e8c025c70 con 0x55762745ad50 2024-09-05T02:31:15.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.405+0000 7f9e87400640 1 -- 172.21.15.33:0/260799921 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f9e9c003cd0 con 0x55762745ad50 2024-09-05T02:31:15.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.406+0000 7f9e87400640 1 -- 172.21.15.33:0/260799921 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9e9c031450 con 0x55762745ad50 2024-09-05T02:31:15.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.406+0000 7f9eab66e740 10 client.16023 fetch_fsmap learned FSMap version 29 2024-09-05T02:31:15.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.406+0000 7f9eab66e740 1 -- 172.21.15.33:0/260799921 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5576274e0f30 con 0x55762745ad50 2024-09-05T02:31:15.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.406+0000 7f9e87400640 1 -- 172.21.15.33:0/260799921 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9e8c025c70 con 0x55762745ad50 2024-09-05T02:31:15.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.406+0000 7f9e87400640 1 -- 172.21.15.33:0/260799921 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9e9c050040 con 0x55762745ad50 2024-09-05T02:31:15.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.406+0000 7f9eab66e740 10 client.16023 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:31:15.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.406+0000 7f9eab66e740 10 client.16023 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:31:15.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.406+0000 7f9eab66e740 20 client.16023 populate_metadata read hostname 'smithi033' 2024-09-05T02:31:15.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.406+0000 7f9eab66e740 1 --2- 172.21.15.33:0/260799921 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5576274e15e0 0x5576274e3a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:15.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.406+0000 7f9eab66e740 4 client.16023 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:31:15.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.406+0000 7f9eab66e740 1 -- 172.21.15.33:0/260799921 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5576273c8e60 con 0x5576274e15e0 2024-09-05T02:31:15.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.407+0000 7f9e99400640 1 --2- 172.21.15.33:0/260799921 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5576274e15e0 0x5576274e3a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:15.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.407+0000 7f9e99400640 1 --2- 172.21.15.33:0/260799921 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5576274e15e0 0x5576274e3a00 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d85a78ccd60ebe0 server_cookie=74393748dfd61590 in_seq=0 out_seq=0 2024-09-05T02:31:15.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.407+0000 7f9e87400640 10 client.16023 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:31:15.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.407+0000 7f9e87400640 1 -- 172.21.15.33:0/260799921 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5576273c8e60 con 0x5576274e15e0 2024-09-05T02:31:15.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.407+0000 7f9e87400640 10 client.16023 handle_command_reply: tid=0 2024-09-05T02:31:15.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.407+0000 7f9eab66e740 1 client.16023 shutdown 2024-09-05T02:31:15.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.408+0000 7f9eab66e740 1 -- 172.21.15.33:0/260799921 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745ad50 msgr2=0x55762746ddf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:15.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.408+0000 7f9eab66e740 1 --2- 172.21.15.33:0/260799921 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745ad50 0x55762746ddf0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f9e9c009ca0 tx=0x7f9e8c00b9d0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.408+0000 7f9eab66e740 1 -- 172.21.15.33:0/260799921 shutdown_connections 2024-09-05T02:31:15.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.408+0000 7f9eab66e740 1 --2- 172.21.15.33:0/260799921 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557627465f30 0x55762746adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.408+0000 7f9eab66e740 1 --2- 172.21.15.33:0/260799921 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55762745b670 0x55762746e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.408+0000 7f9eab66e740 1 --2- 172.21.15.33:0/260799921 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5576274e15e0 0x5576274e3a00 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.408+0000 7f9eab66e740 1 --2- 172.21.15.33:0/260799921 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55762745ad50 0x55762746ddf0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.408+0000 7f9e87400640 0 client.16023 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:31:15.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.408+0000 7f9eab66e740 1 -- 172.21.15.33:0/260799921 >> 172.21.15.33:0/260799921 conn(0x5576274572e0 msgr2=0x557627464ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:15.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.408+0000 7f9eab66e740 1 -- 172.21.15.33:0/260799921 shutdown_connections 2024-09-05T02:31:15.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.408+0000 7f9eab66e740 1 -- 172.21.15.33:0/260799921 wait complete. 2024-09-05T02:31:15.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.408+0000 7f9eab66e740 20 client.16023 trim_cache size 0 max 16384 2024-09-05T02:31:15.415 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:31:15.415 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:31:15.415 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:31:15.415 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:31:15.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.409+0000 7f9ea3200640 1 -- 172.21.15.33:0/638221085 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9e880a2cf0 msgr2=0x7f9e880a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:15.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.409+0000 7f9ea3200640 1 --2- 172.21.15.33:0/638221085 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9e880a2cf0 0x7f9e880a51b0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f9e940ccf60 tx=0x7f9e940d5550 comp rx=0 tx=0).stop 2024-09-05T02:31:15.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.409+0000 7f9ea3200640 1 -- 172.21.15.33:0/638221085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9ea4076720 msgr2=0x7f9ea41a45f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:15.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.409+0000 7f9ea3200640 1 --2- 172.21.15.33:0/638221085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9ea4076720 0x7f9ea41a45f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f9e9400e9f0 tx=0x7f9e9400eeb0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.409+0000 7f9ea3200640 1 -- 172.21.15.33:0/638221085 shutdown_connections 2024-09-05T02:31:15.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.409+0000 7f9ea3200640 1 --2- 172.21.15.33:0/638221085 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9e880a2cf0 0x7f9e880a51b0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.409+0000 7f9ea3200640 1 --2- 172.21.15.33:0/638221085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ea4112870 0x7f9ea419e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.409+0000 7f9ea3200640 1 --2- 172.21.15.33:0/638221085 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9ea4077040 0x7f9ea41a4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.409+0000 7f9ea3200640 1 --2- 172.21.15.33:0/638221085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9ea4076720 0x7f9ea41a45f0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:15.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.409+0000 7f9ea3200640 1 -- 172.21.15.33:0/638221085 >> 172.21.15.33:0/638221085 conn(0x7f9ea40ff910 msgr2=0x7f9ea4101d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:15.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.409+0000 7f9ea3200640 1 -- 172.21.15.33:0/638221085 shutdown_connections 2024-09-05T02:31:15.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:15.409+0000 7f9ea3200640 1 -- 172.21.15.33:0/638221085 wait complete. 2024-09-05T02:31:15.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:15 smithi033 ceph-mon[29909]: pgmap v132: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:31:15.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:15 smithi123 ceph-mon[34031]: pgmap v132: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:31:15.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:15 smithi174 ceph-mon[34756]: pgmap v132: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:31:16.347 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:31:16.347 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:31:16.727 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:31:17.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.262+0000 7f1d1a600640 1 -- 172.21.15.33:0/1767200162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d141049a0 msgr2=0x7f1d141089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:17.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.262+0000 7f1d1a600640 1 --2- 172.21.15.33:0/1767200162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d141049a0 0x7f1d141089f0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f1d00009900 tx=0x7f1d0002a410 comp rx=0 tx=0).stop 2024-09-05T02:31:17.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.262+0000 7f1d1a600640 1 -- 172.21.15.33:0/1767200162 shutdown_connections 2024-09-05T02:31:17.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.262+0000 7f1d1a600640 1 --2- 172.21.15.33:0/1767200162 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d14109120 0x7f1d14110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:17.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.262+0000 7f1d1a600640 1 --2- 172.21.15.33:0/1767200162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d141049a0 0x7f1d141089f0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:17.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.262+0000 7f1d1a600640 1 --2- 172.21.15.33:0/1767200162 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d14103ff0 0x7f1d141043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:17.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.262+0000 7f1d1a600640 1 -- 172.21.15.33:0/1767200162 >> 172.21.15.33:0/1767200162 conn(0x7f1d140ffa90 msgr2=0x7f1d14101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:17.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.262+0000 7f1d1a600640 1 -- 172.21.15.33:0/1767200162 shutdown_connections 2024-09-05T02:31:17.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.262+0000 7f1d1a600640 1 -- 172.21.15.33:0/1767200162 wait complete. 2024-09-05T02:31:17.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.263+0000 7f1d1a600640 1 Processor -- start 2024-09-05T02:31:17.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.264+0000 7f1d1a600640 1 -- start start 2024-09-05T02:31:17.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.264+0000 7f1d1a600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d14103ff0 0x7f1d1419a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:17.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.264+0000 7f1d1a600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d141049a0 0x7f1d1419ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:17.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.264+0000 7f1d1a600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d14109120 0x7f1d1419eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:17.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.264+0000 7f1d1a600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1d14114190 con 0x7f1d14103ff0 2024-09-05T02:31:17.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.264+0000 7f1d1a600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1d14114010 con 0x7f1d141049a0 2024-09-05T02:31:17.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.264+0000 7f1d1a600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f1d14114310 con 0x7f1d14109120 2024-09-05T02:31:17.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.265+0000 7f1d13400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d14103ff0 0x7f1d1419a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:17.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.265+0000 7f1d13400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d14103ff0 0x7f1d1419a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45014/0 (socket says 172.21.15.33:45014) 2024-09-05T02:31:17.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.265+0000 7f1d13400640 1 -- 172.21.15.33:0/2700445620 learned_addr learned my addr 172.21.15.33:0/2700445620 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:17.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.265+0000 7f1d12a00640 1 --2- 172.21.15.33:0/2700445620 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d141049a0 0x7f1d1419ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:17.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.265+0000 7f1d13e00640 1 --2- 172.21.15.33:0/2700445620 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d14109120 0x7f1d1419eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:17.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.265+0000 7f1d13400640 1 -- 172.21.15.33:0/2700445620 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d14109120 msgr2=0x7f1d1419eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:17.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.265+0000 7f1d13400640 1 --2- 172.21.15.33:0/2700445620 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d14109120 0x7f1d1419eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:17.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.265+0000 7f1d13400640 1 -- 172.21.15.33:0/2700445620 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d141049a0 msgr2=0x7f1d1419ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:17.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.265+0000 7f1d13400640 1 --2- 172.21.15.33:0/2700445620 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d141049a0 0x7f1d1419ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:17.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.265+0000 7f1d13400640 1 -- 172.21.15.33:0/2700445620 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d1419f5c0 con 0x7f1d14103ff0 2024-09-05T02:31:17.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.265+0000 7f1d12a00640 1 --2- 172.21.15.33:0/2700445620 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d141049a0 0x7f1d1419ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:31:17.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.265+0000 7f1d13400640 1 --2- 172.21.15.33:0/2700445620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d14103ff0 0x7f1d1419a610 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f1d0400e9f0 tx=0x7f1d0400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:17.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.266+0000 7f1d0be00640 1 -- 172.21.15.33:0/2700445620 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d0400cd80 con 0x7f1d14103ff0 2024-09-05T02:31:17.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.266+0000 7f1d0be00640 1 -- 172.21.15.33:0/2700445620 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1d04005500 con 0x7f1d14103ff0 2024-09-05T02:31:17.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.266+0000 7f1d0be00640 1 -- 172.21.15.33:0/2700445620 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d04010690 con 0x7f1d14103ff0 2024-09-05T02:31:17.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.266+0000 7f1d1a600640 1 -- 172.21.15.33:0/2700445620 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d1419f8b0 con 0x7f1d14103ff0 2024-09-05T02:31:17.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.266+0000 7f1d1a600640 1 -- 172.21.15.33:0/2700445620 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d141a7190 con 0x7f1d14103ff0 2024-09-05T02:31:17.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.267+0000 7f1d1a600640 1 -- 172.21.15.33:0/2700445620 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d141043d0 con 0x7f1d14103ff0 2024-09-05T02:31:17.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.269+0000 7f1d0be00640 1 -- 172.21.15.33:0/2700445620 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f1d040046c0 con 0x7f1d14103ff0 2024-09-05T02:31:17.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.270+0000 7f1d0be00640 1 --2- 172.21.15.33:0/2700445620 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1cf80a2d70 0x7f1cf80a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:17.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.270+0000 7f1d0be00640 1 -- 172.21.15.33:0/2700445620 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f1d040cf820 con 0x7f1d14103ff0 2024-09-05T02:31:17.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.270+0000 7f1d12a00640 1 --2- 172.21.15.33:0/2700445620 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1cf80a2d70 0x7f1cf80a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:17.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.271+0000 7f1d12a00640 1 --2- 172.21.15.33:0/2700445620 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1cf80a2d70 0x7f1cf80a5230 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f1d00000c00 tx=0x7f1d00031510 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:17.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.275+0000 7f1d0be00640 1 -- 172.21.15.33:0/2700445620 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1d0409c3f0 con 0x7f1d14103ff0 2024-09-05T02:31:17.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.497+0000 7f1d1a600640 1 -- 172.21.15.33:0/2700445620 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1d1410c3c0 con 0x7f1d14103ff0 2024-09-05T02:31:17.500 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:17 smithi033 ceph-mon[29909]: pgmap v133: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:31:17.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.498+0000 7f1d0be00640 1 -- 172.21.15.33:0/2700445620 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7f1d0409bcf0 con 0x7f1d14103ff0 2024-09-05T02:31:17.501 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:31:17.501 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:31:17.501 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:31:17.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.501+0000 7f1d1a600640 1 -- 172.21.15.33:0/2700445620 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1cf80a2d70 msgr2=0x7f1cf80a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:17.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.501+0000 7f1d1a600640 1 --2- 172.21.15.33:0/2700445620 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1cf80a2d70 0x7f1cf80a5230 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f1d00000c00 tx=0x7f1d00031510 comp rx=0 tx=0).stop 2024-09-05T02:31:17.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.501+0000 7f1d1a600640 1 -- 172.21.15.33:0/2700445620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d14103ff0 msgr2=0x7f1d1419a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:17.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.501+0000 7f1d1a600640 1 --2- 172.21.15.33:0/2700445620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d14103ff0 0x7f1d1419a610 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f1d0400e9f0 tx=0x7f1d0400edf0 comp rx=0 tx=0).stop 2024-09-05T02:31:17.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.501+0000 7f1d1a600640 1 -- 172.21.15.33:0/2700445620 shutdown_connections 2024-09-05T02:31:17.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.501+0000 7f1d1a600640 1 --2- 172.21.15.33:0/2700445620 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1cf80a2d70 0x7f1cf80a5230 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:17.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.501+0000 7f1d1a600640 1 --2- 172.21.15.33:0/2700445620 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1d14109120 0x7f1d1419eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:17.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.501+0000 7f1d1a600640 1 --2- 172.21.15.33:0/2700445620 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1d141049a0 0x7f1d1419ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:17.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.501+0000 7f1d1a600640 1 --2- 172.21.15.33:0/2700445620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d14103ff0 0x7f1d1419a610 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:17.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.501+0000 7f1d1a600640 1 -- 172.21.15.33:0/2700445620 >> 172.21.15.33:0/2700445620 conn(0x7f1d140ffa90 msgr2=0x7f1d14100d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:17.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.501+0000 7f1d1a600640 1 -- 172.21.15.33:0/2700445620 shutdown_connections 2024-09-05T02:31:17.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:17.501+0000 7f1d1a600640 1 -- 172.21.15.33:0/2700445620 wait complete. 2024-09-05T02:31:17.579 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:17 smithi174 ceph-mon[34756]: pgmap v133: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:31:17.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:17 smithi123 ceph-mon[34031]: pgmap v133: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:31:18.277 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:31:18.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:18 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2700445620' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:31:18.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:18 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2700445620' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:31:18.655 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:31:18.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:18 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2700445620' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:31:19.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.155+0000 7f7582200640 1 -- 172.21.15.33:0/140148937 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f757c1027a0 msgr2=0x7f757c1067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:19.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.155+0000 7f7582200640 1 --2- 172.21.15.33:0/140148937 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f757c1027a0 0x7f757c1067f0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f7568009900 tx=0x7f756802a410 comp rx=0 tx=0).stop 2024-09-05T02:31:19.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.155+0000 7f7582200640 1 -- 172.21.15.33:0/140148937 shutdown_connections 2024-09-05T02:31:19.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.155+0000 7f7582200640 1 --2- 172.21.15.33:0/140148937 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f757c106f20 0x7f757c10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.155+0000 7f7582200640 1 --2- 172.21.15.33:0/140148937 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f757c1027a0 0x7f757c1067f0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.155+0000 7f7582200640 1 --2- 172.21.15.33:0/140148937 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f757c101df0 0x7f757c1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.155+0000 7f7582200640 1 -- 172.21.15.33:0/140148937 >> 172.21.15.33:0/140148937 conn(0x7f757c0fd8b0 msgr2=0x7f757c0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:19.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.155+0000 7f7582200640 1 -- 172.21.15.33:0/140148937 shutdown_connections 2024-09-05T02:31:19.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.155+0000 7f7582200640 1 -- 172.21.15.33:0/140148937 wait complete. 2024-09-05T02:31:19.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.156+0000 7f7582200640 1 Processor -- start 2024-09-05T02:31:19.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.156+0000 7f7582200640 1 -- start start 2024-09-05T02:31:19.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.157+0000 7f7582200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f757c101df0 0x7f757c19a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:19.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.157+0000 7f7582200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f757c1027a0 0x7f757c19ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:19.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.157+0000 7f7582200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f757c106f20 0x7f757c19ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:19.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.157+0000 7f7582200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f757c111f80 con 0x7f757c106f20 2024-09-05T02:31:19.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.157+0000 7f7582200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f757c111e00 con 0x7f757c101df0 2024-09-05T02:31:19.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.157+0000 7f7582200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f757c112100 con 0x7f757c1027a0 2024-09-05T02:31:19.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.157+0000 7f757be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f757c106f20 0x7f757c19ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:19.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.157+0000 7f757aa00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f757c1027a0 0x7f757c19ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:19.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.157+0000 7f757be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f757c106f20 0x7f757c19ef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45034/0 (socket says 172.21.15.33:45034) 2024-09-05T02:31:19.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.157+0000 7f757aa00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f757c1027a0 0x7f757c19ab80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56774/0 (socket says 172.21.15.33:56774) 2024-09-05T02:31:19.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.157+0000 7f757be00640 1 -- 172.21.15.33:0/2450543397 learned_addr learned my addr 172.21.15.33:0/2450543397 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:19.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.157+0000 7f757b400640 1 --2- 172.21.15.33:0/2450543397 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f757c101df0 0x7f757c19a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:19.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.158+0000 7f757be00640 1 -- 172.21.15.33:0/2450543397 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f757c1027a0 msgr2=0x7f757c19ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:19.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.158+0000 7f757be00640 1 --2- 172.21.15.33:0/2450543397 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f757c1027a0 0x7f757c19ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.158+0000 7f757be00640 1 -- 172.21.15.33:0/2450543397 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f757c101df0 msgr2=0x7f757c19a640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:19.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.158+0000 7f757be00640 1 --2- 172.21.15.33:0/2450543397 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f757c101df0 0x7f757c19a640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.158+0000 7f757be00640 1 -- 172.21.15.33:0/2450543397 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f757c19f5f0 con 0x7f757c106f20 2024-09-05T02:31:19.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.158+0000 7f757be00640 1 --2- 172.21.15.33:0/2450543397 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f757c106f20 0x7f757c19ef10 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f757400eb10 tx=0x7f757400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:19.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.158+0000 7f7573e00640 1 -- 172.21.15.33:0/2450543397 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7574004b20 con 0x7f757c106f20 2024-09-05T02:31:19.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.158+0000 7f7582200640 1 -- 172.21.15.33:0/2450543397 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f757c19f8e0 con 0x7f757c106f20 2024-09-05T02:31:19.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.158+0000 7f7573e00640 1 -- 172.21.15.33:0/2450543397 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7574004cc0 con 0x7f757c106f20 2024-09-05T02:31:19.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.158+0000 7f7573e00640 1 -- 172.21.15.33:0/2450543397 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7574010760 con 0x7f757c106f20 2024-09-05T02:31:19.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.158+0000 7f7582200640 1 -- 172.21.15.33:0/2450543397 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f757c1a71c0 con 0x7f757c106f20 2024-09-05T02:31:19.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.161+0000 7f7584c98740 1 Processor -- start 2024-09-05T02:31:19.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.161+0000 7f7573e00640 1 -- 172.21.15.33:0/2450543397 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f7574005020 con 0x7f757c106f20 2024-09-05T02:31:19.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.162+0000 7f7584c98740 1 -- start start 2024-09-05T02:31:19.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.162+0000 7f7584c98740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1c1c70 0x5604be1c2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:19.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.162+0000 7f7584c98740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 0x5604be1cc910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:19.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.162+0000 7f7584c98740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1cce50 0x5604be1cf240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:19.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.162+0000 7f7584c98740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5604be1283e0 con 0x5604be1c2590 2024-09-05T02:31:19.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.162+0000 7f7584c98740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5604be0cfd80 con 0x5604be1c1c70 2024-09-05T02:31:19.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.162+0000 7f7584c98740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5604be1243a0 con 0x5604be1cce50 2024-09-05T02:31:19.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.162+0000 7f757b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 0x5604be1cc910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:19.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.162+0000 7f757aa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1c1c70 0x5604be1c2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:19.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.162+0000 7f757b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 0x5604be1cc910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45048/0 (socket says 172.21.15.33:45048) 2024-09-05T02:31:19.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.162+0000 7f757b400640 1 -- 172.21.15.33:0/1034065279 learned_addr learned my addr 172.21.15.33:0/1034065279 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:19.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.162+0000 7f757aa00640 1 --2- 172.21.15.33:0/1034065279 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1cce50 0x5604be1cf240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:19.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.163+0000 7f757b400640 1 -- 172.21.15.33:0/1034065279 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1cce50 msgr2=0x5604be1cf240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:19.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.163+0000 7f757b400640 1 --2- 172.21.15.33:0/1034065279 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1cce50 0x5604be1cf240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.163+0000 7f757b400640 1 -- 172.21.15.33:0/1034065279 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1c1c70 msgr2=0x5604be1c2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:19.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.163+0000 7f757b400640 1 --2- 172.21.15.33:0/1034065279 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1c1c70 0x5604be1c2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.163+0000 7f757b400640 1 -- 172.21.15.33:0/1034065279 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604be0eeae0 con 0x5604be1c2590 2024-09-05T02:31:19.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.163+0000 7f757aa00640 1 --2- 172.21.15.33:0/1034065279 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1cce50 0x5604be1cf240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:31:19.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.163+0000 7f757b400640 1 --2- 172.21.15.33:0/1034065279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 0x5604be1cc910 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f756c009d20 tx=0x7f756c011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9821af3bb66ac2f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:19.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.163+0000 7f7573e00640 1 --2- 172.21.15.33:0/2450543397 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f75600a2cf0 0x7f75600a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:19.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.163+0000 7f7567e00640 1 -- 172.21.15.33:0/1034065279 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f756c01e070 con 0x5604be1c2590 2024-09-05T02:31:19.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.163+0000 7f7567e00640 1 -- 172.21.15.33:0/1034065279 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f756c019b10 con 0x5604be1c2590 2024-09-05T02:31:19.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.163+0000 7f7567e00640 1 -- 172.21.15.33:0/1034065279 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f756c00ebb0 con 0x5604be1c2590 2024-09-05T02:31:19.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.164+0000 7f7573e00640 1 -- 172.21.15.33:0/2450543397 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f75740cf990 con 0x7f757c106f20 2024-09-05T02:31:19.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.164+0000 7f757aa00640 1 --2- 172.21.15.33:0/2450543397 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f75600a2cf0 0x7f75600a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:19.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.164+0000 7f7584c98740 1 -- 172.21.15.33:0/1034065279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 msgr2=0x5604be1cc910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:19.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.164+0000 7f7584c98740 1 --2- 172.21.15.33:0/1034065279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 0x5604be1cc910 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f756c009d20 tx=0x7f756c011810 comp rx=0 tx=0).stop 2024-09-05T02:31:19.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.164+0000 7f757aa00640 1 --2- 172.21.15.33:0/2450543397 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f75600a2cf0 0x7f75600a51b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7568009230 tx=0x7f75680314e0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:19.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.164+0000 7f7584c98740 1 -- 172.21.15.33:0/1034065279 shutdown_connections 2024-09-05T02:31:19.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.164+0000 7f7584c98740 1 --2- 172.21.15.33:0/1034065279 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1cce50 0x5604be1cf240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.164+0000 7f7584c98740 1 --2- 172.21.15.33:0/1034065279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 0x5604be1cc910 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.164+0000 7f7584c98740 1 --2- 172.21.15.33:0/1034065279 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1c1c70 0x5604be1c2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.164+0000 7f7584c98740 1 -- 172.21.15.33:0/1034065279 >> 172.21.15.33:0/1034065279 conn(0x5604be1be200 msgr2=0x5604be1be5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:19.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.164+0000 7f7584c98740 1 -- 172.21.15.33:0/1034065279 shutdown_connections 2024-09-05T02:31:19.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.164+0000 7f7584c98740 1 -- 172.21.15.33:0/1034065279 wait complete. 2024-09-05T02:31:19.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.165+0000 7f7584c98740 1 -- start start 2024-09-05T02:31:19.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.165+0000 7f7584c98740 1 Processor -- start 2024-09-05T02:31:19.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.165+0000 7f7584c98740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1c1c70 0x5604be1c9c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:19.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.165+0000 7f7584c98740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1c2590 0x5604be1ca1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:19.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.165+0000 7f7584c98740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1cce50 0x5604be1ca710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:19.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.166+0000 7f7584c98740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5604be1cfa20 con 0x5604be1cce50 2024-09-05T02:31:19.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.166+0000 7f7584c98740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5604be0e30f0 con 0x5604be1c2590 2024-09-05T02:31:19.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.166+0000 7f7584c98740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5604be1cfba0 con 0x5604be1c1c70 2024-09-05T02:31:19.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.166+0000 7f7584c98740 10 client.0 _ll_register_callbacks cb 0x5604be0cabd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:31:19.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.166+0000 7f757be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1cce50 0x5604be1ca710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:19.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.166+0000 7f757aa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1c2590 0x5604be1ca1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:19.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.166+0000 7f757aa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1c2590 0x5604be1ca1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:33786/0 (socket says 172.21.15.33:33786) 2024-09-05T02:31:19.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.166+0000 7f757be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1cce50 0x5604be1ca710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45058/0 (socket says 172.21.15.33:45058) 2024-09-05T02:31:19.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.166+0000 7f757aa00640 1 -- 172.21.15.33:0/1141313085 learned_addr learned my addr 172.21.15.33:0/1141313085 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:19.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.166+0000 7f757b400640 1 --2- 172.21.15.33:0/1141313085 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1c1c70 0x5604be1c9c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:19.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.166+0000 7f757aa00640 1 -- 172.21.15.33:0/1141313085 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1c1c70 msgr2=0x5604be1c9c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:19.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.166+0000 7f757aa00640 1 --2- 172.21.15.33:0/1141313085 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1c1c70 0x5604be1c9c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.166+0000 7f757aa00640 1 -- 172.21.15.33:0/1141313085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1cce50 msgr2=0x5604be1ca710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:19.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.166+0000 7f757aa00640 1 --2- 172.21.15.33:0/1141313085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1cce50 0x5604be1ca710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.166+0000 7f757aa00640 1 -- 172.21.15.33:0/1141313085 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5604bde993c0 con 0x5604be1c2590 2024-09-05T02:31:19.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.167+0000 7f757aa00640 1 --2- 172.21.15.33:0/1141313085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1c2590 0x5604be1ca1d0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f7568009900 tx=0x7f756802a410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=71409926cb0cf6b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:19.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.167+0000 7f7564c00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:31:19.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.167+0000 7f7564c00640 1 -- 172.21.15.33:0/1141313085 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f756804f030 con 0x5604be1c2590 2024-09-05T02:31:19.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.167+0000 7f7584c98740 1 -- 172.21.15.33:0/1141313085 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f756c019b10 con 0x5604be1c2590 2024-09-05T02:31:19.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.167+0000 7f7564c00640 1 -- 172.21.15.33:0/1141313085 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f75680043d0 con 0x5604be1c2590 2024-09-05T02:31:19.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.167+0000 7f7564c00640 1 -- 172.21.15.33:0/1141313085 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f756805b050 con 0x5604be1c2590 2024-09-05T02:31:19.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.167+0000 7f7584c98740 10 client.26135 fetch_fsmap learned FSMap version 29 2024-09-05T02:31:19.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.167+0000 7f7584c98740 1 -- 172.21.15.33:0/1141313085 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5604be1dba00 con 0x5604be1c2590 2024-09-05T02:31:19.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.168+0000 7f7564c00640 1 -- 172.21.15.33:0/1141313085 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f756c019b10 con 0x5604be1c2590 2024-09-05T02:31:19.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.168+0000 7f7564c00640 1 -- 172.21.15.33:0/1141313085 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f756803d720 con 0x5604be1c2590 2024-09-05T02:31:19.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.168+0000 7f7584c98740 10 client.26135 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:31:19.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.168+0000 7f7584c98740 10 client.26135 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:31:19.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.168+0000 7f7584c98740 20 client.26135 populate_metadata read hostname 'smithi033' 2024-09-05T02:31:19.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.168+0000 7f7584c98740 1 --2- 172.21.15.33:0/1141313085 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5604be1dce10 0x5604be1df240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:19.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.168+0000 7f7584c98740 4 client.26135 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:31:19.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.168+0000 7f7584c98740 1 -- 172.21.15.33:0/1141313085 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5604be135950 con 0x5604be1dce10 2024-09-05T02:31:19.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.168+0000 7f757b400640 1 --2- 172.21.15.33:0/1141313085 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5604be1dce10 0x5604be1df240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:19.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.169+0000 7f757b400640 1 --2- 172.21.15.33:0/1141313085 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5604be1dce10 0x5604be1df240 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7859808a16a78995 server_cookie=bc5e629abfc1239 in_seq=0 out_seq=0 2024-09-05T02:31:19.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.169+0000 7f7564c00640 10 client.26135 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:31:19.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.170+0000 7f7564c00640 1 -- 172.21.15.33:0/1141313085 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5604be135950 con 0x5604be1dce10 2024-09-05T02:31:19.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.170+0000 7f7564c00640 10 client.26135 handle_command_reply: tid=0 2024-09-05T02:31:19.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.170+0000 7f7584c98740 1 client.26135 shutdown 2024-09-05T02:31:19.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.170+0000 7f7584c98740 1 -- 172.21.15.33:0/1141313085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1c2590 msgr2=0x5604be1ca1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:19.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.170+0000 7f7584c98740 1 --2- 172.21.15.33:0/1141313085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1c2590 0x5604be1ca1d0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f7568009900 tx=0x7f756802a410 comp rx=0 tx=0).stop 2024-09-05T02:31:19.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.170+0000 7f7584c98740 1 -- 172.21.15.33:0/1141313085 shutdown_connections 2024-09-05T02:31:19.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.170+0000 7f7584c98740 1 --2- 172.21.15.33:0/1141313085 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5604be1dce10 0x5604be1df240 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.170+0000 7f7584c98740 1 --2- 172.21.15.33:0/1141313085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1cce50 0x5604be1ca710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.170+0000 7f7584c98740 1 --2- 172.21.15.33:0/1141313085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1c2590 0x5604be1ca1d0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.170+0000 7f7584c98740 1 --2- 172.21.15.33:0/1141313085 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1c1c70 0x5604be1c9c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.170+0000 7f7584c98740 1 -- 172.21.15.33:0/1141313085 >> 172.21.15.33:0/1141313085 conn(0x5604be1be200 msgr2=0x5604be1bd380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:19.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.170+0000 7f7564c00640 0 client.26135 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:31:19.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.170+0000 7f7584c98740 1 -- 172.21.15.33:0/1141313085 shutdown_connections 2024-09-05T02:31:19.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.170+0000 7f7584c98740 1 -- 172.21.15.33:0/1141313085 wait complete. 2024-09-05T02:31:19.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.170+0000 7f7584c98740 20 client.26135 trim_cache size 0 max 16384 2024-09-05T02:31:19.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.184+0000 7f7584c98740 1 Processor -- start 2024-09-05T02:31:19.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.184+0000 7f7584c98740 1 -- start start 2024-09-05T02:31:19.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.184+0000 7f7584c98740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1c1c70 0x5604be1e4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:19.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.184+0000 7f7584c98740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 0x5604be1e5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:19.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.184+0000 7f7584c98740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1cce50 0x5604be1c6ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:19.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.184+0000 7f7584c98740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f757c1af9f0 con 0x5604be1c2590 2024-09-05T02:31:19.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.184+0000 7f7584c98740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f757c1b1530 con 0x5604be1cce50 2024-09-05T02:31:19.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.184+0000 7f7584c98740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f757c1b00c0 con 0x5604be1c1c70 2024-09-05T02:31:19.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.185+0000 7f757aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 0x5604be1e5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:19.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.185+0000 7f757aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 0x5604be1e5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45060/0 (socket says 172.21.15.33:45060) 2024-09-05T02:31:19.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.185+0000 7f757aa00640 1 -- 172.21.15.33:0/3129679668 learned_addr learned my addr 172.21.15.33:0/3129679668 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:19.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.185+0000 7f757b400640 1 --2- 172.21.15.33:0/3129679668 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1c1c70 0x5604be1e4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:19.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.185+0000 7f757be00640 1 --2- 172.21.15.33:0/3129679668 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1cce50 0x5604be1c6ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:19.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.185+0000 7f757aa00640 1 -- 172.21.15.33:0/3129679668 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1c1c70 msgr2=0x5604be1e4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:19.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.185+0000 7f757aa00640 1 --2- 172.21.15.33:0/3129679668 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1c1c70 0x5604be1e4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.185+0000 7f757aa00640 1 -- 172.21.15.33:0/3129679668 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1cce50 msgr2=0x5604be1c6ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:19.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.185+0000 7f757aa00640 1 --2- 172.21.15.33:0/3129679668 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1cce50 0x5604be1c6ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.185+0000 7f757aa00640 1 -- 172.21.15.33:0/3129679668 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604be1be030 con 0x5604be1c2590 2024-09-05T02:31:19.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.185+0000 7f757aa00640 1 --2- 172.21.15.33:0/3129679668 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 0x5604be1e5050 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f756803dce0 tx=0x7f7568005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36aa3185e48a9e1b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:19.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.186+0000 7f7567400640 1 -- 172.21.15.33:0/3129679668 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f756804f040 con 0x5604be1c2590 2024-09-05T02:31:19.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.186+0000 7f7567400640 1 -- 172.21.15.33:0/3129679668 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75680035f0 con 0x5604be1c2590 2024-09-05T02:31:19.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.186+0000 7f7567400640 1 -- 172.21.15.33:0/3129679668 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7568046070 con 0x5604be1c2590 2024-09-05T02:31:19.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.186+0000 7f7584c98740 1 -- 172.21.15.33:0/3129679668 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 msgr2=0x5604be1e5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:19.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.186+0000 7f7584c98740 1 --2- 172.21.15.33:0/3129679668 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 0x5604be1e5050 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f756803dce0 tx=0x7f7568005780 comp rx=0 tx=0).stop 2024-09-05T02:31:19.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.186+0000 7f7584c98740 1 -- 172.21.15.33:0/3129679668 shutdown_connections 2024-09-05T02:31:19.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.186+0000 7f7584c98740 1 --2- 172.21.15.33:0/3129679668 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1cce50 0x5604be1c6ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.186+0000 7f7584c98740 1 --2- 172.21.15.33:0/3129679668 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 0x5604be1e5050 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.186+0000 7f7584c98740 1 --2- 172.21.15.33:0/3129679668 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1c1c70 0x5604be1e4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.186+0000 7f7584c98740 1 -- 172.21.15.33:0/3129679668 >> 172.21.15.33:0/3129679668 conn(0x5604be1be200 msgr2=0x5604be1c3f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:19.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.187+0000 7f7584c98740 1 -- 172.21.15.33:0/3129679668 shutdown_connections 2024-09-05T02:31:19.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.187+0000 7f7584c98740 1 -- 172.21.15.33:0/3129679668 wait complete. 2024-09-05T02:31:19.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.187+0000 7f7584c98740 1 -- start start 2024-09-05T02:31:19.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.187+0000 7f7584c98740 1 Processor -- start 2024-09-05T02:31:19.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.187+0000 7f7584c98740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1c1c70 0x5604be1d1190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:19.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.187+0000 7f7584c98740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 0x5604be1d16d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:19.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.188+0000 7f7584c98740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1cce50 0x5604be246ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:19.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.188+0000 7f7584c98740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f757c1b0e60 con 0x5604be1c2590 2024-09-05T02:31:19.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.188+0000 7f7584c98740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f757c1b0790 con 0x5604be1cce50 2024-09-05T02:31:19.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.188+0000 7f7584c98740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f757c1ad9d0 con 0x5604be1c1c70 2024-09-05T02:31:19.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.188+0000 7f7584c98740 10 client.0 _ll_register_callbacks cb 0x7f7568009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:31:19.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.188+0000 7f757aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 0x5604be1d16d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:19.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.188+0000 7f757aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 0x5604be1d16d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45066/0 (socket says 172.21.15.33:45066) 2024-09-05T02:31:19.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.188+0000 7f757aa00640 1 -- 172.21.15.33:0/3949481753 learned_addr learned my addr 172.21.15.33:0/3949481753 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:19.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.188+0000 7f757b400640 1 --2- 172.21.15.33:0/3949481753 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1c1c70 0x5604be1d1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:19.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.188+0000 7f757be00640 1 --2- 172.21.15.33:0/3949481753 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1cce50 0x5604be246ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:19.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.188+0000 7f757aa00640 1 -- 172.21.15.33:0/3949481753 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1c1c70 msgr2=0x5604be1d1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:19.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.188+0000 7f757aa00640 1 --2- 172.21.15.33:0/3949481753 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1c1c70 0x5604be1d1190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.188+0000 7f757aa00640 1 -- 172.21.15.33:0/3949481753 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1cce50 msgr2=0x5604be246ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:19.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.188+0000 7f757aa00640 1 --2- 172.21.15.33:0/3949481753 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1cce50 0x5604be246ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.188+0000 7f757aa00640 1 -- 172.21.15.33:0/3949481753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5604be1b9770 con 0x5604be1c2590 2024-09-05T02:31:19.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.188+0000 7f757be00640 1 --2- 172.21.15.33:0/3949481753 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1cce50 0x5604be246ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:31:19.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.189+0000 7f757aa00640 1 --2- 172.21.15.33:0/3949481753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 0x5604be1d16d0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f756803dd30 tx=0x7f7568005db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c45cfb26578ccf0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:19.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.189+0000 7f7564c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:31:19.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.189+0000 7f7564c00640 1 -- 172.21.15.33:0/3949481753 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f756804f070 con 0x5604be1c2590 2024-09-05T02:31:19.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.189+0000 7f7584c98740 1 -- 172.21.15.33:0/3949481753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75680035f0 con 0x5604be1c2590 2024-09-05T02:31:19.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.189+0000 7f7564c00640 1 -- 172.21.15.33:0/3949481753 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f756803d650 con 0x5604be1c2590 2024-09-05T02:31:19.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.189+0000 7f7564c00640 1 -- 172.21.15.33:0/3949481753 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7568046040 con 0x5604be1c2590 2024-09-05T02:31:19.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.189+0000 7f7584c98740 10 client.16047 fetch_fsmap learned FSMap version 29 2024-09-05T02:31:19.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.189+0000 7f7584c98740 1 -- 172.21.15.33:0/3949481753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5604be248050 con 0x5604be1c2590 2024-09-05T02:31:19.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.189+0000 7f7564c00640 1 -- 172.21.15.33:0/3949481753 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75680035f0 con 0x5604be1c2590 2024-09-05T02:31:19.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.190+0000 7f7564c00640 1 -- 172.21.15.33:0/3949481753 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7568066070 con 0x5604be1c2590 2024-09-05T02:31:19.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.190+0000 7f7584c98740 10 client.16047 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:31:19.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.190+0000 7f7584c98740 10 client.16047 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:31:19.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.190+0000 7f7584c98740 20 client.16047 populate_metadata read hostname 'smithi033' 2024-09-05T02:31:19.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.190+0000 7f7584c98740 1 --2- 172.21.15.33:0/3949481753 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5604be248700 0x5604be24ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:19.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.190+0000 7f7584c98740 4 client.16047 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:31:19.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.190+0000 7f7584c98740 1 -- 172.21.15.33:0/3949481753 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5604be12fe60 con 0x5604be248700 2024-09-05T02:31:19.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.190+0000 7f757b400640 1 --2- 172.21.15.33:0/3949481753 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5604be248700 0x5604be24ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:19.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.191+0000 7f757b400640 1 --2- 172.21.15.33:0/3949481753 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5604be248700 0x5604be24ab20 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7824b8fb0547ad09 server_cookie=c7ea47a7ac66ca78 in_seq=0 out_seq=0 2024-09-05T02:31:19.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.191+0000 7f7564c00640 10 client.16047 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:31:19.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.191+0000 7f7564c00640 1 -- 172.21.15.33:0/3949481753 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5604be12fe60 con 0x5604be248700 2024-09-05T02:31:19.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.191+0000 7f7564c00640 10 client.16047 handle_command_reply: tid=0 2024-09-05T02:31:19.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.191+0000 7f7584c98740 1 client.16047 shutdown 2024-09-05T02:31:19.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.191+0000 7f7584c98740 1 -- 172.21.15.33:0/3949481753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 msgr2=0x5604be1d16d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:19.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.191+0000 7f7584c98740 1 --2- 172.21.15.33:0/3949481753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 0x5604be1d16d0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f756803dd30 tx=0x7f7568005db0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.191+0000 7f7584c98740 1 -- 172.21.15.33:0/3949481753 shutdown_connections 2024-09-05T02:31:19.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.191+0000 7f7584c98740 1 --2- 172.21.15.33:0/3949481753 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5604be248700 0x5604be24ab20 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.191+0000 7f7584c98740 1 --2- 172.21.15.33:0/3949481753 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5604be1cce50 0x5604be246ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.191+0000 7f7584c98740 1 --2- 172.21.15.33:0/3949481753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604be1c2590 0x5604be1d16d0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.191+0000 7f7584c98740 1 --2- 172.21.15.33:0/3949481753 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5604be1c1c70 0x5604be1d1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.191+0000 7f7584c98740 1 -- 172.21.15.33:0/3949481753 >> 172.21.15.33:0/3949481753 conn(0x5604be1be200 msgr2=0x5604be1bcb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:19.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.191+0000 7f7564c00640 0 client.16047 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:31:19.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.191+0000 7f7584c98740 1 -- 172.21.15.33:0/3949481753 shutdown_connections 2024-09-05T02:31:19.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.192+0000 7f7584c98740 1 -- 172.21.15.33:0/3949481753 wait complete. 2024-09-05T02:31:19.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.192+0000 7f7584c98740 20 client.16047 trim_cache size 0 max 16384 2024-09-05T02:31:19.198 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:31:19.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.192+0000 7f7582200640 1 -- 172.21.15.33:0/2450543397 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f75600a2cf0 msgr2=0x7f75600a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:19.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.192+0000 7f7582200640 1 --2- 172.21.15.33:0/2450543397 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f75600a2cf0 0x7f75600a51b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7568009230 tx=0x7f75680314e0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.192+0000 7f7582200640 1 -- 172.21.15.33:0/2450543397 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f757c106f20 msgr2=0x7f757c19ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:19.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.192+0000 7f7582200640 1 --2- 172.21.15.33:0/2450543397 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f757c106f20 0x7f757c19ef10 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f757400eb10 tx=0x7f757400c2d0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.192+0000 7f7582200640 1 -- 172.21.15.33:0/2450543397 shutdown_connections 2024-09-05T02:31:19.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.192+0000 7f7582200640 1 --2- 172.21.15.33:0/2450543397 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f75600a2cf0 0x7f75600a51b0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.192+0000 7f7582200640 1 --2- 172.21.15.33:0/2450543397 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f757c106f20 0x7f757c19ef10 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.192+0000 7f7582200640 1 --2- 172.21.15.33:0/2450543397 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f757c1027a0 0x7f757c19ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.192+0000 7f7582200640 1 --2- 172.21.15.33:0/2450543397 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f757c101df0 0x7f757c19a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:19.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.192+0000 7f7582200640 1 -- 172.21.15.33:0/2450543397 >> 172.21.15.33:0/2450543397 conn(0x7f757c0fd8b0 msgr2=0x7f757c0ffc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:19.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.193+0000 7f7582200640 1 -- 172.21.15.33:0/2450543397 shutdown_connections 2024-09-05T02:31:19.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:19.193+0000 7f7582200640 1 -- 172.21.15.33:0/2450543397 wait complete. 2024-09-05T02:31:19.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:19 smithi033 ceph-mon[29909]: pgmap v134: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-09-05T02:31:19.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:19 smithi123 ceph-mon[34031]: pgmap v134: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-09-05T02:31:19.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:19 smithi174 ceph-mon[34756]: pgmap v134: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-09-05T02:31:20.131 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:31:20.512 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:31:21.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.032+0000 7fe63da00640 1 -- 172.21.15.33:0/4168162809 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe638106f10 msgr2=0x7fe63810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:21.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.032+0000 7fe63da00640 1 --2- 172.21.15.33:0/4168162809 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe638106f10 0x7fe63810ea90 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fe630009ca0 tx=0x7fe63002a8c0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.032+0000 7fe63da00640 1 -- 172.21.15.33:0/4168162809 shutdown_connections 2024-09-05T02:31:21.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.032+0000 7fe63da00640 1 --2- 172.21.15.33:0/4168162809 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe638106f10 0x7fe63810ea90 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.032+0000 7fe63da00640 1 --2- 172.21.15.33:0/4168162809 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe638102790 0x7fe6381067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.032+0000 7fe63da00640 1 --2- 172.21.15.33:0/4168162809 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe638101de0 0x7fe6381021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.032+0000 7fe63da00640 1 -- 172.21.15.33:0/4168162809 >> 172.21.15.33:0/4168162809 conn(0x7fe6380fd8c0 msgr2=0x7fe6380ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:21.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.033+0000 7fe63da00640 1 -- 172.21.15.33:0/4168162809 shutdown_connections 2024-09-05T02:31:21.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.033+0000 7fe63da00640 1 -- 172.21.15.33:0/4168162809 wait complete. 2024-09-05T02:31:21.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.033+0000 7fe63da00640 1 Processor -- start 2024-09-05T02:31:21.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.034+0000 7fe63da00640 1 -- start start 2024-09-05T02:31:21.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.034+0000 7fe63da00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe638101de0 0x7fe6381983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:21.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.034+0000 7fe63da00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe638102790 0x7fe6381988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:21.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.034+0000 7fe63da00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe638106f10 0x7fe63819cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:21.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.034+0000 7fe63da00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe638111fc0 con 0x7fe638102790 2024-09-05T02:31:21.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.034+0000 7fe63da00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe638111e40 con 0x7fe638106f10 2024-09-05T02:31:21.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.034+0000 7fe63da00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe638112140 con 0x7fe638101de0 2024-09-05T02:31:21.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.034+0000 7fe62e000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe638102790 0x7fe6381988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:21.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.034+0000 7fe636a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe638101de0 0x7fe6381983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:21.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.034+0000 7fe62e000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe638102790 0x7fe6381988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48094/0 (socket says 172.21.15.33:48094) 2024-09-05T02:31:21.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.034+0000 7fe62e000640 1 -- 172.21.15.33:0/2648660069 learned_addr learned my addr 172.21.15.33:0/2648660069 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:21.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.035+0000 7fe637400640 1 --2- 172.21.15.33:0/2648660069 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe638106f10 0x7fe63819cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:21.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.035+0000 7fe636a00640 1 -- 172.21.15.33:0/2648660069 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe638106f10 msgr2=0x7fe63819cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:21.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.035+0000 7fe636a00640 1 --2- 172.21.15.33:0/2648660069 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe638106f10 0x7fe63819cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.035+0000 7fe636a00640 1 -- 172.21.15.33:0/2648660069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe638102790 msgr2=0x7fe6381988e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:21.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.035+0000 7fe636a00640 1 --2- 172.21.15.33:0/2648660069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe638102790 0x7fe6381988e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.035+0000 7fe636a00640 1 -- 172.21.15.33:0/2648660069 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe63819d350 con 0x7fe638101de0 2024-09-05T02:31:21.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.035+0000 7fe62e000640 1 --2- 172.21.15.33:0/2648660069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe638102790 0x7fe6381988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:31:21.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.035+0000 7fe637400640 1 --2- 172.21.15.33:0/2648660069 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe638106f10 0x7fe63819cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:31:21.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.035+0000 7fe636a00640 1 --2- 172.21.15.33:0/2648660069 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe638101de0 0x7fe6381983a0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe62800e9f0 tx=0x7fe62800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:21.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.036+0000 7fe62fe00640 1 -- 172.21.15.33:0/2648660069 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe62800ccc0 con 0x7fe638101de0 2024-09-05T02:31:21.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.036+0000 7fe62fe00640 1 -- 172.21.15.33:0/2648660069 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe628010910 con 0x7fe638101de0 2024-09-05T02:31:21.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.036+0000 7fe63da00640 1 -- 172.21.15.33:0/2648660069 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe63819d640 con 0x7fe638101de0 2024-09-05T02:31:21.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.036+0000 7fe62fe00640 1 -- 172.21.15.33:0/2648660069 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe628018960 con 0x7fe638101de0 2024-09-05T02:31:21.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.036+0000 7fe63da00640 1 -- 172.21.15.33:0/2648660069 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6381a4f20 con 0x7fe638101de0 2024-09-05T02:31:21.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.039+0000 7fe64042f740 1 Processor -- start 2024-09-05T02:31:21.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.039+0000 7fe64042f740 1 -- start start 2024-09-05T02:31:21.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.039+0000 7fe64042f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b32c70 0x556133b33050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:21.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.039+0000 7fe64042f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b33590 0x556133b3d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:21.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.039+0000 7fe62fe00640 1 -- 172.21.15.33:0/2648660069 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fe628010ac0 con 0x7fe638101de0 2024-09-05T02:31:21.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.039+0000 7fe64042f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b3de50 0x556133b40240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:21.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.039+0000 7fe64042f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556133a993e0 con 0x556133b33590 2024-09-05T02:31:21.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.039+0000 7fe64042f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556133a40d80 con 0x556133b3de50 2024-09-05T02:31:21.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.039+0000 7fe64042f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x556133a953a0 con 0x556133b32c70 2024-09-05T02:31:21.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.040+0000 7fe636a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b33590 0x556133b3d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:21.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.040+0000 7fe637400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b32c70 0x556133b33050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:21.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.040+0000 7fe637400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b32c70 0x556133b33050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:35136/0 (socket says 172.21.15.33:35136) 2024-09-05T02:31:21.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.040+0000 7fe637400640 1 -- 172.21.15.33:0/3253972874 learned_addr learned my addr 172.21.15.33:0/3253972874 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:21.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.040+0000 7fe62e000640 1 --2- 172.21.15.33:0/3253972874 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b3de50 0x556133b40240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:21.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.040+0000 7fe637400640 1 -- 172.21.15.33:0/3253972874 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b3de50 msgr2=0x556133b40240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:21.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.040+0000 7fe637400640 1 --2- 172.21.15.33:0/3253972874 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b3de50 0x556133b40240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.040+0000 7fe637400640 1 -- 172.21.15.33:0/3253972874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b33590 msgr2=0x556133b3d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:21.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.040+0000 7fe637400640 1 --2- 172.21.15.33:0/3253972874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b33590 0x556133b3d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.040+0000 7fe637400640 1 -- 172.21.15.33:0/3253972874 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556133a5fae0 con 0x556133b32c70 2024-09-05T02:31:21.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.040+0000 7fe62e000640 1 --2- 172.21.15.33:0/3253972874 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b3de50 0x556133b40240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:31:21.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.041+0000 7fe637400640 1 --2- 172.21.15.33:0/3253972874 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b32c70 0x556133b33050 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fe630009ca0 tx=0x7fe630033000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c904aef000e2c00f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:21.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.041+0000 7fe627e00640 1 -- 172.21.15.33:0/3253972874 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe630003b70 con 0x556133b32c70 2024-09-05T02:31:21.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.041+0000 7fe627e00640 1 -- 172.21.15.33:0/3253972874 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe630036040 con 0x556133b32c70 2024-09-05T02:31:21.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.041+0000 7fe627e00640 1 -- 172.21.15.33:0/3253972874 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6300044c0 con 0x556133b32c70 2024-09-05T02:31:21.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.041+0000 7fe62fe00640 1 --2- 172.21.15.33:0/2648660069 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe61c0a2d70 0x7fe61c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:21.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.041+0000 7fe62fe00640 1 -- 172.21.15.33:0/2648660069 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe6280cf790 con 0x7fe638101de0 2024-09-05T02:31:21.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.041+0000 7fe636a00640 1 --2- 172.21.15.33:0/2648660069 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe61c0a2d70 0x7fe61c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:21.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.042+0000 7fe64042f740 1 -- 172.21.15.33:0/3253972874 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b32c70 msgr2=0x556133b33050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:21.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.042+0000 7fe64042f740 1 --2- 172.21.15.33:0/3253972874 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b32c70 0x556133b33050 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fe630009ca0 tx=0x7fe630033000 comp rx=0 tx=0).stop 2024-09-05T02:31:21.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.042+0000 7fe64042f740 1 -- 172.21.15.33:0/3253972874 shutdown_connections 2024-09-05T02:31:21.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.042+0000 7fe64042f740 1 --2- 172.21.15.33:0/3253972874 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b3de50 0x556133b40240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.042+0000 7fe64042f740 1 --2- 172.21.15.33:0/3253972874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b33590 0x556133b3d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.042+0000 7fe64042f740 1 --2- 172.21.15.33:0/3253972874 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b32c70 0x556133b33050 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.042+0000 7fe64042f740 1 -- 172.21.15.33:0/3253972874 >> 172.21.15.33:0/3253972874 conn(0x556133b2f200 msgr2=0x556133b2f5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:21.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.042+0000 7fe64042f740 1 -- 172.21.15.33:0/3253972874 shutdown_connections 2024-09-05T02:31:21.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.042+0000 7fe64042f740 1 -- 172.21.15.33:0/3253972874 wait complete. 2024-09-05T02:31:21.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.042+0000 7fe636a00640 1 --2- 172.21.15.33:0/2648660069 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe61c0a2d70 0x7fe61c0a5230 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x556133b30060 tx=0x7fe6280d5530 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:21.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.042+0000 7fe64042f740 1 -- start start 2024-09-05T02:31:21.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.043+0000 7fe64042f740 1 Processor -- start 2024-09-05T02:31:21.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.043+0000 7fe64042f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b32c70 0x556133b3acf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:21.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.043+0000 7fe64042f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b33590 0x556133b3b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:21.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.043+0000 7fe64042f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b3de50 0x556133b3b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:21.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.043+0000 7fe64042f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556133b408a0 con 0x556133b3de50 2024-09-05T02:31:21.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.043+0000 7fe64042f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556133a540f0 con 0x556133b33590 2024-09-05T02:31:21.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.043+0000 7fe64042f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x556133b40a20 con 0x556133b32c70 2024-09-05T02:31:21.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.043+0000 7fe64042f740 10 client.0 _ll_register_callbacks cb 0x556133a3bbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:31:21.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.043+0000 7fe637400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b32c70 0x556133b3acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:21.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.043+0000 7fe637400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b32c70 0x556133b3acf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:35138/0 (socket says 172.21.15.33:35138) 2024-09-05T02:31:21.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.044+0000 7fe637400640 1 -- 172.21.15.33:0/1777742123 learned_addr learned my addr 172.21.15.33:0/1777742123 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:21.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.044+0000 7fe62e000640 1 --2- 172.21.15.33:0/1777742123 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b33590 0x556133b3b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:21.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.044+0000 7fe637400640 1 --2- 172.21.15.33:0/1777742123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b3de50 0x556133b3b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:21.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.044+0000 7fe62e000640 1 -- 172.21.15.33:0/1777742123 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b32c70 msgr2=0x556133b3acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:21.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.044+0000 7fe62e000640 1 --2- 172.21.15.33:0/1777742123 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b32c70 0x556133b3acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.044+0000 7fe62e000640 1 -- 172.21.15.33:0/1777742123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b3de50 msgr2=0x556133b3b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:21.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.044+0000 7fe62e000640 1 --2- 172.21.15.33:0/1777742123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b3de50 0x556133b3b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.044+0000 7fe62e000640 1 -- 172.21.15.33:0/1777742123 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55613380a3c0 con 0x556133b33590 2024-09-05T02:31:21.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.044+0000 7fe62e000640 1 --2- 172.21.15.33:0/1777742123 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b33590 0x556133b3b230 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fe6380fdce0 tx=0x7fe62000f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=18cca69764680962 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:21.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.044+0000 7fe624c00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:31:21.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.045+0000 7fe624c00640 1 -- 172.21.15.33:0/1777742123 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6200120d0 con 0x556133b33590 2024-09-05T02:31:21.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.045+0000 7fe64042f740 1 -- 172.21.15.33:0/1777742123 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe630036040 con 0x556133b33590 2024-09-05T02:31:21.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.045+0000 7fe624c00640 1 -- 172.21.15.33:0/1777742123 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe620005020 con 0x556133b33590 2024-09-05T02:31:21.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.045+0000 7fe624c00640 1 -- 172.21.15.33:0/1777742123 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe620012270 con 0x556133b33590 2024-09-05T02:31:21.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.045+0000 7fe64042f740 10 client.26150 fetch_fsmap learned FSMap version 29 2024-09-05T02:31:21.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.045+0000 7fe64042f740 1 -- 172.21.15.33:0/1777742123 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556133b4c8f0 con 0x556133b33590 2024-09-05T02:31:21.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.045+0000 7fe624c00640 1 -- 172.21.15.33:0/1777742123 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe630036040 con 0x556133b33590 2024-09-05T02:31:21.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.046+0000 7fe624c00640 1 -- 172.21.15.33:0/1777742123 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe62001c470 con 0x556133b33590 2024-09-05T02:31:21.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.046+0000 7fe64042f740 10 client.26150 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:31:21.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.046+0000 7fe64042f740 10 client.26150 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:31:21.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.046+0000 7fe64042f740 20 client.26150 populate_metadata read hostname 'smithi033' 2024-09-05T02:31:21.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.046+0000 7fe64042f740 1 --2- 172.21.15.33:0/1777742123 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x556133b4de00 0x556133b50220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:21.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.046+0000 7fe64042f740 4 client.26150 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:31:21.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.046+0000 7fe64042f740 1 -- 172.21.15.33:0/1777742123 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556133aa6950 con 0x556133b4de00 2024-09-05T02:31:21.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.046+0000 7fe637400640 1 --2- 172.21.15.33:0/1777742123 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x556133b4de00 0x556133b50220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:21.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.047+0000 7fe637400640 1 --2- 172.21.15.33:0/1777742123 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x556133b4de00 0x556133b50220 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=eae7f360989a7e7c server_cookie=c4928f4651b1965b in_seq=0 out_seq=0 2024-09-05T02:31:21.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.047+0000 7fe624c00640 10 client.26150 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:31:21.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.047+0000 7fe624c00640 1 -- 172.21.15.33:0/1777742123 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556133aa6950 con 0x556133b4de00 2024-09-05T02:31:21.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.047+0000 7fe624c00640 10 client.26150 handle_command_reply: tid=0 2024-09-05T02:31:21.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.048+0000 7fe64042f740 1 client.26150 shutdown 2024-09-05T02:31:21.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.048+0000 7fe64042f740 1 -- 172.21.15.33:0/1777742123 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b33590 msgr2=0x556133b3b230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:21.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.048+0000 7fe64042f740 1 --2- 172.21.15.33:0/1777742123 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b33590 0x556133b3b230 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fe6380fdce0 tx=0x7fe62000f790 comp rx=0 tx=0).stop 2024-09-05T02:31:21.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.048+0000 7fe64042f740 1 -- 172.21.15.33:0/1777742123 shutdown_connections 2024-09-05T02:31:21.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.048+0000 7fe64042f740 1 --2- 172.21.15.33:0/1777742123 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x556133b4de00 0x556133b50220 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.048+0000 7fe64042f740 1 --2- 172.21.15.33:0/1777742123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b3de50 0x556133b3b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.048+0000 7fe64042f740 1 --2- 172.21.15.33:0/1777742123 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b33590 0x556133b3b230 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.048+0000 7fe64042f740 1 --2- 172.21.15.33:0/1777742123 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b32c70 0x556133b3acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.048+0000 7fe624c00640 0 client.26150 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:31:21.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.048+0000 7fe64042f740 1 -- 172.21.15.33:0/1777742123 >> 172.21.15.33:0/1777742123 conn(0x556133b2f200 msgr2=0x556133b2e380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:21.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.048+0000 7fe64042f740 1 -- 172.21.15.33:0/1777742123 shutdown_connections 2024-09-05T02:31:21.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.048+0000 7fe64042f740 1 -- 172.21.15.33:0/1777742123 wait complete. 2024-09-05T02:31:21.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.048+0000 7fe64042f740 20 client.26150 trim_cache size 0 max 16384 2024-09-05T02:31:21.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.062+0000 7fe64042f740 1 Processor -- start 2024-09-05T02:31:21.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.062+0000 7fe64042f740 1 -- start start 2024-09-05T02:31:21.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.062+0000 7fe64042f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b32c70 0x556133b55ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:21.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.063+0000 7fe64042f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b33590 0x556133b56010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:21.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.063+0000 7fe64042f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b3de50 0x556133b37f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:21.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.063+0000 7fe64042f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe6381ad7e0 con 0x556133b33590 2024-09-05T02:31:21.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.063+0000 7fe64042f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe6381af320 con 0x556133b32c70 2024-09-05T02:31:21.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.063+0000 7fe64042f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe6381adeb0 con 0x556133b3de50 2024-09-05T02:31:21.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.063+0000 7fe62e000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b33590 0x556133b56010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:21.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.063+0000 7fe62e000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b33590 0x556133b56010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48118/0 (socket says 172.21.15.33:48118) 2024-09-05T02:31:21.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.063+0000 7fe62e000640 1 -- 172.21.15.33:0/156861157 learned_addr learned my addr 172.21.15.33:0/156861157 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:21.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.063+0000 7fe637400640 1 --2- 172.21.15.33:0/156861157 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b32c70 0x556133b55ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:21.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.063+0000 7fe637400640 1 --2- 172.21.15.33:0/156861157 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b3de50 0x556133b37f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:21.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.063+0000 7fe637400640 1 -- 172.21.15.33:0/156861157 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b3de50 msgr2=0x556133b37f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:21.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.063+0000 7fe637400640 1 --2- 172.21.15.33:0/156861157 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b3de50 0x556133b37f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.063+0000 7fe637400640 1 -- 172.21.15.33:0/156861157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b33590 msgr2=0x556133b56010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:21.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.063+0000 7fe637400640 1 --2- 172.21.15.33:0/156861157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b33590 0x556133b56010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.063+0000 7fe637400640 1 -- 172.21.15.33:0/156861157 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556133b2a770 con 0x556133b32c70 2024-09-05T02:31:21.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.063+0000 7fe62e000640 1 --2- 172.21.15.33:0/156861157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b33590 0x556133b56010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:31:21.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.064+0000 7fe637400640 1 --2- 172.21.15.33:0/156861157 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b32c70 0x556133b55ad0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fe63002aeb0 tx=0x7fe63002a8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7dc8904c7dd2a4e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:21.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.064+0000 7fe627400640 1 -- 172.21.15.33:0/156861157 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe630003b30 con 0x556133b32c70 2024-09-05T02:31:21.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.064+0000 7fe627400640 1 -- 172.21.15.33:0/156861157 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe630036040 con 0x556133b32c70 2024-09-05T02:31:21.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.064+0000 7fe627400640 1 -- 172.21.15.33:0/156861157 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe630004720 con 0x556133b32c70 2024-09-05T02:31:21.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.064+0000 7fe64042f740 1 -- 172.21.15.33:0/156861157 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b32c70 msgr2=0x556133b55ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:21.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.064+0000 7fe64042f740 1 --2- 172.21.15.33:0/156861157 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b32c70 0x556133b55ad0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fe63002aeb0 tx=0x7fe63002a8c0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.065+0000 7fe64042f740 1 -- 172.21.15.33:0/156861157 shutdown_connections 2024-09-05T02:31:21.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.065+0000 7fe64042f740 1 --2- 172.21.15.33:0/156861157 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b3de50 0x556133b37f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.065+0000 7fe64042f740 1 --2- 172.21.15.33:0/156861157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b33590 0x556133b56010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.065+0000 7fe64042f740 1 --2- 172.21.15.33:0/156861157 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b32c70 0x556133b55ad0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.065+0000 7fe64042f740 1 -- 172.21.15.33:0/156861157 >> 172.21.15.33:0/156861157 conn(0x556133b2f200 msgr2=0x556133b3cd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:21.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.065+0000 7fe64042f740 1 -- 172.21.15.33:0/156861157 shutdown_connections 2024-09-05T02:31:21.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.065+0000 7fe64042f740 1 -- 172.21.15.33:0/156861157 wait complete. 2024-09-05T02:31:21.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.065+0000 7fe64042f740 1 -- start start 2024-09-05T02:31:21.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.065+0000 7fe64042f740 1 Processor -- start 2024-09-05T02:31:21.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.066+0000 7fe64042f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b32c70 0x556133b41940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:21.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.066+0000 7fe64042f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b33590 0x556133b41e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:21.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.066+0000 7fe64042f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b3de50 0x556133b423c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:21.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.066+0000 7fe64042f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe6381aec50 con 0x556133b3de50 2024-09-05T02:31:21.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.066+0000 7fe64042f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe6381ae580 con 0x556133b33590 2024-09-05T02:31:21.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.066+0000 7fe64042f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe6381ab7c0 con 0x556133b32c70 2024-09-05T02:31:21.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.066+0000 7fe64042f740 10 client.0 _ll_register_callbacks cb 0x7fe620009d10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:31:21.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.066+0000 7fe62e000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b33590 0x556133b41e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:21.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.066+0000 7fe62e000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b33590 0x556133b41e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:37616/0 (socket says 172.21.15.33:37616) 2024-09-05T02:31:21.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.066+0000 7fe62e000640 1 -- 172.21.15.33:0/2591222665 learned_addr learned my addr 172.21.15.33:0/2591222665 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:21.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.066+0000 7fe637400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b3de50 0x556133b423c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:21.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.066+0000 7fe637400640 1 --2- 172.21.15.33:0/2591222665 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b32c70 0x556133b41940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:21.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.067+0000 7fe62e000640 1 -- 172.21.15.33:0/2591222665 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b32c70 msgr2=0x556133b41940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:21.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.067+0000 7fe62e000640 1 --2- 172.21.15.33:0/2591222665 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b32c70 0x556133b41940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.067+0000 7fe62e000640 1 -- 172.21.15.33:0/2591222665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b3de50 msgr2=0x556133b423c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:21.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.067+0000 7fe62e000640 1 --2- 172.21.15.33:0/2591222665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b3de50 0x556133b423c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.067+0000 7fe62e000640 1 -- 172.21.15.33:0/2591222665 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556133b35ae0 con 0x556133b33590 2024-09-05T02:31:21.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.067+0000 7fe62e000640 1 --2- 172.21.15.33:0/2591222665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b33590 0x556133b41e80 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fe62001c910 tx=0x7fe62001c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aeffe2be0701859e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:21.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.067+0000 7fe624c00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:31:21.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.067+0000 7fe624c00640 1 -- 172.21.15.33:0/2591222665 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe620029040 con 0x556133b33590 2024-09-05T02:31:21.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.067+0000 7fe64042f740 1 -- 172.21.15.33:0/2591222665 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe630036040 con 0x556133b33590 2024-09-05T02:31:21.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.067+0000 7fe624c00640 1 -- 172.21.15.33:0/2591222665 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe620005040 con 0x556133b33590 2024-09-05T02:31:21.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.067+0000 7fe624c00640 1 -- 172.21.15.33:0/2591222665 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe620005240 con 0x556133b33590 2024-09-05T02:31:21.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.067+0000 7fe64042f740 10 client.26156 fetch_fsmap learned FSMap version 29 2024-09-05T02:31:21.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.068+0000 7fe64042f740 1 -- 172.21.15.33:0/2591222665 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556133bbcf40 con 0x556133b33590 2024-09-05T02:31:21.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.068+0000 7fe624c00640 1 -- 172.21.15.33:0/2591222665 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe630036040 con 0x556133b33590 2024-09-05T02:31:21.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.068+0000 7fe624c00640 1 -- 172.21.15.33:0/2591222665 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe62002e470 con 0x556133b33590 2024-09-05T02:31:21.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.068+0000 7fe64042f740 10 client.26156 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:31:21.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.068+0000 7fe64042f740 10 client.26156 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:31:21.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.068+0000 7fe64042f740 20 client.26156 populate_metadata read hostname 'smithi033' 2024-09-05T02:31:21.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.068+0000 7fe64042f740 1 --2- 172.21.15.33:0/2591222665 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x556133bbd680 0x556133bbfaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:21.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.068+0000 7fe64042f740 4 client.26156 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:31:21.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.068+0000 7fe64042f740 1 -- 172.21.15.33:0/2591222665 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556133aa0e60 con 0x556133bbd680 2024-09-05T02:31:21.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.069+0000 7fe637400640 1 --2- 172.21.15.33:0/2591222665 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x556133bbd680 0x556133bbfaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:21.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.069+0000 7fe637400640 1 --2- 172.21.15.33:0/2591222665 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x556133bbd680 0x556133bbfaa0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=5020c8f8f052dbc4 server_cookie=7ba6d9039f498e3d in_seq=0 out_seq=0 2024-09-05T02:31:21.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.069+0000 7fe624c00640 10 client.26156 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:31:21.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.070+0000 7fe624c00640 1 -- 172.21.15.33:0/2591222665 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556133aa0e60 con 0x556133bbd680 2024-09-05T02:31:21.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.070+0000 7fe624c00640 10 client.26156 handle_command_reply: tid=0 2024-09-05T02:31:21.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.070+0000 7fe64042f740 1 client.26156 shutdown 2024-09-05T02:31:21.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.070+0000 7fe64042f740 1 -- 172.21.15.33:0/2591222665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b33590 msgr2=0x556133b41e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:21.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.070+0000 7fe64042f740 1 --2- 172.21.15.33:0/2591222665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b33590 0x556133b41e80 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fe62001c910 tx=0x7fe62001c6a0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.070+0000 7fe64042f740 1 -- 172.21.15.33:0/2591222665 shutdown_connections 2024-09-05T02:31:21.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.070+0000 7fe64042f740 1 --2- 172.21.15.33:0/2591222665 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x556133bbd680 0x556133bbfaa0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.070+0000 7fe64042f740 1 --2- 172.21.15.33:0/2591222665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556133b3de50 0x556133b423c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.070+0000 7fe64042f740 1 --2- 172.21.15.33:0/2591222665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556133b33590 0x556133b41e80 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.070+0000 7fe64042f740 1 --2- 172.21.15.33:0/2591222665 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556133b32c70 0x556133b41940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.070+0000 7fe624c00640 0 client.26156 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:31:21.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.070+0000 7fe64042f740 1 -- 172.21.15.33:0/2591222665 >> 172.21.15.33:0/2591222665 conn(0x556133b2f200 msgr2=0x556133b2db60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:21.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.070+0000 7fe64042f740 1 -- 172.21.15.33:0/2591222665 shutdown_connections 2024-09-05T02:31:21.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.070+0000 7fe64042f740 1 -- 172.21.15.33:0/2591222665 wait complete. 2024-09-05T02:31:21.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.070+0000 7fe64042f740 20 client.26156 trim_cache size 0 max 16384 2024-09-05T02:31:21.076 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:31:21.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.071+0000 7fe63da00640 1 -- 172.21.15.33:0/2648660069 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe61c0a2d70 msgr2=0x7fe61c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:21.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.071+0000 7fe63da00640 1 --2- 172.21.15.33:0/2648660069 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe61c0a2d70 0x7fe61c0a5230 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x556133b30060 tx=0x7fe6280d5530 comp rx=0 tx=0).stop 2024-09-05T02:31:21.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.071+0000 7fe63da00640 1 -- 172.21.15.33:0/2648660069 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe638101de0 msgr2=0x7fe6381983a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:21.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.071+0000 7fe63da00640 1 --2- 172.21.15.33:0/2648660069 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe638101de0 0x7fe6381983a0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe62800e9f0 tx=0x7fe62800eeb0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.071+0000 7fe63da00640 1 -- 172.21.15.33:0/2648660069 shutdown_connections 2024-09-05T02:31:21.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.071+0000 7fe63da00640 1 --2- 172.21.15.33:0/2648660069 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe61c0a2d70 0x7fe61c0a5230 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.071+0000 7fe63da00640 1 --2- 172.21.15.33:0/2648660069 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe638106f10 0x7fe63819cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.071+0000 7fe63da00640 1 --2- 172.21.15.33:0/2648660069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe638102790 0x7fe6381988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.071+0000 7fe63da00640 1 --2- 172.21.15.33:0/2648660069 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe638101de0 0x7fe6381983a0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:21.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.071+0000 7fe63da00640 1 -- 172.21.15.33:0/2648660069 >> 172.21.15.33:0/2648660069 conn(0x7fe6380fd8c0 msgr2=0x7fe6380feb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:21.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.071+0000 7fe63da00640 1 -- 172.21.15.33:0/2648660069 shutdown_connections 2024-09-05T02:31:21.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:21.071+0000 7fe63da00640 1 -- 172.21.15.33:0/2648660069 wait complete. 2024-09-05T02:31:21.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:21 smithi123 ceph-mon[34031]: pgmap v135: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:31:21.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:21 smithi174 ceph-mon[34756]: pgmap v135: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:31:21.806 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:21 smithi033 ceph-mon[29909]: pgmap v135: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:31:21.976 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:31:22.353 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:31:22.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.839+0000 7fb5a1000640 1 -- 172.21.15.33:0/1268790370 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb59c103e30 msgr2=0x7fb59c104210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:22.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.839+0000 7fb5a1000640 1 --2- 172.21.15.33:0/1268790370 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb59c103e30 0x7fb59c104210 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fb58c009900 tx=0x7fb58c02a3f0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.839+0000 7fb5a1000640 1 -- 172.21.15.33:0/1268790370 shutdown_connections 2024-09-05T02:31:22.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.839+0000 7fb5a1000640 1 --2- 172.21.15.33:0/1268790370 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb59c108f60 0x7fb59c110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.839+0000 7fb5a1000640 1 --2- 172.21.15.33:0/1268790370 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb59c1047e0 0x7fb59c108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.839+0000 7fb5a1000640 1 --2- 172.21.15.33:0/1268790370 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb59c103e30 0x7fb59c104210 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.839+0000 7fb5a1000640 1 -- 172.21.15.33:0/1268790370 >> 172.21.15.33:0/1268790370 conn(0x7fb59c0ff8d0 msgr2=0x7fb59c101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:22.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.839+0000 7fb5a1000640 1 -- 172.21.15.33:0/1268790370 shutdown_connections 2024-09-05T02:31:22.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.839+0000 7fb5a1000640 1 -- 172.21.15.33:0/1268790370 wait complete. 2024-09-05T02:31:22.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.841+0000 7fb5a1000640 1 Processor -- start 2024-09-05T02:31:22.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.841+0000 7fb5a1000640 1 -- start start 2024-09-05T02:31:22.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.841+0000 7fb5a1000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb59c103e30 0x7fb59c19a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:22.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.841+0000 7fb5a1000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb59c1047e0 0x7fb59c19a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:22.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.841+0000 7fb5a1000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb59c108f60 0x7fb59c19ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:22.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.841+0000 7fb5a1000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb59c113fc0 con 0x7fb59c103e30 2024-09-05T02:31:22.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.841+0000 7fb5a1000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb59c113e40 con 0x7fb59c108f60 2024-09-05T02:31:22.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.841+0000 7fb5a1000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb59c114140 con 0x7fb59c1047e0 2024-09-05T02:31:22.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.842+0000 7fb59be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb59c108f60 0x7fb59c19ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:22.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.842+0000 7fb59be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb59c108f60 0x7fb59c19ed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:37620/0 (socket says 172.21.15.33:37620) 2024-09-05T02:31:22.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.842+0000 7fb59b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb59c103e30 0x7fb59c19a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:22.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.842+0000 7fb59be00640 1 -- 172.21.15.33:0/3888222677 learned_addr learned my addr 172.21.15.33:0/3888222677 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:22.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.842+0000 7fb592a00640 1 --2- 172.21.15.33:0/3888222677 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb59c1047e0 0x7fb59c19a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:22.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.842+0000 7fb59be00640 1 -- 172.21.15.33:0/3888222677 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb59c1047e0 msgr2=0x7fb59c19a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:22.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.842+0000 7fb59be00640 1 --2- 172.21.15.33:0/3888222677 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb59c1047e0 0x7fb59c19a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.842+0000 7fb59be00640 1 -- 172.21.15.33:0/3888222677 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb59c103e30 msgr2=0x7fb59c19a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:22.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.842+0000 7fb59be00640 1 --2- 172.21.15.33:0/3888222677 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb59c103e30 0x7fb59c19a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.842+0000 7fb59be00640 1 -- 172.21.15.33:0/3888222677 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb59c19f430 con 0x7fb59c108f60 2024-09-05T02:31:22.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.843+0000 7fb59be00640 1 --2- 172.21.15.33:0/3888222677 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb59c108f60 0x7fb59c19ed50 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fb59400eb10 tx=0x7fb59400c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:22.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.843+0000 7fb598c00640 1 -- 172.21.15.33:0/3888222677 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb594004b20 con 0x7fb59c108f60 2024-09-05T02:31:22.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.843+0000 7fb598c00640 1 -- 172.21.15.33:0/3888222677 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb594004cc0 con 0x7fb59c108f60 2024-09-05T02:31:22.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.843+0000 7fb5a1000640 1 -- 172.21.15.33:0/3888222677 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb59c19f720 con 0x7fb59c108f60 2024-09-05T02:31:22.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.843+0000 7fb598c00640 1 -- 172.21.15.33:0/3888222677 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb594010760 con 0x7fb59c108f60 2024-09-05T02:31:22.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.843+0000 7fb5a1000640 1 -- 172.21.15.33:0/3888222677 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb59c076630 con 0x7fb59c108f60 2024-09-05T02:31:22.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.846+0000 7fb5a503d740 1 Processor -- start 2024-09-05T02:31:22.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.846+0000 7fb598c00640 1 -- 172.21.15.33:0/3888222677 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fb594005020 con 0x7fb59c108f60 2024-09-05T02:31:22.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.846+0000 7fb5a503d740 1 -- start start 2024-09-05T02:31:22.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.847+0000 7fb5a503d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bebce40 0x55f76bebd220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:22.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.847+0000 7fb5a503d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebd760 0x55f76bec7ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:22.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.847+0000 7fb5a503d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bec8020 0x55f76beca410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:22.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.847+0000 7fb5a503d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55f76be233e0 con 0x55f76bec8020 2024-09-05T02:31:22.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.847+0000 7fb5a503d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55f76bdcad80 con 0x55f76bebd760 2024-09-05T02:31:22.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.847+0000 7fb5a503d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55f76be1f3a0 con 0x55f76bebce40 2024-09-05T02:31:22.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.847+0000 7fb59b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebd760 0x55f76bec7ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:22.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.847+0000 7fb59b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebd760 0x55f76bec7ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:37636/0 (socket says 172.21.15.33:37636) 2024-09-05T02:31:22.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.847+0000 7fb59b400640 1 -- 172.21.15.33:0/1878070033 learned_addr learned my addr 172.21.15.33:0/1878070033 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:22.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.847+0000 7fb592a00640 1 --2- 172.21.15.33:0/1878070033 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bec8020 0x55f76beca410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:22.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.847+0000 7fb592a00640 1 --2- 172.21.15.33:0/1878070033 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bebce40 0x55f76bebd220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:22.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.848+0000 7fb59b400640 1 -- 172.21.15.33:0/1878070033 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bebce40 msgr2=0x55f76bebd220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:22.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.848+0000 7fb59b400640 1 --2- 172.21.15.33:0/1878070033 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bebce40 0x55f76bebd220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.848+0000 7fb59b400640 1 -- 172.21.15.33:0/1878070033 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bec8020 msgr2=0x55f76beca410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:22.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.848+0000 7fb59b400640 1 --2- 172.21.15.33:0/1878070033 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bec8020 0x55f76beca410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.848+0000 7fb59b400640 1 -- 172.21.15.33:0/1878070033 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f76bde9ae0 con 0x55f76bebd760 2024-09-05T02:31:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.848+0000 7fb592a00640 1 --2- 172.21.15.33:0/1878070033 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bebce40 0x55f76bebd220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:31:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.848+0000 7fb59b400640 1 --2- 172.21.15.33:0/1878070033 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebd760 0x55f76bec7ae0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fb58c009900 tx=0x7fb58c005e00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6651d0b17174e64 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.848+0000 7fb598c00640 1 --2- 172.21.15.33:0/3888222677 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb5800a2cf0 0x7fb5800a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.848+0000 7fb590c00640 1 -- 172.21.15.33:0/1878070033 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb58c040070 con 0x55f76bebd760 2024-09-05T02:31:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.848+0000 7fb590c00640 1 -- 172.21.15.33:0/1878070033 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb58c0318f0 con 0x55f76bebd760 2024-09-05T02:31:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.848+0000 7fb590c00640 1 -- 172.21.15.33:0/1878070033 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb58c035040 con 0x55f76bebd760 2024-09-05T02:31:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.848+0000 7fb598c00640 1 -- 172.21.15.33:0/3888222677 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb5940cf990 con 0x7fb59c108f60 2024-09-05T02:31:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.849+0000 7fb592a00640 1 --2- 172.21.15.33:0/3888222677 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb5800a2cf0 0x7fb5800a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.849+0000 7fb5a503d740 1 -- 172.21.15.33:0/1878070033 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebd760 msgr2=0x55f76bec7ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.849+0000 7fb5a503d740 1 --2- 172.21.15.33:0/1878070033 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebd760 0x55f76bec7ae0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fb58c009900 tx=0x7fb58c005e00 comp rx=0 tx=0).stop 2024-09-05T02:31:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.849+0000 7fb592a00640 1 --2- 172.21.15.33:0/3888222677 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb5800a2cf0 0x7fb5800a51b0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb584015010 tx=0x7fb584015040 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:22.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.849+0000 7fb5a503d740 1 -- 172.21.15.33:0/1878070033 shutdown_connections 2024-09-05T02:31:22.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.849+0000 7fb5a503d740 1 --2- 172.21.15.33:0/1878070033 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bec8020 0x55f76beca410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.849+0000 7fb5a503d740 1 --2- 172.21.15.33:0/1878070033 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebd760 0x55f76bec7ae0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.849+0000 7fb5a503d740 1 --2- 172.21.15.33:0/1878070033 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bebce40 0x55f76bebd220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.849+0000 7fb5a503d740 1 -- 172.21.15.33:0/1878070033 >> 172.21.15.33:0/1878070033 conn(0x55f76beb93d0 msgr2=0x55f76beb97b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:22.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.849+0000 7fb5a503d740 1 -- 172.21.15.33:0/1878070033 shutdown_connections 2024-09-05T02:31:22.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.849+0000 7fb5a503d740 1 -- 172.21.15.33:0/1878070033 wait complete. 2024-09-05T02:31:22.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.850+0000 7fb5a503d740 1 -- start start 2024-09-05T02:31:22.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.850+0000 7fb5a503d740 1 Processor -- start 2024-09-05T02:31:22.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.851+0000 7fb5a503d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bebce40 0x55f76bec4e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:22.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.851+0000 7fb5a503d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebd760 0x55f76bec53d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:22.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.851+0000 7fb5a503d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bec8020 0x55f76bec5910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:22.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.851+0000 7fb5a503d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55f76becabf0 con 0x55f76bebce40 2024-09-05T02:31:22.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.851+0000 7fb5a503d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55f76bdde0f0 con 0x55f76bebd760 2024-09-05T02:31:22.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.851+0000 7fb5a503d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55f76becad70 con 0x55f76bec8020 2024-09-05T02:31:22.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.851+0000 7fb5a503d740 10 client.0 _ll_register_callbacks cb 0x55f76bdc5bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:31:22.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.851+0000 7fb592a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebd760 0x55f76bec53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:22.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.851+0000 7fb59b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bebce40 0x55f76bec4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:22.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.851+0000 7fb592a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebd760 0x55f76bec53d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:37650/0 (socket says 172.21.15.33:37650) 2024-09-05T02:31:22.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.851+0000 7fb592a00640 1 -- 172.21.15.33:0/1838610557 learned_addr learned my addr 172.21.15.33:0/1838610557 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:22.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.851+0000 7fb59be00640 1 --2- 172.21.15.33:0/1838610557 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bec8020 0x55f76bec5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:22.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.851+0000 7fb592a00640 1 -- 172.21.15.33:0/1838610557 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bec8020 msgr2=0x55f76bec5910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:22.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.851+0000 7fb592a00640 1 --2- 172.21.15.33:0/1838610557 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bec8020 0x55f76bec5910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.851+0000 7fb592a00640 1 -- 172.21.15.33:0/1838610557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bebce40 msgr2=0x55f76bec4e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:22.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.851+0000 7fb592a00640 1 --2- 172.21.15.33:0/1838610557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bebce40 0x55f76bec4e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.851+0000 7fb592a00640 1 -- 172.21.15.33:0/1838610557 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f76bb943c0 con 0x55f76bebd760 2024-09-05T02:31:22.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.852+0000 7fb592a00640 1 --2- 172.21.15.33:0/1838610557 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebd760 0x55f76bec53d0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb58401e010 tx=0x7fb584013ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=760230e53ba95422 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:22.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.852+0000 7fb589600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:31:22.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.852+0000 7fb589600640 1 -- 172.21.15.33:0/1838610557 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb58402d3f0 con 0x55f76bebd760 2024-09-05T02:31:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.852+0000 7fb5a503d740 1 -- 172.21.15.33:0/1838610557 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb58c0318f0 con 0x55f76bebd760 2024-09-05T02:31:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.852+0000 7fb589600640 1 -- 172.21.15.33:0/1838610557 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb58402d590 con 0x55f76bebd760 2024-09-05T02:31:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.852+0000 7fb589600640 1 -- 172.21.15.33:0/1838610557 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb584004020 con 0x55f76bebd760 2024-09-05T02:31:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.852+0000 7fb5a503d740 10 client.26168 fetch_fsmap learned FSMap version 29 2024-09-05T02:31:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.852+0000 7fb5a503d740 1 -- 172.21.15.33:0/1838610557 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f76bed6c60 con 0x55f76bebd760 2024-09-05T02:31:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.852+0000 7fb589600640 1 -- 172.21.15.33:0/1838610557 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb58c0318f0 con 0x55f76bebd760 2024-09-05T02:31:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.853+0000 7fb589600640 1 -- 172.21.15.33:0/1838610557 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb584022070 con 0x55f76bebd760 2024-09-05T02:31:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.853+0000 7fb5a503d740 10 client.26168 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:31:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.853+0000 7fb5a503d740 10 client.26168 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:31:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.853+0000 7fb5a503d740 20 client.26168 populate_metadata read hostname 'smithi033' 2024-09-05T02:31:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.853+0000 7fb5a503d740 1 --2- 172.21.15.33:0/1838610557 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55f76bed8070 0x55f76beda530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.853+0000 7fb5a503d740 4 client.26168 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:31:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.853+0000 7fb5a503d740 1 -- 172.21.15.33:0/1838610557 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f76be30950 con 0x55f76bed8070 2024-09-05T02:31:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.853+0000 7fb59b400640 1 --2- 172.21.15.33:0/1838610557 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55f76bed8070 0x55f76beda530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:22.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.854+0000 7fb59b400640 1 --2- 172.21.15.33:0/1838610557 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55f76bed8070 0x55f76beda530 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=cb65f1fb764f0653 server_cookie=6f2a5ca64fa9b5e7 in_seq=0 out_seq=0 2024-09-05T02:31:22.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.854+0000 7fb589600640 10 client.26168 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:31:22.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.855+0000 7fb589600640 1 -- 172.21.15.33:0/1838610557 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f76be30950 con 0x55f76bed8070 2024-09-05T02:31:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.855+0000 7fb589600640 10 client.26168 handle_command_reply: tid=0 2024-09-05T02:31:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.855+0000 7fb5a503d740 1 client.26168 shutdown 2024-09-05T02:31:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.855+0000 7fb5a503d740 1 -- 172.21.15.33:0/1838610557 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebd760 msgr2=0x55f76bec53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.855+0000 7fb5a503d740 1 --2- 172.21.15.33:0/1838610557 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebd760 0x55f76bec53d0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb58401e010 tx=0x7fb584013ba0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.855+0000 7fb5a503d740 1 -- 172.21.15.33:0/1838610557 shutdown_connections 2024-09-05T02:31:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.855+0000 7fb5a503d740 1 --2- 172.21.15.33:0/1838610557 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55f76bed8070 0x55f76beda530 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.855+0000 7fb5a503d740 1 --2- 172.21.15.33:0/1838610557 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bec8020 0x55f76bec5910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.855+0000 7fb5a503d740 1 --2- 172.21.15.33:0/1838610557 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebd760 0x55f76bec53d0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.855+0000 7fb5a503d740 1 --2- 172.21.15.33:0/1838610557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bebce40 0x55f76bec4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.855+0000 7fb589600640 0 client.26168 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:31:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.855+0000 7fb5a503d740 1 -- 172.21.15.33:0/1838610557 >> 172.21.15.33:0/1838610557 conn(0x55f76beb93d0 msgr2=0x55f76bebf0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.855+0000 7fb5a503d740 1 -- 172.21.15.33:0/1838610557 shutdown_connections 2024-09-05T02:31:22.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.855+0000 7fb5a503d740 1 -- 172.21.15.33:0/1838610557 wait complete. 2024-09-05T02:31:22.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.855+0000 7fb5a503d740 20 client.26168 trim_cache size 0 max 16384 2024-09-05T02:31:22.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.869+0000 7fb5a503d740 1 Processor -- start 2024-09-05T02:31:22.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.869+0000 7fb5a503d740 1 -- start start 2024-09-05T02:31:22.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.869+0000 7fb5a503d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bebce40 0x55f76bec6e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:22.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.869+0000 7fb5a503d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebd760 0x55f76bedfe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:22.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.869+0000 7fb5a503d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bec8020 0x55f76bee0340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:22.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.869+0000 7fb5a503d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb59c1ab520 con 0x55f76bebce40 2024-09-05T02:31:22.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.869+0000 7fb5a503d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb59c1ad060 con 0x55f76bebd760 2024-09-05T02:31:22.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.869+0000 7fb5a503d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb59c1abbf0 con 0x55f76bec8020 2024-09-05T02:31:22.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.870+0000 7fb59b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bebce40 0x55f76bec6e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:22.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.870+0000 7fb59b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bebce40 0x55f76bec6e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48174/0 (socket says 172.21.15.33:48174) 2024-09-05T02:31:22.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.870+0000 7fb59b400640 1 -- 172.21.15.33:0/296849101 learned_addr learned my addr 172.21.15.33:0/296849101 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:22.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.870+0000 7fb592a00640 1 --2- 172.21.15.33:0/296849101 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebd760 0x55f76bedfe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:22.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.870+0000 7fb59be00640 1 --2- 172.21.15.33:0/296849101 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bec8020 0x55f76bee0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:22.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.870+0000 7fb59b400640 1 -- 172.21.15.33:0/296849101 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bec8020 msgr2=0x55f76bee0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:22.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.870+0000 7fb59b400640 1 --2- 172.21.15.33:0/296849101 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bec8020 0x55f76bee0340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.870+0000 7fb59b400640 1 -- 172.21.15.33:0/296849101 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebd760 msgr2=0x55f76bedfe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:22.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.870+0000 7fb59b400640 1 --2- 172.21.15.33:0/296849101 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebd760 0x55f76bedfe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.870+0000 7fb59b400640 1 -- 172.21.15.33:0/296849101 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f76beb9200 con 0x55f76bebce40 2024-09-05T02:31:22.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.870+0000 7fb59b400640 1 --2- 172.21.15.33:0/296849101 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bebce40 0x55f76bec6e00 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fb58c0054e0 tx=0x7fb58c02a3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e45aec268926c6d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:22.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.871+0000 7fb58be00640 1 -- 172.21.15.33:0/296849101 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb58c040040 con 0x55f76bebce40 2024-09-05T02:31:22.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.871+0000 7fb58be00640 1 -- 172.21.15.33:0/296849101 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb58c0318f0 con 0x55f76bebce40 2024-09-05T02:31:22.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.871+0000 7fb58be00640 1 -- 172.21.15.33:0/296849101 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb58c035040 con 0x55f76bebce40 2024-09-05T02:31:22.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.871+0000 7fb5a503d740 1 -- 172.21.15.33:0/296849101 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bebce40 msgr2=0x55f76bec6e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:22.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.871+0000 7fb5a503d740 1 --2- 172.21.15.33:0/296849101 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bebce40 0x55f76bec6e00 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fb58c0054e0 tx=0x7fb58c02a3f0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.871+0000 7fb5a503d740 1 -- 172.21.15.33:0/296849101 shutdown_connections 2024-09-05T02:31:22.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.871+0000 7fb5a503d740 1 --2- 172.21.15.33:0/296849101 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bec8020 0x55f76bee0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.871+0000 7fb5a503d740 1 --2- 172.21.15.33:0/296849101 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebd760 0x55f76bedfe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.871+0000 7fb5a503d740 1 --2- 172.21.15.33:0/296849101 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bebce40 0x55f76bec6e00 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.871+0000 7fb5a503d740 1 -- 172.21.15.33:0/296849101 >> 172.21.15.33:0/296849101 conn(0x55f76beb93d0 msgr2=0x55f76bec66f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:22.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.872+0000 7fb5a503d740 1 -- 172.21.15.33:0/296849101 shutdown_connections 2024-09-05T02:31:22.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.872+0000 7fb5a503d740 1 -- 172.21.15.33:0/296849101 wait complete. 2024-09-05T02:31:22.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.872+0000 7fb5a503d740 1 -- start start 2024-09-05T02:31:22.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.872+0000 7fb5a503d740 1 Processor -- start 2024-09-05T02:31:22.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.873+0000 7fb5a503d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebce40 0x55f76becc040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:22.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.873+0000 7fb5a503d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bebd760 0x55f76becc580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:22.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.873+0000 7fb5a503d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bec8020 0x55f76bf41dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:22.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.873+0000 7fb5a503d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb59c1ac990 con 0x55f76bec8020 2024-09-05T02:31:22.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.873+0000 7fb5a503d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb59c1ac2c0 con 0x55f76bebce40 2024-09-05T02:31:22.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.873+0000 7fb5a503d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb59c1a9500 con 0x55f76bebd760 2024-09-05T02:31:22.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.873+0000 7fb5a503d740 10 client.0 _ll_register_callbacks cb 0x7fb584005c50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:31:22.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.873+0000 7fb592a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bebd760 0x55f76becc580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:22.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.873+0000 7fb59be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bec8020 0x55f76bf41dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:22.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.873+0000 7fb592a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bebd760 0x55f76becc580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:35190/0 (socket says 172.21.15.33:35190) 2024-09-05T02:31:22.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.873+0000 7fb592a00640 1 -- 172.21.15.33:0/55698102 learned_addr learned my addr 172.21.15.33:0/55698102 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:22.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.873+0000 7fb59b400640 1 --2- 172.21.15.33:0/55698102 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebce40 0x55f76becc040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:22.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.873+0000 7fb592a00640 1 -- 172.21.15.33:0/55698102 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebce40 msgr2=0x55f76becc040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:22.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.873+0000 7fb592a00640 1 --2- 172.21.15.33:0/55698102 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebce40 0x55f76becc040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.873+0000 7fb592a00640 1 -- 172.21.15.33:0/55698102 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bec8020 msgr2=0x55f76bf41dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:22.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.873+0000 7fb592a00640 1 --2- 172.21.15.33:0/55698102 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bec8020 0x55f76bf41dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.873+0000 7fb592a00640 1 -- 172.21.15.33:0/55698102 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f76bebfcb0 con 0x55f76bebd760 2024-09-05T02:31:22.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.873+0000 7fb59be00640 1 --2- 172.21.15.33:0/55698102 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bec8020 0x55f76bf41dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:31:22.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.874+0000 7fb592a00640 1 --2- 172.21.15.33:0/55698102 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bebd760 0x55f76becc580 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb584003930 tx=0x7fb584003be0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a78875834196b9e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:22.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.874+0000 7fb589600640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:31:22.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.874+0000 7fb589600640 1 -- 172.21.15.33:0/55698102 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb584044070 con 0x55f76bebd760 2024-09-05T02:31:22.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.874+0000 7fb589600640 1 -- 172.21.15.33:0/55698102 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb584049460 con 0x55f76bebd760 2024-09-05T02:31:22.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.874+0000 7fb5a503d740 1 -- 172.21.15.33:0/55698102 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb58c0318f0 con 0x55f76bebd760 2024-09-05T02:31:22.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.874+0000 7fb589600640 1 -- 172.21.15.33:0/55698102 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb58401dc40 con 0x55f76bebd760 2024-09-05T02:31:22.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.875+0000 7fb5a503d740 10 client.26122 fetch_fsmap learned FSMap version 29 2024-09-05T02:31:22.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.875+0000 7fb5a503d740 1 -- 172.21.15.33:0/55698102 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f76beba060 con 0x55f76bebd760 2024-09-05T02:31:22.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.875+0000 7fb589600640 1 -- 172.21.15.33:0/55698102 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb58c0318f0 con 0x55f76bebd760 2024-09-05T02:31:22.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.875+0000 7fb589600640 1 -- 172.21.15.33:0/55698102 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb584052500 con 0x55f76bebd760 2024-09-05T02:31:22.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.875+0000 7fb5a503d740 10 client.26122 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:31:22.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.875+0000 7fb5a503d740 10 client.26122 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:31:22.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.875+0000 7fb5a503d740 20 client.26122 populate_metadata read hostname 'smithi033' 2024-09-05T02:31:22.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.875+0000 7fb5a503d740 1 --2- 172.21.15.33:0/55698102 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55f76bf437c0 0x55f76bf45be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:22.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.875+0000 7fb5a503d740 4 client.26122 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:31:22.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.875+0000 7fb5a503d740 1 -- 172.21.15.33:0/55698102 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f76be2ae60 con 0x55f76bf437c0 2024-09-05T02:31:22.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.876+0000 7fb59b400640 1 --2- 172.21.15.33:0/55698102 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55f76bf437c0 0x55f76bf45be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:22.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.876+0000 7fb59b400640 1 --2- 172.21.15.33:0/55698102 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55f76bf437c0 0x55f76bf45be0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e7443ce5c4e6ca32 server_cookie=61f8616b6ba796aa in_seq=0 out_seq=0 2024-09-05T02:31:22.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.876+0000 7fb589600640 10 client.26122 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:31:22.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.876+0000 7fb589600640 1 -- 172.21.15.33:0/55698102 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f76be2ae60 con 0x55f76bf437c0 2024-09-05T02:31:22.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.876+0000 7fb589600640 10 client.26122 handle_command_reply: tid=0 2024-09-05T02:31:22.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.876+0000 7fb5a503d740 1 client.26122 shutdown 2024-09-05T02:31:22.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.877+0000 7fb5a503d740 1 -- 172.21.15.33:0/55698102 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bebd760 msgr2=0x55f76becc580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:22.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.877+0000 7fb5a503d740 1 --2- 172.21.15.33:0/55698102 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bebd760 0x55f76becc580 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb584003930 tx=0x7fb584003be0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.877+0000 7fb5a503d740 1 -- 172.21.15.33:0/55698102 shutdown_connections 2024-09-05T02:31:22.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.877+0000 7fb5a503d740 1 --2- 172.21.15.33:0/55698102 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55f76bf437c0 0x55f76bf45be0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.877+0000 7fb5a503d740 1 --2- 172.21.15.33:0/55698102 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f76bec8020 0x55f76bf41dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.877+0000 7fb5a503d740 1 --2- 172.21.15.33:0/55698102 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f76bebd760 0x55f76becc580 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.877+0000 7fb5a503d740 1 --2- 172.21.15.33:0/55698102 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f76bebce40 0x55f76becc040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.877+0000 7fb5a503d740 1 -- 172.21.15.33:0/55698102 >> 172.21.15.33:0/55698102 conn(0x55f76beb93d0 msgr2=0x55f76bec4e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:22.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.877+0000 7fb589600640 0 client.26122 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:31:22.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.877+0000 7fb5a503d740 1 -- 172.21.15.33:0/55698102 shutdown_connections 2024-09-05T02:31:22.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.877+0000 7fb5a503d740 1 -- 172.21.15.33:0/55698102 wait complete. 2024-09-05T02:31:22.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.877+0000 7fb5a503d740 20 client.26122 trim_cache size 0 max 16384 2024-09-05T02:31:22.883 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:31:22.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.878+0000 7fb5a1000640 1 -- 172.21.15.33:0/3888222677 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb5800a2cf0 msgr2=0x7fb5800a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:22.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.878+0000 7fb5a1000640 1 --2- 172.21.15.33:0/3888222677 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb5800a2cf0 0x7fb5800a51b0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb584015010 tx=0x7fb584015040 comp rx=0 tx=0).stop 2024-09-05T02:31:22.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.878+0000 7fb5a1000640 1 -- 172.21.15.33:0/3888222677 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb59c108f60 msgr2=0x7fb59c19ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:22.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.878+0000 7fb5a1000640 1 --2- 172.21.15.33:0/3888222677 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb59c108f60 0x7fb59c19ed50 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fb59400eb10 tx=0x7fb59400c2d0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.878+0000 7fb5a1000640 1 -- 172.21.15.33:0/3888222677 shutdown_connections 2024-09-05T02:31:22.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.878+0000 7fb5a1000640 1 --2- 172.21.15.33:0/3888222677 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb5800a2cf0 0x7fb5800a51b0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.878+0000 7fb5a1000640 1 --2- 172.21.15.33:0/3888222677 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb59c108f60 0x7fb59c19ed50 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.878+0000 7fb5a1000640 1 --2- 172.21.15.33:0/3888222677 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb59c1047e0 0x7fb59c19a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.878+0000 7fb5a1000640 1 --2- 172.21.15.33:0/3888222677 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb59c103e30 0x7fb59c19a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:22.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.878+0000 7fb5a1000640 1 -- 172.21.15.33:0/3888222677 >> 172.21.15.33:0/3888222677 conn(0x7fb59c0ff8d0 msgr2=0x7fb59c100bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:22.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.878+0000 7fb5a1000640 1 -- 172.21.15.33:0/3888222677 shutdown_connections 2024-09-05T02:31:22.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:22.878+0000 7fb5a1000640 1 -- 172.21.15.33:0/3888222677 wait complete. 2024-09-05T02:31:23.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:23 smithi033 ceph-mon[29909]: pgmap v136: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-09-05T02:31:23.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:23 smithi123 ceph-mon[34031]: pgmap v136: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-09-05T02:31:23.737 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:31:23.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:23 smithi174 ceph-mon[34756]: pgmap v136: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-09-05T02:31:24.130 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:31:24.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.684+0000 7ff939200640 1 -- 172.21.15.33:0/3456005893 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff934074e30 msgr2=0x7ff93410dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:24.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.684+0000 7ff939200640 1 --2- 172.21.15.33:0/3456005893 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff934074e30 0x7ff93410dd40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ff920009900 tx=0x7ff92002a480 comp rx=0 tx=0).stop 2024-09-05T02:31:24.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.684+0000 7ff939200640 1 -- 172.21.15.33:0/3456005893 shutdown_connections 2024-09-05T02:31:24.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.684+0000 7ff939200640 1 --2- 172.21.15.33:0/3456005893 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff93410e280 0x7ff934110670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.684+0000 7ff939200640 1 --2- 172.21.15.33:0/3456005893 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff934074e30 0x7ff93410dd40 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.684+0000 7ff939200640 1 --2- 172.21.15.33:0/3456005893 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff934074510 0x7ff9340748f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.684+0000 7ff939200640 1 -- 172.21.15.33:0/3456005893 >> 172.21.15.33:0/3456005893 conn(0x7ff9340fd740 msgr2=0x7ff9340ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:24.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.684+0000 7ff939200640 1 -- 172.21.15.33:0/3456005893 shutdown_connections 2024-09-05T02:31:24.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.684+0000 7ff939200640 1 -- 172.21.15.33:0/3456005893 wait complete. 2024-09-05T02:31:24.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.685+0000 7ff939200640 1 Processor -- start 2024-09-05T02:31:24.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.685+0000 7ff939200640 1 -- start start 2024-09-05T02:31:24.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.686+0000 7ff939200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff934074510 0x7ff93410dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:24.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.686+0000 7ff939200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff934074e30 0x7ff93410ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:24.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.686+0000 7ff939200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff93410e280 0x7ff93410b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:24.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.686+0000 7ff939200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff934113fc0 con 0x7ff934074510 2024-09-05T02:31:24.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.686+0000 7ff939200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff934113e40 con 0x7ff934074e30 2024-09-05T02:31:24.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.686+0000 7ff939200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff934114140 con 0x7ff93410e280 2024-09-05T02:31:24.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.686+0000 7ff933400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff934074510 0x7ff93410dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:24.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.686+0000 7ff933400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff934074510 0x7ff93410dc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48210/0 (socket says 172.21.15.33:48210) 2024-09-05T02:31:24.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.686+0000 7ff933400640 1 -- 172.21.15.33:0/4196437946 learned_addr learned my addr 172.21.15.33:0/4196437946 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:24.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.686+0000 7ff933e00640 1 --2- 172.21.15.33:0/4196437946 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff93410e280 0x7ff93410b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:24.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.686+0000 7ff932a00640 1 --2- 172.21.15.33:0/4196437946 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff934074e30 0x7ff93410ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:24.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.687+0000 7ff933400640 1 -- 172.21.15.33:0/4196437946 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff93410e280 msgr2=0x7ff93410b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:24.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.687+0000 7ff933400640 1 --2- 172.21.15.33:0/4196437946 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff93410e280 0x7ff93410b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.687+0000 7ff933400640 1 -- 172.21.15.33:0/4196437946 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff934074e30 msgr2=0x7ff93410ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:24.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.687+0000 7ff933400640 1 --2- 172.21.15.33:0/4196437946 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff934074e30 0x7ff93410ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.687+0000 7ff933400640 1 -- 172.21.15.33:0/4196437946 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9341aad00 con 0x7ff934074510 2024-09-05T02:31:24.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.687+0000 7ff933400640 1 --2- 172.21.15.33:0/4196437946 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff934074510 0x7ff93410dc60 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7ff92400e9f0 tx=0x7ff92400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:24.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.687+0000 7ff92be00640 1 -- 172.21.15.33:0/4196437946 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff92400cd80 con 0x7ff934074510 2024-09-05T02:31:24.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.687+0000 7ff92be00640 1 -- 172.21.15.33:0/4196437946 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff924010910 con 0x7ff934074510 2024-09-05T02:31:24.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.687+0000 7ff939200640 1 -- 172.21.15.33:0/4196437946 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9341aaed0 con 0x7ff934074510 2024-09-05T02:31:24.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.687+0000 7ff92be00640 1 -- 172.21.15.33:0/4196437946 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff924018990 con 0x7ff934074510 2024-09-05T02:31:24.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.687+0000 7ff939200640 1 -- 172.21.15.33:0/4196437946 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9341ab330 con 0x7ff934074510 2024-09-05T02:31:24.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.691+0000 7ff92be00640 1 -- 172.21.15.33:0/4196437946 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7ff924010ac0 con 0x7ff934074510 2024-09-05T02:31:24.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.691+0000 7ff93d1c8740 1 Processor -- start 2024-09-05T02:31:24.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.691+0000 7ff93d1c8740 1 -- start start 2024-09-05T02:31:24.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.691+0000 7ff93d1c8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23b9e40 0x561ad23ba220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:24.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.691+0000 7ff93d1c8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23ba760 0x561ad23c4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:24.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.691+0000 7ff93d1c8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23c5020 0x561ad23c7410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:24.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.691+0000 7ff93d1c8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561ad23203e0 con 0x561ad23ba760 2024-09-05T02:31:24.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.691+0000 7ff93d1c8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x561ad22c7d80 con 0x561ad23c5020 2024-09-05T02:31:24.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.692+0000 7ff93d1c8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x561ad231c3a0 con 0x561ad23b9e40 2024-09-05T02:31:24.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.692+0000 7ff933400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23ba760 0x561ad23c4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:24.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.692+0000 7ff933400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23ba760 0x561ad23c4ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48222/0 (socket says 172.21.15.33:48222) 2024-09-05T02:31:24.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.692+0000 7ff933e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23b9e40 0x561ad23ba220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:24.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.692+0000 7ff933400640 1 -- 172.21.15.33:0/3097182206 learned_addr learned my addr 172.21.15.33:0/3097182206 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:24.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.692+0000 7ff932a00640 1 --2- 172.21.15.33:0/3097182206 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23c5020 0x561ad23c7410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:24.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.693+0000 7ff92be00640 1 --2- 172.21.15.33:0/4196437946 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff9180a2d70 0x7ff9180a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:24.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.693+0000 7ff932a00640 1 -- 172.21.15.33:0/3097182206 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23b9e40 msgr2=0x561ad23ba220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:24.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.693+0000 7ff932a00640 1 --2- 172.21.15.33:0/3097182206 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23b9e40 0x561ad23ba220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.693+0000 7ff932a00640 1 -- 172.21.15.33:0/3097182206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23ba760 msgr2=0x561ad23c4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:24.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.693+0000 7ff932a00640 1 --2- 172.21.15.33:0/3097182206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23ba760 0x561ad23c4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.693+0000 7ff932a00640 1 -- 172.21.15.33:0/3097182206 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ad22e6ae0 con 0x561ad23c5020 2024-09-05T02:31:24.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.693+0000 7ff92be00640 1 -- 172.21.15.33:0/4196437946 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ff9240cf710 con 0x7ff934074510 2024-09-05T02:31:24.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.693+0000 7ff932a00640 1 --2- 172.21.15.33:0/3097182206 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23c5020 0x561ad23c7410 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ff92002aa70 tx=0x7ff920005de0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3c4bc36eb2e90c3c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:24.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.693+0000 7ff933e00640 1 --2- 172.21.15.33:0/3097182206 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23b9e40 0x561ad23ba220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:31:24.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.694+0000 7ff928c00640 1 -- 172.21.15.33:0/3097182206 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff920035040 con 0x561ad23c5020 2024-09-05T02:31:24.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.694+0000 7ff933e00640 1 --2- 172.21.15.33:0/4196437946 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff9180a2d70 0x7ff9180a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:24.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.694+0000 7ff928c00640 1 -- 172.21.15.33:0/3097182206 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff920004400 con 0x561ad23c5020 2024-09-05T02:31:24.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.694+0000 7ff928c00640 1 -- 172.21.15.33:0/3097182206 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9200035f0 con 0x561ad23c5020 2024-09-05T02:31:24.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.694+0000 7ff93d1c8740 1 -- 172.21.15.33:0/3097182206 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23c5020 msgr2=0x561ad23c7410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:24.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.694+0000 7ff93d1c8740 1 --2- 172.21.15.33:0/3097182206 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23c5020 0x561ad23c7410 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ff92002aa70 tx=0x7ff920005de0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.695+0000 7ff93d1c8740 1 -- 172.21.15.33:0/3097182206 shutdown_connections 2024-09-05T02:31:24.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.695+0000 7ff93d1c8740 1 --2- 172.21.15.33:0/3097182206 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23c5020 0x561ad23c7410 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.695+0000 7ff93d1c8740 1 --2- 172.21.15.33:0/3097182206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23ba760 0x561ad23c4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.695+0000 7ff93d1c8740 1 --2- 172.21.15.33:0/3097182206 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23b9e40 0x561ad23ba220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.695+0000 7ff93d1c8740 1 -- 172.21.15.33:0/3097182206 >> 172.21.15.33:0/3097182206 conn(0x561ad23b63d0 msgr2=0x561ad23b67b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:24.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.695+0000 7ff93d1c8740 1 -- 172.21.15.33:0/3097182206 shutdown_connections 2024-09-05T02:31:24.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.695+0000 7ff93d1c8740 1 -- 172.21.15.33:0/3097182206 wait complete. 2024-09-05T02:31:24.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.695+0000 7ff93d1c8740 1 -- start start 2024-09-05T02:31:24.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.696+0000 7ff933e00640 1 --2- 172.21.15.33:0/4196437946 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff9180a2d70 0x7ff9180a5230 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7ff92c009d40 tx=0x7ff92c004a40 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:24.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.696+0000 7ff93d1c8740 1 Processor -- start 2024-09-05T02:31:24.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.696+0000 7ff93d1c8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23b9e40 0x561ad23c1f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:24.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.696+0000 7ff93d1c8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23ba760 0x561ad23c2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:24.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.696+0000 7ff93d1c8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23c5020 0x561ad23c29b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:24.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.696+0000 7ff93d1c8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561ad23c7bf0 con 0x561ad23ba760 2024-09-05T02:31:24.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.696+0000 7ff93d1c8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x561ad22db0f0 con 0x561ad23b9e40 2024-09-05T02:31:24.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.696+0000 7ff93d1c8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x561ad23c7d70 con 0x561ad23c5020 2024-09-05T02:31:24.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.696+0000 7ff93d1c8740 10 client.0 _ll_register_callbacks cb 0x561ad22c2bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:31:24.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.697+0000 7ff933400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23b9e40 0x561ad23c1f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:24.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.697+0000 7ff933400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23b9e40 0x561ad23c1f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:37720/0 (socket says 172.21.15.33:37720) 2024-09-05T02:31:24.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.697+0000 7ff933400640 1 -- 172.21.15.33:0/322429918 learned_addr learned my addr 172.21.15.33:0/322429918 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:24.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.697+0000 7ff932a00640 1 --2- 172.21.15.33:0/322429918 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23ba760 0x561ad23c2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:24.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.697+0000 7ff933400640 1 -- 172.21.15.33:0/322429918 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23c5020 msgr2=0x561ad23c29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:24.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.697+0000 7ff933e00640 1 --2- 172.21.15.33:0/322429918 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23c5020 0x561ad23c29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:24.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.697+0000 7ff933400640 1 --2- 172.21.15.33:0/322429918 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23c5020 0x561ad23c29b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.697+0000 7ff933400640 1 -- 172.21.15.33:0/322429918 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23ba760 msgr2=0x561ad23c2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:24.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.697+0000 7ff933400640 1 --2- 172.21.15.33:0/322429918 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23ba760 0x561ad23c2470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.697+0000 7ff933400640 1 -- 172.21.15.33:0/322429918 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ad20913c0 con 0x561ad23b9e40 2024-09-05T02:31:24.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.697+0000 7ff932a00640 1 --2- 172.21.15.33:0/322429918 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23ba760 0x561ad23c2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:31:24.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.697+0000 7ff933e00640 1 --2- 172.21.15.33:0/322429918 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23c5020 0x561ad23c29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:31:24.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.698+0000 7ff933400640 1 --2- 172.21.15.33:0/322429918 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23b9e40 0x561ad23c1f30 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff9240980f0 tx=0x7ff924098060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bb9d7338cd7c471d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:24.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.698+0000 7ff91d600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:31:24.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.698+0000 7ff91d600640 1 -- 172.21.15.33:0/322429918 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff92409bc90 con 0x561ad23b9e40 2024-09-05T02:31:24.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.698+0000 7ff91d600640 1 -- 172.21.15.33:0/322429918 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ff9240cd090 con 0x561ad23b9e40 2024-09-05T02:31:24.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.698+0000 7ff93d1c8740 1 -- 172.21.15.33:0/322429918 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff920004400 con 0x561ad23b9e40 2024-09-05T02:31:24.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.698+0000 7ff91d600640 1 -- 172.21.15.33:0/322429918 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff9240cd290 con 0x561ad23b9e40 2024-09-05T02:31:24.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.698+0000 7ff93d1c8740 10 client.26186 fetch_fsmap learned FSMap version 29 2024-09-05T02:31:24.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.698+0000 7ff93d1c8740 1 -- 172.21.15.33:0/322429918 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561ad23d3cc0 con 0x561ad23b9e40 2024-09-05T02:31:24.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.699+0000 7ff91d600640 1 -- 172.21.15.33:0/322429918 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff920004400 con 0x561ad23b9e40 2024-09-05T02:31:24.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.699+0000 7ff91d600640 1 -- 172.21.15.33:0/322429918 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff92409b0e0 con 0x561ad23b9e40 2024-09-05T02:31:24.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.699+0000 7ff93d1c8740 10 client.26186 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:31:24.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.699+0000 7ff93d1c8740 10 client.26186 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:31:24.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.699+0000 7ff93d1c8740 20 client.26186 populate_metadata read hostname 'smithi033' 2024-09-05T02:31:24.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.699+0000 7ff93d1c8740 1 --2- 172.21.15.33:0/322429918 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x561ad23d50d0 0x561ad23d7540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:24.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.699+0000 7ff93d1c8740 4 client.26186 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:31:24.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.699+0000 7ff93d1c8740 1 -- 172.21.15.33:0/322429918 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561ad232d950 con 0x561ad23d50d0 2024-09-05T02:31:24.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.700+0000 7ff932a00640 1 --2- 172.21.15.33:0/322429918 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x561ad23d50d0 0x561ad23d7540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:24.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.700+0000 7ff932a00640 1 --2- 172.21.15.33:0/322429918 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x561ad23d50d0 0x561ad23d7540 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6627423e9e40d298 server_cookie=e19837fe9aab249b in_seq=0 out_seq=0 2024-09-05T02:31:24.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.700+0000 7ff91d600640 10 client.26186 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:31:24.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.701+0000 7ff91d600640 1 -- 172.21.15.33:0/322429918 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561ad232d950 con 0x561ad23d50d0 2024-09-05T02:31:24.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.701+0000 7ff91d600640 10 client.26186 handle_command_reply: tid=0 2024-09-05T02:31:24.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.701+0000 7ff93d1c8740 1 client.26186 shutdown 2024-09-05T02:31:24.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.701+0000 7ff93d1c8740 1 -- 172.21.15.33:0/322429918 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23b9e40 msgr2=0x561ad23c1f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:24.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.701+0000 7ff93d1c8740 1 --2- 172.21.15.33:0/322429918 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23b9e40 0x561ad23c1f30 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff9240980f0 tx=0x7ff924098060 comp rx=0 tx=0).stop 2024-09-05T02:31:24.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.701+0000 7ff93d1c8740 1 -- 172.21.15.33:0/322429918 shutdown_connections 2024-09-05T02:31:24.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.701+0000 7ff93d1c8740 1 --2- 172.21.15.33:0/322429918 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x561ad23d50d0 0x561ad23d7540 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.701+0000 7ff93d1c8740 1 --2- 172.21.15.33:0/322429918 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23c5020 0x561ad23c29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.701+0000 7ff93d1c8740 1 --2- 172.21.15.33:0/322429918 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23ba760 0x561ad23c2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.701+0000 7ff93d1c8740 1 --2- 172.21.15.33:0/322429918 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23b9e40 0x561ad23c1f30 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.701+0000 7ff93d1c8740 1 -- 172.21.15.33:0/322429918 >> 172.21.15.33:0/322429918 conn(0x561ad23b63d0 msgr2=0x561ad23bc100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:24.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.701+0000 7ff91d600640 0 client.26186 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:31:24.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.702+0000 7ff93d1c8740 1 -- 172.21.15.33:0/322429918 shutdown_connections 2024-09-05T02:31:24.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.702+0000 7ff93d1c8740 1 -- 172.21.15.33:0/322429918 wait complete. 2024-09-05T02:31:24.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.702+0000 7ff93d1c8740 20 client.26186 trim_cache size 0 max 16384 2024-09-05T02:31:24.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.716+0000 7ff93d1c8740 1 Processor -- start 2024-09-05T02:31:24.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.716+0000 7ff93d1c8740 1 -- start start 2024-09-05T02:31:24.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.716+0000 7ff93d1c8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23b9e40 0x561ad23bc8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:24.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.716+0000 7ff93d1c8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23ba760 0x561ad23c3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:24.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.716+0000 7ff93d1c8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23c5020 0x561ad23dce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:24.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.716+0000 7ff93d1c8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff9341b3d30 con 0x561ad23b9e40 2024-09-05T02:31:24.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.716+0000 7ff93d1c8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff9341b5870 con 0x561ad23ba760 2024-09-05T02:31:24.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.716+0000 7ff93d1c8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff9341b4400 con 0x561ad23c5020 2024-09-05T02:31:24.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.717+0000 7ff933400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23b9e40 0x561ad23bc8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:24.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.717+0000 7ff933e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23c5020 0x561ad23dce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:24.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.717+0000 7ff932a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23ba760 0x561ad23c3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:24.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.717+0000 7ff933e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23c5020 0x561ad23dce60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:35236/0 (socket says 172.21.15.33:35236) 2024-09-05T02:31:24.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.717+0000 7ff932a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23ba760 0x561ad23c3ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:37728/0 (socket says 172.21.15.33:37728) 2024-09-05T02:31:24.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.717+0000 7ff933400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23b9e40 0x561ad23bc8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48250/0 (socket says 172.21.15.33:48250) 2024-09-05T02:31:24.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.717+0000 7ff933e00640 1 -- 172.21.15.33:0/639266225 learned_addr learned my addr 172.21.15.33:0/639266225 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:24.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.717+0000 7ff932a00640 1 -- 172.21.15.33:0/639266225 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23c5020 msgr2=0x561ad23dce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:24.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.717+0000 7ff932a00640 1 --2- 172.21.15.33:0/639266225 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23c5020 0x561ad23dce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.717+0000 7ff932a00640 1 -- 172.21.15.33:0/639266225 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23b9e40 msgr2=0x561ad23bc8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:24.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.717+0000 7ff932a00640 1 --2- 172.21.15.33:0/639266225 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23b9e40 0x561ad23bc8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.717+0000 7ff932a00640 1 -- 172.21.15.33:0/639266225 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ad23b5e70 con 0x561ad23ba760 2024-09-05T02:31:24.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.717+0000 7ff932a00640 1 --2- 172.21.15.33:0/639266225 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23ba760 0x561ad23c3ea0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7ff920031550 tx=0x7ff920005b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7cfb2bb427f9c81f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:24.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.718+0000 7ff91fe00640 1 -- 172.21.15.33:0/639266225 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff920035070 con 0x561ad23ba760 2024-09-05T02:31:24.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.718+0000 7ff91fe00640 1 -- 172.21.15.33:0/639266225 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9200046c0 con 0x561ad23ba760 2024-09-05T02:31:24.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.718+0000 7ff91fe00640 1 -- 172.21.15.33:0/639266225 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff920031810 con 0x561ad23ba760 2024-09-05T02:31:24.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.719+0000 7ff93d1c8740 1 -- 172.21.15.33:0/639266225 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23ba760 msgr2=0x561ad23c3ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:24.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.719+0000 7ff93d1c8740 1 --2- 172.21.15.33:0/639266225 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23ba760 0x561ad23c3ea0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7ff920031550 tx=0x7ff920005b50 comp rx=0 tx=0).stop 2024-09-05T02:31:24.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.719+0000 7ff93d1c8740 1 -- 172.21.15.33:0/639266225 shutdown_connections 2024-09-05T02:31:24.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.719+0000 7ff93d1c8740 1 --2- 172.21.15.33:0/639266225 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23c5020 0x561ad23dce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.719+0000 7ff93d1c8740 1 --2- 172.21.15.33:0/639266225 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23ba760 0x561ad23c3ea0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.719+0000 7ff93d1c8740 1 --2- 172.21.15.33:0/639266225 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23b9e40 0x561ad23bc8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.719+0000 7ff93d1c8740 1 -- 172.21.15.33:0/639266225 >> 172.21.15.33:0/639266225 conn(0x561ad23b63d0 msgr2=0x561ad23c3790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:24.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.719+0000 7ff93d1c8740 1 -- 172.21.15.33:0/639266225 shutdown_connections 2024-09-05T02:31:24.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.719+0000 7ff93d1c8740 1 -- 172.21.15.33:0/639266225 wait complete. 2024-09-05T02:31:24.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.719+0000 7ff93d1c8740 1 -- start start 2024-09-05T02:31:24.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.719+0000 7ff93d1c8740 1 Processor -- start 2024-09-05T02:31:24.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.720+0000 7ff93d1c8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23b9e40 0x561ad23cd570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:24.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.720+0000 7ff93d1c8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23ba760 0x561ad23c88f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:24.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.720+0000 7ff93d1c8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23c5020 0x561ad23c8e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:24.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.720+0000 7ff93d1c8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff9341b51a0 con 0x561ad23c5020 2024-09-05T02:31:24.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.720+0000 7ff93d1c8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff9341b4ad0 con 0x561ad23b9e40 2024-09-05T02:31:24.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.720+0000 7ff93d1c8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff9341b1d10 con 0x561ad23ba760 2024-09-05T02:31:24.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.720+0000 7ff93d1c8740 10 client.0 _ll_register_callbacks cb 0x7ff92400cf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:31:24.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.720+0000 7ff932a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23ba760 0x561ad23c88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:24.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.720+0000 7ff932a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23ba760 0x561ad23c88f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:35248/0 (socket says 172.21.15.33:35248) 2024-09-05T02:31:24.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.720+0000 7ff932a00640 1 -- 172.21.15.33:0/3002862821 learned_addr learned my addr 172.21.15.33:0/3002862821 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:24.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.720+0000 7ff933400640 1 --2- 172.21.15.33:0/3002862821 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23b9e40 0x561ad23cd570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:24.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.721+0000 7ff933e00640 1 --2- 172.21.15.33:0/3002862821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23c5020 0x561ad23c8e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:24.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.721+0000 7ff933400640 1 -- 172.21.15.33:0/3002862821 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23ba760 msgr2=0x561ad23c88f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:24.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.721+0000 7ff933400640 1 --2- 172.21.15.33:0/3002862821 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23ba760 0x561ad23c88f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.721+0000 7ff933400640 1 -- 172.21.15.33:0/3002862821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23c5020 msgr2=0x561ad23c8e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:24.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.721+0000 7ff933400640 1 --2- 172.21.15.33:0/3002862821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23c5020 0x561ad23c8e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.721+0000 7ff933400640 1 -- 172.21.15.33:0/3002862821 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ad23c94a0 con 0x561ad23b9e40 2024-09-05T02:31:24.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.721+0000 7ff933e00640 1 --2- 172.21.15.33:0/3002862821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23c5020 0x561ad23c8e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:31:24.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.721+0000 7ff933400640 1 --2- 172.21.15.33:0/3002862821 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23b9e40 0x561ad23cd570 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7ff92400cfd0 tx=0x7ff9240a0010 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3e1a090dc6298b0c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:24.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.721+0000 7ff91d600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:31:24.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.721+0000 7ff91d600640 1 -- 172.21.15.33:0/3002862821 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9240a4850 con 0x561ad23b9e40 2024-09-05T02:31:24.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.721+0000 7ff91d600640 1 -- 172.21.15.33:0/3002862821 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ff92409b0e0 con 0x561ad23b9e40 2024-09-05T02:31:24.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.721+0000 7ff93d1c8740 1 -- 172.21.15.33:0/3002862821 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9200046c0 con 0x561ad23b9e40 2024-09-05T02:31:24.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.722+0000 7ff91d600640 1 -- 172.21.15.33:0/3002862821 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff92409b2e0 con 0x561ad23b9e40 2024-09-05T02:31:24.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.722+0000 7ff93d1c8740 10 client.26192 fetch_fsmap learned FSMap version 29 2024-09-05T02:31:24.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.722+0000 7ff93d1c8740 1 -- 172.21.15.33:0/3002862821 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561ad243fca0 con 0x561ad23b9e40 2024-09-05T02:31:24.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.722+0000 7ff91d600640 1 -- 172.21.15.33:0/3002862821 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9200046c0 con 0x561ad23b9e40 2024-09-05T02:31:24.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.722+0000 7ff91d600640 1 -- 172.21.15.33:0/3002862821 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff924018bc0 con 0x561ad23b9e40 2024-09-05T02:31:24.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.722+0000 7ff93d1c8740 10 client.26192 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:31:24.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.722+0000 7ff93d1c8740 10 client.26192 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:31:24.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.722+0000 7ff93d1c8740 20 client.26192 populate_metadata read hostname 'smithi033' 2024-09-05T02:31:24.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.722+0000 7ff93d1c8740 1 --2- 172.21.15.33:0/3002862821 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x561ad2440230 0x561ad2442620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:24.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.722+0000 7ff93d1c8740 4 client.26192 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:31:24.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.722+0000 7ff93d1c8740 1 -- 172.21.15.33:0/3002862821 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561ad2327e60 con 0x561ad2440230 2024-09-05T02:31:24.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.723+0000 7ff932a00640 1 --2- 172.21.15.33:0/3002862821 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x561ad2440230 0x561ad2442620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:24.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.723+0000 7ff932a00640 1 --2- 172.21.15.33:0/3002862821 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x561ad2440230 0x561ad2442620 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2d1b9fec2cd2afc9 server_cookie=74fc0da7cbdaaace in_seq=0 out_seq=0 2024-09-05T02:31:24.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.723+0000 7ff91d600640 10 client.26192 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:31:24.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.724+0000 7ff91d600640 1 -- 172.21.15.33:0/3002862821 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561ad2327e60 con 0x561ad2440230 2024-09-05T02:31:24.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.724+0000 7ff91d600640 10 client.26192 handle_command_reply: tid=0 2024-09-05T02:31:24.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.724+0000 7ff93d1c8740 1 client.26192 shutdown 2024-09-05T02:31:24.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.724+0000 7ff93d1c8740 1 -- 172.21.15.33:0/3002862821 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23b9e40 msgr2=0x561ad23cd570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:24.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.724+0000 7ff93d1c8740 1 --2- 172.21.15.33:0/3002862821 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23b9e40 0x561ad23cd570 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7ff92400cfd0 tx=0x7ff9240a0010 comp rx=0 tx=0).stop 2024-09-05T02:31:24.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.724+0000 7ff93d1c8740 1 -- 172.21.15.33:0/3002862821 shutdown_connections 2024-09-05T02:31:24.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.724+0000 7ff93d1c8740 1 --2- 172.21.15.33:0/3002862821 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x561ad2440230 0x561ad2442620 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.724+0000 7ff93d1c8740 1 --2- 172.21.15.33:0/3002862821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561ad23c5020 0x561ad23c8e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.724+0000 7ff93d1c8740 1 --2- 172.21.15.33:0/3002862821 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561ad23ba760 0x561ad23c88f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.724+0000 7ff93d1c8740 1 --2- 172.21.15.33:0/3002862821 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561ad23b9e40 0x561ad23cd570 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.724+0000 7ff91d600640 0 client.26192 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:31:24.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.724+0000 7ff93d1c8740 1 -- 172.21.15.33:0/3002862821 >> 172.21.15.33:0/3002862821 conn(0x561ad23b63d0 msgr2=0x561ad23c0400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:24.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.724+0000 7ff93d1c8740 1 -- 172.21.15.33:0/3002862821 shutdown_connections 2024-09-05T02:31:24.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.724+0000 7ff93d1c8740 1 -- 172.21.15.33:0/3002862821 wait complete. 2024-09-05T02:31:24.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.724+0000 7ff93d1c8740 20 client.26192 trim_cache size 0 max 16384 2024-09-05T02:31:24.730 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:31:24.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.725+0000 7ff939200640 1 -- 172.21.15.33:0/4196437946 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff9180a2d70 msgr2=0x7ff9180a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:24.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.725+0000 7ff939200640 1 --2- 172.21.15.33:0/4196437946 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff9180a2d70 0x7ff9180a5230 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7ff92c009d40 tx=0x7ff92c004a40 comp rx=0 tx=0).stop 2024-09-05T02:31:24.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.725+0000 7ff939200640 1 -- 172.21.15.33:0/4196437946 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff934074510 msgr2=0x7ff93410dc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:24.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.725+0000 7ff939200640 1 --2- 172.21.15.33:0/4196437946 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff934074510 0x7ff93410dc60 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7ff92400e9f0 tx=0x7ff92400eeb0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.725+0000 7ff939200640 1 -- 172.21.15.33:0/4196437946 shutdown_connections 2024-09-05T02:31:24.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.725+0000 7ff939200640 1 --2- 172.21.15.33:0/4196437946 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff9180a2d70 0x7ff9180a5230 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.725+0000 7ff939200640 1 --2- 172.21.15.33:0/4196437946 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff93410e280 0x7ff93410b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.725+0000 7ff939200640 1 --2- 172.21.15.33:0/4196437946 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff934074e30 0x7ff93410ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.725+0000 7ff939200640 1 --2- 172.21.15.33:0/4196437946 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff934074510 0x7ff93410dc60 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:24.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.725+0000 7ff939200640 1 -- 172.21.15.33:0/4196437946 >> 172.21.15.33:0/4196437946 conn(0x7ff9340fd740 msgr2=0x7ff9340fe440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:24.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.726+0000 7ff939200640 1 -- 172.21.15.33:0/4196437946 shutdown_connections 2024-09-05T02:31:24.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:24.726+0000 7ff939200640 1 -- 172.21.15.33:0/4196437946 wait complete. 2024-09-05T02:31:25.530 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:25 smithi033 ceph-mon[29909]: pgmap v137: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-09-05T02:31:25.567 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:31:25.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:25 smithi123 ceph-mon[34031]: pgmap v137: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-09-05T02:31:25.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:25 smithi174 ceph-mon[34756]: pgmap v137: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-09-05T02:31:25.946 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:31:26.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.464+0000 7f2c3f800640 1 -- 172.21.15.33:0/3605334128 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2c38076720 msgr2=0x7f2c38076b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:26.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.464+0000 7f2c3f800640 1 --2- 172.21.15.33:0/3605334128 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2c38076720 0x7f2c38076b00 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f2c2c009900 tx=0x7f2c2c02a3f0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.465+0000 7f2c3f800640 1 -- 172.21.15.33:0/3605334128 shutdown_connections 2024-09-05T02:31:26.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.465+0000 7f2c3f800640 1 --2- 172.21.15.33:0/3605334128 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2c38112a50 0x7f2c38114e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.465+0000 7f2c3f800640 1 --2- 172.21.15.33:0/3605334128 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2c38077040 0x7f2c38112510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.465+0000 7f2c3f800640 1 --2- 172.21.15.33:0/3605334128 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2c38076720 0x7f2c38076b00 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.465+0000 7f2c3f800640 1 -- 172.21.15.33:0/3605334128 >> 172.21.15.33:0/3605334128 conn(0x7f2c380ffa50 msgr2=0x7f2c38101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:26.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.465+0000 7f2c3f800640 1 -- 172.21.15.33:0/3605334128 shutdown_connections 2024-09-05T02:31:26.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.465+0000 7f2c3f800640 1 -- 172.21.15.33:0/3605334128 wait complete. 2024-09-05T02:31:26.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.466+0000 7f2c3f800640 1 Processor -- start 2024-09-05T02:31:26.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.466+0000 7f2c3f800640 1 -- start start 2024-09-05T02:31:26.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.467+0000 7f2c3f800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2c38076720 0x7f2c381a47e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:26.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.467+0000 7f2c3f800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2c38077040 0x7f2c381a4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:26.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.467+0000 7f2c3f800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2c38112a50 0x7f2c3819e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:26.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.467+0000 7f2c3f800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2c38118610 con 0x7f2c38112a50 2024-09-05T02:31:26.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.467+0000 7f2c3f800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2c38118490 con 0x7f2c38076720 2024-09-05T02:31:26.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.467+0000 7f2c3f800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f2c38118790 con 0x7f2c38077040 2024-09-05T02:31:26.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.467+0000 7f2c3d800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2c38112a50 0x7f2c3819e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:26.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.467+0000 7f2c3ce00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2c38076720 0x7f2c381a47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:26.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.467+0000 7f2c37e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2c38077040 0x7f2c381a4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:26.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.467+0000 7f2c3d800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2c38112a50 0x7f2c3819e9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48268/0 (socket says 172.21.15.33:48268) 2024-09-05T02:31:26.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.467+0000 7f2c3d800640 1 -- 172.21.15.33:0/732131507 learned_addr learned my addr 172.21.15.33:0/732131507 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:26.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.468+0000 7f2c3ce00640 1 -- 172.21.15.33:0/732131507 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2c38077040 msgr2=0x7f2c381a4d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:26.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.468+0000 7f2c3ce00640 1 --2- 172.21.15.33:0/732131507 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2c38077040 0x7f2c381a4d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.468+0000 7f2c3ce00640 1 -- 172.21.15.33:0/732131507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2c38112a50 msgr2=0x7f2c3819e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:26.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.468+0000 7f2c3ce00640 1 --2- 172.21.15.33:0/732131507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2c38112a50 0x7f2c3819e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.468+0000 7f2c3ce00640 1 -- 172.21.15.33:0/732131507 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c3819f0d0 con 0x7f2c38076720 2024-09-05T02:31:26.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.468+0000 7f2c3d800640 1 --2- 172.21.15.33:0/732131507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2c38112a50 0x7f2c3819e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:31:26.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.468+0000 7f2c3ce00640 1 --2- 172.21.15.33:0/732131507 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2c38076720 0x7f2c381a47e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f2c2c02a910 tx=0x7f2c2c003b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:26.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.468+0000 7f2c35600640 1 -- 172.21.15.33:0/732131507 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c2c03f070 con 0x7f2c38076720 2024-09-05T02:31:26.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.468+0000 7f2c35600640 1 -- 172.21.15.33:0/732131507 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c2c031c90 con 0x7f2c38076720 2024-09-05T02:31:26.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.468+0000 7f2c35600640 1 -- 172.21.15.33:0/732131507 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c2c035030 con 0x7f2c38076720 2024-09-05T02:31:26.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.468+0000 7f2c3f800640 1 -- 172.21.15.33:0/732131507 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c3819f360 con 0x7f2c38076720 2024-09-05T02:31:26.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.468+0000 7f2c3f800640 1 -- 172.21.15.33:0/732131507 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c381ab6b0 con 0x7f2c38076720 2024-09-05T02:31:26.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.472+0000 7f2c4221f740 1 Processor -- start 2024-09-05T02:31:26.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.472+0000 7f2c35600640 1 -- 172.21.15.33:0/732131507 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f2c2c042070 con 0x7f2c38076720 2024-09-05T02:31:26.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.472+0000 7f2c4221f740 1 -- start start 2024-09-05T02:31:26.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.472+0000 7f2c4221f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca84ec70 0x55b8ca84f050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:26.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.472+0000 7f2c4221f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84f590 0x55b8ca859910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:26.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.472+0000 7f2c4221f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca859e50 0x55b8ca85c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:26.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.472+0000 7f2c4221f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55b8ca7b53e0 con 0x55b8ca84ec70 2024-09-05T02:31:26.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.472+0000 7f2c4221f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b8ca75cd80 con 0x55b8ca859e50 2024-09-05T02:31:26.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.472+0000 7f2c4221f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55b8ca7b13a0 con 0x55b8ca84f590 2024-09-05T02:31:26.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.472+0000 7f2c3d800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca84ec70 0x55b8ca84f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:26.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.472+0000 7f2c3d800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca84ec70 0x55b8ca84f050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48270/0 (socket says 172.21.15.33:48270) 2024-09-05T02:31:26.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.472+0000 7f2c3d800640 1 -- 172.21.15.33:0/3618759136 learned_addr learned my addr 172.21.15.33:0/3618759136 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:26.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.472+0000 7f2c3ce00640 1 --2- 172.21.15.33:0/3618759136 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84f590 0x55b8ca859910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:26.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.473+0000 7f2c37e00640 1 --2- 172.21.15.33:0/3618759136 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca859e50 0x55b8ca85c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:26.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.473+0000 7f2c3d800640 1 -- 172.21.15.33:0/3618759136 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84f590 msgr2=0x55b8ca859910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:26.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.473+0000 7f2c3d800640 1 --2- 172.21.15.33:0/3618759136 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84f590 0x55b8ca859910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.473+0000 7f2c3d800640 1 -- 172.21.15.33:0/3618759136 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca859e50 msgr2=0x55b8ca85c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:26.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.473+0000 7f2c3d800640 1 --2- 172.21.15.33:0/3618759136 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca859e50 0x55b8ca85c240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.473+0000 7f2c3d800640 1 -- 172.21.15.33:0/3618759136 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b8ca77bae0 con 0x55b8ca84ec70 2024-09-05T02:31:26.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.473+0000 7f2c3ce00640 1 --2- 172.21.15.33:0/3618759136 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84f590 0x55b8ca859910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:31:26.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.473+0000 7f2c3d800640 1 --2- 172.21.15.33:0/3618759136 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca84ec70 0x55b8ca84f050 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f2c30011780 tx=0x7f2c30011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7246eabed2a155ad server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:26.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.474+0000 7f2c2a000640 1 -- 172.21.15.33:0/3618759136 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c3000fae0 con 0x55b8ca84ec70 2024-09-05T02:31:26.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.474+0000 7f2c35600640 1 --2- 172.21.15.33:0/732131507 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f2c200a2cf0 0x7f2c200a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:26.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.474+0000 7f2c2a000640 1 -- 172.21.15.33:0/3618759136 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c30011e90 con 0x55b8ca84ec70 2024-09-05T02:31:26.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.474+0000 7f2c2a000640 1 -- 172.21.15.33:0/3618759136 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c3001a650 con 0x55b8ca84ec70 2024-09-05T02:31:26.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.474+0000 7f2c35600640 1 -- 172.21.15.33:0/732131507 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f2c2c0ef830 con 0x7f2c38076720 2024-09-05T02:31:26.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.474+0000 7f2c3ce00640 1 --2- 172.21.15.33:0/732131507 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f2c200a2cf0 0x7f2c200a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:26.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.474+0000 7f2c4221f740 1 -- 172.21.15.33:0/3618759136 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca84ec70 msgr2=0x55b8ca84f050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:26.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.474+0000 7f2c4221f740 1 --2- 172.21.15.33:0/3618759136 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca84ec70 0x55b8ca84f050 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f2c30011780 tx=0x7f2c30011c40 comp rx=0 tx=0).stop 2024-09-05T02:31:26.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.475+0000 7f2c4221f740 1 -- 172.21.15.33:0/3618759136 shutdown_connections 2024-09-05T02:31:26.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.475+0000 7f2c4221f740 1 --2- 172.21.15.33:0/3618759136 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca859e50 0x55b8ca85c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.475+0000 7f2c4221f740 1 --2- 172.21.15.33:0/3618759136 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84f590 0x55b8ca859910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.475+0000 7f2c4221f740 1 --2- 172.21.15.33:0/3618759136 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca84ec70 0x55b8ca84f050 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.475+0000 7f2c4221f740 1 -- 172.21.15.33:0/3618759136 >> 172.21.15.33:0/3618759136 conn(0x55b8ca84b200 msgr2=0x55b8ca84b5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:26.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.475+0000 7f2c3ce00640 1 --2- 172.21.15.33:0/732131507 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f2c200a2cf0 0x7f2c200a51b0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x55b8ca84c060 tx=0x7f2c2c0f5530 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:26.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.475+0000 7f2c4221f740 1 -- 172.21.15.33:0/3618759136 shutdown_connections 2024-09-05T02:31:26.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.475+0000 7f2c4221f740 1 -- 172.21.15.33:0/3618759136 wait complete. 2024-09-05T02:31:26.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.475+0000 7f2c4221f740 1 -- start start 2024-09-05T02:31:26.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.475+0000 7f2c4221f740 1 Processor -- start 2024-09-05T02:31:26.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.476+0000 7f2c4221f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca84ec70 0x55b8ca856cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:26.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.476+0000 7f2c4221f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84f590 0x55b8ca857210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:26.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.476+0000 7f2c4221f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca859e50 0x55b8ca857750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:26.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.476+0000 7f2c4221f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55b8ca85ca20 con 0x55b8ca84ec70 2024-09-05T02:31:26.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.476+0000 7f2c4221f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b8ca7700f0 con 0x55b8ca859e50 2024-09-05T02:31:26.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.476+0000 7f2c4221f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55b8ca85cba0 con 0x55b8ca84f590 2024-09-05T02:31:26.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.476+0000 7f2c4221f740 10 client.0 _ll_register_callbacks cb 0x55b8ca757bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:31:26.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.476+0000 7f2c3d800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca84ec70 0x55b8ca856cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:26.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.476+0000 7f2c3d800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca84ec70 0x55b8ca856cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48286/0 (socket says 172.21.15.33:48286) 2024-09-05T02:31:26.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.476+0000 7f2c3d800640 1 -- 172.21.15.33:0/1222820639 learned_addr learned my addr 172.21.15.33:0/1222820639 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:26.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.476+0000 7f2c37e00640 1 --2- 172.21.15.33:0/1222820639 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84f590 0x55b8ca857210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:26.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.477+0000 7f2c3d800640 1 --2- 172.21.15.33:0/1222820639 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca859e50 0x55b8ca857750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:26.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.477+0000 7f2c37e00640 1 -- 172.21.15.33:0/1222820639 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca859e50 msgr2=0x55b8ca857750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:26.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.477+0000 7f2c37e00640 1 --2- 172.21.15.33:0/1222820639 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca859e50 0x55b8ca857750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.477+0000 7f2c37e00640 1 -- 172.21.15.33:0/1222820639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca84ec70 msgr2=0x55b8ca856cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:26.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.477+0000 7f2c37e00640 1 --2- 172.21.15.33:0/1222820639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca84ec70 0x55b8ca856cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.477+0000 7f2c37e00640 1 -- 172.21.15.33:0/1222820639 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b8ca5263c0 con 0x55b8ca84f590 2024-09-05T02:31:26.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.477+0000 7f2c37e00640 1 --2- 172.21.15.33:0/1222820639 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84f590 0x55b8ca857210 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f2c381a0190 tx=0x7f2c2400bf30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ccdf2fe06e071b08 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:26.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.477+0000 7f2c1ea00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:31:26.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.477+0000 7f2c1ea00640 1 -- 172.21.15.33:0/1222820639 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c24003dc0 con 0x55b8ca84f590 2024-09-05T02:31:26.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.478+0000 7f2c4221f740 1 -- 172.21.15.33:0/1222820639 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c30011e90 con 0x55b8ca84f590 2024-09-05T02:31:26.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.478+0000 7f2c1ea00640 1 -- 172.21.15.33:0/1222820639 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f2c24005020 con 0x55b8ca84f590 2024-09-05T02:31:26.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.478+0000 7f2c1ea00640 1 -- 172.21.15.33:0/1222820639 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2c24005260 con 0x55b8ca84f590 2024-09-05T02:31:26.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.478+0000 7f2c4221f740 10 client.26149 fetch_fsmap learned FSMap version 29 2024-09-05T02:31:26.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.478+0000 7f2c4221f740 1 -- 172.21.15.33:0/1222820639 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b8ca868aa0 con 0x55b8ca84f590 2024-09-05T02:31:26.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.478+0000 7f2c1ea00640 1 -- 172.21.15.33:0/1222820639 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c30011e90 con 0x55b8ca84f590 2024-09-05T02:31:26.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.478+0000 7f2c1ea00640 1 -- 172.21.15.33:0/1222820639 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f2c24024490 con 0x55b8ca84f590 2024-09-05T02:31:26.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.478+0000 7f2c4221f740 10 client.26149 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:31:26.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.478+0000 7f2c4221f740 10 client.26149 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:31:26.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.478+0000 7f2c4221f740 20 client.26149 populate_metadata read hostname 'smithi033' 2024-09-05T02:31:26.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.478+0000 7f2c4221f740 1 --2- 172.21.15.33:0/1222820639 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55b8ca869eb0 0x55b8ca86c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:26.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.478+0000 7f2c4221f740 4 client.26149 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:31:26.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.478+0000 7f2c4221f740 1 -- 172.21.15.33:0/1222820639 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b8ca7c2950 con 0x55b8ca869eb0 2024-09-05T02:31:26.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.479+0000 7f2c3d800640 1 --2- 172.21.15.33:0/1222820639 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55b8ca869eb0 0x55b8ca86c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:26.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.479+0000 7f2c3d800640 1 --2- 172.21.15.33:0/1222820639 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55b8ca869eb0 0x55b8ca86c2a0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2eded02b90ef2273 server_cookie=a470c932bf91b5f6 in_seq=0 out_seq=0 2024-09-05T02:31:26.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.479+0000 7f2c1ea00640 10 client.26149 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:31:26.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.480+0000 7f2c1ea00640 1 -- 172.21.15.33:0/1222820639 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b8ca7c2950 con 0x55b8ca869eb0 2024-09-05T02:31:26.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.480+0000 7f2c1ea00640 10 client.26149 handle_command_reply: tid=0 2024-09-05T02:31:26.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.480+0000 7f2c4221f740 1 client.26149 shutdown 2024-09-05T02:31:26.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.481+0000 7f2c4221f740 1 -- 172.21.15.33:0/1222820639 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84f590 msgr2=0x55b8ca857210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:26.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.481+0000 7f2c4221f740 1 --2- 172.21.15.33:0/1222820639 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84f590 0x55b8ca857210 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f2c381a0190 tx=0x7f2c2400bf30 comp rx=0 tx=0).stop 2024-09-05T02:31:26.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.481+0000 7f2c4221f740 1 -- 172.21.15.33:0/1222820639 shutdown_connections 2024-09-05T02:31:26.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.481+0000 7f2c4221f740 1 --2- 172.21.15.33:0/1222820639 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca859e50 0x55b8ca857750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.481+0000 7f2c4221f740 1 --2- 172.21.15.33:0/1222820639 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84f590 0x55b8ca857210 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.481+0000 7f2c4221f740 1 --2- 172.21.15.33:0/1222820639 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55b8ca869eb0 0x55b8ca86c2a0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.481+0000 7f2c4221f740 1 --2- 172.21.15.33:0/1222820639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca84ec70 0x55b8ca856cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.481+0000 7f2c4221f740 1 -- 172.21.15.33:0/1222820639 >> 172.21.15.33:0/1222820639 conn(0x55b8ca84b200 msgr2=0x55b8ca84a380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:26.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.481+0000 7f2c1ea00640 0 client.26149 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:31:26.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.481+0000 7f2c4221f740 1 -- 172.21.15.33:0/1222820639 shutdown_connections 2024-09-05T02:31:26.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.481+0000 7f2c4221f740 1 -- 172.21.15.33:0/1222820639 wait complete. 2024-09-05T02:31:26.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.481+0000 7f2c4221f740 20 client.26149 trim_cache size 0 max 16384 2024-09-05T02:31:26.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.495+0000 7f2c4221f740 1 Processor -- start 2024-09-05T02:31:26.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.495+0000 7f2c4221f740 1 -- start start 2024-09-05T02:31:26.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.495+0000 7f2c4221f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84ec70 0x55b8ca858c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:26.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.495+0000 7f2c4221f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca84f590 0x55b8ca871b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:26.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.495+0000 7f2c4221f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca859e50 0x55b8ca8720b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:26.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.495+0000 7f2c4221f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2c381b3f80 con 0x55b8ca859e50 2024-09-05T02:31:26.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.495+0000 7f2c4221f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2c381b5ac0 con 0x55b8ca84f590 2024-09-05T02:31:26.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.495+0000 7f2c4221f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f2c381b4650 con 0x55b8ca84ec70 2024-09-05T02:31:26.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.495+0000 7f2c3d800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca859e50 0x55b8ca8720b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:26.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.496+0000 7f2c37e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca84f590 0x55b8ca871b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:26.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.496+0000 7f2c37e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca84f590 0x55b8ca871b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:37792/0 (socket says 172.21.15.33:37792) 2024-09-05T02:31:26.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.496+0000 7f2c37e00640 1 -- 172.21.15.33:0/3546602427 learned_addr learned my addr 172.21.15.33:0/3546602427 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:26.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.496+0000 7f2c3d800640 1 --2- 172.21.15.33:0/3546602427 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84ec70 0x55b8ca858c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:26.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.496+0000 7f2c37e00640 1 -- 172.21.15.33:0/3546602427 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84ec70 msgr2=0x55b8ca858c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:26.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.496+0000 7f2c37e00640 1 --2- 172.21.15.33:0/3546602427 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84ec70 0x55b8ca858c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.496+0000 7f2c37e00640 1 -- 172.21.15.33:0/3546602427 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca859e50 msgr2=0x55b8ca8720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:26.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.496+0000 7f2c37e00640 1 --2- 172.21.15.33:0/3546602427 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca859e50 0x55b8ca8720b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.496+0000 7f2c37e00640 1 -- 172.21.15.33:0/3546602427 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b8ca84b030 con 0x55b8ca84f590 2024-09-05T02:31:26.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.496+0000 7f2c37e00640 1 --2- 172.21.15.33:0/3546602427 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca84f590 0x55b8ca871b70 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f2c240058c0 tx=0x7f2c24025f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8363a56478728ede server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:26.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.497+0000 7f2c29600640 1 -- 172.21.15.33:0/3546602427 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c24003dc0 con 0x55b8ca84f590 2024-09-05T02:31:26.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.497+0000 7f2c29600640 1 -- 172.21.15.33:0/3546602427 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c24024470 con 0x55b8ca84f590 2024-09-05T02:31:26.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.497+0000 7f2c29600640 1 -- 172.21.15.33:0/3546602427 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c2401b7d0 con 0x55b8ca84f590 2024-09-05T02:31:26.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.497+0000 7f2c4221f740 1 -- 172.21.15.33:0/3546602427 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca84f590 msgr2=0x55b8ca871b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:26.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.497+0000 7f2c4221f740 1 --2- 172.21.15.33:0/3546602427 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca84f590 0x55b8ca871b70 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f2c240058c0 tx=0x7f2c24025f90 comp rx=0 tx=0).stop 2024-09-05T02:31:26.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.497+0000 7f2c4221f740 1 -- 172.21.15.33:0/3546602427 shutdown_connections 2024-09-05T02:31:26.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.497+0000 7f2c4221f740 1 --2- 172.21.15.33:0/3546602427 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca859e50 0x55b8ca8720b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.497+0000 7f2c4221f740 1 --2- 172.21.15.33:0/3546602427 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca84f590 0x55b8ca871b70 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.497+0000 7f2c4221f740 1 --2- 172.21.15.33:0/3546602427 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84ec70 0x55b8ca858c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.497+0000 7f2c4221f740 1 -- 172.21.15.33:0/3546602427 >> 172.21.15.33:0/3546602427 conn(0x55b8ca84b200 msgr2=0x55b8ca858530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:26.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.498+0000 7f2c4221f740 1 -- 172.21.15.33:0/3546602427 shutdown_connections 2024-09-05T02:31:26.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.498+0000 7f2c4221f740 1 -- 172.21.15.33:0/3546602427 wait complete. 2024-09-05T02:31:26.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.498+0000 7f2c4221f740 1 -- start start 2024-09-05T02:31:26.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.498+0000 7f2c4221f740 1 Processor -- start 2024-09-05T02:31:26.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.499+0000 7f2c4221f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca84ec70 0x55b8ca853c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:26.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.499+0000 7f2c4221f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84f590 0x55b8ca8541b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:26.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.499+0000 7f2c4221f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca859e50 0x55b8ca8546f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:26.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.499+0000 7f2c4221f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2c381b53f0 con 0x55b8ca84ec70 2024-09-05T02:31:26.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.499+0000 7f2c4221f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2c381b4d20 con 0x55b8ca859e50 2024-09-05T02:31:26.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.499+0000 7f2c4221f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f2c381b1f60 con 0x55b8ca84f590 2024-09-05T02:31:26.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.499+0000 7f2c4221f740 10 client.0 _ll_register_callbacks cb 0x7f2c24004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:31:26.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.499+0000 7f2c3d800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca84ec70 0x55b8ca853c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:26.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.499+0000 7f2c3d800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca84ec70 0x55b8ca853c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48300/0 (socket says 172.21.15.33:48300) 2024-09-05T02:31:26.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.499+0000 7f2c3d800640 1 -- 172.21.15.33:0/1801476170 learned_addr learned my addr 172.21.15.33:0/1801476170 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:26.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.499+0000 7f2c37e00640 1 --2- 172.21.15.33:0/1801476170 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84f590 0x55b8ca8541b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:26.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.499+0000 7f2c3d800640 1 --2- 172.21.15.33:0/1801476170 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca859e50 0x55b8ca8546f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:26.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.499+0000 7f2c37e00640 1 -- 172.21.15.33:0/1801476170 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca859e50 msgr2=0x55b8ca8546f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:26.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.499+0000 7f2c37e00640 1 --2- 172.21.15.33:0/1801476170 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca859e50 0x55b8ca8546f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.499+0000 7f2c37e00640 1 -- 172.21.15.33:0/1801476170 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca84ec70 msgr2=0x55b8ca853c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:26.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.499+0000 7f2c37e00640 1 --2- 172.21.15.33:0/1801476170 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca84ec70 0x55b8ca853c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.499+0000 7f2c37e00640 1 -- 172.21.15.33:0/1801476170 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b8ca851ae0 con 0x55b8ca84f590 2024-09-05T02:31:26.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.499+0000 7f2c3d800640 1 --2- 172.21.15.33:0/1801476170 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca84ec70 0x55b8ca853c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:31:26.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.500+0000 7f2c37e00640 1 --2- 172.21.15.33:0/1801476170 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84f590 0x55b8ca8541b0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x55b8ca84e600 tx=0x7f2c24005790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1de89eacae70c557 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:26.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.500+0000 7f2c1ea00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:31:26.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.500+0000 7f2c1ea00640 1 -- 172.21.15.33:0/1801476170 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c2400b390 con 0x55b8ca84f590 2024-09-05T02:31:26.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.500+0000 7f2c1ea00640 1 -- 172.21.15.33:0/1801476170 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f2c2401b550 con 0x55b8ca84f590 2024-09-05T02:31:26.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.500+0000 7f2c4221f740 1 -- 172.21.15.33:0/1801476170 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c24024470 con 0x55b8ca84f590 2024-09-05T02:31:26.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.500+0000 7f2c1ea00640 1 -- 172.21.15.33:0/1801476170 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2c2403e050 con 0x55b8ca84f590 2024-09-05T02:31:26.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.500+0000 7f2c4221f740 10 client.26155 fetch_fsmap learned FSMap version 29 2024-09-05T02:31:26.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.500+0000 7f2c4221f740 1 -- 172.21.15.33:0/1801476170 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b8ca8d4bf0 con 0x55b8ca84f590 2024-09-05T02:31:26.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.501+0000 7f2c1ea00640 1 -- 172.21.15.33:0/1801476170 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c24024470 con 0x55b8ca84f590 2024-09-05T02:31:26.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.501+0000 7f2c1ea00640 1 -- 172.21.15.33:0/1801476170 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f2c24035070 con 0x55b8ca84f590 2024-09-05T02:31:26.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.501+0000 7f2c4221f740 10 client.26155 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:31:26.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.501+0000 7f2c4221f740 10 client.26155 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:31:26.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.501+0000 7f2c4221f740 20 client.26155 populate_metadata read hostname 'smithi033' 2024-09-05T02:31:26.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.501+0000 7f2c4221f740 1 --2- 172.21.15.33:0/1801476170 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55b8ca8d5250 0x55b8ca8d7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:26.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.501+0000 7f2c4221f740 4 client.26155 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:31:26.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.501+0000 7f2c4221f740 1 -- 172.21.15.33:0/1801476170 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b8ca7bce60 con 0x55b8ca8d5250 2024-09-05T02:31:26.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.502+0000 7f2c3d800640 1 --2- 172.21.15.33:0/1801476170 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55b8ca8d5250 0x55b8ca8d7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:26.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.502+0000 7f2c3d800640 1 --2- 172.21.15.33:0/1801476170 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55b8ca8d5250 0x55b8ca8d7670 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=999ce74c31b96aba server_cookie=6d013b6723c298d4 in_seq=0 out_seq=0 2024-09-05T02:31:26.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.502+0000 7f2c1ea00640 10 client.26155 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:31:26.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.502+0000 7f2c1ea00640 1 -- 172.21.15.33:0/1801476170 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b8ca7bce60 con 0x55b8ca8d5250 2024-09-05T02:31:26.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.502+0000 7f2c1ea00640 10 client.26155 handle_command_reply: tid=0 2024-09-05T02:31:26.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.502+0000 7f2c4221f740 1 client.26155 shutdown 2024-09-05T02:31:26.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.502+0000 7f2c4221f740 1 -- 172.21.15.33:0/1801476170 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84f590 msgr2=0x55b8ca8541b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:26.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.502+0000 7f2c4221f740 1 --2- 172.21.15.33:0/1801476170 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84f590 0x55b8ca8541b0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x55b8ca84e600 tx=0x7f2c24005790 comp rx=0 tx=0).stop 2024-09-05T02:31:26.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.502+0000 7f2c4221f740 1 -- 172.21.15.33:0/1801476170 shutdown_connections 2024-09-05T02:31:26.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.502+0000 7f2c4221f740 1 --2- 172.21.15.33:0/1801476170 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8ca859e50 0x55b8ca8546f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.502+0000 7f2c4221f740 1 --2- 172.21.15.33:0/1801476170 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b8ca84f590 0x55b8ca8541b0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.502+0000 7f2c4221f740 1 --2- 172.21.15.33:0/1801476170 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55b8ca8d5250 0x55b8ca8d7670 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.503+0000 7f2c4221f740 1 --2- 172.21.15.33:0/1801476170 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b8ca84ec70 0x55b8ca853c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.503+0000 7f2c1ea00640 0 client.26155 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:31:26.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.503+0000 7f2c4221f740 1 -- 172.21.15.33:0/1801476170 >> 172.21.15.33:0/1801476170 conn(0x55b8ca84b200 msgr2=0x55b8ca84a380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:26.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.503+0000 7f2c4221f740 1 -- 172.21.15.33:0/1801476170 shutdown_connections 2024-09-05T02:31:26.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.503+0000 7f2c4221f740 1 -- 172.21.15.33:0/1801476170 wait complete. 2024-09-05T02:31:26.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.503+0000 7f2c4221f740 20 client.26155 trim_cache size 0 max 16384 2024-09-05T02:31:26.509 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:31:26.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.503+0000 7f2c3f800640 1 -- 172.21.15.33:0/732131507 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f2c200a2cf0 msgr2=0x7f2c200a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:26.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.503+0000 7f2c3f800640 1 --2- 172.21.15.33:0/732131507 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f2c200a2cf0 0x7f2c200a51b0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x55b8ca84c060 tx=0x7f2c2c0f5530 comp rx=0 tx=0).stop 2024-09-05T02:31:26.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.503+0000 7f2c3f800640 1 -- 172.21.15.33:0/732131507 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2c38076720 msgr2=0x7f2c381a47e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:26.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.503+0000 7f2c3f800640 1 --2- 172.21.15.33:0/732131507 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2c38076720 0x7f2c381a47e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f2c2c02a910 tx=0x7f2c2c003b90 comp rx=0 tx=0).stop 2024-09-05T02:31:26.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.504+0000 7f2c3f800640 1 -- 172.21.15.33:0/732131507 shutdown_connections 2024-09-05T02:31:26.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.504+0000 7f2c3f800640 1 --2- 172.21.15.33:0/732131507 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f2c200a2cf0 0x7f2c200a51b0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.504+0000 7f2c3f800640 1 --2- 172.21.15.33:0/732131507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2c38112a50 0x7f2c3819e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.504+0000 7f2c3f800640 1 --2- 172.21.15.33:0/732131507 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2c38077040 0x7f2c381a4d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.504+0000 7f2c3f800640 1 --2- 172.21.15.33:0/732131507 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2c38076720 0x7f2c381a47e0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:26.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.504+0000 7f2c3f800640 1 -- 172.21.15.33:0/732131507 >> 172.21.15.33:0/732131507 conn(0x7f2c380ffa50 msgr2=0x7f2c38101e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:26.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.504+0000 7f2c3f800640 1 -- 172.21.15.33:0/732131507 shutdown_connections 2024-09-05T02:31:26.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:26.504+0000 7f2c3f800640 1 -- 172.21.15.33:0/732131507 wait complete. 2024-09-05T02:31:27.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:27 smithi123 ceph-mon[34031]: pgmap v138: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-05T02:31:27.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:27 smithi174 ceph-mon[34756]: pgmap v138: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-05T02:31:27.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:27 smithi033 ceph-mon[29909]: pgmap v138: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-05T02:31:28.462 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:31:28.462 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:31:28.852 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:31:29.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.408+0000 7fd3cca00640 1 -- 172.21.15.33:0/674140959 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd3c81049c0 msgr2=0x7fd3c8108a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:29.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.408+0000 7fd3cca00640 1 --2- 172.21.15.33:0/674140959 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd3c81049c0 0x7fd3c8108a10 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd3b0009860 tx=0x7fd3b002a340 comp rx=0 tx=0).stop 2024-09-05T02:31:29.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.409+0000 7fd3cca00640 1 -- 172.21.15.33:0/674140959 shutdown_connections 2024-09-05T02:31:29.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.409+0000 7fd3cca00640 1 --2- 172.21.15.33:0/674140959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3c8109140 0x7fd3c8110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.409+0000 7fd3cca00640 1 --2- 172.21.15.33:0/674140959 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd3c81049c0 0x7fd3c8108a10 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.409+0000 7fd3cca00640 1 --2- 172.21.15.33:0/674140959 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd3c8104010 0x7fd3c81043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.409+0000 7fd3cca00640 1 -- 172.21.15.33:0/674140959 >> 172.21.15.33:0/674140959 conn(0x7fd3c80ffa50 msgr2=0x7fd3c8101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:29.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.409+0000 7fd3cca00640 1 -- 172.21.15.33:0/674140959 shutdown_connections 2024-09-05T02:31:29.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.409+0000 7fd3cca00640 1 -- 172.21.15.33:0/674140959 wait complete. 2024-09-05T02:31:29.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.410+0000 7fd3cca00640 1 Processor -- start 2024-09-05T02:31:29.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.410+0000 7fd3cca00640 1 -- start start 2024-09-05T02:31:29.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.410+0000 7fd3cca00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd3c8104010 0x7fd3c819a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:29.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.410+0000 7fd3cca00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd3c81049c0 0x7fd3c819ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:29.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.410+0000 7fd3cca00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3c8109140 0x7fd3c819eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:29.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.410+0000 7fd3cca00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c8114140 con 0x7fd3c8109140 2024-09-05T02:31:29.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.410+0000 7fd3cca00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c8113fc0 con 0x7fd3c8104010 2024-09-05T02:31:29.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.410+0000 7fd3cca00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c81142c0 con 0x7fd3c81049c0 2024-09-05T02:31:29.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.410+0000 7fd3c5e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd3c8104010 0x7fd3c819a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:29.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.411+0000 7fd3c6800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3c8109140 0x7fd3c819eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:29.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.411+0000 7fd3c5e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd3c8104010 0x7fd3c819a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:37814/0 (socket says 172.21.15.33:37814) 2024-09-05T02:31:29.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.411+0000 7fd3c5e00640 1 -- 172.21.15.33:0/3345597646 learned_addr learned my addr 172.21.15.33:0/3345597646 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:29.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.411+0000 7fd3bd400640 1 --2- 172.21.15.33:0/3345597646 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd3c81049c0 0x7fd3c819ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:29.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.411+0000 7fd3c6800640 1 -- 172.21.15.33:0/3345597646 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd3c81049c0 msgr2=0x7fd3c819ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:29.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.411+0000 7fd3c6800640 1 --2- 172.21.15.33:0/3345597646 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd3c81049c0 0x7fd3c819ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.411+0000 7fd3c6800640 1 -- 172.21.15.33:0/3345597646 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd3c8104010 msgr2=0x7fd3c819a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:29.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.411+0000 7fd3c6800640 1 --2- 172.21.15.33:0/3345597646 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd3c8104010 0x7fd3c819a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.411+0000 7fd3c6800640 1 -- 172.21.15.33:0/3345597646 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3c819f5d0 con 0x7fd3c8109140 2024-09-05T02:31:29.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.411+0000 7fd3c5e00640 1 --2- 172.21.15.33:0/3345597646 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd3c8104010 0x7fd3c819a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:31:29.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.411+0000 7fd3bd400640 1 --2- 172.21.15.33:0/3345597646 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd3c81049c0 0x7fd3c819ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:31:29.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.411+0000 7fd3c6800640 1 --2- 172.21.15.33:0/3345597646 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3c8109140 0x7fd3c819eef0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fd3c000ef00 tx=0x7fd3c000c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:29.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.412+0000 7fd3bf400640 1 -- 172.21.15.33:0/3345597646 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c0004b20 con 0x7fd3c8109140 2024-09-05T02:31:29.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.412+0000 7fd3bf400640 1 -- 172.21.15.33:0/3345597646 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd3c0003e50 con 0x7fd3c8109140 2024-09-05T02:31:29.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.412+0000 7fd3cca00640 1 -- 172.21.15.33:0/3345597646 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3c819f8c0 con 0x7fd3c8109140 2024-09-05T02:31:29.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.412+0000 7fd3bf400640 1 -- 172.21.15.33:0/3345597646 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c000b570 con 0x7fd3c8109140 2024-09-05T02:31:29.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.412+0000 7fd3cca00640 1 -- 172.21.15.33:0/3345597646 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3c81a71a0 con 0x7fd3c8109140 2024-09-05T02:31:29.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.415+0000 7fd3cf4d2740 1 Processor -- start 2024-09-05T02:31:29.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.415+0000 7fd3bf400640 1 -- 172.21.15.33:0/3345597646 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fd3c001d020 con 0x7fd3c8109140 2024-09-05T02:31:29.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.415+0000 7fd3cf4d2740 1 -- start start 2024-09-05T02:31:29.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.415+0000 7fd3cf4d2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a722ac0 0x55781a722ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:29.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.415+0000 7fd3cf4d2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a7233e0 0x55781a72d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:29.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.415+0000 7fd3cf4d2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a72dca0 0x55781a730090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:29.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.415+0000 7fd3cf4d2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55781a689290 con 0x55781a722ac0 2024-09-05T02:31:29.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.415+0000 7fd3cf4d2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55781a630b40 con 0x55781a72dca0 2024-09-05T02:31:29.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.415+0000 7fd3cf4d2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55781a685250 con 0x55781a7233e0 2024-09-05T02:31:29.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.416+0000 7fd3bd400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a722ac0 0x55781a722ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:29.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.416+0000 7fd3bd400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a722ac0 0x55781a722ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48314/0 (socket says 172.21.15.33:48314) 2024-09-05T02:31:29.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.416+0000 7fd3bd400640 1 -- 172.21.15.33:0/2018611265 learned_addr learned my addr 172.21.15.33:0/2018611265 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:29.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.416+0000 7fd3c5e00640 1 --2- 172.21.15.33:0/2018611265 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a7233e0 0x55781a72d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:29.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.416+0000 7fd3bd400640 1 --2- 172.21.15.33:0/2018611265 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a72dca0 0x55781a730090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:29.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.416+0000 7fd3bd400640 1 -- 172.21.15.33:0/2018611265 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a7233e0 msgr2=0x55781a72d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:29.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.416+0000 7fd3bd400640 1 --2- 172.21.15.33:0/2018611265 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a7233e0 0x55781a72d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.416+0000 7fd3bd400640 1 -- 172.21.15.33:0/2018611265 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a72dca0 msgr2=0x55781a730090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:29.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.416+0000 7fd3bd400640 1 --2- 172.21.15.33:0/2018611265 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a72dca0 0x55781a730090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.416+0000 7fd3bd400640 1 -- 172.21.15.33:0/2018611265 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55781a3fa6a0 con 0x55781a722ac0 2024-09-05T02:31:29.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.416+0000 7fd3c5e00640 1 --2- 172.21.15.33:0/2018611265 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a7233e0 0x55781a72d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:31:29.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.416+0000 7fd3bf400640 1 --2- 172.21.15.33:0/3345597646 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd3ac0a2d70 0x7fd3ac0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:29.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.417+0000 7fd3bd400640 1 --2- 172.21.15.33:0/2018611265 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a722ac0 0x55781a722ea0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fd3b0000c00 tx=0x7fd3b00094d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ae4df1a04548168 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:29.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.417+0000 7fd3bf400640 1 -- 172.21.15.33:0/3345597646 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fd3c00cf180 con 0x7fd3c8109140 2024-09-05T02:31:29.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.417+0000 7fd3c5e00640 1 --2- 172.21.15.33:0/3345597646 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd3ac0a2d70 0x7fd3ac0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:29.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.417+0000 7fd3b7000640 1 -- 172.21.15.33:0/2018611265 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b0046070 con 0x55781a722ac0 2024-09-05T02:31:29.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.417+0000 7fd3b7000640 1 -- 172.21.15.33:0/2018611265 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd3b00035f0 con 0x55781a722ac0 2024-09-05T02:31:29.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.417+0000 7fd3b7000640 1 -- 172.21.15.33:0/2018611265 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b0037040 con 0x55781a722ac0 2024-09-05T02:31:29.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.418+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2018611265 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a722ac0 msgr2=0x55781a722ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:29.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.418+0000 7fd3c5e00640 1 --2- 172.21.15.33:0/3345597646 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd3ac0a2d70 0x7fd3ac0a5230 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fd3b8009620 tx=0x7fd3b8005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:29.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.418+0000 7fd3cf4d2740 1 --2- 172.21.15.33:0/2018611265 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a722ac0 0x55781a722ea0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fd3b0000c00 tx=0x7fd3b00094d0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.418+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2018611265 shutdown_connections 2024-09-05T02:31:29.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.418+0000 7fd3cf4d2740 1 --2- 172.21.15.33:0/2018611265 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a72dca0 0x55781a730090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.418+0000 7fd3cf4d2740 1 --2- 172.21.15.33:0/2018611265 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a7233e0 0x55781a72d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.418+0000 7fd3cf4d2740 1 --2- 172.21.15.33:0/2018611265 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a722ac0 0x55781a722ea0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.418+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2018611265 >> 172.21.15.33:0/2018611265 conn(0x55781a71f050 msgr2=0x55781a71f430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:29.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.418+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2018611265 shutdown_connections 2024-09-05T02:31:29.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.418+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2018611265 wait complete. 2024-09-05T02:31:29.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.419+0000 7fd3cf4d2740 1 -- start start 2024-09-05T02:31:29.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.419+0000 7fd3cf4d2740 1 Processor -- start 2024-09-05T02:31:29.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.419+0000 7fd3cf4d2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a722ac0 0x55781a72d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:29.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.419+0000 7fd3cf4d2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a7233e0 0x55781a72a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:29.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.419+0000 7fd3cf4d2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a72dca0 0x55781a72b180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:29.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.419+0000 7fd3cf4d2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55781a730910 con 0x55781a72dca0 2024-09-05T02:31:29.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.419+0000 7fd3cf4d2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55781a643fa0 con 0x55781a7233e0 2024-09-05T02:31:29.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.419+0000 7fd3cf4d2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55781a730a90 con 0x55781a722ac0 2024-09-05T02:31:29.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.419+0000 7fd3cf4d2740 10 client.0 _ll_register_callbacks cb 0x55781a397ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:31:29.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.420+0000 7fd3c6800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a72dca0 0x55781a72b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:29.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.420+0000 7fd3bd400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a7233e0 0x55781a72a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:29.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.420+0000 7fd3c6800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a72dca0 0x55781a72b180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48324/0 (socket says 172.21.15.33:48324) 2024-09-05T02:31:29.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.420+0000 7fd3c6800640 1 -- 172.21.15.33:0/2169028573 learned_addr learned my addr 172.21.15.33:0/2169028573 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:29.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.420+0000 7fd3c5e00640 1 --2- 172.21.15.33:0/2169028573 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a722ac0 0x55781a72d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:29.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.420+0000 7fd3c6800640 1 -- 172.21.15.33:0/2169028573 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a722ac0 msgr2=0x55781a72d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:29.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.420+0000 7fd3c6800640 1 --2- 172.21.15.33:0/2169028573 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a722ac0 0x55781a72d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.420+0000 7fd3c6800640 1 -- 172.21.15.33:0/2169028573 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a7233e0 msgr2=0x55781a72a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:29.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.420+0000 7fd3c6800640 1 --2- 172.21.15.33:0/2169028573 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a7233e0 0x55781a72a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.420+0000 7fd3c6800640 1 -- 172.21.15.33:0/2169028573 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55781a739d80 con 0x55781a72dca0 2024-09-05T02:31:29.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.420+0000 7fd3bd400640 1 --2- 172.21.15.33:0/2169028573 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a7233e0 0x55781a72a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:31:29.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.421+0000 7fd3c6800640 1 --2- 172.21.15.33:0/2169028573 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a72dca0 0x55781a72b180 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fd3c0097b10 tx=0x7fd3c009b0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ccc4c1cde023d2b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:29.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.421+0000 7fd3ab400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:31:29.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.421+0000 7fd3ab400640 1 -- 172.21.15.33:0/2169028573 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c001a040 con 0x55781a72dca0 2024-09-05T02:31:29.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.421+0000 7fd3ab400640 1 -- 172.21.15.33:0/2169028573 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fd3c0097d20 con 0x55781a72dca0 2024-09-05T02:31:29.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.421+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2169028573 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3b00035f0 con 0x55781a72dca0 2024-09-05T02:31:29.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.421+0000 7fd3ab400640 1 -- 172.21.15.33:0/2169028573 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd3c009fa60 con 0x55781a72dca0 2024-09-05T02:31:29.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.421+0000 7fd3cf4d2740 10 client.16131 fetch_fsmap learned FSMap version 29 2024-09-05T02:31:29.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.421+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2169028573 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55781a73c980 con 0x55781a72dca0 2024-09-05T02:31:29.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.421+0000 7fd3ab400640 1 -- 172.21.15.33:0/2169028573 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd3b00035f0 con 0x55781a72dca0 2024-09-05T02:31:29.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.422+0000 7fd3ab400640 1 -- 172.21.15.33:0/2169028573 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fd3c00bb070 con 0x55781a72dca0 2024-09-05T02:31:29.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.422+0000 7fd3cf4d2740 10 client.16131 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:31:29.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.422+0000 7fd3cf4d2740 10 client.16131 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:31:29.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.422+0000 7fd3cf4d2740 20 client.16131 populate_metadata read hostname 'smithi033' 2024-09-05T02:31:29.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.422+0000 7fd3cf4d2740 1 --2- 172.21.15.33:0/2169028573 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55781a73dd90 0x55781a7401d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:29.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.422+0000 7fd3cf4d2740 4 client.16131 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:31:29.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.422+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2169028573 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55781a696800 con 0x55781a73dd90 2024-09-05T02:31:29.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.422+0000 7fd3c5e00640 1 --2- 172.21.15.33:0/2169028573 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55781a73dd90 0x55781a7401d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:29.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.423+0000 7fd3c5e00640 1 --2- 172.21.15.33:0/2169028573 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55781a73dd90 0x55781a7401d0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99eccfb92cc2618e server_cookie=1b5d14620a56680c in_seq=0 out_seq=0 2024-09-05T02:31:29.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.423+0000 7fd3ab400640 10 client.16131 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:31:29.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.423+0000 7fd3ab400640 1 -- 172.21.15.33:0/2169028573 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55781a696800 con 0x55781a73dd90 2024-09-05T02:31:29.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.423+0000 7fd3ab400640 10 client.16131 handle_command_reply: tid=0 2024-09-05T02:31:29.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.424+0000 7fd3cf4d2740 1 client.16131 shutdown 2024-09-05T02:31:29.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.424+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2169028573 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a72dca0 msgr2=0x55781a72b180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:29.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.424+0000 7fd3cf4d2740 1 --2- 172.21.15.33:0/2169028573 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a72dca0 0x55781a72b180 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fd3c0097b10 tx=0x7fd3c009b0d0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.424+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2169028573 shutdown_connections 2024-09-05T02:31:29.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.424+0000 7fd3cf4d2740 1 --2- 172.21.15.33:0/2169028573 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55781a73dd90 0x55781a7401d0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.424+0000 7fd3cf4d2740 1 --2- 172.21.15.33:0/2169028573 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a72dca0 0x55781a72b180 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.424+0000 7fd3cf4d2740 1 --2- 172.21.15.33:0/2169028573 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a7233e0 0x55781a72a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.424+0000 7fd3cf4d2740 1 --2- 172.21.15.33:0/2169028573 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a722ac0 0x55781a72d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.424+0000 7fd3ab400640 0 client.16131 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:31:29.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.424+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2169028573 >> 172.21.15.33:0/2169028573 conn(0x55781a71f050 msgr2=0x55781a724d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:29.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.424+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2169028573 shutdown_connections 2024-09-05T02:31:29.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.424+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2169028573 wait complete. 2024-09-05T02:31:29.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.424+0000 7fd3cf4d2740 20 client.16131 trim_cache size 0 max 16384 2024-09-05T02:31:29.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.442+0000 7fd3cf4d2740 1 Processor -- start 2024-09-05T02:31:29.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.442+0000 7fd3cf4d2740 1 -- start start 2024-09-05T02:31:29.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.443+0000 7fd3cf4d2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a722ac0 0x55781a725e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:29.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.443+0000 7fd3cf4d2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a7233e0 0x55781a745af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:29.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.443+0000 7fd3cf4d2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a72dca0 0x55781a746030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:29.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.443+0000 7fd3cf4d2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c81afa00 con 0x55781a72dca0 2024-09-05T02:31:29.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.443+0000 7fd3cf4d2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c81b1540 con 0x55781a7233e0 2024-09-05T02:31:29.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.443+0000 7fd3cf4d2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c81b00d0 con 0x55781a722ac0 2024-09-05T02:31:29.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.443+0000 7fd3c6800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a72dca0 0x55781a746030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:29.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.443+0000 7fd3c6800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a72dca0 0x55781a746030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48332/0 (socket says 172.21.15.33:48332) 2024-09-05T02:31:29.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.443+0000 7fd3c6800640 1 -- 172.21.15.33:0/3092891004 learned_addr learned my addr 172.21.15.33:0/3092891004 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:29.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.443+0000 7fd3c5e00640 1 --2- 172.21.15.33:0/3092891004 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a722ac0 0x55781a725e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:29.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.443+0000 7fd3bd400640 1 --2- 172.21.15.33:0/3092891004 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a7233e0 0x55781a745af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:29.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.443+0000 7fd3c5e00640 1 -- 172.21.15.33:0/3092891004 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a7233e0 msgr2=0x55781a745af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:29.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.443+0000 7fd3c5e00640 1 --2- 172.21.15.33:0/3092891004 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a7233e0 0x55781a745af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.444+0000 7fd3c5e00640 1 -- 172.21.15.33:0/3092891004 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a72dca0 msgr2=0x55781a746030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:29.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.444+0000 7fd3c5e00640 1 --2- 172.21.15.33:0/3092891004 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a72dca0 0x55781a746030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.444+0000 7fd3c5e00640 1 -- 172.21.15.33:0/3092891004 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55781a728f40 con 0x55781a722ac0 2024-09-05T02:31:29.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.444+0000 7fd3bd400640 1 --2- 172.21.15.33:0/3092891004 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a7233e0 0x55781a745af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:31:29.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.444+0000 7fd3c6800640 1 --2- 172.21.15.33:0/3092891004 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a72dca0 0x55781a746030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:31:29.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.444+0000 7fd3c5e00640 1 --2- 172.21.15.33:0/3092891004 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a722ac0 0x55781a725e10 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x55781a73e170 tx=0x7fd3b801b000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bf6cd58c06bf71a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:29.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.444+0000 7fd3b6600640 1 -- 172.21.15.33:0/3092891004 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b8004470 con 0x55781a722ac0 2024-09-05T02:31:29.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.444+0000 7fd3b6600640 1 -- 172.21.15.33:0/3092891004 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd3b802b420 con 0x55781a722ac0 2024-09-05T02:31:29.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.444+0000 7fd3b6600640 1 -- 172.21.15.33:0/3092891004 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b801f640 con 0x55781a722ac0 2024-09-05T02:31:29.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.445+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/3092891004 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a722ac0 msgr2=0x55781a725e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:29.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.445+0000 7fd3cf4d2740 1 --2- 172.21.15.33:0/3092891004 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a722ac0 0x55781a725e10 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x55781a73e170 tx=0x7fd3b801b000 comp rx=0 tx=0).stop 2024-09-05T02:31:29.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.445+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/3092891004 shutdown_connections 2024-09-05T02:31:29.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.445+0000 7fd3cf4d2740 1 --2- 172.21.15.33:0/3092891004 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a72dca0 0x55781a746030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.445+0000 7fd3cf4d2740 1 --2- 172.21.15.33:0/3092891004 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a7233e0 0x55781a745af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.445+0000 7fd3cf4d2740 1 --2- 172.21.15.33:0/3092891004 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a722ac0 0x55781a725e10 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.445+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/3092891004 >> 172.21.15.33:0/3092891004 conn(0x55781a71f050 msgr2=0x55781a725700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:29.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.445+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/3092891004 shutdown_connections 2024-09-05T02:31:29.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.445+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/3092891004 wait complete. 2024-09-05T02:31:29.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.445+0000 7fd3cf4d2740 1 -- start start 2024-09-05T02:31:29.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.445+0000 7fd3cf4d2740 1 Processor -- start 2024-09-05T02:31:29.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.446+0000 7fd3cf4d2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a722ac0 0x55781a735ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:29.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.446+0000 7fd3cf4d2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a7233e0 0x55781a736220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:29.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.446+0000 7fd3cf4d2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a72dca0 0x55781a732cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:29.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.446+0000 7fd3cf4d2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c81b0e70 con 0x55781a722ac0 2024-09-05T02:31:29.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.446+0000 7fd3cf4d2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c81b07a0 con 0x55781a72dca0 2024-09-05T02:31:29.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.446+0000 7fd3cf4d2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c81ad9e0 con 0x55781a7233e0 2024-09-05T02:31:29.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.446+0000 7fd3cf4d2740 10 client.0 _ll_register_callbacks cb 0x7fd3c009b1f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:31:29.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.446+0000 7fd3c5e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a722ac0 0x55781a735ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:29.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.446+0000 7fd3c5e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a722ac0 0x55781a735ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48334/0 (socket says 172.21.15.33:48334) 2024-09-05T02:31:29.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.446+0000 7fd3c5e00640 1 -- 172.21.15.33:0/2271839859 learned_addr learned my addr 172.21.15.33:0/2271839859 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:29.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.446+0000 7fd3bd400640 1 --2- 172.21.15.33:0/2271839859 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a7233e0 0x55781a736220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:29.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.447+0000 7fd3c6800640 1 --2- 172.21.15.33:0/2271839859 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a72dca0 0x55781a732cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:29.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.447+0000 7fd3bd400640 1 -- 172.21.15.33:0/2271839859 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a72dca0 msgr2=0x55781a732cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:29.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.447+0000 7fd3bd400640 1 --2- 172.21.15.33:0/2271839859 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a72dca0 0x55781a732cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.447+0000 7fd3bd400640 1 -- 172.21.15.33:0/2271839859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a722ac0 msgr2=0x55781a735ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:29.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.447+0000 7fd3bd400640 1 --2- 172.21.15.33:0/2271839859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a722ac0 0x55781a735ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.447+0000 7fd3bd400640 1 -- 172.21.15.33:0/2271839859 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55781a733220 con 0x55781a7233e0 2024-09-05T02:31:29.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.447+0000 7fd3c5e00640 1 --2- 172.21.15.33:0/2271839859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a722ac0 0x55781a735ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:31:29.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.447+0000 7fd3bd400640 1 --2- 172.21.15.33:0/2271839859 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a7233e0 0x55781a736220 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fd3b0009780 tx=0x7fd3b0030990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2286fbd38de2ac5a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:29.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.447+0000 7fd3ab400640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:31:29.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.447+0000 7fd3ab400640 1 -- 172.21.15.33:0/2271839859 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b0046040 con 0x55781a7233e0 2024-09-05T02:31:29.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.447+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2271839859 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3b802b420 con 0x55781a7233e0 2024-09-05T02:31:29.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.447+0000 7fd3ab400640 1 -- 172.21.15.33:0/2271839859 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fd3b0005240 con 0x55781a7233e0 2024-09-05T02:31:29.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.448+0000 7fd3ab400640 1 -- 172.21.15.33:0/2271839859 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd3b0037040 con 0x55781a7233e0 2024-09-05T02:31:29.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.448+0000 7fd3cf4d2740 10 client.26173 fetch_fsmap learned FSMap version 29 2024-09-05T02:31:29.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.448+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2271839859 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55781a7a9370 con 0x55781a7233e0 2024-09-05T02:31:29.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.448+0000 7fd3ab400640 1 -- 172.21.15.33:0/2271839859 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd3b802b420 con 0x55781a7233e0 2024-09-05T02:31:29.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.448+0000 7fd3ab400640 1 -- 172.21.15.33:0/2271839859 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fd3b0049070 con 0x55781a7233e0 2024-09-05T02:31:29.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.448+0000 7fd3cf4d2740 10 client.26173 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:31:29.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.448+0000 7fd3cf4d2740 10 client.26173 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:31:29.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.448+0000 7fd3cf4d2740 20 client.26173 populate_metadata read hostname 'smithi033' 2024-09-05T02:31:29.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.448+0000 7fd3cf4d2740 1 --2- 172.21.15.33:0/2271839859 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55781a7a95a0 0x55781a7ab990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:29.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.448+0000 7fd3cf4d2740 4 client.26173 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:31:29.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.448+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2271839859 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55781a690d10 con 0x55781a7a95a0 2024-09-05T02:31:29.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.449+0000 7fd3c5e00640 1 --2- 172.21.15.33:0/2271839859 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55781a7a95a0 0x55781a7ab990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:29.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.449+0000 7fd3c5e00640 1 --2- 172.21.15.33:0/2271839859 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55781a7a95a0 0x55781a7ab990 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f430f4df2378b213 server_cookie=52af08cc781a8c06 in_seq=0 out_seq=0 2024-09-05T02:31:29.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.449+0000 7fd3ab400640 10 client.26173 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:31:29.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.450+0000 7fd3ab400640 1 -- 172.21.15.33:0/2271839859 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55781a690d10 con 0x55781a7a95a0 2024-09-05T02:31:29.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.450+0000 7fd3ab400640 10 client.26173 handle_command_reply: tid=0 2024-09-05T02:31:29.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.450+0000 7fd3cf4d2740 1 client.26173 shutdown 2024-09-05T02:31:29.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.451+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2271839859 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a7233e0 msgr2=0x55781a736220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:29.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.451+0000 7fd3cf4d2740 1 --2- 172.21.15.33:0/2271839859 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a7233e0 0x55781a736220 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fd3b0009780 tx=0x7fd3b0030990 comp rx=0 tx=0).stop 2024-09-05T02:31:29.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.451+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2271839859 shutdown_connections 2024-09-05T02:31:29.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.451+0000 7fd3cf4d2740 1 --2- 172.21.15.33:0/2271839859 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55781a72dca0 0x55781a732cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.451+0000 7fd3cf4d2740 1 --2- 172.21.15.33:0/2271839859 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55781a7233e0 0x55781a736220 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.451+0000 7fd3cf4d2740 1 --2- 172.21.15.33:0/2271839859 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55781a7a95a0 0x55781a7ab990 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.451+0000 7fd3cf4d2740 1 --2- 172.21.15.33:0/2271839859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55781a722ac0 0x55781a735ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.451+0000 7fd3ab400640 0 client.26173 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:31:29.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.451+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2271839859 >> 172.21.15.33:0/2271839859 conn(0x55781a71f050 msgr2=0x55781a724d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:29.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.451+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2271839859 shutdown_connections 2024-09-05T02:31:29.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.451+0000 7fd3cf4d2740 1 -- 172.21.15.33:0/2271839859 wait complete. 2024-09-05T02:31:29.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.451+0000 7fd3cf4d2740 20 client.26173 trim_cache size 0 max 16384 2024-09-05T02:31:29.455 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:31:29.455 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:31:29.455 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "e7386ad5-3e48-4dab-b56a-b3d27f58fd55", 2024-09-05T02:31:29.456 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:31:29.456 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:31:29.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.452+0000 7fd3cca00640 1 -- 172.21.15.33:0/3345597646 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd3ac0a2d70 msgr2=0x7fd3ac0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:29.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.452+0000 7fd3cca00640 1 --2- 172.21.15.33:0/3345597646 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd3ac0a2d70 0x7fd3ac0a5230 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fd3b8009620 tx=0x7fd3b8005f90 comp rx=0 tx=0).stop 2024-09-05T02:31:29.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.452+0000 7fd3cca00640 1 -- 172.21.15.33:0/3345597646 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3c8109140 msgr2=0x7fd3c819eef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:29.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.452+0000 7fd3cca00640 1 --2- 172.21.15.33:0/3345597646 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3c8109140 0x7fd3c819eef0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fd3c000ef00 tx=0x7fd3c000c740 comp rx=0 tx=0).stop 2024-09-05T02:31:29.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.452+0000 7fd3cca00640 1 -- 172.21.15.33:0/3345597646 shutdown_connections 2024-09-05T02:31:29.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.452+0000 7fd3cca00640 1 --2- 172.21.15.33:0/3345597646 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd3ac0a2d70 0x7fd3ac0a5230 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.452+0000 7fd3cca00640 1 --2- 172.21.15.33:0/3345597646 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3c8109140 0x7fd3c819eef0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.452+0000 7fd3cca00640 1 --2- 172.21.15.33:0/3345597646 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd3c81049c0 0x7fd3c819ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.452+0000 7fd3cca00640 1 --2- 172.21.15.33:0/3345597646 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd3c8104010 0x7fd3c819a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:29.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.452+0000 7fd3cca00640 1 -- 172.21.15.33:0/3345597646 >> 172.21.15.33:0/3345597646 conn(0x7fd3c80ffa50 msgr2=0x7fd3c8100dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:29.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.452+0000 7fd3cca00640 1 -- 172.21.15.33:0/3345597646 shutdown_connections 2024-09-05T02:31:29.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:29.452+0000 7fd3cca00640 1 -- 172.21.15.33:0/3345597646 wait complete. 2024-09-05T02:31:29.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:29 smithi033 ceph-mon[29909]: pgmap v139: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:31:29.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:29 smithi123 ceph-mon[34031]: pgmap v139: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:31:29.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:29 smithi174 ceph-mon[34756]: pgmap v139: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:31:30.459 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:31:30.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:30 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:31:30.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:30 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:31:30.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:30 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:31:30.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:30 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:31:30.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:30 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:31:30.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:30 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:31:30.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:30 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:31:30.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:30 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:31:30.837 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:31:30.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:30 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:31:30.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:30 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:31:30.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:30 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:31:30.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:30 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:31:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.390+0000 7f5ecdc00640 1 -- 172.21.15.33:0/638008044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec810e3c0 msgr2=0x7f5ec8110810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:31.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.390+0000 7f5ecdc00640 1 --2- 172.21.15.33:0/638008044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec810e3c0 0x7f5ec8110810 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f5ec0009ca0 tx=0x7f5ec002a950 comp rx=0 tx=0).stop 2024-09-05T02:31:31.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.390+0000 7f5ecdc00640 1 -- 172.21.15.33:0/638008044 shutdown_connections 2024-09-05T02:31:31.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.390+0000 7f5ecdc00640 1 --2- 172.21.15.33:0/638008044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec810e3c0 0x7f5ec8110810 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.390+0000 7f5ecdc00640 1 --2- 172.21.15.33:0/638008044 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5ec8074f40 0x7f5ec810de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.390+0000 7f5ecdc00640 1 --2- 172.21.15.33:0/638008044 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5ec8074620 0x7f5ec8074a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.390+0000 7f5ecdc00640 1 -- 172.21.15.33:0/638008044 >> 172.21.15.33:0/638008044 conn(0x7f5ec80fd8c0 msgr2=0x7f5ec80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:31.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.390+0000 7f5ecdc00640 1 -- 172.21.15.33:0/638008044 shutdown_connections 2024-09-05T02:31:31.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.390+0000 7f5ecdc00640 1 -- 172.21.15.33:0/638008044 wait complete. 2024-09-05T02:31:31.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.391+0000 7f5ecdc00640 1 Processor -- start 2024-09-05T02:31:31.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.391+0000 7f5ecdc00640 1 -- start start 2024-09-05T02:31:31.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.392+0000 7f5ecdc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec8074620 0x7f5ec819a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:31.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.392+0000 7f5ecdc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5ec8074f40 0x7f5ec819ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:31.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.392+0000 7f5ecdc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5ec810e3c0 0x7f5ec819eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:31.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.392+0000 7f5ecdc00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec8114160 con 0x7f5ec8074620 2024-09-05T02:31:31.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.392+0000 7f5ecdc00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec8113fe0 con 0x7f5ec8074f40 2024-09-05T02:31:31.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.392+0000 7f5ecdc00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec81142e0 con 0x7f5ec810e3c0 2024-09-05T02:31:31.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.392+0000 7f5ec6a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec8074620 0x7f5ec819a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:31.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.392+0000 7f5ec6a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec8074620 0x7f5ec819a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52902/0 (socket says 172.21.15.33:52902) 2024-09-05T02:31:31.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.392+0000 7f5ec6a00640 1 -- 172.21.15.33:0/1919931157 learned_addr learned my addr 172.21.15.33:0/1919931157 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:31.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.392+0000 7f5ec7400640 1 --2- 172.21.15.33:0/1919931157 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5ec810e3c0 0x7f5ec819eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:31.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.392+0000 7f5ebfe00640 1 --2- 172.21.15.33:0/1919931157 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5ec8074f40 0x7f5ec819ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:31.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.392+0000 7f5ec6a00640 1 -- 172.21.15.33:0/1919931157 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5ec810e3c0 msgr2=0x7f5ec819eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:31.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.392+0000 7f5ec6a00640 1 --2- 172.21.15.33:0/1919931157 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5ec810e3c0 0x7f5ec819eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.392+0000 7f5ec6a00640 1 -- 172.21.15.33:0/1919931157 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5ec8074f40 msgr2=0x7f5ec819ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:31.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.392+0000 7f5ec6a00640 1 --2- 172.21.15.33:0/1919931157 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5ec8074f40 0x7f5ec819ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.392+0000 7f5ec6a00640 1 -- 172.21.15.33:0/1919931157 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ec819f5d0 con 0x7f5ec8074620 2024-09-05T02:31:31.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.393+0000 7f5ec6a00640 1 --2- 172.21.15.33:0/1919931157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec8074620 0x7f5ec819a620 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f5eb800e9f0 tx=0x7f5eb800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:31.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.393+0000 7f5ebf400640 1 -- 172.21.15.33:0/1919931157 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb800cd80 con 0x7f5ec8074620 2024-09-05T02:31:31.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.393+0000 7f5ecdc00640 1 -- 172.21.15.33:0/1919931157 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ec819f8c0 con 0x7f5ec8074620 2024-09-05T02:31:31.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.393+0000 7f5ebf400640 1 -- 172.21.15.33:0/1919931157 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5eb8005500 con 0x7f5ec8074620 2024-09-05T02:31:31.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.393+0000 7f5ebf400640 1 -- 172.21.15.33:0/1919931157 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb8018630 con 0x7f5ec8074620 2024-09-05T02:31:31.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.393+0000 7f5ecdc00640 1 -- 172.21.15.33:0/1919931157 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ec81a71a0 con 0x7f5ec8074620 2024-09-05T02:31:31.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.396+0000 7f5ed06b3740 1 Processor -- start 2024-09-05T02:31:31.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.396+0000 7f5ebf400640 1 -- 172.21.15.33:0/1919931157 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f5eb80046c0 con 0x7f5ec8074620 2024-09-05T02:31:31.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.396+0000 7f5ed06b3740 1 -- start start 2024-09-05T02:31:31.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.397+0000 7f5ed06b3740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac5cb90 0x5586dac5cf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:31.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.397+0000 7f5ed06b3740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5d4b0 0x5586dac67830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:31.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.397+0000 7f5ed06b3740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac67d70 0x5586dac6a160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:31.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.397+0000 7f5ed06b3740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5586dabc33e0 con 0x5586dac5cb90 2024-09-05T02:31:31.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.397+0000 7f5ed06b3740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5586dab6ad80 con 0x5586dac67d70 2024-09-05T02:31:31.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.397+0000 7f5ed06b3740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5586dabbf3a0 con 0x5586dac5d4b0 2024-09-05T02:31:31.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.397+0000 7f5ec7400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac5cb90 0x5586dac5cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:31.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.397+0000 7f5ec7400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac5cb90 0x5586dac5cf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52916/0 (socket says 172.21.15.33:52916) 2024-09-05T02:31:31.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.397+0000 7f5ec7400640 1 -- 172.21.15.33:0/3088522735 learned_addr learned my addr 172.21.15.33:0/3088522735 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:31.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.397+0000 7f5ec6a00640 1 --2- 172.21.15.33:0/3088522735 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5d4b0 0x5586dac67830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:31.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.397+0000 7f5ebfe00640 1 --2- 172.21.15.33:0/3088522735 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac67d70 0x5586dac6a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:31.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.398+0000 7f5ebfe00640 1 -- 172.21.15.33:0/3088522735 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5d4b0 msgr2=0x5586dac67830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:31.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.398+0000 7f5ebfe00640 1 --2- 172.21.15.33:0/3088522735 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5d4b0 0x5586dac67830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.398+0000 7f5ebfe00640 1 -- 172.21.15.33:0/3088522735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac5cb90 msgr2=0x5586dac5cf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:31.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.398+0000 7f5ebfe00640 1 --2- 172.21.15.33:0/3088522735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac5cb90 0x5586dac5cf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.398+0000 7f5ebfe00640 1 -- 172.21.15.33:0/3088522735 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586dab89ae0 con 0x5586dac67d70 2024-09-05T02:31:31.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.398+0000 7f5ec7400640 1 --2- 172.21.15.33:0/3088522735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac5cb90 0x5586dac5cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:31:31.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.398+0000 7f5ebfe00640 1 --2- 172.21.15.33:0/3088522735 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac67d70 0x5586dac6a160 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f5eb0009bf0 tx=0x7f5eb0011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=925d7f81a748819c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:31.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.398+0000 7f5ebf400640 1 --2- 172.21.15.33:0/1919931157 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5eac0a2cf0 0x7f5eac0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:31.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.398+0000 7f5eb7e00640 1 -- 172.21.15.33:0/3088522735 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb001e070 con 0x5586dac67d70 2024-09-05T02:31:31.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.399+0000 7f5ebf400640 1 -- 172.21.15.33:0/1919931157 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f5eb80cf980 con 0x7f5ec8074620 2024-09-05T02:31:31.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.399+0000 7f5eb7e00640 1 -- 172.21.15.33:0/3088522735 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5eb00035f0 con 0x5586dac67d70 2024-09-05T02:31:31.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.399+0000 7f5eb7e00640 1 -- 172.21.15.33:0/3088522735 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb0019690 con 0x5586dac67d70 2024-09-05T02:31:31.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.399+0000 7f5ec7400640 1 --2- 172.21.15.33:0/1919931157 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5eac0a2cf0 0x7f5eac0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:31.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.399+0000 7f5ed06b3740 1 -- 172.21.15.33:0/3088522735 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac67d70 msgr2=0x5586dac6a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:31.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.399+0000 7f5ec7400640 1 --2- 172.21.15.33:0/1919931157 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5eac0a2cf0 0x7f5eac0a51b0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5ec0030040 tx=0x7f5ec0005c50 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:31.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.399+0000 7f5ed06b3740 1 --2- 172.21.15.33:0/3088522735 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac67d70 0x5586dac6a160 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f5eb0009bf0 tx=0x7f5eb0011810 comp rx=0 tx=0).stop 2024-09-05T02:31:31.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.399+0000 7f5ed06b3740 1 -- 172.21.15.33:0/3088522735 shutdown_connections 2024-09-05T02:31:31.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.399+0000 7f5ed06b3740 1 --2- 172.21.15.33:0/3088522735 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac67d70 0x5586dac6a160 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.399+0000 7f5ed06b3740 1 --2- 172.21.15.33:0/3088522735 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5d4b0 0x5586dac67830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.399+0000 7f5ed06b3740 1 --2- 172.21.15.33:0/3088522735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac5cb90 0x5586dac5cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.399+0000 7f5ed06b3740 1 -- 172.21.15.33:0/3088522735 >> 172.21.15.33:0/3088522735 conn(0x5586dac59120 msgr2=0x5586dac59500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:31.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.400+0000 7f5ed06b3740 1 -- 172.21.15.33:0/3088522735 shutdown_connections 2024-09-05T02:31:31.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.400+0000 7f5ed06b3740 1 -- 172.21.15.33:0/3088522735 wait complete. 2024-09-05T02:31:31.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.400+0000 7f5ed06b3740 1 -- start start 2024-09-05T02:31:31.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.400+0000 7f5ed06b3740 1 Processor -- start 2024-09-05T02:31:31.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.401+0000 7f5ed06b3740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5cb90 0x5586dac64c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:31.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.401+0000 7f5ed06b3740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac5d4b0 0x5586dac65140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:31.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.401+0000 7f5ed06b3740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac67d70 0x5586dac65680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:31.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.401+0000 7f5ed06b3740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5586dac6a9e0 con 0x5586dac5d4b0 2024-09-05T02:31:31.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.401+0000 7f5ed06b3740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5586dab7e0f0 con 0x5586dac67d70 2024-09-05T02:31:31.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.401+0000 7f5ed06b3740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5586dac6ab60 con 0x5586dac5cb90 2024-09-05T02:31:31.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.401+0000 7f5ed06b3740 10 client.0 _ll_register_callbacks cb 0x5586dab6f9e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:31:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.401+0000 7f5ec6a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5cb90 0x5586dac64c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.401+0000 7f5ec6a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5cb90 0x5586dac64c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:33582/0 (socket says 172.21.15.33:33582) 2024-09-05T02:31:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.401+0000 7f5ec6a00640 1 -- 172.21.15.33:0/4240639582 learned_addr learned my addr 172.21.15.33:0/4240639582 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.401+0000 7f5ebfe00640 1 --2- 172.21.15.33:0/4240639582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac5d4b0 0x5586dac65140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.401+0000 7f5ec7400640 1 --2- 172.21.15.33:0/4240639582 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac67d70 0x5586dac65680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.402+0000 7f5ec6a00640 1 -- 172.21.15.33:0/4240639582 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac67d70 msgr2=0x5586dac65680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.402+0000 7f5ec6a00640 1 --2- 172.21.15.33:0/4240639582 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac67d70 0x5586dac65680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.402+0000 7f5ec6a00640 1 -- 172.21.15.33:0/4240639582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac5d4b0 msgr2=0x5586dac65140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.402+0000 7f5ec6a00640 1 --2- 172.21.15.33:0/4240639582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac5d4b0 0x5586dac65140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.402+0000 7f5ec6a00640 1 -- 172.21.15.33:0/4240639582 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586da9343c0 con 0x5586dac5cb90 2024-09-05T02:31:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.402+0000 7f5ec6a00640 1 --2- 172.21.15.33:0/4240639582 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5cb90 0x5586dac64c00 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5eb809bde0 tx=0x7f5eb8004ae0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2695596f942cd70 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:31.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.402+0000 7f5eb4c00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:31:31.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.402+0000 7f5eb4c00640 1 -- 172.21.15.33:0/4240639582 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb809b990 con 0x5586dac5cb90 2024-09-05T02:31:31.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.402+0000 7f5eb4c00640 1 -- 172.21.15.33:0/4240639582 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f5eb809b4a0 con 0x5586dac5cb90 2024-09-05T02:31:31.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.402+0000 7f5ed06b3740 1 -- 172.21.15.33:0/4240639582 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5eb00035f0 con 0x5586dac5cb90 2024-09-05T02:31:31.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.402+0000 7f5eb4c00640 1 -- 172.21.15.33:0/4240639582 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5eb80cd510 con 0x5586dac5cb90 2024-09-05T02:31:31.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.402+0000 7f5ed06b3740 10 client.26185 fetch_fsmap learned FSMap version 29 2024-09-05T02:31:31.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.402+0000 7f5ed06b3740 1 -- 172.21.15.33:0/4240639582 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5586dac76680 con 0x5586dac5cb90 2024-09-05T02:31:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.403+0000 7f5eb4c00640 1 -- 172.21.15.33:0/4240639582 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5eb00035f0 con 0x5586dac5cb90 2024-09-05T02:31:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.403+0000 7f5eb4c00640 1 -- 172.21.15.33:0/4240639582 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f5eb809ae30 con 0x5586dac5cb90 2024-09-05T02:31:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.403+0000 7f5ed06b3740 10 client.26185 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:31:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.403+0000 7f5ed06b3740 10 client.26185 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:31:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.403+0000 7f5ed06b3740 20 client.26185 populate_metadata read hostname 'smithi033' 2024-09-05T02:31:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.403+0000 7f5ed06b3740 1 --2- 172.21.15.33:0/4240639582 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5586dac77a90 0x5586dac79ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.403+0000 7f5ed06b3740 4 client.26185 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:31:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.403+0000 7f5ed06b3740 1 -- 172.21.15.33:0/4240639582 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5586dabd0950 con 0x5586dac77a90 2024-09-05T02:31:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.403+0000 7f5ebfe00640 1 --2- 172.21.15.33:0/4240639582 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5586dac77a90 0x5586dac79ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.404+0000 7f5ebfe00640 1 --2- 172.21.15.33:0/4240639582 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5586dac77a90 0x5586dac79ea0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=491fe8437714ff9e server_cookie=6a60a188b2994051 in_seq=0 out_seq=0 2024-09-05T02:31:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.404+0000 7f5eb4c00640 10 client.26185 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:31:31.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.405+0000 7f5eb4c00640 1 -- 172.21.15.33:0/4240639582 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5586dabd0950 con 0x5586dac77a90 2024-09-05T02:31:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.405+0000 7f5eb4c00640 10 client.26185 handle_command_reply: tid=0 2024-09-05T02:31:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.405+0000 7f5ed06b3740 1 client.26185 shutdown 2024-09-05T02:31:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.405+0000 7f5ed06b3740 1 -- 172.21.15.33:0/4240639582 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5cb90 msgr2=0x5586dac64c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.405+0000 7f5ed06b3740 1 --2- 172.21.15.33:0/4240639582 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5cb90 0x5586dac64c00 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5eb809bde0 tx=0x7f5eb8004ae0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.405+0000 7f5ed06b3740 1 -- 172.21.15.33:0/4240639582 shutdown_connections 2024-09-05T02:31:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.405+0000 7f5ed06b3740 1 --2- 172.21.15.33:0/4240639582 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac67d70 0x5586dac65680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.405+0000 7f5ed06b3740 1 --2- 172.21.15.33:0/4240639582 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5586dac77a90 0x5586dac79ea0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.405+0000 7f5ed06b3740 1 --2- 172.21.15.33:0/4240639582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac5d4b0 0x5586dac65140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.405+0000 7f5ed06b3740 1 --2- 172.21.15.33:0/4240639582 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5cb90 0x5586dac64c00 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.405+0000 7f5ed06b3740 1 -- 172.21.15.33:0/4240639582 >> 172.21.15.33:0/4240639582 conn(0x5586dac59120 msgr2=0x5586dac5ee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.405+0000 7f5eb4c00640 0 client.26185 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:31:31.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.405+0000 7f5ed06b3740 1 -- 172.21.15.33:0/4240639582 shutdown_connections 2024-09-05T02:31:31.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.406+0000 7f5ed06b3740 1 -- 172.21.15.33:0/4240639582 wait complete. 2024-09-05T02:31:31.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.406+0000 7f5ed06b3740 20 client.26185 trim_cache size 0 max 16384 2024-09-05T02:31:31.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.424+0000 7f5ed06b3740 1 Processor -- start 2024-09-05T02:31:31.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.424+0000 7f5ed06b3740 1 -- start start 2024-09-05T02:31:31.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.424+0000 7f5ed06b3740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac59120 0x5586dac7f710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:31.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.424+0000 7f5ed06b3740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac5cb90 0x5586dac7fc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:31.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.424+0000 7f5ed06b3740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5d4b0 0x5586dac61e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:31.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.424+0000 7f5ed06b3740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec81afb10 con 0x5586dac59120 2024-09-05T02:31:31.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.424+0000 7f5ed06b3740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec81b1650 con 0x5586dac5cb90 2024-09-05T02:31:31.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.424+0000 7f5ed06b3740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec81b01e0 con 0x5586dac5d4b0 2024-09-05T02:31:31.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.425+0000 7f5ec6a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac59120 0x5586dac7f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:31.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.425+0000 7f5ec6a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac59120 0x5586dac7f710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52936/0 (socket says 172.21.15.33:52936) 2024-09-05T02:31:31.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.425+0000 7f5ec6a00640 1 -- 172.21.15.33:0/1294625904 learned_addr learned my addr 172.21.15.33:0/1294625904 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:31.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.425+0000 7f5ebfe00640 1 --2- 172.21.15.33:0/1294625904 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac5cb90 0x5586dac7fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:31.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.425+0000 7f5ec7400640 1 --2- 172.21.15.33:0/1294625904 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5d4b0 0x5586dac61e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:31.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.425+0000 7f5ebfe00640 1 -- 172.21.15.33:0/1294625904 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5d4b0 msgr2=0x5586dac61e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:31.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.425+0000 7f5ebfe00640 1 --2- 172.21.15.33:0/1294625904 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5d4b0 0x5586dac61e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.425+0000 7f5ebfe00640 1 -- 172.21.15.33:0/1294625904 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac59120 msgr2=0x5586dac7f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:31.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.425+0000 7f5ebfe00640 1 --2- 172.21.15.33:0/1294625904 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac59120 0x5586dac7f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.425+0000 7f5ebfe00640 1 -- 172.21.15.33:0/1294625904 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586dac58f50 con 0x5586dac5cb90 2024-09-05T02:31:31.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.425+0000 7f5ec6a00640 1 --2- 172.21.15.33:0/1294625904 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac59120 0x5586dac7f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:31:31.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.425+0000 7f5ebfe00640 1 --2- 172.21.15.33:0/1294625904 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac5cb90 0x5586dac7fc50 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5eb001c040 tx=0x7f5eb0005210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=285c8a9585ab3c6a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:31.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.426+0000 7f5eb7400640 1 -- 172.21.15.33:0/1294625904 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb001e040 con 0x5586dac5cb90 2024-09-05T02:31:31.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.426+0000 7f5eb7400640 1 -- 172.21.15.33:0/1294625904 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5eb001f040 con 0x5586dac5cb90 2024-09-05T02:31:31.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.426+0000 7f5eb7400640 1 -- 172.21.15.33:0/1294625904 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb0019430 con 0x5586dac5cb90 2024-09-05T02:31:31.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.426+0000 7f5ed06b3740 1 -- 172.21.15.33:0/1294625904 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac5cb90 msgr2=0x5586dac7fc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:31.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.426+0000 7f5ed06b3740 1 --2- 172.21.15.33:0/1294625904 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac5cb90 0x5586dac7fc50 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5eb001c040 tx=0x7f5eb0005210 comp rx=0 tx=0).stop 2024-09-05T02:31:31.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.426+0000 7f5ed06b3740 1 -- 172.21.15.33:0/1294625904 shutdown_connections 2024-09-05T02:31:31.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.426+0000 7f5ed06b3740 1 --2- 172.21.15.33:0/1294625904 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5d4b0 0x5586dac61e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.426+0000 7f5ed06b3740 1 --2- 172.21.15.33:0/1294625904 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac5cb90 0x5586dac7fc50 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.426+0000 7f5ed06b3740 1 --2- 172.21.15.33:0/1294625904 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac59120 0x5586dac7f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.426+0000 7f5ed06b3740 1 -- 172.21.15.33:0/1294625904 >> 172.21.15.33:0/1294625904 conn(0x5586dac605f0 msgr2=0x5586dac634d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:31.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.427+0000 7f5ed06b3740 1 -- 172.21.15.33:0/1294625904 shutdown_connections 2024-09-05T02:31:31.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.427+0000 7f5ed06b3740 1 -- 172.21.15.33:0/1294625904 wait complete. 2024-09-05T02:31:31.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.427+0000 7f5ed06b3740 1 -- start start 2024-09-05T02:31:31.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.427+0000 7f5ed06b3740 1 Processor -- start 2024-09-05T02:31:31.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.428+0000 7f5ed06b3740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac59120 0x5586dac6c380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:31.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.428+0000 7f5ed06b3740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5cb90 0x5586dac6c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:31.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.428+0000 7f5ed06b3740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac5d4b0 0x5586dacdb6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:31.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.428+0000 7f5ed06b3740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec81b0f80 con 0x5586dac59120 2024-09-05T02:31:31.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.428+0000 7f5ed06b3740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec81b08b0 con 0x5586dac5d4b0 2024-09-05T02:31:31.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.428+0000 7f5ed06b3740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec81adaf0 con 0x5586dac5cb90 2024-09-05T02:31:31.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.428+0000 7f5ed06b3740 10 client.0 _ll_register_callbacks cb 0x7f5eb8009720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:31:31.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.428+0000 7f5ebfe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5cb90 0x5586dac6c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:31.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.428+0000 7f5ec6a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac59120 0x5586dac6c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:31.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.428+0000 7f5ebfe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5cb90 0x5586dac6c8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:33594/0 (socket says 172.21.15.33:33594) 2024-09-05T02:31:31.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.428+0000 7f5ebfe00640 1 -- 172.21.15.33:0/1627584162 learned_addr learned my addr 172.21.15.33:0/1627584162 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:31:31.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.428+0000 7f5ec7400640 1 --2- 172.21.15.33:0/1627584162 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac5d4b0 0x5586dacdb6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:31.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.428+0000 7f5ebfe00640 1 -- 172.21.15.33:0/1627584162 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac5d4b0 msgr2=0x5586dacdb6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:31.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.428+0000 7f5ebfe00640 1 --2- 172.21.15.33:0/1627584162 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac5d4b0 0x5586dacdb6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.428+0000 7f5ebfe00640 1 -- 172.21.15.33:0/1627584162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac59120 msgr2=0x5586dac6c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:31:31.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.428+0000 7f5ebfe00640 1 --2- 172.21.15.33:0/1627584162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac59120 0x5586dac6c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.428+0000 7f5ebfe00640 1 -- 172.21.15.33:0/1627584162 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586dacdbcf0 con 0x5586dac5cb90 2024-09-05T02:31:31.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.429+0000 7f5ebfe00640 1 --2- 172.21.15.33:0/1627584162 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5cb90 0x5586dac6c8c0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5eb0009250 tx=0x7f5eb0005d30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=afb7b1a14b01be9e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:31:31.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.429+0000 7f5eb4c00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:31:31.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.429+0000 7f5eb4c00640 1 -- 172.21.15.33:0/1627584162 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb001e050 con 0x5586dac5cb90 2024-09-05T02:31:31.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.429+0000 7f5ed06b3740 1 -- 172.21.15.33:0/1627584162 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5eb001f040 con 0x5586dac5cb90 2024-09-05T02:31:31.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.429+0000 7f5eb4c00640 1 -- 172.21.15.33:0/1627584162 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f5eb0003d70 con 0x5586dac5cb90 2024-09-05T02:31:31.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.429+0000 7f5eb4c00640 1 -- 172.21.15.33:0/1627584162 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5eb0041050 con 0x5586dac5cb90 2024-09-05T02:31:31.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.429+0000 7f5ed06b3740 10 client.26191 fetch_fsmap learned FSMap version 29 2024-09-05T02:31:31.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.429+0000 7f5ed06b3740 1 -- 172.21.15.33:0/1627584162 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5586dace3070 con 0x5586dac5cb90 2024-09-05T02:31:31.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.430+0000 7f5eb4c00640 1 -- 172.21.15.33:0/1627584162 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5eb001f040 con 0x5586dac5cb90 2024-09-05T02:31:31.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.430+0000 7f5eb4c00640 1 -- 172.21.15.33:0/1627584162 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f5eb0025940 con 0x5586dac5cb90 2024-09-05T02:31:31.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.430+0000 7f5ed06b3740 10 client.26191 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:31:31.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.430+0000 7f5ed06b3740 10 client.26191 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:31:31.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.430+0000 7f5ed06b3740 20 client.26191 populate_metadata read hostname 'smithi033' 2024-09-05T02:31:31.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.430+0000 7f5ed06b3740 1 --2- 172.21.15.33:0/1627584162 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5586dac67d70 0x5586dace54a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:31:31.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.430+0000 7f5ed06b3740 4 client.26191 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:31:31.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.430+0000 7f5ed06b3740 1 -- 172.21.15.33:0/1627584162 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5586dabcae60 con 0x5586dac67d70 2024-09-05T02:31:31.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.431+0000 7f5ec6a00640 1 --2- 172.21.15.33:0/1627584162 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5586dac67d70 0x5586dace54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:31:31.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.431+0000 7f5ec6a00640 1 --2- 172.21.15.33:0/1627584162 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5586dac67d70 0x5586dace54a0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=381f67584afa3b7 server_cookie=433071c6b63ac265 in_seq=0 out_seq=0 2024-09-05T02:31:31.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.431+0000 7f5eb4c00640 10 client.26191 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:31:31.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.431+0000 7f5eb4c00640 1 -- 172.21.15.33:0/1627584162 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5586dabcae60 con 0x5586dac67d70 2024-09-05T02:31:31.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.431+0000 7f5eb4c00640 10 client.26191 handle_command_reply: tid=0 2024-09-05T02:31:31.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.431+0000 7f5ed06b3740 1 client.26191 shutdown 2024-09-05T02:31:31.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.432+0000 7f5ed06b3740 1 -- 172.21.15.33:0/1627584162 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5cb90 msgr2=0x5586dac6c8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:31.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.432+0000 7f5ed06b3740 1 --2- 172.21.15.33:0/1627584162 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5cb90 0x5586dac6c8c0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5eb0009250 tx=0x7f5eb0005d30 comp rx=0 tx=0).stop 2024-09-05T02:31:31.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.432+0000 7f5ed06b3740 1 -- 172.21.15.33:0/1627584162 shutdown_connections 2024-09-05T02:31:31.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.432+0000 7f5ed06b3740 1 --2- 172.21.15.33:0/1627584162 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586dac5d4b0 0x5586dacdb6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.432+0000 7f5ed06b3740 1 --2- 172.21.15.33:0/1627584162 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5586dac5cb90 0x5586dac6c8c0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.432+0000 7f5ed06b3740 1 --2- 172.21.15.33:0/1627584162 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5586dac67d70 0x5586dace54a0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.432+0000 7f5ed06b3740 1 --2- 172.21.15.33:0/1627584162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5586dac59120 0x5586dac6c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.432+0000 7f5ed06b3740 1 -- 172.21.15.33:0/1627584162 >> 172.21.15.33:0/1627584162 conn(0x5586dac605f0 msgr2=0x5586dac5e5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:31.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.432+0000 7f5eb4c00640 0 client.26191 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:31:31.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.432+0000 7f5ed06b3740 1 -- 172.21.15.33:0/1627584162 shutdown_connections 2024-09-05T02:31:31.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.432+0000 7f5ed06b3740 1 -- 172.21.15.33:0/1627584162 wait complete. 2024-09-05T02:31:31.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.432+0000 7f5ed06b3740 20 client.26191 trim_cache size 0 max 16384 2024-09-05T02:31:31.437 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:31:31.437 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T02:31:31.437 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": { 2024-09-05T02:31:31.437 INFO:teuthology.orchestra.run.smithi033.stdout: "e7386ad5-3e48-4dab-b56a-b3d27f58fd55": { 2024-09-05T02:31:31.437 INFO:teuthology.orchestra.run.smithi033.stdout: "path": "/", 2024-09-05T02:31:31.437 INFO:teuthology.orchestra.run.smithi033.stdout: "tag": "e7386ad5-3e48-4dab-b56a-b3d27f58fd55", 2024-09-05T02:31:31.437 INFO:teuthology.orchestra.run.smithi033.stdout: "options": "recursive,force" 2024-09-05T02:31:31.437 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:31:31.437 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:31:31.437 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:31:31.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.433+0000 7f5ecdc00640 1 -- 172.21.15.33:0/1919931157 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5eac0a2cf0 msgr2=0x7f5eac0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:31.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.433+0000 7f5ecdc00640 1 --2- 172.21.15.33:0/1919931157 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5eac0a2cf0 0x7f5eac0a51b0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5ec0030040 tx=0x7f5ec0005c50 comp rx=0 tx=0).stop 2024-09-05T02:31:31.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.433+0000 7f5ecdc00640 1 -- 172.21.15.33:0/1919931157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec8074620 msgr2=0x7f5ec819a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:31:31.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.433+0000 7f5ecdc00640 1 --2- 172.21.15.33:0/1919931157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec8074620 0x7f5ec819a620 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f5eb800e9f0 tx=0x7f5eb800edf0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.433+0000 7f5ecdc00640 1 -- 172.21.15.33:0/1919931157 shutdown_connections 2024-09-05T02:31:31.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.433+0000 7f5ecdc00640 1 --2- 172.21.15.33:0/1919931157 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5eac0a2cf0 0x7f5eac0a51b0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.433+0000 7f5ecdc00640 1 --2- 172.21.15.33:0/1919931157 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5ec810e3c0 0x7f5ec819eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.433+0000 7f5ecdc00640 1 --2- 172.21.15.33:0/1919931157 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5ec8074f40 0x7f5ec819ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.433+0000 7f5ecdc00640 1 --2- 172.21.15.33:0/1919931157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec8074620 0x7f5ec819a620 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:31:31.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.433+0000 7f5ecdc00640 1 -- 172.21.15.33:0/1919931157 >> 172.21.15.33:0/1919931157 conn(0x7f5ec80fd8c0 msgr2=0x7f5ec80fe520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:31:31.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.433+0000 7f5ecdc00640 1 -- 172.21.15.33:0/1919931157 shutdown_connections 2024-09-05T02:31:31.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:31:31.433+0000 7f5ecdc00640 1 -- 172.21.15.33:0/1919931157 wait complete. 2024-09-05T02:31:31.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:31 smithi033 ceph-mon[29909]: pgmap v140: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-05T02:31:31.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:31 smithi123 ceph-mon[34031]: pgmap v140: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-05T02:31:31.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:31 smithi174 ceph-mon[34756]: pgmap v140: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-05T02:31:32.474 INFO:tasks.cephfs.filesystem:scrub status for tag:e7386ad5-3e48-4dab-b56a-b3d27f58fd55 - {'path': '/', 'tag': 'e7386ad5-3e48-4dab-b56a-b3d27f58fd55', 'options': 'recursive,force'} 2024-09-05T02:31:32.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:32 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:31:32.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:32 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:31:32.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:32 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:31:33.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:33 smithi123 ceph-mon[34031]: pgmap v141: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 12 op/s 2024-09-05T02:31:33.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:33 smithi174 ceph-mon[34756]: pgmap v141: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 12 op/s 2024-09-05T02:31:33.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:33 smithi033 ceph-mon[29909]: pgmap v141: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 12 op/s 2024-09-05T02:31:35.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:35 smithi123 ceph-mon[34031]: pgmap v142: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-09-05T02:31:35.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:35 smithi174 ceph-mon[34756]: pgmap v142: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-09-05T02:31:35.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:35 smithi033 ceph-mon[29909]: pgmap v142: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-09-05T02:31:37.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:37 smithi123 ceph-mon[34031]: pgmap v143: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:31:37.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:37 smithi174 ceph-mon[34756]: pgmap v143: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:31:37.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:37 smithi033 ceph-mon[29909]: pgmap v143: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:31:39.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:39 smithi123 ceph-mon[34031]: pgmap v144: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:31:39.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:39 smithi174 ceph-mon[34756]: pgmap v144: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:31:39.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:39 smithi033 ceph-mon[29909]: pgmap v144: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:31:41.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:41 smithi123 ceph-mon[34031]: pgmap v145: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:31:41.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:41 smithi174 ceph-mon[34756]: pgmap v145: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:31:41.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:41 smithi033 ceph-mon[29909]: pgmap v145: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:31:43.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:43 smithi174 ceph-mon[34756]: pgmap v146: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 12 op/s 2024-09-05T02:31:43.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:43 smithi033 ceph-mon[29909]: pgmap v146: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 12 op/s 2024-09-05T02:31:43.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:43 smithi123 ceph-mon[34031]: pgmap v146: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 12 op/s 2024-09-05T02:31:45.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:45 smithi174 ceph-mon[34756]: pgmap v147: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-05T02:31:45.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:45 smithi033 ceph-mon[29909]: pgmap v147: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-05T02:31:45.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:45 smithi123 ceph-mon[34031]: pgmap v147: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-05T02:31:47.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:47 smithi174 ceph-mon[34756]: pgmap v148: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:31:47.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:47 smithi033 ceph-mon[29909]: pgmap v148: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:31:47.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:47 smithi123 ceph-mon[34031]: pgmap v148: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:31:49.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:49 smithi174 ceph-mon[34756]: pgmap v149: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:31:49.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:49 smithi033 ceph-mon[29909]: pgmap v149: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:31:49.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:49 smithi123 ceph-mon[34031]: pgmap v149: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:31:51.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:51 smithi174 ceph-mon[34756]: pgmap v150: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:31:51.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:51 smithi033 ceph-mon[29909]: pgmap v150: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:31:51.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:51 smithi123 ceph-mon[34031]: pgmap v150: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:31:53.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:53 smithi033 ceph-mon[29909]: pgmap v151: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-05T02:31:53.687 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:53 smithi123 ceph-mon[34031]: pgmap v151: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-05T02:31:53.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:53 smithi174 ceph-mon[34756]: pgmap v151: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-05T02:31:55.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:55 smithi174 ceph-mon[34756]: pgmap v152: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-05T02:31:55.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:55 smithi033 ceph-mon[29909]: pgmap v152: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-05T02:31:55.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:55 smithi123 ceph-mon[34031]: pgmap v152: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-05T02:31:57.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:57 smithi174 ceph-mon[34756]: pgmap v153: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:31:57.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:57 smithi033 ceph-mon[29909]: pgmap v153: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:31:57.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:57 smithi123 ceph-mon[34031]: pgmap v153: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:31:59.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:31:59 smithi174 ceph-mon[34756]: pgmap v154: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:31:59.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:31:59 smithi033 ceph-mon[29909]: pgmap v154: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:31:59.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:31:59 smithi123 ceph-mon[34031]: pgmap v154: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:32:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:01 smithi174 ceph-mon[34756]: pgmap v155: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:01.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:01 smithi033 ceph-mon[29909]: pgmap v155: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:01.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:01 smithi123 ceph-mon[34031]: pgmap v155: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:02.476 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:32:02.870 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:32:03.523 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:03 smithi033 ceph-mon[29909]: pgmap v156: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 26 op/s 2024-09-05T02:32:03.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.632+0000 7fbdac200640 1 -- 172.21.15.33:0/3159971908 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbda41049c0 msgr2=0x7fbda4108a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:03.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.632+0000 7fbdac200640 1 --2- 172.21.15.33:0/3159971908 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbda41049c0 0x7fbda4108a10 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fbd90009900 tx=0x7fbd9002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.633+0000 7fbdac200640 1 -- 172.21.15.33:0/3159971908 shutdown_connections 2024-09-05T02:32:03.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.633+0000 7fbdac200640 1 --2- 172.21.15.33:0/3159971908 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbda4109140 0x7fbda4110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.633+0000 7fbdac200640 1 --2- 172.21.15.33:0/3159971908 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbda41049c0 0x7fbda4108a10 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.633+0000 7fbdac200640 1 --2- 172.21.15.33:0/3159971908 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbda4104010 0x7fbda41043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.633+0000 7fbdac200640 1 -- 172.21.15.33:0/3159971908 >> 172.21.15.33:0/3159971908 conn(0x7fbda40ffa50 msgr2=0x7fbda4101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:03.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.633+0000 7fbdac200640 1 -- 172.21.15.33:0/3159971908 shutdown_connections 2024-09-05T02:32:03.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.633+0000 7fbdac200640 1 -- 172.21.15.33:0/3159971908 wait complete. 2024-09-05T02:32:03.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.634+0000 7fbdac200640 1 Processor -- start 2024-09-05T02:32:03.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.634+0000 7fbdac200640 1 -- start start 2024-09-05T02:32:03.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.635+0000 7fbdac200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbda4104010 0x7fbda419a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:03.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.635+0000 7fbdac200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbda41049c0 0x7fbda419ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:03.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.635+0000 7fbdac200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbda4109140 0x7fbda419efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:03.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.635+0000 7fbdac200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbda4114190 con 0x7fbda4109140 2024-09-05T02:32:03.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.635+0000 7fbdac200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbda4114010 con 0x7fbda41049c0 2024-09-05T02:32:03.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.635+0000 7fbdac200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbda4114310 con 0x7fbda4104010 2024-09-05T02:32:03.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.635+0000 7fbda9800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbda4104010 0x7fbda419a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:03.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.635+0000 7fbdaa200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbda4109140 0x7fbda419efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:03.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.635+0000 7fbda9800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbda4104010 0x7fbda419a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:44086/0 (socket says 172.21.15.33:44086) 2024-09-05T02:32:03.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.635+0000 7fbda8e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbda41049c0 0x7fbda419ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:03.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.635+0000 7fbda9800640 1 -- 172.21.15.33:0/1297788867 learned_addr learned my addr 172.21.15.33:0/1297788867 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:03.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.635+0000 7fbda8e00640 1 -- 172.21.15.33:0/1297788867 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbda4104010 msgr2=0x7fbda419a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:03.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.635+0000 7fbda8e00640 1 --2- 172.21.15.33:0/1297788867 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbda4104010 0x7fbda419a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.635+0000 7fbda8e00640 1 -- 172.21.15.33:0/1297788867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbda4109140 msgr2=0x7fbda419efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:03.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.635+0000 7fbda8e00640 1 --2- 172.21.15.33:0/1297788867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbda4109140 0x7fbda419efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.635+0000 7fbda8e00640 1 -- 172.21.15.33:0/1297788867 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbda419f6a0 con 0x7fbda41049c0 2024-09-05T02:32:03.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.636+0000 7fbda9800640 1 --2- 172.21.15.33:0/1297788867 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbda4104010 0x7fbda419a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:03.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.636+0000 7fbda8e00640 1 --2- 172.21.15.33:0/1297788867 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbda41049c0 0x7fbda419ac30 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fbd9002a910 tx=0x7fbd90003b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:03.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.636+0000 7fbda2000640 1 -- 172.21.15.33:0/1297788867 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd9003f070 con 0x7fbda41049c0 2024-09-05T02:32:03.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.636+0000 7fbdac200640 1 -- 172.21.15.33:0/1297788867 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbda419f930 con 0x7fbda41049c0 2024-09-05T02:32:03.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.636+0000 7fbda2000640 1 -- 172.21.15.33:0/1297788867 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbd90031c90 con 0x7fbda41049c0 2024-09-05T02:32:03.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.636+0000 7fbda2000640 1 -- 172.21.15.33:0/1297788867 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd90035030 con 0x7fbda41049c0 2024-09-05T02:32:03.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.636+0000 7fbdac200640 1 -- 172.21.15.33:0/1297788867 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbda41a7270 con 0x7fbda41049c0 2024-09-05T02:32:03.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.640+0000 7fbda2000640 1 -- 172.21.15.33:0/1297788867 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fbd90042070 con 0x7fbda41049c0 2024-09-05T02:32:03.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.640+0000 7fbdaebd2740 1 Processor -- start 2024-09-05T02:32:03.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.640+0000 7fbdaebd2740 1 -- start start 2024-09-05T02:32:03.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.640+0000 7fbdaebd2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea1eb90 0x56160ea1ef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:03.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.640+0000 7fbdaebd2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea1f4b0 0x56160ea29830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:03.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.640+0000 7fbdaebd2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea29d70 0x56160ea2c160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:03.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.640+0000 7fbdaebd2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56160e9853e0 con 0x56160ea1eb90 2024-09-05T02:32:03.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.640+0000 7fbdaebd2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56160e92cd80 con 0x56160ea1f4b0 2024-09-05T02:32:03.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.640+0000 7fbdaebd2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56160e9813a0 con 0x56160ea29d70 2024-09-05T02:32:03.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.641+0000 7fbdaa200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea1eb90 0x56160ea1ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:03.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.641+0000 7fbda9800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea1f4b0 0x56160ea29830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:03.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.641+0000 7fbdaa200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea1eb90 0x56160ea1ef70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51630/0 (socket says 172.21.15.33:51630) 2024-09-05T02:32:03.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.641+0000 7fbdaa200640 1 -- 172.21.15.33:0/1848787452 learned_addr learned my addr 172.21.15.33:0/1848787452 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:03.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.641+0000 7fbda8e00640 1 --2- 172.21.15.33:0/1848787452 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea29d70 0x56160ea2c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:03.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.641+0000 7fbda9800640 1 -- 172.21.15.33:0/1848787452 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea29d70 msgr2=0x56160ea2c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:03.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.641+0000 7fbda9800640 1 --2- 172.21.15.33:0/1848787452 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea29d70 0x56160ea2c160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.641+0000 7fbda9800640 1 -- 172.21.15.33:0/1848787452 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea1eb90 msgr2=0x56160ea1ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:03.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.641+0000 7fbda9800640 1 --2- 172.21.15.33:0/1848787452 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea1eb90 0x56160ea1ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.641+0000 7fbda9800640 1 -- 172.21.15.33:0/1848787452 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56160e94bae0 con 0x56160ea1f4b0 2024-09-05T02:32:03.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.641+0000 7fbda2000640 1 --2- 172.21.15.33:0/1297788867 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbd8c0a2cf0 0x7fbd8c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:03.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.642+0000 7fbda9800640 1 --2- 172.21.15.33:0/1848787452 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea1f4b0 0x56160ea29830 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fbd9800e7d0 tx=0x7fbd9800ec90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c91461858de949a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:03.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.642+0000 7fbda2000640 1 -- 172.21.15.33:0/1297788867 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fbd900efda0 con 0x7fbda41049c0 2024-09-05T02:32:03.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.642+0000 7fbdaa200640 1 --2- 172.21.15.33:0/1297788867 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbd8c0a2cf0 0x7fbd8c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:03.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.642+0000 7fbd96a00640 1 -- 172.21.15.33:0/1848787452 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98004d20 con 0x56160ea1f4b0 2024-09-05T02:32:03.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.642+0000 7fbd96a00640 1 -- 172.21.15.33:0/1848787452 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbd98005020 con 0x56160ea1f4b0 2024-09-05T02:32:03.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.642+0000 7fbd96a00640 1 -- 172.21.15.33:0/1848787452 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd9800f5e0 con 0x56160ea1f4b0 2024-09-05T02:32:03.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.643+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1848787452 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea1f4b0 msgr2=0x56160ea29830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:03.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.643+0000 7fbdaebd2740 1 --2- 172.21.15.33:0/1848787452 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea1f4b0 0x56160ea29830 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fbd9800e7d0 tx=0x7fbd9800ec90 comp rx=0 tx=0).stop 2024-09-05T02:32:03.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.643+0000 7fbdaa200640 1 --2- 172.21.15.33:0/1297788867 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbd8c0a2cf0 0x7fbd8c0a51b0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c009e60 tx=0x7fbd9c005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:03.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.643+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1848787452 shutdown_connections 2024-09-05T02:32:03.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.643+0000 7fbdaebd2740 1 --2- 172.21.15.33:0/1848787452 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea29d70 0x56160ea2c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.643+0000 7fbdaebd2740 1 --2- 172.21.15.33:0/1848787452 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea1f4b0 0x56160ea29830 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.643+0000 7fbdaebd2740 1 --2- 172.21.15.33:0/1848787452 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea1eb90 0x56160ea1ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.643+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1848787452 >> 172.21.15.33:0/1848787452 conn(0x56160ea1b120 msgr2=0x56160ea1b500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:03.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.643+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1848787452 shutdown_connections 2024-09-05T02:32:03.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.643+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1848787452 wait complete. 2024-09-05T02:32:03.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.643+0000 7fbdaebd2740 1 -- start start 2024-09-05T02:32:03.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.644+0000 7fbdaebd2740 1 Processor -- start 2024-09-05T02:32:03.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.644+0000 7fbdaebd2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea1eb90 0x56160ea26bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:03.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.644+0000 7fbdaebd2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea1f4b0 0x56160ea27110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:03.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.644+0000 7fbdaebd2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea29d70 0x56160ea27650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:03.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.644+0000 7fbdaebd2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56160ea2c9e0 con 0x56160ea29d70 2024-09-05T02:32:03.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.644+0000 7fbdaebd2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56160e9400f0 con 0x56160ea1eb90 2024-09-05T02:32:03.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.644+0000 7fbdaebd2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56160ea2cb60 con 0x56160ea1f4b0 2024-09-05T02:32:03.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.644+0000 7fbdaebd2740 10 client.0 _ll_register_callbacks cb 0x56160e9319e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:03.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.644+0000 7fbdaa200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea29d70 0x56160ea27650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:03.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.644+0000 7fbda9800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea1eb90 0x56160ea26bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:03.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.644+0000 7fbda9800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea1eb90 0x56160ea26bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35942/0 (socket says 172.21.15.33:35942) 2024-09-05T02:32:03.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.644+0000 7fbda9800640 1 -- 172.21.15.33:0/1632345320 learned_addr learned my addr 172.21.15.33:0/1632345320 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:03.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.645+0000 7fbda8e00640 1 --2- 172.21.15.33:0/1632345320 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea1f4b0 0x56160ea27110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:03.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.645+0000 7fbda9800640 1 -- 172.21.15.33:0/1632345320 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea1f4b0 msgr2=0x56160ea27110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:03.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.645+0000 7fbda9800640 1 --2- 172.21.15.33:0/1632345320 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea1f4b0 0x56160ea27110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.645+0000 7fbda9800640 1 -- 172.21.15.33:0/1632345320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea29d70 msgr2=0x56160ea27650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:03.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.645+0000 7fbda9800640 1 --2- 172.21.15.33:0/1632345320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea29d70 0x56160ea27650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.645+0000 7fbda9800640 1 -- 172.21.15.33:0/1632345320 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56160e6f63c0 con 0x56160ea1eb90 2024-09-05T02:32:03.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.645+0000 7fbda9800640 1 --2- 172.21.15.33:0/1632345320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea1eb90 0x56160ea26bd0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fbd98004ca0 tx=0x7fbd98004cd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=54726a8d759a929f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:03.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.645+0000 7fbd8b400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:32:03.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.645+0000 7fbd8b400640 1 -- 172.21.15.33:0/1632345320 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98011e30 con 0x56160ea1eb90 2024-09-05T02:32:03.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.646+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1632345320 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbd98005020 con 0x56160ea1eb90 2024-09-05T02:32:03.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.646+0000 7fbd8b400640 1 -- 172.21.15.33:0/1632345320 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fbd9801b400 con 0x56160ea1eb90 2024-09-05T02:32:03.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.646+0000 7fbd8b400640 1 -- 172.21.15.33:0/1632345320 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbd98033050 con 0x56160ea1eb90 2024-09-05T02:32:03.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.646+0000 7fbdaebd2740 10 client.26258 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:03.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.646+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1632345320 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56160ea38610 con 0x56160ea1eb90 2024-09-05T02:32:03.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.646+0000 7fbd8b400640 1 -- 172.21.15.33:0/1632345320 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbd98005020 con 0x56160ea1eb90 2024-09-05T02:32:03.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.646+0000 7fbd8b400640 1 -- 172.21.15.33:0/1632345320 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fbd9802e030 con 0x56160ea1eb90 2024-09-05T02:32:03.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.647+0000 7fbdaebd2740 10 client.26258 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:03.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.647+0000 7fbdaebd2740 10 client.26258 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:32:03.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.647+0000 7fbdaebd2740 20 client.26258 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:03.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.647+0000 7fbdaebd2740 1 --2- 172.21.15.33:0/1632345320 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56160ea399c0 0x56160ea3bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:03.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.647+0000 7fbdaebd2740 4 client.26258 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:32:03.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.647+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1632345320 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56160e992950 con 0x56160ea399c0 2024-09-05T02:32:03.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.647+0000 7fbda8e00640 1 --2- 172.21.15.33:0/1632345320 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56160ea399c0 0x56160ea3bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:03.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.647+0000 7fbda8e00640 1 --2- 172.21.15.33:0/1632345320 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56160ea399c0 0x56160ea3bdb0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c08602d03a309618 server_cookie=f99b68412d49799b in_seq=0 out_seq=0 2024-09-05T02:32:03.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.647+0000 7fbd8b400640 10 client.26258 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:32:03.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.648+0000 7fbd8b400640 1 -- 172.21.15.33:0/1632345320 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56160e992950 con 0x56160ea399c0 2024-09-05T02:32:03.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.648+0000 7fbd8b400640 10 client.26258 handle_command_reply: tid=0 2024-09-05T02:32:03.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.648+0000 7fbdaebd2740 1 client.26258 shutdown 2024-09-05T02:32:03.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.649+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1632345320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea1eb90 msgr2=0x56160ea26bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:03.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.649+0000 7fbdaebd2740 1 --2- 172.21.15.33:0/1632345320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea1eb90 0x56160ea26bd0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fbd98004ca0 tx=0x7fbd98004cd0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.649+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1632345320 shutdown_connections 2024-09-05T02:32:03.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.649+0000 7fbdaebd2740 1 --2- 172.21.15.33:0/1632345320 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56160ea399c0 0x56160ea3bdb0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.649+0000 7fbdaebd2740 1 --2- 172.21.15.33:0/1632345320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea29d70 0x56160ea27650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.649+0000 7fbdaebd2740 1 --2- 172.21.15.33:0/1632345320 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea1f4b0 0x56160ea27110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.649+0000 7fbdaebd2740 1 --2- 172.21.15.33:0/1632345320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea1eb90 0x56160ea26bd0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.649+0000 7fbd8b400640 0 client.26258 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:32:03.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.649+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1632345320 >> 172.21.15.33:0/1632345320 conn(0x56160ea1b120 msgr2=0x56160ea20e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:03.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.649+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1632345320 shutdown_connections 2024-09-05T02:32:03.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.649+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1632345320 wait complete. 2024-09-05T02:32:03.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.649+0000 7fbdaebd2740 20 client.26258 trim_cache size 0 max 16384 2024-09-05T02:32:03.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.667+0000 7fbdaebd2740 1 Processor -- start 2024-09-05T02:32:03.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.667+0000 7fbdaebd2740 1 -- start start 2024-09-05T02:32:03.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.667+0000 7fbdaebd2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea1eb90 0x56160ea28f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:03.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.667+0000 7fbdaebd2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea1f4b0 0x56160ea215f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:03.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.667+0000 7fbdaebd2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea29d70 0x56160ea41590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:03.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.667+0000 7fbdaebd2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbda41afb00 con 0x56160ea1eb90 2024-09-05T02:32:03.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.667+0000 7fbdaebd2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbda41b1640 con 0x56160ea29d70 2024-09-05T02:32:03.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.667+0000 7fbdaebd2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbda41b01d0 con 0x56160ea1f4b0 2024-09-05T02:32:03.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.668+0000 7fbda9800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea1eb90 0x56160ea28f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:03.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.668+0000 7fbda9800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea1eb90 0x56160ea28f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51638/0 (socket says 172.21.15.33:51638) 2024-09-05T02:32:03.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.668+0000 7fbda9800640 1 -- 172.21.15.33:0/2401047327 learned_addr learned my addr 172.21.15.33:0/2401047327 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:03.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.668+0000 7fbdaa200640 1 --2- 172.21.15.33:0/2401047327 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea29d70 0x56160ea41590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:03.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.668+0000 7fbda8e00640 1 --2- 172.21.15.33:0/2401047327 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea1f4b0 0x56160ea215f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:03.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.668+0000 7fbda9800640 1 -- 172.21.15.33:0/2401047327 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea1f4b0 msgr2=0x56160ea215f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:03.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.668+0000 7fbda9800640 1 --2- 172.21.15.33:0/2401047327 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea1f4b0 0x56160ea215f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.668+0000 7fbda9800640 1 -- 172.21.15.33:0/2401047327 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea29d70 msgr2=0x56160ea41590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:03.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.668+0000 7fbda9800640 1 --2- 172.21.15.33:0/2401047327 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea29d70 0x56160ea41590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.668+0000 7fbda9800640 1 -- 172.21.15.33:0/2401047327 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56160ea1e910 con 0x56160ea1eb90 2024-09-05T02:32:03.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.668+0000 7fbda8e00640 1 --2- 172.21.15.33:0/2401047327 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea1f4b0 0x56160ea215f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:32:03.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.668+0000 7fbda9800640 1 --2- 172.21.15.33:0/2401047327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea1eb90 0x56160ea28f00 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fbd9800e720 tx=0x7fbd980092a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abfc001a2ae8131e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:03.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.669+0000 7fbd96000640 1 -- 172.21.15.33:0/2401047327 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98005790 con 0x56160ea1eb90 2024-09-05T02:32:03.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.669+0000 7fbd96000640 1 -- 172.21.15.33:0/2401047327 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbd9803c070 con 0x56160ea1eb90 2024-09-05T02:32:03.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.669+0000 7fbd96000640 1 -- 172.21.15.33:0/2401047327 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98037430 con 0x56160ea1eb90 2024-09-05T02:32:03.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.669+0000 7fbdaebd2740 1 -- 172.21.15.33:0/2401047327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea1eb90 msgr2=0x56160ea28f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:03.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.669+0000 7fbdaebd2740 1 --2- 172.21.15.33:0/2401047327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea1eb90 0x56160ea28f00 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fbd9800e720 tx=0x7fbd980092a0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.669+0000 7fbdaebd2740 1 -- 172.21.15.33:0/2401047327 shutdown_connections 2024-09-05T02:32:03.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.669+0000 7fbdaebd2740 1 --2- 172.21.15.33:0/2401047327 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea29d70 0x56160ea41590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.669+0000 7fbdaebd2740 1 --2- 172.21.15.33:0/2401047327 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea1f4b0 0x56160ea215f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.669+0000 7fbdaebd2740 1 --2- 172.21.15.33:0/2401047327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea1eb90 0x56160ea28f00 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.669+0000 7fbdaebd2740 1 -- 172.21.15.33:0/2401047327 >> 172.21.15.33:0/2401047327 conn(0x56160ea1b120 msgr2=0x56160ea25b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:03.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.669+0000 7fbdaebd2740 1 -- 172.21.15.33:0/2401047327 shutdown_connections 2024-09-05T02:32:03.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.670+0000 7fbdaebd2740 1 -- 172.21.15.33:0/2401047327 wait complete. 2024-09-05T02:32:03.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.670+0000 7fbdaebd2740 1 -- start start 2024-09-05T02:32:03.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.670+0000 7fbdaebd2740 1 Processor -- start 2024-09-05T02:32:03.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.670+0000 7fbdaebd2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea1eb90 0x56160ea322c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:03.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.670+0000 7fbdaebd2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea1f4b0 0x56160ea23670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:03.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.671+0000 7fbdaebd2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea29d70 0x56160ea23bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:03.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.671+0000 7fbdaebd2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbda41b0f70 con 0x56160ea1eb90 2024-09-05T02:32:03.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.671+0000 7fbdaebd2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbda41b08a0 con 0x56160ea29d70 2024-09-05T02:32:03.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.671+0000 7fbdaebd2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbda41adae0 con 0x56160ea1f4b0 2024-09-05T02:32:03.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.671+0000 7fbdaebd2740 10 client.0 _ll_register_callbacks cb 0x7fbd98005500 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:03.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.671+0000 7fbda9800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea1eb90 0x56160ea322c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:03.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.671+0000 7fbda9800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea1eb90 0x56160ea322c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51646/0 (socket says 172.21.15.33:51646) 2024-09-05T02:32:03.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.671+0000 7fbda9800640 1 -- 172.21.15.33:0/1694962622 learned_addr learned my addr 172.21.15.33:0/1694962622 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:03.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.671+0000 7fbda8e00640 1 --2- 172.21.15.33:0/1694962622 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea1f4b0 0x56160ea23670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:03.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.671+0000 7fbdaa200640 1 --2- 172.21.15.33:0/1694962622 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea29d70 0x56160ea23bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:03.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.671+0000 7fbda9800640 1 -- 172.21.15.33:0/1694962622 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea1f4b0 msgr2=0x56160ea23670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:03.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.671+0000 7fbda9800640 1 --2- 172.21.15.33:0/1694962622 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea1f4b0 0x56160ea23670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.671+0000 7fbda9800640 1 -- 172.21.15.33:0/1694962622 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea29d70 msgr2=0x56160ea23bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:03.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.671+0000 7fbda9800640 1 --2- 172.21.15.33:0/1694962622 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea29d70 0x56160ea23bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.671+0000 7fbda9800640 1 -- 172.21.15.33:0/1694962622 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56160ea24120 con 0x56160ea1eb90 2024-09-05T02:32:03.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.671+0000 7fbdaa200640 1 --2- 172.21.15.33:0/1694962622 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea29d70 0x56160ea23bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:32:03.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.672+0000 7fbda9800640 1 --2- 172.21.15.33:0/1694962622 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea1eb90 0x56160ea322c0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fbd98005be0 tx=0x7fbd98011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6355f939b5642542 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:03.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.672+0000 7fbd8b400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:32:03.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.672+0000 7fbd8b400640 1 -- 172.21.15.33:0/1694962622 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98045060 con 0x56160ea1eb90 2024-09-05T02:32:03.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.672+0000 7fbd8b400640 1 -- 172.21.15.33:0/1694962622 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fbd98026530 con 0x56160ea1eb90 2024-09-05T02:32:03.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.672+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1694962622 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbd9803c070 con 0x56160ea1eb90 2024-09-05T02:32:03.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.672+0000 7fbd8b400640 1 -- 172.21.15.33:0/1694962622 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbd98004fe0 con 0x56160ea1eb90 2024-09-05T02:32:03.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.672+0000 7fbdaebd2740 10 client.16173 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:03.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.672+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1694962622 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56160eaa42a0 con 0x56160ea1eb90 2024-09-05T02:32:03.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.672+0000 7fbd8b400640 1 -- 172.21.15.33:0/1694962622 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbd9803c070 con 0x56160ea1eb90 2024-09-05T02:32:03.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.673+0000 7fbd8b400640 1 -- 172.21.15.33:0/1694962622 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fbd9802e040 con 0x56160ea1eb90 2024-09-05T02:32:03.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.673+0000 7fbdaebd2740 10 client.16173 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:03.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.673+0000 7fbdaebd2740 10 client.16173 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:32:03.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.673+0000 7fbdaebd2740 20 client.16173 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:03.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.673+0000 7fbdaebd2740 1 --2- 172.21.15.33:0/1694962622 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56160eaa4900 0x56160eaa6d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:03.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.673+0000 7fbdaebd2740 4 client.16173 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:32:03.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.673+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1694962622 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56160e98ce60 con 0x56160eaa4900 2024-09-05T02:32:03.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.673+0000 7fbda8e00640 1 --2- 172.21.15.33:0/1694962622 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56160eaa4900 0x56160eaa6d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:03.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.674+0000 7fbda8e00640 1 --2- 172.21.15.33:0/1694962622 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56160eaa4900 0x56160eaa6d20 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e41385d7eb37a65 server_cookie=e626d39de586823d in_seq=0 out_seq=0 2024-09-05T02:32:03.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.674+0000 7fbd8b400640 10 client.16173 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:32:03.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.674+0000 7fbd8b400640 1 -- 172.21.15.33:0/1694962622 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56160e98ce60 con 0x56160eaa4900 2024-09-05T02:32:03.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.674+0000 7fbd8b400640 10 client.16173 handle_command_reply: tid=0 2024-09-05T02:32:03.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.674+0000 7fbdaebd2740 1 client.16173 shutdown 2024-09-05T02:32:03.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.674+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1694962622 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea1eb90 msgr2=0x56160ea322c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:03.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.674+0000 7fbdaebd2740 1 --2- 172.21.15.33:0/1694962622 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea1eb90 0x56160ea322c0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fbd98005be0 tx=0x7fbd98011810 comp rx=0 tx=0).stop 2024-09-05T02:32:03.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.674+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1694962622 shutdown_connections 2024-09-05T02:32:03.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.674+0000 7fbdaebd2740 1 --2- 172.21.15.33:0/1694962622 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56160ea29d70 0x56160ea23bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.674+0000 7fbdaebd2740 1 --2- 172.21.15.33:0/1694962622 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56160ea1f4b0 0x56160ea23670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.674+0000 7fbdaebd2740 1 --2- 172.21.15.33:0/1694962622 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56160eaa4900 0x56160eaa6d20 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.674+0000 7fbdaebd2740 1 --2- 172.21.15.33:0/1694962622 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56160ea1eb90 0x56160ea322c0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.674+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1694962622 >> 172.21.15.33:0/1694962622 conn(0x56160ea1b120 msgr2=0x56160ea25370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:03.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.674+0000 7fbd8b400640 0 client.16173 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:32:03.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.674+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1694962622 shutdown_connections 2024-09-05T02:32:03.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.675+0000 7fbdaebd2740 1 -- 172.21.15.33:0/1694962622 wait complete. 2024-09-05T02:32:03.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.675+0000 7fbdaebd2740 20 client.16173 trim_cache size 0 max 16384 2024-09-05T02:32:03.681 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:32:03.681 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:32:03.681 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:32:03.681 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:32:03.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.675+0000 7fbdac200640 1 -- 172.21.15.33:0/1297788867 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbd8c0a2cf0 msgr2=0x7fbd8c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:03.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.675+0000 7fbdac200640 1 --2- 172.21.15.33:0/1297788867 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbd8c0a2cf0 0x7fbd8c0a51b0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c009e60 tx=0x7fbd9c005f90 comp rx=0 tx=0).stop 2024-09-05T02:32:03.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.675+0000 7fbdac200640 1 -- 172.21.15.33:0/1297788867 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbda41049c0 msgr2=0x7fbda419ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:03.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.675+0000 7fbdac200640 1 --2- 172.21.15.33:0/1297788867 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbda41049c0 0x7fbda419ac30 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fbd9002a910 tx=0x7fbd90003b20 comp rx=0 tx=0).stop 2024-09-05T02:32:03.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.676+0000 7fbdac200640 1 -- 172.21.15.33:0/1297788867 shutdown_connections 2024-09-05T02:32:03.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.676+0000 7fbdac200640 1 --2- 172.21.15.33:0/1297788867 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbd8c0a2cf0 0x7fbd8c0a51b0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.676+0000 7fbdac200640 1 --2- 172.21.15.33:0/1297788867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbda4109140 0x7fbda419efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.676+0000 7fbdac200640 1 --2- 172.21.15.33:0/1297788867 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbda41049c0 0x7fbda419ac30 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.676+0000 7fbdac200640 1 --2- 172.21.15.33:0/1297788867 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbda4104010 0x7fbda419a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:03.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.676+0000 7fbdac200640 1 -- 172.21.15.33:0/1297788867 >> 172.21.15.33:0/1297788867 conn(0x7fbda40ffa50 msgr2=0x7fbda4100dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:03.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.676+0000 7fbdac200640 1 -- 172.21.15.33:0/1297788867 shutdown_connections 2024-09-05T02:32:03.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:03.676+0000 7fbdac200640 1 -- 172.21.15.33:0/1297788867 wait complete. 2024-09-05T02:32:03.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:03 smithi174 ceph-mon[34756]: pgmap v156: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 26 op/s 2024-09-05T02:32:03.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:03 smithi123 ceph-mon[34031]: pgmap v156: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 26 op/s 2024-09-05T02:32:04.699 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:32:04.699 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:32:05.077 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:32:05.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:05 smithi033 ceph-mon[29909]: pgmap v157: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:32:05.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:05 smithi174 ceph-mon[34756]: pgmap v157: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:32:05.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.786+0000 7fe502400640 1 -- 172.21.15.33:0/875456164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4fc112a30 msgr2=0x7fe4fc114e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:05.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.786+0000 7fe502400640 1 --2- 172.21.15.33:0/875456164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4fc112a30 0x7fe4fc114e20 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fe4f4009ca0 tx=0x7fe4f402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:32:05.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.786+0000 7fe502400640 1 -- 172.21.15.33:0/875456164 shutdown_connections 2024-09-05T02:32:05.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.786+0000 7fe502400640 1 --2- 172.21.15.33:0/875456164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4fc112a30 0x7fe4fc114e20 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:05.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.786+0000 7fe502400640 1 --2- 172.21.15.33:0/875456164 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe4fc077040 0x7fe4fc1124f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:05.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.786+0000 7fe502400640 1 --2- 172.21.15.33:0/875456164 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe4fc076720 0x7fe4fc076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:05.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.786+0000 7fe502400640 1 -- 172.21.15.33:0/875456164 >> 172.21.15.33:0/875456164 conn(0x7fe4fc0ffa90 msgr2=0x7fe4fc101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:05.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.786+0000 7fe502400640 1 -- 172.21.15.33:0/875456164 shutdown_connections 2024-09-05T02:32:05.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.786+0000 7fe502400640 1 -- 172.21.15.33:0/875456164 wait complete. 2024-09-05T02:32:05.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.787+0000 7fe502400640 1 Processor -- start 2024-09-05T02:32:05.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.787+0000 7fe502400640 1 -- start start 2024-09-05T02:32:05.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.788+0000 7fe502400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4fc076720 0x7fe4fc1a46b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:05.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.788+0000 7fe502400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe4fc077040 0x7fe4fc1a4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:05.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.788+0000 7fe502400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe4fc112a30 0x7fe4fc19e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:05.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.788+0000 7fe502400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe4fc1185c0 con 0x7fe4fc076720 2024-09-05T02:32:05.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.788+0000 7fe502400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe4fc118440 con 0x7fe4fc112a30 2024-09-05T02:32:05.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.788+0000 7fe502400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe4fc118740 con 0x7fe4fc077040 2024-09-05T02:32:05.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.788+0000 7fe4fb400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4fc076720 0x7fe4fc1a46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:05.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.788+0000 7fe4f3e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe4fc077040 0x7fe4fc1a4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:05.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.788+0000 7fe4fb400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4fc076720 0x7fe4fc1a46b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51664/0 (socket says 172.21.15.33:51664) 2024-09-05T02:32:05.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.788+0000 7fe4fb400640 1 -- 172.21.15.33:0/2241927112 learned_addr learned my addr 172.21.15.33:0/2241927112 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:05.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.788+0000 7fe4fbe00640 1 --2- 172.21.15.33:0/2241927112 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe4fc112a30 0x7fe4fc19e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:05.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.789+0000 7fe4f3e00640 1 -- 172.21.15.33:0/2241927112 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe4fc112a30 msgr2=0x7fe4fc19e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:05.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.789+0000 7fe4f3e00640 1 --2- 172.21.15.33:0/2241927112 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe4fc112a30 0x7fe4fc19e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:05.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.789+0000 7fe4f3e00640 1 -- 172.21.15.33:0/2241927112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4fc076720 msgr2=0x7fe4fc1a46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:05.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.789+0000 7fe4f3e00640 1 --2- 172.21.15.33:0/2241927112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4fc076720 0x7fe4fc1a46b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:05.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.789+0000 7fe4f3e00640 1 -- 172.21.15.33:0/2241927112 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4fc19efd0 con 0x7fe4fc077040 2024-09-05T02:32:05.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.789+0000 7fe4fb400640 1 --2- 172.21.15.33:0/2241927112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4fc076720 0x7fe4fc1a46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:05.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.789+0000 7fe4f3e00640 1 --2- 172.21.15.33:0/2241927112 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe4fc077040 0x7fe4fc1a4bf0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fe4e400d6d0 tx=0x7fe4e400db90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:05.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.789+0000 7fe4f8c00640 1 -- 172.21.15.33:0/2241927112 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4e4017070 con 0x7fe4fc077040 2024-09-05T02:32:05.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.789+0000 7fe502400640 1 -- 172.21.15.33:0/2241927112 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4fc19f2c0 con 0x7fe4fc077040 2024-09-05T02:32:05.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.789+0000 7fe4f8c00640 1 -- 172.21.15.33:0/2241927112 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe4e4009820 con 0x7fe4fc077040 2024-09-05T02:32:05.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.789+0000 7fe4f8c00640 1 -- 172.21.15.33:0/2241927112 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4e4004cd0 con 0x7fe4fc077040 2024-09-05T02:32:05.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.790+0000 7fe502400640 1 -- 172.21.15.33:0/2241927112 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4fc1ab510 con 0x7fe4fc077040 2024-09-05T02:32:05.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.791+0000 7fe502400640 1 -- 172.21.15.33:0/2241927112 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4fc077e60 con 0x7fe4fc077040 2024-09-05T02:32:05.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.793+0000 7fe4f8c00640 1 -- 172.21.15.33:0/2241927112 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fe4e40099d0 con 0x7fe4fc077040 2024-09-05T02:32:05.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.795+0000 7fe4f8c00640 1 --2- 172.21.15.33:0/2241927112 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe4e00a2d70 0x7fe4e00a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:05.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.795+0000 7fe4f8c00640 1 -- 172.21.15.33:0/2241927112 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe4e40cee50 con 0x7fe4fc077040 2024-09-05T02:32:05.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.795+0000 7fe4fb400640 1 --2- 172.21.15.33:0/2241927112 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe4e00a2d70 0x7fe4e00a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:05.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.796+0000 7fe4fb400640 1 --2- 172.21.15.33:0/2241927112 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe4e00a2d70 0x7fe4e00a5230 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec011550 tx=0x7fe4ec005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:05.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:05.796+0000 7fe4f8c00640 1 -- 172.21.15.33:0/2241927112 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe4e409b450 con 0x7fe4fc077040 2024-09-05T02:32:05.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:05 smithi123 ceph-mon[34031]: pgmap v157: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:32:06.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:06.023+0000 7fe502400640 1 -- 172.21.15.33:0/2241927112 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe4fc076b00 con 0x7fe4fc077040 2024-09-05T02:32:06.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:06.024+0000 7fe4f8c00640 1 -- 172.21.15.33:0/2241927112 <== mon.1 v2:172.21.15.174:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7fe4fc076b00 con 0x7fe4fc077040 2024-09-05T02:32:06.026 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:32:06.027 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:32:06.027 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:32:06.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:06.027+0000 7fe502400640 1 -- 172.21.15.33:0/2241927112 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe4e00a2d70 msgr2=0x7fe4e00a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:06.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:06.027+0000 7fe502400640 1 --2- 172.21.15.33:0/2241927112 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe4e00a2d70 0x7fe4e00a5230 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec011550 tx=0x7fe4ec005f90 comp rx=0 tx=0).stop 2024-09-05T02:32:06.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:06.027+0000 7fe502400640 1 -- 172.21.15.33:0/2241927112 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe4fc077040 msgr2=0x7fe4fc1a4bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:06.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:06.027+0000 7fe502400640 1 --2- 172.21.15.33:0/2241927112 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe4fc077040 0x7fe4fc1a4bf0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fe4e400d6d0 tx=0x7fe4e400db90 comp rx=0 tx=0).stop 2024-09-05T02:32:06.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:06.027+0000 7fe502400640 1 -- 172.21.15.33:0/2241927112 shutdown_connections 2024-09-05T02:32:06.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:06.027+0000 7fe502400640 1 --2- 172.21.15.33:0/2241927112 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe4e00a2d70 0x7fe4e00a5230 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:06.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:06.027+0000 7fe502400640 1 --2- 172.21.15.33:0/2241927112 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe4fc112a30 0x7fe4fc19e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:06.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:06.027+0000 7fe502400640 1 --2- 172.21.15.33:0/2241927112 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe4fc077040 0x7fe4fc1a4bf0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:06.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:06.027+0000 7fe502400640 1 --2- 172.21.15.33:0/2241927112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4fc076720 0x7fe4fc1a46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:06.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:06.027+0000 7fe502400640 1 -- 172.21.15.33:0/2241927112 >> 172.21.15.33:0/2241927112 conn(0x7fe4fc0ffa90 msgr2=0x7fe4fc101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:06.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:06.027+0000 7fe502400640 1 -- 172.21.15.33:0/2241927112 shutdown_connections 2024-09-05T02:32:06.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:06.027+0000 7fe502400640 1 -- 172.21.15.33:0/2241927112 wait complete. 2024-09-05T02:32:06.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:06 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2241927112' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:32:06.819 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:06 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2241927112' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:32:06.862 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:32:06.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:06 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2241927112' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:32:07.245 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:32:07.646 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:07 smithi033 ceph-mon[29909]: pgmap v158: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:32:07.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:07 smithi174 ceph-mon[34756]: pgmap v158: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:32:07.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.871+0000 7f29fc400640 1 -- 172.21.15.33:0/256541975 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29f4077040 msgr2=0x7f29f41124f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:07.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.871+0000 7f29fc400640 1 --2- 172.21.15.33:0/256541975 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29f4077040 0x7f29f41124f0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f29e0009900 tx=0x7f29e002a410 comp rx=0 tx=0).stop 2024-09-05T02:32:07.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.871+0000 7f29fc400640 1 -- 172.21.15.33:0/256541975 shutdown_connections 2024-09-05T02:32:07.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.871+0000 7f29fc400640 1 --2- 172.21.15.33:0/256541975 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f29f4112a30 0x7f29f4114e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.871+0000 7f29fc400640 1 --2- 172.21.15.33:0/256541975 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29f4077040 0x7f29f41124f0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.871+0000 7f29fc400640 1 --2- 172.21.15.33:0/256541975 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f29f4076720 0x7f29f4076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.871+0000 7f29fc400640 1 -- 172.21.15.33:0/256541975 >> 172.21.15.33:0/256541975 conn(0x7f29f40ffa90 msgr2=0x7f29f4101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:07.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.871+0000 7f29fc400640 1 -- 172.21.15.33:0/256541975 shutdown_connections 2024-09-05T02:32:07.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.871+0000 7f29fc400640 1 -- 172.21.15.33:0/256541975 wait complete. 2024-09-05T02:32:07.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.872+0000 7f29fc400640 1 Processor -- start 2024-09-05T02:32:07.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.872+0000 7f29fc400640 1 -- start start 2024-09-05T02:32:07.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.872+0000 7f29fc400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f29f4076720 0x7f29f419eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:07.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.872+0000 7f29fc400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f29f4077040 0x7f29f419f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:07.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.872+0000 7f29fc400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29f4112a30 0x7f29f41a3470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:07.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.872+0000 7f29fc400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f29f41185b0 con 0x7f29f4112a30 2024-09-05T02:32:07.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.872+0000 7f29fc400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f29f4118430 con 0x7f29f4076720 2024-09-05T02:32:07.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.872+0000 7f29fc400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f29f4118730 con 0x7f29f4077040 2024-09-05T02:32:07.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.873+0000 7f29fa400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29f4112a30 0x7f29f41a3470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:07.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.873+0000 7f29fa400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29f4112a30 0x7f29f41a3470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51682/0 (socket says 172.21.15.33:51682) 2024-09-05T02:32:07.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.873+0000 7f29fa400640 1 -- 172.21.15.33:0/3093605182 learned_addr learned my addr 172.21.15.33:0/3093605182 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:07.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.873+0000 7f29f9a00640 1 --2- 172.21.15.33:0/3093605182 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f29f4076720 0x7f29f419eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:07.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.873+0000 7f29f9000640 1 --2- 172.21.15.33:0/3093605182 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f29f4077040 0x7f29f419f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:07.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.873+0000 7f29fa400640 1 -- 172.21.15.33:0/3093605182 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f29f4077040 msgr2=0x7f29f419f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:07.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.873+0000 7f29fa400640 1 --2- 172.21.15.33:0/3093605182 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f29f4077040 0x7f29f419f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.873+0000 7f29fa400640 1 -- 172.21.15.33:0/3093605182 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f29f4076720 msgr2=0x7f29f419eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:07.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.873+0000 7f29fa400640 1 --2- 172.21.15.33:0/3093605182 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f29f4076720 0x7f29f419eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.873+0000 7f29fa400640 1 -- 172.21.15.33:0/3093605182 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29f41a3ba0 con 0x7f29f4112a30 2024-09-05T02:32:07.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.874+0000 7f29fa400640 1 --2- 172.21.15.33:0/3093605182 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29f4112a30 0x7f29f41a3470 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f29ec00eb10 tx=0x7f29ec00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:07.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.874+0000 7f29f2000640 1 -- 172.21.15.33:0/3093605182 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29ec004b20 con 0x7f29f4112a30 2024-09-05T02:32:07.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.874+0000 7f29f2000640 1 -- 172.21.15.33:0/3093605182 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f29ec004cc0 con 0x7f29f4112a30 2024-09-05T02:32:07.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.874+0000 7f29fc400640 1 -- 172.21.15.33:0/3093605182 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29f41a3e90 con 0x7f29f4112a30 2024-09-05T02:32:07.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.874+0000 7f29f2000640 1 -- 172.21.15.33:0/3093605182 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29ec010790 con 0x7f29f4112a30 2024-09-05T02:32:07.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.874+0000 7f29fc400640 1 -- 172.21.15.33:0/3093605182 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29f41ab720 con 0x7f29f4112a30 2024-09-05T02:32:07.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.877+0000 7f29f2000640 1 -- 172.21.15.33:0/3093605182 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f29ec005020 con 0x7f29f4112a30 2024-09-05T02:32:07.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.877+0000 7f29fee34740 1 Processor -- start 2024-09-05T02:32:07.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.878+0000 7f29fee34740 1 -- start start 2024-09-05T02:32:07.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.878+0000 7f29fee34740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfce0c70 0x5630bfce1050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:07.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.878+0000 7f29fee34740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfce1590 0x5630bfceb910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:07.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.878+0000 7f29fee34740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfcebe50 0x5630bfcee240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:07.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.878+0000 7f29fee34740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5630bfc473e0 con 0x5630bfce1590 2024-09-05T02:32:07.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.878+0000 7f29fee34740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5630bfbeed80 con 0x5630bfcebe50 2024-09-05T02:32:07.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.878+0000 7f29fee34740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5630bfc433a0 con 0x5630bfce0c70 2024-09-05T02:32:07.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.878+0000 7f29f9000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfce0c70 0x5630bfce1050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:07.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.878+0000 7f29f9a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfce1590 0x5630bfceb910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:07.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.878+0000 7f29f9000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfce0c70 0x5630bfce1050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:44166/0 (socket says 172.21.15.33:44166) 2024-09-05T02:32:07.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.878+0000 7f29f9000640 1 -- 172.21.15.33:0/2936477038 learned_addr learned my addr 172.21.15.33:0/2936477038 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:07.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.878+0000 7f29f9000640 1 --2- 172.21.15.33:0/2936477038 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfcebe50 0x5630bfcee240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:07.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.879+0000 7f29f9a00640 1 -- 172.21.15.33:0/2936477038 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfce0c70 msgr2=0x5630bfce1050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:07.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.879+0000 7f29f9a00640 1 --2- 172.21.15.33:0/2936477038 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfce0c70 0x5630bfce1050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.879+0000 7f29f9a00640 1 -- 172.21.15.33:0/2936477038 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfcebe50 msgr2=0x5630bfcee240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:07.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.879+0000 7f29f9a00640 1 --2- 172.21.15.33:0/2936477038 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfcebe50 0x5630bfcee240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.879+0000 7f29f9a00640 1 -- 172.21.15.33:0/2936477038 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5630bfc0dae0 con 0x5630bfce1590 2024-09-05T02:32:07.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.879+0000 7f29f9a00640 1 --2- 172.21.15.33:0/2936477038 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfce1590 0x5630bfceb910 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f29e8005fd0 tx=0x7f29e80107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf7ee7576b140b1f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:07.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.879+0000 7f29f2000640 1 --2- 172.21.15.33:0/3093605182 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f29dc0a2d70 0x7f29dc0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:07.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.879+0000 7f29e6a00640 1 -- 172.21.15.33:0/2936477038 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e801c480 con 0x5630bfce1590 2024-09-05T02:32:07.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.880+0000 7f29f2000640 1 -- 172.21.15.33:0/3093605182 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f29ec0cfaf0 con 0x7f29f4112a30 2024-09-05T02:32:07.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.880+0000 7f29e6a00640 1 -- 172.21.15.33:0/2936477038 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f29e801cb00 con 0x5630bfce1590 2024-09-05T02:32:07.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.880+0000 7f29e6a00640 1 -- 172.21.15.33:0/2936477038 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e8011b50 con 0x5630bfce1590 2024-09-05T02:32:07.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.880+0000 7f29f9000640 1 --2- 172.21.15.33:0/3093605182 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f29dc0a2d70 0x7f29dc0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:07.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.880+0000 7f29fee34740 1 -- 172.21.15.33:0/2936477038 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfce1590 msgr2=0x5630bfceb910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:07.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.880+0000 7f29fee34740 1 --2- 172.21.15.33:0/2936477038 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfce1590 0x5630bfceb910 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f29e8005fd0 tx=0x7f29e80107a0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.880+0000 7f29f9000640 1 --2- 172.21.15.33:0/3093605182 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f29dc0a2d70 0x7f29dc0a5230 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x5630bfcde580 tx=0x7f29e00058d0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:07.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.880+0000 7f29fee34740 1 -- 172.21.15.33:0/2936477038 shutdown_connections 2024-09-05T02:32:07.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.880+0000 7f29fee34740 1 --2- 172.21.15.33:0/2936477038 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfcebe50 0x5630bfcee240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.880+0000 7f29fee34740 1 --2- 172.21.15.33:0/2936477038 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfce1590 0x5630bfceb910 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.880+0000 7f29fee34740 1 --2- 172.21.15.33:0/2936477038 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfce0c70 0x5630bfce1050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.881+0000 7f29fee34740 1 -- 172.21.15.33:0/2936477038 >> 172.21.15.33:0/2936477038 conn(0x5630bfcdd200 msgr2=0x5630bfcdd5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:07.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.881+0000 7f29fee34740 1 -- 172.21.15.33:0/2936477038 shutdown_connections 2024-09-05T02:32:07.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.881+0000 7f29fee34740 1 -- 172.21.15.33:0/2936477038 wait complete. 2024-09-05T02:32:07.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.881+0000 7f29fee34740 1 -- start start 2024-09-05T02:32:07.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.882+0000 7f29fee34740 1 Processor -- start 2024-09-05T02:32:07.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.882+0000 7f29fee34740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfce0c70 0x5630bfce8d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:07.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.882+0000 7f29fee34740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfce1590 0x5630bfce92c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:07.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.882+0000 7f29fee34740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfcebe50 0x5630bfce9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:07.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.882+0000 7f29fee34740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5630bfceea20 con 0x5630bfce1590 2024-09-05T02:32:07.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.882+0000 7f29fee34740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5630bfc020f0 con 0x5630bfce0c70 2024-09-05T02:32:07.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.882+0000 7f29fee34740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5630bfceeba0 con 0x5630bfcebe50 2024-09-05T02:32:07.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.882+0000 7f29fee34740 10 client.0 _ll_register_callbacks cb 0x5630bfbe9bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:07.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.882+0000 7f29f9000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfce1590 0x5630bfce92c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:07.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.882+0000 7f29f9a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfce0c70 0x5630bfce8d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:07.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.883+0000 7f29f9a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfce0c70 0x5630bfce8d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:36000/0 (socket says 172.21.15.33:36000) 2024-09-05T02:32:07.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.883+0000 7f29f9a00640 1 -- 172.21.15.33:0/2897047709 learned_addr learned my addr 172.21.15.33:0/2897047709 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:07.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.883+0000 7f29fa400640 1 --2- 172.21.15.33:0/2897047709 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfcebe50 0x5630bfce9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:07.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.883+0000 7f29f9a00640 1 -- 172.21.15.33:0/2897047709 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfcebe50 msgr2=0x5630bfce9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:07.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.883+0000 7f29f9a00640 1 --2- 172.21.15.33:0/2897047709 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfcebe50 0x5630bfce9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.883+0000 7f29f9a00640 1 -- 172.21.15.33:0/2897047709 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfce1590 msgr2=0x5630bfce92c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:07.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.883+0000 7f29f9a00640 1 --2- 172.21.15.33:0/2897047709 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfce1590 0x5630bfce92c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.883+0000 7f29f9a00640 1 -- 172.21.15.33:0/2897047709 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5630bf9b83c0 con 0x5630bfce0c70 2024-09-05T02:32:07.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.883+0000 7f29f9a00640 1 --2- 172.21.15.33:0/2897047709 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfce0c70 0x5630bfce8d80 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f29e8010ca0 tx=0x7f29e8005750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a3c36476d2e662ec server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:07.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.883+0000 7f29db400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:32:07.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.884+0000 7f29db400640 1 -- 172.21.15.33:0/2897047709 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e801c690 con 0x5630bfce0c70 2024-09-05T02:32:07.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.884+0000 7f29db400640 1 -- 172.21.15.33:0/2897047709 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f29e801c830 con 0x5630bfce0c70 2024-09-05T02:32:07.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.884+0000 7f29fee34740 1 -- 172.21.15.33:0/2897047709 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f29e801cb00 con 0x5630bfce0c70 2024-09-05T02:32:07.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.884+0000 7f29db400640 1 -- 172.21.15.33:0/2897047709 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f29e8005020 con 0x5630bfce0c70 2024-09-05T02:32:07.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.884+0000 7f29fee34740 10 client.26282 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:07.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.884+0000 7f29fee34740 1 -- 172.21.15.33:0/2897047709 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5630bfcfaab0 con 0x5630bfce0c70 2024-09-05T02:32:07.888 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:07 smithi123 ceph-mon[34031]: pgmap v158: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:32:07.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.884+0000 7f29db400640 1 -- 172.21.15.33:0/2897047709 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f29e801cb00 con 0x5630bfce0c70 2024-09-05T02:32:07.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.885+0000 7f29db400640 1 -- 172.21.15.33:0/2897047709 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f29e8004750 con 0x5630bfce0c70 2024-09-05T02:32:07.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.885+0000 7f29fee34740 10 client.26282 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:07.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.885+0000 7f29fee34740 10 client.26282 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:32:07.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.885+0000 7f29fee34740 20 client.26282 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:07.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.885+0000 7f29fee34740 1 --2- 172.21.15.33:0/2897047709 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5630bfcfbf10 0x5630bfcfe300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:07.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.885+0000 7f29fee34740 4 client.26282 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:32:07.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.885+0000 7f29fee34740 1 -- 172.21.15.33:0/2897047709 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5630bfc54950 con 0x5630bfcfbf10 2024-09-05T02:32:07.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.885+0000 7f29f9000640 1 --2- 172.21.15.33:0/2897047709 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5630bfcfbf10 0x5630bfcfe300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:07.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.886+0000 7f29f9000640 1 --2- 172.21.15.33:0/2897047709 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5630bfcfbf10 0x5630bfcfe300 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=acc1dc8623e50f21 server_cookie=611cbbe046739a9b in_seq=0 out_seq=0 2024-09-05T02:32:07.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.886+0000 7f29db400640 10 client.26282 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:32:07.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.886+0000 7f29db400640 1 -- 172.21.15.33:0/2897047709 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5630bfc54950 con 0x5630bfcfbf10 2024-09-05T02:32:07.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.886+0000 7f29db400640 10 client.26282 handle_command_reply: tid=0 2024-09-05T02:32:07.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.887+0000 7f29fee34740 1 client.26282 shutdown 2024-09-05T02:32:07.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.887+0000 7f29fee34740 1 -- 172.21.15.33:0/2897047709 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfce0c70 msgr2=0x5630bfce8d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:07.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.887+0000 7f29fee34740 1 --2- 172.21.15.33:0/2897047709 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfce0c70 0x5630bfce8d80 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f29e8010ca0 tx=0x7f29e8005750 comp rx=0 tx=0).stop 2024-09-05T02:32:07.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.887+0000 7f29fee34740 1 -- 172.21.15.33:0/2897047709 shutdown_connections 2024-09-05T02:32:07.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.887+0000 7f29fee34740 1 --2- 172.21.15.33:0/2897047709 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5630bfcfbf10 0x5630bfcfe300 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.887+0000 7f29fee34740 1 --2- 172.21.15.33:0/2897047709 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfcebe50 0x5630bfce9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.887+0000 7f29db400640 0 client.26282 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:32:07.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.887+0000 7f29fee34740 1 --2- 172.21.15.33:0/2897047709 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfce1590 0x5630bfce92c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.887+0000 7f29fee34740 1 --2- 172.21.15.33:0/2897047709 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfce0c70 0x5630bfce8d80 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.887+0000 7f29fee34740 1 -- 172.21.15.33:0/2897047709 >> 172.21.15.33:0/2897047709 conn(0x5630bfcdd200 msgr2=0x5630bfce2ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:07.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.887+0000 7f29fee34740 1 -- 172.21.15.33:0/2897047709 shutdown_connections 2024-09-05T02:32:07.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.887+0000 7f29fee34740 1 -- 172.21.15.33:0/2897047709 wait complete. 2024-09-05T02:32:07.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.887+0000 7f29fee34740 20 client.26282 trim_cache size 0 max 16384 2024-09-05T02:32:07.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.901+0000 7f29fee34740 1 Processor -- start 2024-09-05T02:32:07.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.901+0000 7f29fee34740 1 -- start start 2024-09-05T02:32:07.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.901+0000 7f29fee34740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfce0c70 0x5630bfce26c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:07.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.901+0000 7f29fee34740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfce1590 0x5630bfce8530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:07.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.901+0000 7f29fee34740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfcebe50 0x5630bfd03990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:07.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.901+0000 7f29fee34740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f29f41b3f70 con 0x5630bfce0c70 2024-09-05T02:32:07.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.901+0000 7f29fee34740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f29f41b5ab0 con 0x5630bfce1590 2024-09-05T02:32:07.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.901+0000 7f29fee34740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f29f41b4640 con 0x5630bfcebe50 2024-09-05T02:32:07.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.902+0000 7f29f9a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfce0c70 0x5630bfce26c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:07.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.902+0000 7f29f9a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfce0c70 0x5630bfce26c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51714/0 (socket says 172.21.15.33:51714) 2024-09-05T02:32:07.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.902+0000 7f29f9a00640 1 -- 172.21.15.33:0/2757563593 learned_addr learned my addr 172.21.15.33:0/2757563593 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:07.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.902+0000 7f29f9000640 1 --2- 172.21.15.33:0/2757563593 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfce1590 0x5630bfce8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:07.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.902+0000 7f29fa400640 1 --2- 172.21.15.33:0/2757563593 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfcebe50 0x5630bfd03990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:07.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.902+0000 7f29f9000640 1 -- 172.21.15.33:0/2757563593 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfcebe50 msgr2=0x5630bfd03990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:07.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.902+0000 7f29f9000640 1 --2- 172.21.15.33:0/2757563593 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfcebe50 0x5630bfd03990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.902+0000 7f29f9000640 1 -- 172.21.15.33:0/2757563593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfce0c70 msgr2=0x5630bfce26c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:07.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.902+0000 7f29f9000640 1 --2- 172.21.15.33:0/2757563593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfce0c70 0x5630bfce26c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.902+0000 7f29f9000640 1 -- 172.21.15.33:0/2757563593 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5630bfcdd030 con 0x5630bfce1590 2024-09-05T02:32:07.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.902+0000 7f29f9a00640 1 --2- 172.21.15.33:0/2757563593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfce0c70 0x5630bfce26c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:07.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.902+0000 7f29fa400640 1 --2- 172.21.15.33:0/2757563593 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfcebe50 0x5630bfd03990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:32:07.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.903+0000 7f29f9000640 1 --2- 172.21.15.33:0/2757563593 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfce1590 0x5630bfce8530 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f29e0031550 tx=0x7f29e002a410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3651786b642c8c97 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:07.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.903+0000 7f29e6000640 1 -- 172.21.15.33:0/2757563593 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e0035040 con 0x5630bfce1590 2024-09-05T02:32:07.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.903+0000 7f29e6000640 1 -- 172.21.15.33:0/2757563593 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f29e0004360 con 0x5630bfce1590 2024-09-05T02:32:07.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.903+0000 7f29e6000640 1 -- 172.21.15.33:0/2757563593 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e0054630 con 0x5630bfce1590 2024-09-05T02:32:07.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.904+0000 7f29fee34740 1 -- 172.21.15.33:0/2757563593 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfce1590 msgr2=0x5630bfce8530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:07.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.904+0000 7f29fee34740 1 --2- 172.21.15.33:0/2757563593 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfce1590 0x5630bfce8530 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f29e0031550 tx=0x7f29e002a410 comp rx=0 tx=0).stop 2024-09-05T02:32:07.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.904+0000 7f29fee34740 1 -- 172.21.15.33:0/2757563593 shutdown_connections 2024-09-05T02:32:07.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.904+0000 7f29fee34740 1 --2- 172.21.15.33:0/2757563593 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfcebe50 0x5630bfd03990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.904+0000 7f29fee34740 1 --2- 172.21.15.33:0/2757563593 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfce1590 0x5630bfce8530 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.904+0000 7f29fee34740 1 --2- 172.21.15.33:0/2757563593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfce0c70 0x5630bfce26c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.904+0000 7f29fee34740 1 -- 172.21.15.33:0/2757563593 >> 172.21.15.33:0/2757563593 conn(0x5630bfcdd200 msgr2=0x5630bfcdc380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:07.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.904+0000 7f29fee34740 1 -- 172.21.15.33:0/2757563593 shutdown_connections 2024-09-05T02:32:07.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.904+0000 7f29fee34740 1 -- 172.21.15.33:0/2757563593 wait complete. 2024-09-05T02:32:07.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.904+0000 7f29fee34740 1 -- start start 2024-09-05T02:32:07.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.904+0000 7f29fee34740 1 Processor -- start 2024-09-05T02:32:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.905+0000 7f29fee34740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfce0c70 0x5630bfcf4300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.905+0000 7f29fee34740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfce1590 0x5630bfcef630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.905+0000 7f29fee34740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfcebe50 0x5630bfcefb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.905+0000 7f29fee34740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f29f41b53e0 con 0x5630bfcebe50 2024-09-05T02:32:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.905+0000 7f29fee34740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f29f41b4d10 con 0x5630bfce1590 2024-09-05T02:32:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.905+0000 7f29fee34740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f29f41b1f50 con 0x5630bfce0c70 2024-09-05T02:32:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.905+0000 7f29fee34740 10 client.0 _ll_register_callbacks cb 0x7f29e0032cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.905+0000 7f29fa400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfcebe50 0x5630bfcefb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.905+0000 7f29f9a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfce0c70 0x5630bfcf4300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:07.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.905+0000 7f29fa400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfcebe50 0x5630bfcefb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51720/0 (socket says 172.21.15.33:51720) 2024-09-05T02:32:07.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.905+0000 7f29fa400640 1 -- 172.21.15.33:0/3400720669 learned_addr learned my addr 172.21.15.33:0/3400720669 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:07.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.905+0000 7f29f9000640 1 --2- 172.21.15.33:0/3400720669 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfce1590 0x5630bfcef630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:07.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.906+0000 7f29f9a00640 1 -- 172.21.15.33:0/3400720669 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfce1590 msgr2=0x5630bfcef630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:07.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.906+0000 7f29f9a00640 1 --2- 172.21.15.33:0/3400720669 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfce1590 0x5630bfcef630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.906+0000 7f29f9a00640 1 -- 172.21.15.33:0/3400720669 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfcebe50 msgr2=0x5630bfcefb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:07.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.906+0000 7f29f9a00640 1 --2- 172.21.15.33:0/3400720669 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfcebe50 0x5630bfcefb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.906+0000 7f29f9a00640 1 -- 172.21.15.33:0/3400720669 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5630bfcd8770 con 0x5630bfce0c70 2024-09-05T02:32:07.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.906+0000 7f29fa400640 1 --2- 172.21.15.33:0/3400720669 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfcebe50 0x5630bfcefb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:07.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.906+0000 7f29f9a00640 1 --2- 172.21.15.33:0/3400720669 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfce0c70 0x5630bfcf4300 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f29e800b470 tx=0x7f29e8010ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=721bb277a8567a55 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:07.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.906+0000 7f29db400640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:32:07.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.906+0000 7f29db400640 1 -- 172.21.15.33:0/3400720669 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e8004e50 con 0x5630bfce0c70 2024-09-05T02:32:07.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.907+0000 7f29fee34740 1 -- 172.21.15.33:0/3400720669 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f29e0004360 con 0x5630bfce0c70 2024-09-05T02:32:07.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.907+0000 7f29db400640 1 -- 172.21.15.33:0/3400720669 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f29e80053d0 con 0x5630bfce0c70 2024-09-05T02:32:07.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.907+0000 7f29db400640 1 -- 172.21.15.33:0/3400720669 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f29e8004020 con 0x5630bfce0c70 2024-09-05T02:32:07.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.907+0000 7f29fee34740 10 client.26233 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:07.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.907+0000 7f29fee34740 1 -- 172.21.15.33:0/3400720669 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5630bfd66560 con 0x5630bfce0c70 2024-09-05T02:32:07.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.907+0000 7f29db400640 1 -- 172.21.15.33:0/3400720669 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f29e0004360 con 0x5630bfce0c70 2024-09-05T02:32:07.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.907+0000 7f29db400640 1 -- 172.21.15.33:0/3400720669 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f29e8011860 con 0x5630bfce0c70 2024-09-05T02:32:07.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.908+0000 7f29fee34740 10 client.26233 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:07.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.908+0000 7f29fee34740 10 client.26233 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:32:07.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.908+0000 7f29fee34740 20 client.26233 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:07.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.908+0000 7f29fee34740 1 --2- 172.21.15.33:0/3400720669 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5630bfd66bc0 0x5630bfd68fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:07.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.908+0000 7f29fee34740 4 client.26233 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:32:07.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.908+0000 7f29fee34740 1 -- 172.21.15.33:0/3400720669 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5630bfc4ee60 con 0x5630bfd66bc0 2024-09-05T02:32:07.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.908+0000 7f29f9000640 1 --2- 172.21.15.33:0/3400720669 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5630bfd66bc0 0x5630bfd68fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:07.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.909+0000 7f29f9000640 1 --2- 172.21.15.33:0/3400720669 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5630bfd66bc0 0x5630bfd68fe0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4ca234c2a7e41ced server_cookie=e7e1d81998e143dc in_seq=0 out_seq=0 2024-09-05T02:32:07.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.909+0000 7f29db400640 10 client.26233 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:32:07.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.909+0000 7f29db400640 1 -- 172.21.15.33:0/3400720669 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5630bfc4ee60 con 0x5630bfd66bc0 2024-09-05T02:32:07.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.909+0000 7f29db400640 10 client.26233 handle_command_reply: tid=0 2024-09-05T02:32:07.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.909+0000 7f29fee34740 1 client.26233 shutdown 2024-09-05T02:32:07.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.909+0000 7f29fee34740 1 -- 172.21.15.33:0/3400720669 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfce0c70 msgr2=0x5630bfcf4300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:07.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.909+0000 7f29fee34740 1 --2- 172.21.15.33:0/3400720669 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfce0c70 0x5630bfcf4300 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f29e800b470 tx=0x7f29e8010ca0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.909+0000 7f29fee34740 1 -- 172.21.15.33:0/3400720669 shutdown_connections 2024-09-05T02:32:07.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.909+0000 7f29fee34740 1 --2- 172.21.15.33:0/3400720669 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5630bfd66bc0 0x5630bfd68fe0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.909+0000 7f29fee34740 1 --2- 172.21.15.33:0/3400720669 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5630bfcebe50 0x5630bfcefb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.909+0000 7f29fee34740 1 --2- 172.21.15.33:0/3400720669 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5630bfce1590 0x5630bfcef630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.909+0000 7f29db400640 0 client.26233 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:32:07.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.909+0000 7f29fee34740 1 --2- 172.21.15.33:0/3400720669 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5630bfce0c70 0x5630bfcf4300 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.909+0000 7f29fee34740 1 -- 172.21.15.33:0/3400720669 >> 172.21.15.33:0/3400720669 conn(0x5630bfcdd200 msgr2=0x5630bfcdc380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:07.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.910+0000 7f29fee34740 1 -- 172.21.15.33:0/3400720669 shutdown_connections 2024-09-05T02:32:07.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.910+0000 7f29fee34740 1 -- 172.21.15.33:0/3400720669 wait complete. 2024-09-05T02:32:07.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.910+0000 7f29fee34740 20 client.26233 trim_cache size 0 max 16384 2024-09-05T02:32:07.915 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:32:07.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.911+0000 7f29fc400640 1 -- 172.21.15.33:0/3093605182 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f29dc0a2d70 msgr2=0x7f29dc0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:07.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.911+0000 7f29fc400640 1 --2- 172.21.15.33:0/3093605182 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f29dc0a2d70 0x7f29dc0a5230 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x5630bfcde580 tx=0x7f29e00058d0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.911+0000 7f29fc400640 1 -- 172.21.15.33:0/3093605182 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29f4112a30 msgr2=0x7f29f41a3470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:07.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.911+0000 7f29fc400640 1 --2- 172.21.15.33:0/3093605182 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29f4112a30 0x7f29f41a3470 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f29ec00eb10 tx=0x7f29ec00c2d0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.911+0000 7f29fc400640 1 -- 172.21.15.33:0/3093605182 shutdown_connections 2024-09-05T02:32:07.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.911+0000 7f29fc400640 1 --2- 172.21.15.33:0/3093605182 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f29dc0a2d70 0x7f29dc0a5230 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.911+0000 7f29fc400640 1 --2- 172.21.15.33:0/3093605182 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29f4112a30 0x7f29f41a3470 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.911+0000 7f29fc400640 1 --2- 172.21.15.33:0/3093605182 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f29f4077040 0x7f29f419f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.911+0000 7f29fc400640 1 --2- 172.21.15.33:0/3093605182 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f29f4076720 0x7f29f419eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:07.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.911+0000 7f29fc400640 1 -- 172.21.15.33:0/3093605182 >> 172.21.15.33:0/3093605182 conn(0x7f29f40ffa90 msgr2=0x7f29f4101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:07.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.911+0000 7f29fc400640 1 -- 172.21.15.33:0/3093605182 shutdown_connections 2024-09-05T02:32:07.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:07.911+0000 7f29fc400640 1 -- 172.21.15.33:0/3093605182 wait complete. 2024-09-05T02:32:08.749 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:32:09.133 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:32:09.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:09 smithi033 ceph-mon[29909]: pgmap v159: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:32:09.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.703+0000 7feab3200640 1 -- 172.21.15.33:0/2103672593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab4108f60 msgr2=0x7feab4110ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:09.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.703+0000 7feab3200640 1 --2- 172.21.15.33:0/2103672593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab4108f60 0x7feab4110ae0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7feaac009ca0 tx=0x7feaac02a8c0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.703+0000 7feab3200640 1 -- 172.21.15.33:0/2103672593 shutdown_connections 2024-09-05T02:32:09.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.703+0000 7feab3200640 1 --2- 172.21.15.33:0/2103672593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab4108f60 0x7feab4110ae0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.703+0000 7feab3200640 1 --2- 172.21.15.33:0/2103672593 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7feab41047e0 0x7feab4108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.703+0000 7feab3200640 1 --2- 172.21.15.33:0/2103672593 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7feab4103e30 0x7feab4104210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.703+0000 7feab3200640 1 -- 172.21.15.33:0/2103672593 >> 172.21.15.33:0/2103672593 conn(0x7feab40ff8d0 msgr2=0x7feab4101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:09.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.703+0000 7feab3200640 1 -- 172.21.15.33:0/2103672593 shutdown_connections 2024-09-05T02:32:09.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.703+0000 7feab3200640 1 -- 172.21.15.33:0/2103672593 wait complete. 2024-09-05T02:32:09.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.704+0000 7feab3200640 1 Processor -- start 2024-09-05T02:32:09.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.704+0000 7feab3200640 1 -- start start 2024-09-05T02:32:09.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.705+0000 7feab3200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7feab4103e30 0x7feab419a400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:09.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.705+0000 7feab3200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab41047e0 0x7feab419a940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:09.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.705+0000 7feab3200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7feab4108f60 0x7feab419ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:09.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.705+0000 7feab3200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7feab4113fc0 con 0x7feab41047e0 2024-09-05T02:32:09.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.705+0000 7feab3200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7feab4113e40 con 0x7feab4108f60 2024-09-05T02:32:09.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.705+0000 7feab3200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7feab4114140 con 0x7feab4103e30 2024-09-05T02:32:09.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.705+0000 7feaa9400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab41047e0 0x7feab419a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:09.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.705+0000 7feab1e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7feab4103e30 0x7feab419a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:09.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.705+0000 7feab2800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7feab4108f60 0x7feab419ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:09.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.705+0000 7feab1e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7feab4103e30 0x7feab419a400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:44202/0 (socket says 172.21.15.33:44202) 2024-09-05T02:32:09.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.705+0000 7feab1e00640 1 -- 172.21.15.33:0/2346225035 learned_addr learned my addr 172.21.15.33:0/2346225035 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:09.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.705+0000 7feab2800640 1 -- 172.21.15.33:0/2346225035 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7feab4103e30 msgr2=0x7feab419a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:09.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.705+0000 7feab2800640 1 --2- 172.21.15.33:0/2346225035 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7feab4103e30 0x7feab419a400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.705+0000 7feab2800640 1 -- 172.21.15.33:0/2346225035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab41047e0 msgr2=0x7feab419a940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:09.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.705+0000 7feab2800640 1 --2- 172.21.15.33:0/2346225035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab41047e0 0x7feab419a940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.705+0000 7feab2800640 1 -- 172.21.15.33:0/2346225035 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feab419f3b0 con 0x7feab4108f60 2024-09-05T02:32:09.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.705+0000 7feaa9400640 1 --2- 172.21.15.33:0/2346225035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab41047e0 0x7feab419a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:09.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.706+0000 7feab2800640 1 --2- 172.21.15.33:0/2346225035 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7feab4108f60 0x7feab419ecd0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7feaac02ade0 tx=0x7feaac0319f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:09.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.706+0000 7feaab400640 1 -- 172.21.15.33:0/2346225035 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaac003b70 con 0x7feab4108f60 2024-09-05T02:32:09.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.706+0000 7feaab400640 1 -- 172.21.15.33:0/2346225035 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feaac003d10 con 0x7feab4108f60 2024-09-05T02:32:09.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.706+0000 7feab3200640 1 -- 172.21.15.33:0/2346225035 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feab419f640 con 0x7feab4108f60 2024-09-05T02:32:09.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.706+0000 7feaab400640 1 -- 172.21.15.33:0/2346225035 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaac02fc40 con 0x7feab4108f60 2024-09-05T02:32:09.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.706+0000 7feab3200640 1 -- 172.21.15.33:0/2346225035 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feab41a6f80 con 0x7feab4108f60 2024-09-05T02:32:09.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.709+0000 7feaab400640 1 -- 172.21.15.33:0/2346225035 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7feaac004050 con 0x7feab4108f60 2024-09-05T02:32:09.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.709+0000 7feabbe66740 1 Processor -- start 2024-09-05T02:32:09.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.709+0000 7feabbe66740 1 -- start start 2024-09-05T02:32:09.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.710+0000 7feabbe66740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d1ae40 0x560ab0d1b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:09.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.710+0000 7feabbe66740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1b760 0x560ab0d25ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:09.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.710+0000 7feabbe66740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d26020 0x560ab0d28410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:09.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.710+0000 7feabbe66740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560ab0c813e0 con 0x560ab0d1ae40 2024-09-05T02:32:09.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.710+0000 7feabbe66740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x560ab0c28d80 con 0x560ab0d26020 2024-09-05T02:32:09.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.710+0000 7feabbe66740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x560ab0c7d3a0 con 0x560ab0d1b760 2024-09-05T02:32:09.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.710+0000 7feaa9400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d1ae40 0x560ab0d1b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:09.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.710+0000 7feaa9400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d1ae40 0x560ab0d1b220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51732/0 (socket says 172.21.15.33:51732) 2024-09-05T02:32:09.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.710+0000 7feaa9400640 1 -- 172.21.15.33:0/142222461 learned_addr learned my addr 172.21.15.33:0/142222461 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:09.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.710+0000 7feab1e00640 1 --2- 172.21.15.33:0/142222461 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1b760 0x560ab0d25ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:09.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.710+0000 7feaa9400640 1 --2- 172.21.15.33:0/142222461 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d26020 0x560ab0d28410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:09.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.711+0000 7feaa9400640 1 -- 172.21.15.33:0/142222461 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1b760 msgr2=0x560ab0d25ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:09.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.711+0000 7feaa9400640 1 --2- 172.21.15.33:0/142222461 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1b760 0x560ab0d25ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.711+0000 7feaa9400640 1 -- 172.21.15.33:0/142222461 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d26020 msgr2=0x560ab0d28410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:09.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.711+0000 7feaa9400640 1 --2- 172.21.15.33:0/142222461 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d26020 0x560ab0d28410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.711+0000 7feaa9400640 1 -- 172.21.15.33:0/142222461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ab0c47ae0 con 0x560ab0d1ae40 2024-09-05T02:32:09.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.711+0000 7feaab400640 1 --2- 172.21.15.33:0/2346225035 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fea980a2d70 0x7fea980a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:09.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.711+0000 7feaa9400640 1 --2- 172.21.15.33:0/142222461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d1ae40 0x560ab0d1b220 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fea9c013970 tx=0x7fea9c009d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbc3abeb078c546e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:09.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.711+0000 7feaab400640 1 -- 172.21.15.33:0/2346225035 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7feaac0f0230 con 0x7feab4108f60 2024-09-05T02:32:09.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.711+0000 7feab1e00640 1 --2- 172.21.15.33:0/2346225035 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fea980a2d70 0x7fea980a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:09.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.711+0000 7feaa3400640 1 -- 172.21.15.33:0/142222461 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea9c004030 con 0x560ab0d1ae40 2024-09-05T02:32:09.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.711+0000 7feaa3400640 1 -- 172.21.15.33:0/142222461 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fea9c00fda0 con 0x560ab0d1ae40 2024-09-05T02:32:09.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.711+0000 7feaa3400640 1 -- 172.21.15.33:0/142222461 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea9c003a50 con 0x560ab0d1ae40 2024-09-05T02:32:09.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.712+0000 7feabbe66740 1 -- 172.21.15.33:0/142222461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d1ae40 msgr2=0x560ab0d1b220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:09.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.712+0000 7feab1e00640 1 --2- 172.21.15.33:0/2346225035 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fea980a2d70 0x7fea980a5230 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x560ab0d18230 tx=0x7feaa4005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:09.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.712+0000 7feabbe66740 1 --2- 172.21.15.33:0/142222461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d1ae40 0x560ab0d1b220 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fea9c013970 tx=0x7fea9c009d80 comp rx=0 tx=0).stop 2024-09-05T02:32:09.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.712+0000 7feabbe66740 1 -- 172.21.15.33:0/142222461 shutdown_connections 2024-09-05T02:32:09.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.712+0000 7feabbe66740 1 --2- 172.21.15.33:0/142222461 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d26020 0x560ab0d28410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.712+0000 7feabbe66740 1 --2- 172.21.15.33:0/142222461 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1b760 0x560ab0d25ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.712+0000 7feabbe66740 1 --2- 172.21.15.33:0/142222461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d1ae40 0x560ab0d1b220 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.712+0000 7feabbe66740 1 -- 172.21.15.33:0/142222461 >> 172.21.15.33:0/142222461 conn(0x560ab0d173d0 msgr2=0x560ab0d177b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:09.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.712+0000 7feabbe66740 1 -- 172.21.15.33:0/142222461 shutdown_connections 2024-09-05T02:32:09.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.713+0000 7feabbe66740 1 -- 172.21.15.33:0/142222461 wait complete. 2024-09-05T02:32:09.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.713+0000 7feabbe66740 1 -- start start 2024-09-05T02:32:09.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.713+0000 7feabbe66740 1 Processor -- start 2024-09-05T02:32:09.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.713+0000 7feabbe66740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d1ae40 0x560ab0d22e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:09.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.714+0000 7feabbe66740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1b760 0x560ab0d233d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:09.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.714+0000 7feabbe66740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d26020 0x560ab0d23910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:09.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.714+0000 7feabbe66740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560ab0d28bf0 con 0x560ab0d26020 2024-09-05T02:32:09.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.714+0000 7feabbe66740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x560ab0c3c0f0 con 0x560ab0d1ae40 2024-09-05T02:32:09.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.714+0000 7feabbe66740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x560ab0d28d70 con 0x560ab0d1b760 2024-09-05T02:32:09.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.714+0000 7feabbe66740 10 client.0 _ll_register_callbacks cb 0x560ab0c23bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:09.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.714+0000 7feab1e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d1ae40 0x560ab0d22e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:09.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.714+0000 7feab1e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d1ae40 0x560ab0d22e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:36064/0 (socket says 172.21.15.33:36064) 2024-09-05T02:32:09.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.714+0000 7feab1e00640 1 -- 172.21.15.33:0/4104318702 learned_addr learned my addr 172.21.15.33:0/4104318702 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:09.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.714+0000 7feab2800640 1 --2- 172.21.15.33:0/4104318702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d26020 0x560ab0d23910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:09.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.714+0000 7feaa9400640 1 --2- 172.21.15.33:0/4104318702 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1b760 0x560ab0d233d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:09.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.714+0000 7feab1e00640 1 -- 172.21.15.33:0/4104318702 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1b760 msgr2=0x560ab0d233d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:09.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.714+0000 7feab1e00640 1 --2- 172.21.15.33:0/4104318702 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1b760 0x560ab0d233d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.714+0000 7feab1e00640 1 -- 172.21.15.33:0/4104318702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d26020 msgr2=0x560ab0d23910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:09.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.714+0000 7feab1e00640 1 --2- 172.21.15.33:0/4104318702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d26020 0x560ab0d23910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.714+0000 7feab1e00640 1 -- 172.21.15.33:0/4104318702 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ab09f23c0 con 0x560ab0d1ae40 2024-09-05T02:32:09.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.714+0000 7feaa9400640 1 --2- 172.21.15.33:0/4104318702 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1b760 0x560ab0d233d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:32:09.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.715+0000 7feab1e00640 1 --2- 172.21.15.33:0/4104318702 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d1ae40 0x560ab0d22e90 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7feaa401ea00 tx=0x7feaa4004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f89e9d10083c67c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:09.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.715+0000 7fea97e00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:32:09.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.715+0000 7fea97e00640 1 -- 172.21.15.33:0/4104318702 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaa4004020 con 0x560ab0d1ae40 2024-09-05T02:32:09.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.715+0000 7feabbe66740 1 -- 172.21.15.33:0/4104318702 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fea9c00fda0 con 0x560ab0d1ae40 2024-09-05T02:32:09.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.715+0000 7fea97e00640 1 -- 172.21.15.33:0/4104318702 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7feaa4018030 con 0x560ab0d1ae40 2024-09-05T02:32:09.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.715+0000 7fea97e00640 1 -- 172.21.15.33:0/4104318702 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7feaa40041c0 con 0x560ab0d1ae40 2024-09-05T02:32:09.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.715+0000 7feabbe66740 10 client.26300 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:09.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.715+0000 7feabbe66740 1 -- 172.21.15.33:0/4104318702 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560ab0d34cc0 con 0x560ab0d1ae40 2024-09-05T02:32:09.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.716+0000 7fea97e00640 1 -- 172.21.15.33:0/4104318702 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fea9c00fda0 con 0x560ab0d1ae40 2024-09-05T02:32:09.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.716+0000 7fea97e00640 1 -- 172.21.15.33:0/4104318702 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7feaa4029540 con 0x560ab0d1ae40 2024-09-05T02:32:09.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.716+0000 7feabbe66740 10 client.26300 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:09.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.716+0000 7feabbe66740 10 client.26300 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:32:09.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.716+0000 7feabbe66740 20 client.26300 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:09.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.716+0000 7feabbe66740 1 --2- 172.21.15.33:0/4104318702 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x560ab0d36120 0x560ab0d38590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:09.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.716+0000 7feabbe66740 4 client.26300 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:32:09.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.716+0000 7feabbe66740 1 -- 172.21.15.33:0/4104318702 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560ab0c8e950 con 0x560ab0d36120 2024-09-05T02:32:09.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.716+0000 7feaa9400640 1 --2- 172.21.15.33:0/4104318702 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x560ab0d36120 0x560ab0d38590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:09.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.717+0000 7feaa9400640 1 --2- 172.21.15.33:0/4104318702 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x560ab0d36120 0x560ab0d38590 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=eec4f8394ff8f42d server_cookie=5b5266c9906c3704 in_seq=0 out_seq=0 2024-09-05T02:32:09.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.717+0000 7fea97e00640 10 client.26300 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:32:09.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.718+0000 7fea97e00640 1 -- 172.21.15.33:0/4104318702 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560ab0c8e950 con 0x560ab0d36120 2024-09-05T02:32:09.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.718+0000 7fea97e00640 10 client.26300 handle_command_reply: tid=0 2024-09-05T02:32:09.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.718+0000 7feabbe66740 1 client.26300 shutdown 2024-09-05T02:32:09.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.718+0000 7feabbe66740 1 -- 172.21.15.33:0/4104318702 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d1ae40 msgr2=0x560ab0d22e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:09.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.718+0000 7feabbe66740 1 --2- 172.21.15.33:0/4104318702 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d1ae40 0x560ab0d22e90 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7feaa401ea00 tx=0x7feaa4004730 comp rx=0 tx=0).stop 2024-09-05T02:32:09.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.718+0000 7feabbe66740 1 -- 172.21.15.33:0/4104318702 shutdown_connections 2024-09-05T02:32:09.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.718+0000 7feabbe66740 1 --2- 172.21.15.33:0/4104318702 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x560ab0d36120 0x560ab0d38590 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.718+0000 7feabbe66740 1 --2- 172.21.15.33:0/4104318702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d26020 0x560ab0d23910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.718+0000 7feabbe66740 1 --2- 172.21.15.33:0/4104318702 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1b760 0x560ab0d233d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.718+0000 7feabbe66740 1 --2- 172.21.15.33:0/4104318702 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d1ae40 0x560ab0d22e90 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.718+0000 7feabbe66740 1 -- 172.21.15.33:0/4104318702 >> 172.21.15.33:0/4104318702 conn(0x560ab0d173d0 msgr2=0x560ab0d1d0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:09.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.718+0000 7fea97e00640 0 client.26300 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:32:09.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.718+0000 7feabbe66740 1 -- 172.21.15.33:0/4104318702 shutdown_connections 2024-09-05T02:32:09.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.718+0000 7feabbe66740 1 -- 172.21.15.33:0/4104318702 wait complete. 2024-09-05T02:32:09.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.718+0000 7feabbe66740 20 client.26300 trim_cache size 0 max 16384 2024-09-05T02:32:09.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.732+0000 7feabbe66740 1 Processor -- start 2024-09-05T02:32:09.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.732+0000 7feabbe66740 1 -- start start 2024-09-05T02:32:09.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.732+0000 7feabbe66740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d173d0 0x560ab0d22770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:09.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.732+0000 7feabbe66740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1ae40 0x560ab0d23920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:09.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.732+0000 7feabbe66740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d1b760 0x560ab0d3de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:09.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.732+0000 7feabbe66740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7feab41af880 con 0x560ab0d173d0 2024-09-05T02:32:09.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.732+0000 7feabbe66740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7feab41b13c0 con 0x560ab0d1b760 2024-09-05T02:32:09.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.732+0000 7feabbe66740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7feab41aff50 con 0x560ab0d1ae40 2024-09-05T02:32:09.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.733+0000 7feab1e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d173d0 0x560ab0d22770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:09.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.733+0000 7feab1e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d173d0 0x560ab0d22770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51756/0 (socket says 172.21.15.33:51756) 2024-09-05T02:32:09.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.733+0000 7feab1e00640 1 -- 172.21.15.33:0/2466485270 learned_addr learned my addr 172.21.15.33:0/2466485270 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:09.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.733+0000 7feaa9400640 1 --2- 172.21.15.33:0/2466485270 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1ae40 0x560ab0d23920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:09.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.733+0000 7feab2800640 1 --2- 172.21.15.33:0/2466485270 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d1b760 0x560ab0d3de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:09.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.733+0000 7feab1e00640 1 -- 172.21.15.33:0/2466485270 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1ae40 msgr2=0x560ab0d23920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:09.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.733+0000 7feab1e00640 1 --2- 172.21.15.33:0/2466485270 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1ae40 0x560ab0d23920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.733+0000 7feab1e00640 1 -- 172.21.15.33:0/2466485270 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d1b760 msgr2=0x560ab0d3de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:09.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.733+0000 7feab1e00640 1 --2- 172.21.15.33:0/2466485270 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d1b760 0x560ab0d3de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.733+0000 7feab1e00640 1 -- 172.21.15.33:0/2466485270 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ab0d1b590 con 0x560ab0d173d0 2024-09-05T02:32:09.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.733+0000 7feab1e00640 1 --2- 172.21.15.33:0/2466485270 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d173d0 0x560ab0d22770 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7feaa4029960 tx=0x7feaa40092a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cca00a848ba83a2f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:09.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.734+0000 7feaa2a00640 1 -- 172.21.15.33:0/2466485270 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaa4029bd0 con 0x560ab0d173d0 2024-09-05T02:32:09.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.734+0000 7feaa2a00640 1 -- 172.21.15.33:0/2466485270 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feaa4029d70 con 0x560ab0d173d0 2024-09-05T02:32:09.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.734+0000 7feaa2a00640 1 -- 172.21.15.33:0/2466485270 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaa4004b20 con 0x560ab0d173d0 2024-09-05T02:32:09.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.734+0000 7feabbe66740 1 -- 172.21.15.33:0/2466485270 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d173d0 msgr2=0x560ab0d22770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:09.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.734+0000 7feabbe66740 1 --2- 172.21.15.33:0/2466485270 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d173d0 0x560ab0d22770 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7feaa4029960 tx=0x7feaa40092a0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.734+0000 7feabbe66740 1 -- 172.21.15.33:0/2466485270 shutdown_connections 2024-09-05T02:32:09.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.735+0000 7feabbe66740 1 --2- 172.21.15.33:0/2466485270 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d1b760 0x560ab0d3de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.735+0000 7feabbe66740 1 --2- 172.21.15.33:0/2466485270 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1ae40 0x560ab0d23920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.735+0000 7feabbe66740 1 --2- 172.21.15.33:0/2466485270 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d173d0 0x560ab0d22770 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.735+0000 7feabbe66740 1 -- 172.21.15.33:0/2466485270 >> 172.21.15.33:0/2466485270 conn(0x560ab0d25320 msgr2=0x560ab0d16490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:09.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.735+0000 7feabbe66740 1 -- 172.21.15.33:0/2466485270 shutdown_connections 2024-09-05T02:32:09.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.735+0000 7feabbe66740 1 -- 172.21.15.33:0/2466485270 wait complete. 2024-09-05T02:32:09.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.735+0000 7feabbe66740 1 -- start start 2024-09-05T02:32:09.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.735+0000 7feabbe66740 1 Processor -- start 2024-09-05T02:32:09.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.736+0000 7feabbe66740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d173d0 0x560ab0d29f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:09.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.736+0000 7feabbe66740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1ae40 0x560ab0d2a450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:09.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.736+0000 7feabbe66740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d1b760 0x560ab0d2a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:09.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.736+0000 7feabbe66740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7feab41b0cf0 con 0x560ab0d1b760 2024-09-05T02:32:09.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.736+0000 7feabbe66740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7feab41b0620 con 0x560ab0d173d0 2024-09-05T02:32:09.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.736+0000 7feabbe66740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7feab41ad860 con 0x560ab0d1ae40 2024-09-05T02:32:09.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.736+0000 7feabbe66740 10 client.0 _ll_register_callbacks cb 0x7feaa4009f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:09.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.736+0000 7feaa9400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1ae40 0x560ab0d2a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:09.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.736+0000 7feaa9400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1ae40 0x560ab0d2a450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:44248/0 (socket says 172.21.15.33:44248) 2024-09-05T02:32:09.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.736+0000 7feab1e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d173d0 0x560ab0d29f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:09.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.736+0000 7feaa9400640 1 -- 172.21.15.33:0/3851670179 learned_addr learned my addr 172.21.15.33:0/3851670179 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:09.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.736+0000 7feab2800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d1b760 0x560ab0d2a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:09.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.736+0000 7feaa9400640 1 -- 172.21.15.33:0/3851670179 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d173d0 msgr2=0x560ab0d29f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:09.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.736+0000 7feaa9400640 1 --2- 172.21.15.33:0/3851670179 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d173d0 0x560ab0d29f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.736+0000 7feaa9400640 1 -- 172.21.15.33:0/3851670179 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d1b760 msgr2=0x560ab0d2a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:09.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.736+0000 7feaa9400640 1 --2- 172.21.15.33:0/3851670179 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d1b760 0x560ab0d2a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.737+0000 7feaa9400640 1 -- 172.21.15.33:0/3851670179 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ab0d9ffd0 con 0x560ab0d1ae40 2024-09-05T02:32:09.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.737+0000 7feaa9400640 1 --2- 172.21.15.33:0/3851670179 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1ae40 0x560ab0d2a450 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fea9c006010 tx=0x7fea9c009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=78545aed72eb94d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:09.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.737+0000 7fea97e00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:32:09.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.737+0000 7fea97e00640 1 -- 172.21.15.33:0/3851670179 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea9c005240 con 0x560ab0d1ae40 2024-09-05T02:32:09.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.737+0000 7feabbe66740 1 -- 172.21.15.33:0/3851670179 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feaa4029d70 con 0x560ab0d1ae40 2024-09-05T02:32:09.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.737+0000 7fea97e00640 1 -- 172.21.15.33:0/3851670179 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fea9c0053e0 con 0x560ab0d1ae40 2024-09-05T02:32:09.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.737+0000 7fea97e00640 1 -- 172.21.15.33:0/3851670179 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fea9c038050 con 0x560ab0d1ae40 2024-09-05T02:32:09.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.738+0000 7feabbe66740 10 client.26251 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:09.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.738+0000 7feabbe66740 1 -- 172.21.15.33:0/3851670179 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560ab0da12b0 con 0x560ab0d1ae40 2024-09-05T02:32:09.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.738+0000 7fea97e00640 1 -- 172.21.15.33:0/3851670179 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feaa4029d70 con 0x560ab0d1ae40 2024-09-05T02:32:09.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.738+0000 7fea97e00640 1 -- 172.21.15.33:0/3851670179 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fea9c033030 con 0x560ab0d1ae40 2024-09-05T02:32:09.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.738+0000 7feabbe66740 10 client.26251 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:09.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.738+0000 7feabbe66740 10 client.26251 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:32:09.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.738+0000 7feabbe66740 20 client.26251 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:09.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.738+0000 7feabbe66740 1 --2- 172.21.15.33:0/3851670179 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x560ab0d26020 0x560ab0da3930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:09.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.738+0000 7feabbe66740 4 client.26251 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:32:09.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.738+0000 7feabbe66740 1 -- 172.21.15.33:0/3851670179 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560ab0c88e60 con 0x560ab0d26020 2024-09-05T02:32:09.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.738+0000 7feab1e00640 1 --2- 172.21.15.33:0/3851670179 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x560ab0d26020 0x560ab0da3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:09.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.739+0000 7feab1e00640 1 --2- 172.21.15.33:0/3851670179 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x560ab0d26020 0x560ab0da3930 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1c0849fa5840f051 server_cookie=566334b63ca7ff77 in_seq=0 out_seq=0 2024-09-05T02:32:09.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.739+0000 7fea97e00640 10 client.26251 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:32:09.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.739+0000 7fea97e00640 1 -- 172.21.15.33:0/3851670179 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560ab0c88e60 con 0x560ab0d26020 2024-09-05T02:32:09.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.739+0000 7fea97e00640 10 client.26251 handle_command_reply: tid=0 2024-09-05T02:32:09.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.739+0000 7feabbe66740 1 client.26251 shutdown 2024-09-05T02:32:09.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.739+0000 7feabbe66740 1 -- 172.21.15.33:0/3851670179 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1ae40 msgr2=0x560ab0d2a450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:09.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.739+0000 7feabbe66740 1 --2- 172.21.15.33:0/3851670179 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1ae40 0x560ab0d2a450 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fea9c006010 tx=0x7fea9c009b50 comp rx=0 tx=0).stop 2024-09-05T02:32:09.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.740+0000 7feabbe66740 1 -- 172.21.15.33:0/3851670179 shutdown_connections 2024-09-05T02:32:09.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.740+0000 7feabbe66740 1 --2- 172.21.15.33:0/3851670179 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x560ab0d26020 0x560ab0da3930 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.740+0000 7feabbe66740 1 --2- 172.21.15.33:0/3851670179 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ab0d1b760 0x560ab0d2a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.740+0000 7feabbe66740 1 --2- 172.21.15.33:0/3851670179 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ab0d1ae40 0x560ab0d2a450 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.740+0000 7feabbe66740 1 --2- 172.21.15.33:0/3851670179 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ab0d173d0 0x560ab0d29f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.740+0000 7fea97e00640 0 client.26251 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:32:09.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.740+0000 7feabbe66740 1 -- 172.21.15.33:0/3851670179 >> 172.21.15.33:0/3851670179 conn(0x560ab0d25320 msgr2=0x560ab0d30ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:09.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.740+0000 7feabbe66740 1 -- 172.21.15.33:0/3851670179 shutdown_connections 2024-09-05T02:32:09.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.740+0000 7feabbe66740 1 -- 172.21.15.33:0/3851670179 wait complete. 2024-09-05T02:32:09.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.740+0000 7feabbe66740 20 client.26251 trim_cache size 0 max 16384 2024-09-05T02:32:09.745 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:32:09.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.741+0000 7feab3200640 1 -- 172.21.15.33:0/2346225035 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fea980a2d70 msgr2=0x7fea980a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:09.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.741+0000 7feab3200640 1 --2- 172.21.15.33:0/2346225035 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fea980a2d70 0x7fea980a5230 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x560ab0d18230 tx=0x7feaa4005f90 comp rx=0 tx=0).stop 2024-09-05T02:32:09.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.741+0000 7feab3200640 1 -- 172.21.15.33:0/2346225035 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7feab4108f60 msgr2=0x7feab419ecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:09.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.741+0000 7feab3200640 1 --2- 172.21.15.33:0/2346225035 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7feab4108f60 0x7feab419ecd0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7feaac02ade0 tx=0x7feaac0319f0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.741+0000 7feab3200640 1 -- 172.21.15.33:0/2346225035 shutdown_connections 2024-09-05T02:32:09.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.741+0000 7feab3200640 1 --2- 172.21.15.33:0/2346225035 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fea980a2d70 0x7fea980a5230 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.741+0000 7feab3200640 1 --2- 172.21.15.33:0/2346225035 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7feab4108f60 0x7feab419ecd0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.741+0000 7feab3200640 1 --2- 172.21.15.33:0/2346225035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab41047e0 0x7feab419a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.741+0000 7feab3200640 1 --2- 172.21.15.33:0/2346225035 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7feab4103e30 0x7feab419a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:09.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.741+0000 7feab3200640 1 -- 172.21.15.33:0/2346225035 >> 172.21.15.33:0/2346225035 conn(0x7feab40ff8d0 msgr2=0x7feab4100b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:09.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.741+0000 7feab3200640 1 -- 172.21.15.33:0/2346225035 shutdown_connections 2024-09-05T02:32:09.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:09.741+0000 7feab3200640 1 -- 172.21.15.33:0/2346225035 wait complete. 2024-09-05T02:32:09.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:09 smithi174 ceph-mon[34756]: pgmap v159: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:32:09.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:09 smithi123 ceph-mon[34031]: pgmap v159: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:32:10.576 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:32:10.953 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:32:11.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.461+0000 7f86bf400640 1 -- 172.21.15.33:0/1255697947 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86b8104010 msgr2=0x7f86b81043f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:11.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.461+0000 7f86bf400640 1 --2- 172.21.15.33:0/1255697947 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86b8104010 0x7f86b81043f0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f86ac009900 tx=0x7f86ac02a3f0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.461+0000 7f86bf400640 1 -- 172.21.15.33:0/1255697947 shutdown_connections 2024-09-05T02:32:11.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.461+0000 7f86bf400640 1 --2- 172.21.15.33:0/1255697947 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f86b8109140 0x7f86b8110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.461+0000 7f86bf400640 1 --2- 172.21.15.33:0/1255697947 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f86b81049c0 0x7f86b8108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.461+0000 7f86bf400640 1 --2- 172.21.15.33:0/1255697947 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86b8104010 0x7f86b81043f0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.461+0000 7f86bf400640 1 -- 172.21.15.33:0/1255697947 >> 172.21.15.33:0/1255697947 conn(0x7f86b80ffa50 msgr2=0x7f86b8101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:11.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.461+0000 7f86bf400640 1 -- 172.21.15.33:0/1255697947 shutdown_connections 2024-09-05T02:32:11.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.461+0000 7f86bf400640 1 -- 172.21.15.33:0/1255697947 wait complete. 2024-09-05T02:32:11.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.462+0000 7f86bf400640 1 Processor -- start 2024-09-05T02:32:11.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.462+0000 7f86bf400640 1 -- start start 2024-09-05T02:32:11.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.463+0000 7f86bf400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86b8104010 0x7f86b819a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:11.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.463+0000 7f86bf400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f86b81049c0 0x7f86b819ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:11.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.463+0000 7f86bf400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f86b8109140 0x7f86b819ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:11.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.463+0000 7f86bf400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f86b81141b0 con 0x7f86b8104010 2024-09-05T02:32:11.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.463+0000 7f86bf400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f86b8114030 con 0x7f86b8109140 2024-09-05T02:32:11.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.463+0000 7f86bf400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f86b8114330 con 0x7f86b81049c0 2024-09-05T02:32:11.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.463+0000 7f86bca00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86b8104010 0x7f86b819a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:11.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.463+0000 7f86bca00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86b8104010 0x7f86b819a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40984/0 (socket says 172.21.15.33:40984) 2024-09-05T02:32:11.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.463+0000 7f86bca00640 1 -- 172.21.15.33:0/2537870424 learned_addr learned my addr 172.21.15.33:0/2537870424 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:11.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.463+0000 7f86b7e00640 1 --2- 172.21.15.33:0/2537870424 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f86b81049c0 0x7f86b819ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:11.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.463+0000 7f86bd400640 1 --2- 172.21.15.33:0/2537870424 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f86b8109140 0x7f86b819ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:11.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.463+0000 7f86bca00640 1 -- 172.21.15.33:0/2537870424 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f86b81049c0 msgr2=0x7f86b819ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:11.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.463+0000 7f86bca00640 1 --2- 172.21.15.33:0/2537870424 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f86b81049c0 0x7f86b819ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.463+0000 7f86bca00640 1 -- 172.21.15.33:0/2537870424 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f86b8109140 msgr2=0x7f86b819ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:11.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.463+0000 7f86bca00640 1 --2- 172.21.15.33:0/2537870424 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f86b8109140 0x7f86b819ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.463+0000 7f86bca00640 1 -- 172.21.15.33:0/2537870424 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86b819f600 con 0x7f86b8104010 2024-09-05T02:32:11.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.464+0000 7f86bca00640 1 --2- 172.21.15.33:0/2537870424 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86b8104010 0x7f86b819a650 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f86ac004770 tx=0x7f86ac003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:11.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.464+0000 7f86b5600640 1 -- 172.21.15.33:0/2537870424 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86ac03f070 con 0x7f86b8104010 2024-09-05T02:32:11.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.464+0000 7f86bf400640 1 -- 172.21.15.33:0/2537870424 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86b819f890 con 0x7f86b8104010 2024-09-05T02:32:11.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.464+0000 7f86b5600640 1 -- 172.21.15.33:0/2537870424 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f86ac031ca0 con 0x7f86b8104010 2024-09-05T02:32:11.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.464+0000 7f86b5600640 1 -- 172.21.15.33:0/2537870424 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86ac035030 con 0x7f86b8104010 2024-09-05T02:32:11.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.464+0000 7f86bf400640 1 -- 172.21.15.33:0/2537870424 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86b81a71d0 con 0x7f86b8104010 2024-09-05T02:32:11.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.467+0000 7f86c1e1b740 1 Processor -- start 2024-09-05T02:32:11.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.467+0000 7f86b5600640 1 -- 172.21.15.33:0/2537870424 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f86ac042070 con 0x7f86b8104010 2024-09-05T02:32:11.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.467+0000 7f86c1e1b740 1 -- start start 2024-09-05T02:32:11.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.467+0000 7f86c1e1b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a7ec70 0x560404a7f050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:11.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.468+0000 7f86c1e1b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 0x560404a89910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:11.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.468+0000 7f86c1e1b740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a89e50 0x560404a8c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:11.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.468+0000 7f86c1e1b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5604049e53e0 con 0x560404a7f590 2024-09-05T02:32:11.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.468+0000 7f86c1e1b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56040498cd80 con 0x560404a7ec70 2024-09-05T02:32:11.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.468+0000 7f86c1e1b740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5604049e13a0 con 0x560404a89e50 2024-09-05T02:32:11.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.468+0000 7f86bca00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 0x560404a89910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:11.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.468+0000 7f86bca00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 0x560404a89910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40992/0 (socket says 172.21.15.33:40992) 2024-09-05T02:32:11.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.468+0000 7f86bca00640 1 -- 172.21.15.33:0/1214837218 learned_addr learned my addr 172.21.15.33:0/1214837218 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:11.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.468+0000 7f86bd400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a7ec70 0x560404a7f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:11.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.468+0000 7f86b7e00640 1 --2- 172.21.15.33:0/1214837218 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a89e50 0x560404a8c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:11.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.468+0000 7f86bca00640 1 -- 172.21.15.33:0/1214837218 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a89e50 msgr2=0x560404a8c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:11.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.468+0000 7f86bca00640 1 --2- 172.21.15.33:0/1214837218 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a89e50 0x560404a8c240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.468+0000 7f86bca00640 1 -- 172.21.15.33:0/1214837218 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a7ec70 msgr2=0x560404a7f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:11.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.468+0000 7f86bca00640 1 --2- 172.21.15.33:0/1214837218 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a7ec70 0x560404a7f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.468+0000 7f86bca00640 1 -- 172.21.15.33:0/1214837218 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604049abae0 con 0x560404a7f590 2024-09-05T02:32:11.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.469+0000 7f86b5600640 1 --2- 172.21.15.33:0/2537870424 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f86a00a2d70 0x7f86a00a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:11.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.469+0000 7f86bca00640 1 --2- 172.21.15.33:0/1214837218 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 0x560404a89910 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f86ac0ed0e0 tx=0x7f86ac0f3c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa7d4835842e130a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:11.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.469+0000 7f86b5600640 1 -- 172.21.15.33:0/2537870424 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f86ac0efaa0 con 0x7f86b8104010 2024-09-05T02:32:11.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.469+0000 7f86bd400640 1 --2- 172.21.15.33:0/2537870424 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f86a00a2d70 0x7f86a00a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:11.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.469+0000 7f86a9c00640 1 -- 172.21.15.33:0/1214837218 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86ac0f6070 con 0x560404a7f590 2024-09-05T02:32:11.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.469+0000 7f86a9c00640 1 -- 172.21.15.33:0/1214837218 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f86ac0bc020 con 0x560404a7f590 2024-09-05T02:32:11.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.469+0000 7f86a9c00640 1 -- 172.21.15.33:0/1214837218 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86ac0b82c0 con 0x560404a7f590 2024-09-05T02:32:11.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.470+0000 7f86c1e1b740 1 -- 172.21.15.33:0/1214837218 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 msgr2=0x560404a89910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:11.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.470+0000 7f86bd400640 1 --2- 172.21.15.33:0/2537870424 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f86a00a2d70 0x7f86a00a5230 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f86b0005fd0 tx=0x7f86b0009500 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:11.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.470+0000 7f86c1e1b740 1 --2- 172.21.15.33:0/1214837218 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 0x560404a89910 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f86ac0ed0e0 tx=0x7f86ac0f3c20 comp rx=0 tx=0).stop 2024-09-05T02:32:11.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.470+0000 7f86c1e1b740 1 -- 172.21.15.33:0/1214837218 shutdown_connections 2024-09-05T02:32:11.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.470+0000 7f86c1e1b740 1 --2- 172.21.15.33:0/1214837218 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a89e50 0x560404a8c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.470+0000 7f86c1e1b740 1 --2- 172.21.15.33:0/1214837218 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 0x560404a89910 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.470+0000 7f86c1e1b740 1 --2- 172.21.15.33:0/1214837218 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a7ec70 0x560404a7f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.470+0000 7f86c1e1b740 1 -- 172.21.15.33:0/1214837218 >> 172.21.15.33:0/1214837218 conn(0x560404a7b200 msgr2=0x560404a7b5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:11.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.470+0000 7f86c1e1b740 1 -- 172.21.15.33:0/1214837218 shutdown_connections 2024-09-05T02:32:11.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.470+0000 7f86c1e1b740 1 -- 172.21.15.33:0/1214837218 wait complete. 2024-09-05T02:32:11.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.471+0000 7f86c1e1b740 1 -- start start 2024-09-05T02:32:11.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.471+0000 7f86c1e1b740 1 Processor -- start 2024-09-05T02:32:11.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.471+0000 7f86c1e1b740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a7ec70 0x560404a86de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:11.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.471+0000 7f86c1e1b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a7f590 0x560404a87320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:11.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.471+0000 7f86c1e1b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a89e50 0x560404a87860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:11.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.471+0000 7f86c1e1b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560404a8c7e0 con 0x560404a89e50 2024-09-05T02:32:11.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.471+0000 7f86c1e1b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5604049a00f0 con 0x560404a7f590 2024-09-05T02:32:11.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.471+0000 7f86c1e1b740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x560404a8c960 con 0x560404a7ec70 2024-09-05T02:32:11.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.471+0000 7f86c1e1b740 10 client.0 _ll_register_callbacks cb 0x560404987bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:11.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.472+0000 7f86b7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a7f590 0x560404a87320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:11.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.472+0000 7f86b7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a7f590 0x560404a87320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:55090/0 (socket says 172.21.15.33:55090) 2024-09-05T02:32:11.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.472+0000 7f86b7e00640 1 -- 172.21.15.33:0/498582491 learned_addr learned my addr 172.21.15.33:0/498582491 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:11.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.472+0000 7f86bd400640 1 --2- 172.21.15.33:0/498582491 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a89e50 0x560404a87860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:11.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.472+0000 7f86bca00640 1 --2- 172.21.15.33:0/498582491 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a7ec70 0x560404a86de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:11.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.472+0000 7f86b7e00640 1 -- 172.21.15.33:0/498582491 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a7ec70 msgr2=0x560404a86de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:11.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.472+0000 7f86b7e00640 1 --2- 172.21.15.33:0/498582491 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a7ec70 0x560404a86de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.472+0000 7f86b7e00640 1 -- 172.21.15.33:0/498582491 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a89e50 msgr2=0x560404a87860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:11.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.472+0000 7f86b7e00640 1 --2- 172.21.15.33:0/498582491 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a89e50 0x560404a87860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.472+0000 7f86b7e00640 1 -- 172.21.15.33:0/498582491 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5604047563c0 con 0x560404a7f590 2024-09-05T02:32:11.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.472+0000 7f86b7e00640 1 --2- 172.21.15.33:0/498582491 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a7f590 0x560404a87320 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f86a400b990 tx=0x7f86a400be50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=98af13cdb9c08bb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:11.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.472+0000 7f869e000640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:32:11.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.473+0000 7f869e000640 1 -- 172.21.15.33:0/498582491 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86a4005020 con 0x560404a7f590 2024-09-05T02:32:11.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.473+0000 7f86c1e1b740 1 -- 172.21.15.33:0/498582491 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86ac0bc020 con 0x560404a7f590 2024-09-05T02:32:11.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.473+0000 7f869e000640 1 -- 172.21.15.33:0/498582491 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f86a40051c0 con 0x560404a7f590 2024-09-05T02:32:11.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.473+0000 7f869e000640 1 -- 172.21.15.33:0/498582491 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f86a40053c0 con 0x560404a7f590 2024-09-05T02:32:11.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.473+0000 7f86c1e1b740 10 client.26318 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:11.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.473+0000 7f86c1e1b740 1 -- 172.21.15.33:0/498582491 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560404a988e0 con 0x560404a7f590 2024-09-05T02:32:11.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.473+0000 7f869e000640 1 -- 172.21.15.33:0/498582491 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f86ac0bc020 con 0x560404a7f590 2024-09-05T02:32:11.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.473+0000 7f869e000640 1 -- 172.21.15.33:0/498582491 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f86a401b520 con 0x560404a7f590 2024-09-05T02:32:11.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.474+0000 7f86c1e1b740 10 client.26318 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:11.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.474+0000 7f86c1e1b740 10 client.26318 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:32:11.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.474+0000 7f86c1e1b740 20 client.26318 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:11.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.474+0000 7f86c1e1b740 1 --2- 172.21.15.33:0/498582491 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x560404a99d40 0x560404a9c160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:11.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.474+0000 7f86c1e1b740 4 client.26318 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:32:11.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.474+0000 7f86c1e1b740 1 -- 172.21.15.33:0/498582491 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5604049f2950 con 0x560404a99d40 2024-09-05T02:32:11.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.474+0000 7f86bca00640 1 --2- 172.21.15.33:0/498582491 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x560404a99d40 0x560404a9c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:11.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.474+0000 7f86bca00640 1 --2- 172.21.15.33:0/498582491 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x560404a99d40 0x560404a9c160 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3d9d7de7e6f4df90 server_cookie=6c4d8647fa216026 in_seq=0 out_seq=0 2024-09-05T02:32:11.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.474+0000 7f869e000640 10 client.26318 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:32:11.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.475+0000 7f869e000640 1 -- 172.21.15.33:0/498582491 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5604049f2950 con 0x560404a99d40 2024-09-05T02:32:11.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.475+0000 7f869e000640 10 client.26318 handle_command_reply: tid=0 2024-09-05T02:32:11.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.475+0000 7f86c1e1b740 1 client.26318 shutdown 2024-09-05T02:32:11.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.475+0000 7f86c1e1b740 1 -- 172.21.15.33:0/498582491 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a7f590 msgr2=0x560404a87320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:11.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.475+0000 7f86c1e1b740 1 --2- 172.21.15.33:0/498582491 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a7f590 0x560404a87320 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f86a400b990 tx=0x7f86a400be50 comp rx=0 tx=0).stop 2024-09-05T02:32:11.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.475+0000 7f86c1e1b740 1 -- 172.21.15.33:0/498582491 shutdown_connections 2024-09-05T02:32:11.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.475+0000 7f86c1e1b740 1 --2- 172.21.15.33:0/498582491 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x560404a99d40 0x560404a9c160 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.475+0000 7f86c1e1b740 1 --2- 172.21.15.33:0/498582491 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a89e50 0x560404a87860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.475+0000 7f86c1e1b740 1 --2- 172.21.15.33:0/498582491 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a7f590 0x560404a87320 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.475+0000 7f86c1e1b740 1 --2- 172.21.15.33:0/498582491 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a7ec70 0x560404a86de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.475+0000 7f869e000640 0 client.26318 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:32:11.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.475+0000 7f86c1e1b740 1 -- 172.21.15.33:0/498582491 >> 172.21.15.33:0/498582491 conn(0x560404a7b200 msgr2=0x560404a80f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:11.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.476+0000 7f86c1e1b740 1 -- 172.21.15.33:0/498582491 shutdown_connections 2024-09-05T02:32:11.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.476+0000 7f86c1e1b740 1 -- 172.21.15.33:0/498582491 wait complete. 2024-09-05T02:32:11.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.476+0000 7f86c1e1b740 20 client.26318 trim_cache size 0 max 16384 2024-09-05T02:32:11.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.489+0000 7f86c1e1b740 1 Processor -- start 2024-09-05T02:32:11.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.490+0000 7f86c1e1b740 1 -- start start 2024-09-05T02:32:11.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.490+0000 7f86c1e1b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a7ec70 0x560404a876b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:11.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.490+0000 7f86c1e1b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 0x560404aa1a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:11.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.490+0000 7f86c1e1b740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a89e50 0x560404aa1f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:11.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.490+0000 7f86c1e1b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f86b81afad0 con 0x560404a7f590 2024-09-05T02:32:11.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.490+0000 7f86c1e1b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f86b81b1610 con 0x560404a7ec70 2024-09-05T02:32:11.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.490+0000 7f86c1e1b740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f86b81b01a0 con 0x560404a89e50 2024-09-05T02:32:11.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.490+0000 7f86b7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 0x560404aa1a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:11.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.490+0000 7f86b7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 0x560404aa1a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40998/0 (socket says 172.21.15.33:40998) 2024-09-05T02:32:11.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.490+0000 7f86b7e00640 1 -- 172.21.15.33:0/2666415804 learned_addr learned my addr 172.21.15.33:0/2666415804 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:11.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.490+0000 7f86bca00640 1 --2- 172.21.15.33:0/2666415804 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a7ec70 0x560404a876b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:11.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.490+0000 7f86bd400640 1 --2- 172.21.15.33:0/2666415804 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a89e50 0x560404aa1f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:11.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.491+0000 7f86b7e00640 1 -- 172.21.15.33:0/2666415804 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a89e50 msgr2=0x560404aa1f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:11.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.491+0000 7f86b7e00640 1 --2- 172.21.15.33:0/2666415804 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a89e50 0x560404aa1f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.491+0000 7f86b7e00640 1 -- 172.21.15.33:0/2666415804 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a7ec70 msgr2=0x560404a876b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:11.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.491+0000 7f86b7e00640 1 --2- 172.21.15.33:0/2666415804 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a7ec70 0x560404a876b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.491+0000 7f86b7e00640 1 -- 172.21.15.33:0/2666415804 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560404a76770 con 0x560404a7f590 2024-09-05T02:32:11.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.491+0000 7f86bca00640 1 --2- 172.21.15.33:0/2666415804 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a7ec70 0x560404a876b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:11.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.491+0000 7f86b7e00640 1 --2- 172.21.15.33:0/2666415804 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 0x560404aa1a30 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f86a4001eb0 tx=0x7f86a40041d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1ff5c287ffd1729 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:11.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.491+0000 7f86a9200640 1 -- 172.21.15.33:0/2666415804 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86a4030020 con 0x560404a7f590 2024-09-05T02:32:11.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.491+0000 7f86a9200640 1 -- 172.21.15.33:0/2666415804 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f86a4005560 con 0x560404a7f590 2024-09-05T02:32:11.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.491+0000 7f86a9200640 1 -- 172.21.15.33:0/2666415804 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86a4000e60 con 0x560404a7f590 2024-09-05T02:32:11.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.492+0000 7f86c1e1b740 1 -- 172.21.15.33:0/2666415804 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 msgr2=0x560404aa1a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:11.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.492+0000 7f86c1e1b740 1 --2- 172.21.15.33:0/2666415804 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 0x560404aa1a30 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f86a4001eb0 tx=0x7f86a40041d0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.492+0000 7f86c1e1b740 1 -- 172.21.15.33:0/2666415804 shutdown_connections 2024-09-05T02:32:11.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.492+0000 7f86c1e1b740 1 --2- 172.21.15.33:0/2666415804 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a89e50 0x560404aa1f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.492+0000 7f86c1e1b740 1 --2- 172.21.15.33:0/2666415804 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 0x560404aa1a30 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.492+0000 7f86c1e1b740 1 --2- 172.21.15.33:0/2666415804 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a7ec70 0x560404a876b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.492+0000 7f86c1e1b740 1 -- 172.21.15.33:0/2666415804 >> 172.21.15.33:0/2666415804 conn(0x560404a7b200 msgr2=0x560404a88e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:11.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.492+0000 7f86c1e1b740 1 -- 172.21.15.33:0/2666415804 shutdown_connections 2024-09-05T02:32:11.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.492+0000 7f86c1e1b740 1 -- 172.21.15.33:0/2666415804 wait complete. 2024-09-05T02:32:11.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.493+0000 7f86c1e1b740 1 -- start start 2024-09-05T02:32:11.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.493+0000 7f86c1e1b740 1 Processor -- start 2024-09-05T02:32:11.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.493+0000 7f86c1e1b740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a7ec70 0x560404a92230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:11.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.493+0000 7f86c1e1b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 0x560404a83b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:11.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.493+0000 7f86c1e1b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a89e50 0x560404a84050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:11.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.493+0000 7f86c1e1b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f86b81b0f40 con 0x560404a7f590 2024-09-05T02:32:11.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.493+0000 7f86c1e1b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f86b81b0870 con 0x560404a89e50 2024-09-05T02:32:11.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.493+0000 7f86c1e1b740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f86b81adab0 con 0x560404a7ec70 2024-09-05T02:32:11.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.493+0000 7f86c1e1b740 10 client.0 _ll_register_callbacks cb 0x7f86a40042b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:11.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.494+0000 7f86b7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 0x560404a83b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:11.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.494+0000 7f86b7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 0x560404a83b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41010/0 (socket says 172.21.15.33:41010) 2024-09-05T02:32:11.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.494+0000 7f86b7e00640 1 -- 172.21.15.33:0/233805257 learned_addr learned my addr 172.21.15.33:0/233805257 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:11.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.494+0000 7f86bca00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a7ec70 0x560404a92230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:11.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.494+0000 7f86bd400640 1 --2- 172.21.15.33:0/233805257 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a89e50 0x560404a84050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:11.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.494+0000 7f86b7e00640 1 -- 172.21.15.33:0/233805257 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a7ec70 msgr2=0x560404a92230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:11.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.494+0000 7f86b7e00640 1 --2- 172.21.15.33:0/233805257 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a7ec70 0x560404a92230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.494+0000 7f86b7e00640 1 -- 172.21.15.33:0/233805257 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a89e50 msgr2=0x560404a84050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:11.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.494+0000 7f86b7e00640 1 --2- 172.21.15.33:0/233805257 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a89e50 0x560404a84050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.494+0000 7f86b7e00640 1 -- 172.21.15.33:0/233805257 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560404a7be90 con 0x560404a7f590 2024-09-05T02:32:11.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.494+0000 7f86bca00640 1 --2- 172.21.15.33:0/233805257 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a7ec70 0x560404a92230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:11.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.494+0000 7f86b7e00640 1 --2- 172.21.15.33:0/233805257 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 0x560404a83b10 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f86a401cfd0 tx=0x7f86a4005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a68f265566018d41 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:11.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.495+0000 7f869e000640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:32:11.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.495+0000 7f869e000640 1 -- 172.21.15.33:0/233805257 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86a4030030 con 0x560404a7f590 2024-09-05T02:32:11.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.495+0000 7f869e000640 1 -- 172.21.15.33:0/233805257 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f86a4017040 con 0x560404a7f590 2024-09-05T02:32:11.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.495+0000 7f86c1e1b740 1 -- 172.21.15.33:0/233805257 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86a4005560 con 0x560404a7f590 2024-09-05T02:32:11.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.495+0000 7f869e000640 1 -- 172.21.15.33:0/233805257 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f86a4042050 con 0x560404a7f590 2024-09-05T02:32:11.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.495+0000 7f86c1e1b740 10 client.16233 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:11.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.495+0000 7f86c1e1b740 1 -- 172.21.15.33:0/233805257 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560404b04800 con 0x560404a7f590 2024-09-05T02:32:11.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.495+0000 7f869e000640 1 -- 172.21.15.33:0/233805257 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f86a4005560 con 0x560404a7f590 2024-09-05T02:32:11.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.496+0000 7f869e000640 1 -- 172.21.15.33:0/233805257 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f86a402b070 con 0x560404a7f590 2024-09-05T02:32:11.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.496+0000 7f86c1e1b740 10 client.16233 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:11.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.496+0000 7f86c1e1b740 10 client.16233 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:32:11.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.496+0000 7f86c1e1b740 20 client.16233 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:11.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.496+0000 7f86c1e1b740 1 --2- 172.21.15.33:0/233805257 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x560404b04e00 0x560404b07220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:11.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.496+0000 7f86c1e1b740 4 client.16233 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:32:11.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.496+0000 7f86c1e1b740 1 -- 172.21.15.33:0/233805257 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5604049ece60 con 0x560404b04e00 2024-09-05T02:32:11.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.496+0000 7f86bca00640 1 --2- 172.21.15.33:0/233805257 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x560404b04e00 0x560404b07220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:11.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.497+0000 7f86bca00640 1 --2- 172.21.15.33:0/233805257 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x560404b04e00 0x560404b07220 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=daec450a2fa3c596 server_cookie=e2533397ff776c3a in_seq=0 out_seq=0 2024-09-05T02:32:11.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.497+0000 7f869e000640 10 client.16233 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:32:11.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.497+0000 7f869e000640 1 -- 172.21.15.33:0/233805257 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5604049ece60 con 0x560404b04e00 2024-09-05T02:32:11.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.497+0000 7f869e000640 10 client.16233 handle_command_reply: tid=0 2024-09-05T02:32:11.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.497+0000 7f86c1e1b740 1 client.16233 shutdown 2024-09-05T02:32:11.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.497+0000 7f86c1e1b740 1 -- 172.21.15.33:0/233805257 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 msgr2=0x560404a83b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:11.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.497+0000 7f86c1e1b740 1 --2- 172.21.15.33:0/233805257 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 0x560404a83b10 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f86a401cfd0 tx=0x7f86a4005710 comp rx=0 tx=0).stop 2024-09-05T02:32:11.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.497+0000 7f86c1e1b740 1 -- 172.21.15.33:0/233805257 shutdown_connections 2024-09-05T02:32:11.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.497+0000 7f86c1e1b740 1 --2- 172.21.15.33:0/233805257 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x560404b04e00 0x560404b07220 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.497+0000 7f86c1e1b740 1 --2- 172.21.15.33:0/233805257 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560404a89e50 0x560404a84050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.497+0000 7f86c1e1b740 1 --2- 172.21.15.33:0/233805257 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560404a7f590 0x560404a83b10 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.497+0000 7f86c1e1b740 1 --2- 172.21.15.33:0/233805257 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560404a7ec70 0x560404a92230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.497+0000 7f869e000640 0 client.16233 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:32:11.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.497+0000 7f86c1e1b740 1 -- 172.21.15.33:0/233805257 >> 172.21.15.33:0/233805257 conn(0x560404a7b200 msgr2=0x560404a80710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:11.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.497+0000 7f86c1e1b740 1 -- 172.21.15.33:0/233805257 shutdown_connections 2024-09-05T02:32:11.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.498+0000 7f86c1e1b740 1 -- 172.21.15.33:0/233805257 wait complete. 2024-09-05T02:32:11.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.498+0000 7f86c1e1b740 20 client.16233 trim_cache size 0 max 16384 2024-09-05T02:32:11.505 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:32:11.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.498+0000 7f86bf400640 1 -- 172.21.15.33:0/2537870424 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f86a00a2d70 msgr2=0x7f86a00a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:11.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.498+0000 7f86bf400640 1 --2- 172.21.15.33:0/2537870424 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f86a00a2d70 0x7f86a00a5230 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f86b0005fd0 tx=0x7f86b0009500 comp rx=0 tx=0).stop 2024-09-05T02:32:11.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.498+0000 7f86bf400640 1 -- 172.21.15.33:0/2537870424 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86b8104010 msgr2=0x7f86b819a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:11.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.498+0000 7f86bf400640 1 --2- 172.21.15.33:0/2537870424 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86b8104010 0x7f86b819a650 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f86ac004770 tx=0x7f86ac003c10 comp rx=0 tx=0).stop 2024-09-05T02:32:11.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.498+0000 7f86bf400640 1 -- 172.21.15.33:0/2537870424 shutdown_connections 2024-09-05T02:32:11.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.498+0000 7f86bf400640 1 --2- 172.21.15.33:0/2537870424 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f86a00a2d70 0x7f86a00a5230 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.498+0000 7f86bf400640 1 --2- 172.21.15.33:0/2537870424 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f86b8109140 0x7f86b819ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.498+0000 7f86bf400640 1 --2- 172.21.15.33:0/2537870424 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f86b81049c0 0x7f86b819ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.498+0000 7f86bf400640 1 --2- 172.21.15.33:0/2537870424 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86b8104010 0x7f86b819a650 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:11.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.498+0000 7f86bf400640 1 -- 172.21.15.33:0/2537870424 >> 172.21.15.33:0/2537870424 conn(0x7f86b80ffa50 msgr2=0x7f86b8100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:11.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.499+0000 7f86bf400640 1 -- 172.21.15.33:0/2537870424 shutdown_connections 2024-09-05T02:32:11.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:11.499+0000 7f86bf400640 1 -- 172.21.15.33:0/2537870424 wait complete. 2024-09-05T02:32:11.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:11 smithi174 ceph-mon[34756]: pgmap v160: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:32:11.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:11 smithi033 ceph-mon[29909]: pgmap v160: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:32:11.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:11 smithi123 ceph-mon[34031]: pgmap v160: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:32:12.320 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:32:12.709 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:32:12.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:12 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:32:12.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:12 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:32:12.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:12 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:32:13.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.276+0000 7f62d2400640 1 -- 172.21.15.33:0/384662121 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62cc109140 msgr2=0x7f62cc110cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:13.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.276+0000 7f62d2400640 1 --2- 172.21.15.33:0/384662121 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62cc109140 0x7f62cc110cc0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f62c4009ca0 tx=0x7f62c402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.277+0000 7f62d2400640 1 -- 172.21.15.33:0/384662121 shutdown_connections 2024-09-05T02:32:13.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.277+0000 7f62d2400640 1 --2- 172.21.15.33:0/384662121 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62cc109140 0x7f62cc110cc0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.277+0000 7f62d2400640 1 --2- 172.21.15.33:0/384662121 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f62cc1049c0 0x7f62cc108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.277+0000 7f62d2400640 1 --2- 172.21.15.33:0/384662121 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f62cc104010 0x7f62cc1043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.277+0000 7f62d2400640 1 -- 172.21.15.33:0/384662121 >> 172.21.15.33:0/384662121 conn(0x7f62cc0ffa50 msgr2=0x7f62cc101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:13.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.277+0000 7f62d2400640 1 -- 172.21.15.33:0/384662121 shutdown_connections 2024-09-05T02:32:13.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.277+0000 7f62d2400640 1 -- 172.21.15.33:0/384662121 wait complete. 2024-09-05T02:32:13.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.278+0000 7f62d2400640 1 Processor -- start 2024-09-05T02:32:13.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.278+0000 7f62d2400640 1 -- start start 2024-09-05T02:32:13.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.278+0000 7f62d2400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f62cc104010 0x7f62cc19a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:13.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.278+0000 7f62d2400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f62cc1049c0 0x7f62cc19ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:13.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.278+0000 7f62d2400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62cc109140 0x7f62cc19ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:13.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.278+0000 7f62d2400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f62cc114170 con 0x7f62cc109140 2024-09-05T02:32:13.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.278+0000 7f62d2400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f62cc113ff0 con 0x7f62cc1049c0 2024-09-05T02:32:13.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.278+0000 7f62d2400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f62cc1142f0 con 0x7f62cc104010 2024-09-05T02:32:13.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.278+0000 7f62cbe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62cc109140 0x7f62cc19ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:13.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.278+0000 7f62c3e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f62cc1049c0 0x7f62cc19ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:13.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.278+0000 7f62cbe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62cc109140 0x7f62cc19ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41036/0 (socket says 172.21.15.33:41036) 2024-09-05T02:32:13.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.278+0000 7f62cbe00640 1 -- 172.21.15.33:0/780007333 learned_addr learned my addr 172.21.15.33:0/780007333 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:13.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.278+0000 7f62cb400640 1 --2- 172.21.15.33:0/780007333 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f62cc104010 0x7f62cc19a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:13.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.279+0000 7f62c3e00640 1 -- 172.21.15.33:0/780007333 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f62cc104010 msgr2=0x7f62cc19a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:13.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.279+0000 7f62c3e00640 1 --2- 172.21.15.33:0/780007333 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f62cc104010 0x7f62cc19a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.279+0000 7f62c3e00640 1 -- 172.21.15.33:0/780007333 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62cc109140 msgr2=0x7f62cc19ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:13.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.279+0000 7f62c3e00640 1 --2- 172.21.15.33:0/780007333 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62cc109140 0x7f62cc19ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.279+0000 7f62c3e00640 1 -- 172.21.15.33:0/780007333 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62cc19f5e0 con 0x7f62cc1049c0 2024-09-05T02:32:13.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.279+0000 7f62c3e00640 1 --2- 172.21.15.33:0/780007333 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f62cc1049c0 0x7f62cc19ab70 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f62b400e9f0 tx=0x7f62b400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:13.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.280+0000 7f62c8c00640 1 -- 172.21.15.33:0/780007333 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62b400ccc0 con 0x7f62cc1049c0 2024-09-05T02:32:13.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.280+0000 7f62d2400640 1 -- 172.21.15.33:0/780007333 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62cc19f8d0 con 0x7f62cc1049c0 2024-09-05T02:32:13.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.280+0000 7f62c8c00640 1 -- 172.21.15.33:0/780007333 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f62b4005020 con 0x7f62cc1049c0 2024-09-05T02:32:13.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.280+0000 7f62c8c00640 1 -- 172.21.15.33:0/780007333 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62b40049e0 con 0x7f62cc1049c0 2024-09-05T02:32:13.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.280+0000 7f62d2400640 1 -- 172.21.15.33:0/780007333 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62cc1a71b0 con 0x7f62cc1049c0 2024-09-05T02:32:13.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.283+0000 7f62d4ecf740 1 Processor -- start 2024-09-05T02:32:13.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.283+0000 7f62d4ecf740 1 -- start start 2024-09-05T02:32:13.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.283+0000 7f62d4ecf740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a129ffc70 0x560a12a00050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:13.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.283+0000 7f62d4ecf740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a12a00590 0x560a12a0a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:13.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.283+0000 7f62d4ecf740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a0ae50 0x560a12a0d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:13.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.283+0000 7f62d4ecf740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560a129663e0 con 0x560a12a0ae50 2024-09-05T02:32:13.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.283+0000 7f62d4ecf740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x560a1290dd80 con 0x560a12a00590 2024-09-05T02:32:13.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.283+0000 7f62d4ecf740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x560a129623a0 con 0x560a129ffc70 2024-09-05T02:32:13.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.283+0000 7f62c8c00640 1 -- 172.21.15.33:0/780007333 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f62b4005560 con 0x7f62cc1049c0 2024-09-05T02:32:13.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.284+0000 7f62cb400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a12a00590 0x560a12a0a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:13.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.284+0000 7f62cbe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a129ffc70 0x560a12a00050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:13.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.284+0000 7f62cb400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a12a00590 0x560a12a0a910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:55112/0 (socket says 172.21.15.33:55112) 2024-09-05T02:32:13.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.284+0000 7f62cb400640 1 -- 172.21.15.33:0/1480167806 learned_addr learned my addr 172.21.15.33:0/1480167806 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:13.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.284+0000 7f62cbe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a129ffc70 0x560a12a00050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:45748/0 (socket says 172.21.15.33:45748) 2024-09-05T02:32:13.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.284+0000 7f62c3e00640 1 --2- 172.21.15.33:0/1480167806 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a0ae50 0x560a12a0d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:13.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.284+0000 7f62cb400640 1 -- 172.21.15.33:0/1480167806 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a129ffc70 msgr2=0x560a12a00050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:13.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.284+0000 7f62cb400640 1 --2- 172.21.15.33:0/1480167806 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a129ffc70 0x560a12a00050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.284+0000 7f62cb400640 1 -- 172.21.15.33:0/1480167806 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a0ae50 msgr2=0x560a12a0d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:13.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.284+0000 7f62cb400640 1 --2- 172.21.15.33:0/1480167806 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a0ae50 0x560a12a0d240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.284+0000 7f62cb400640 1 -- 172.21.15.33:0/1480167806 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a1292cae0 con 0x560a12a00590 2024-09-05T02:32:13.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.284+0000 7f62cb400640 1 --2- 172.21.15.33:0/1480167806 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a12a00590 0x560a12a0a910 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f62bc009cf0 tx=0x7f62bc011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=72719e41b8d542b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:13.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.285+0000 7f62c0c00640 1 -- 172.21.15.33:0/1480167806 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62bc004230 con 0x560a12a00590 2024-09-05T02:32:13.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.285+0000 7f62c0c00640 1 -- 172.21.15.33:0/1480167806 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f62bc0043d0 con 0x560a12a00590 2024-09-05T02:32:13.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.285+0000 7f62c0c00640 1 -- 172.21.15.33:0/1480167806 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62bc019960 con 0x560a12a00590 2024-09-05T02:32:13.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.285+0000 7f62c8c00640 1 --2- 172.21.15.33:0/780007333 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f62b00a2cf0 0x7f62b00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:13.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.285+0000 7f62c8c00640 1 -- 172.21.15.33:0/780007333 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f62b40cf370 con 0x7f62cc1049c0 2024-09-05T02:32:13.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.285+0000 7f62cbe00640 1 --2- 172.21.15.33:0/780007333 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f62b00a2cf0 0x7f62b00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:13.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.285+0000 7f62d4ecf740 1 -- 172.21.15.33:0/1480167806 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a12a00590 msgr2=0x560a12a0a910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:13.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.285+0000 7f62d4ecf740 1 --2- 172.21.15.33:0/1480167806 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a12a00590 0x560a12a0a910 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f62bc009cf0 tx=0x7f62bc011810 comp rx=0 tx=0).stop 2024-09-05T02:32:13.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.286+0000 7f62d4ecf740 1 -- 172.21.15.33:0/1480167806 shutdown_connections 2024-09-05T02:32:13.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.286+0000 7f62d4ecf740 1 --2- 172.21.15.33:0/1480167806 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a0ae50 0x560a12a0d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.286+0000 7f62d4ecf740 1 --2- 172.21.15.33:0/1480167806 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a12a00590 0x560a12a0a910 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.286+0000 7f62d4ecf740 1 --2- 172.21.15.33:0/1480167806 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a129ffc70 0x560a12a00050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.286+0000 7f62d4ecf740 1 -- 172.21.15.33:0/1480167806 >> 172.21.15.33:0/1480167806 conn(0x560a129fc200 msgr2=0x560a129fc5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:13.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.286+0000 7f62d4ecf740 1 -- 172.21.15.33:0/1480167806 shutdown_connections 2024-09-05T02:32:13.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.286+0000 7f62d4ecf740 1 -- 172.21.15.33:0/1480167806 wait complete. 2024-09-05T02:32:13.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.286+0000 7f62cbe00640 1 --2- 172.21.15.33:0/780007333 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f62b00a2cf0 0x7f62b00a51b0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f62c4004af0 tx=0x7f62c4004a80 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:13.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.286+0000 7f62d4ecf740 1 -- start start 2024-09-05T02:32:13.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.287+0000 7f62d4ecf740 1 Processor -- start 2024-09-05T02:32:13.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.287+0000 7f62d4ecf740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a129ffc70 0x560a12a07cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:13.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.287+0000 7f62d4ecf740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a12a00590 0x560a12a081f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:13.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.287+0000 7f62d4ecf740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a0ae50 0x560a12a08730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:13.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.287+0000 7f62d4ecf740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560a12a0da20 con 0x560a12a0ae50 2024-09-05T02:32:13.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.287+0000 7f62d4ecf740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x560a129210f0 con 0x560a12a00590 2024-09-05T02:32:13.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.287+0000 7f62d4ecf740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x560a12a0dba0 con 0x560a129ffc70 2024-09-05T02:32:13.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.287+0000 7f62d4ecf740 10 client.0 _ll_register_callbacks cb 0x560a12908bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:13.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.288+0000 7f62c3e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a12a00590 0x560a12a081f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:13.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.288+0000 7f62c3e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a12a00590 0x560a12a081f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:55122/0 (socket says 172.21.15.33:55122) 2024-09-05T02:32:13.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.288+0000 7f62c3e00640 1 -- 172.21.15.33:0/3626089435 learned_addr learned my addr 172.21.15.33:0/3626089435 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:13.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.288+0000 7f62cbe00640 1 --2- 172.21.15.33:0/3626089435 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a0ae50 0x560a12a08730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:13.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.288+0000 7f62cb400640 1 --2- 172.21.15.33:0/3626089435 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a129ffc70 0x560a12a07cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:13.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.288+0000 7f62c3e00640 1 -- 172.21.15.33:0/3626089435 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a129ffc70 msgr2=0x560a12a07cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:13.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.288+0000 7f62c3e00640 1 --2- 172.21.15.33:0/3626089435 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a129ffc70 0x560a12a07cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.288+0000 7f62c3e00640 1 -- 172.21.15.33:0/3626089435 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a0ae50 msgr2=0x560a12a08730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:13.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.288+0000 7f62c3e00640 1 --2- 172.21.15.33:0/3626089435 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a0ae50 0x560a12a08730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.288+0000 7f62c3e00640 1 -- 172.21.15.33:0/3626089435 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a126d73c0 con 0x560a12a00590 2024-09-05T02:32:13.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.288+0000 7f62c3e00640 1 --2- 172.21.15.33:0/3626089435 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a12a00590 0x560a12a081f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f62b400c6a0 tx=0x7f62b4097ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e6e28076a553299 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:13.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.288+0000 7f62b9600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:32:13.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.289+0000 7f62b9600640 1 -- 172.21.15.33:0/3626089435 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62b401c070 con 0x560a12a00590 2024-09-05T02:32:13.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.289+0000 7f62d4ecf740 1 -- 172.21.15.33:0/3626089435 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62bc0043d0 con 0x560a12a00590 2024-09-05T02:32:13.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.289+0000 7f62b9600640 1 -- 172.21.15.33:0/3626089435 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f62b409baa0 con 0x560a12a00590 2024-09-05T02:32:13.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.289+0000 7f62b9600640 1 -- 172.21.15.33:0/3626089435 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f62b40ccef0 con 0x560a12a00590 2024-09-05T02:32:13.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.289+0000 7f62d4ecf740 10 client.26336 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:13.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.289+0000 7f62d4ecf740 1 -- 172.21.15.33:0/3626089435 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560a12a19a30 con 0x560a12a00590 2024-09-05T02:32:13.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.289+0000 7f62b9600640 1 -- 172.21.15.33:0/3626089435 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f62bc0043d0 con 0x560a12a00590 2024-09-05T02:32:13.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.289+0000 7f62b9600640 1 -- 172.21.15.33:0/3626089435 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f62b40a4020 con 0x560a12a00590 2024-09-05T02:32:13.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.290+0000 7f62d4ecf740 10 client.26336 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:13.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.290+0000 7f62d4ecf740 10 client.26336 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:32:13.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.290+0000 7f62d4ecf740 20 client.26336 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:13.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.290+0000 7f62d4ecf740 1 --2- 172.21.15.33:0/3626089435 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x560a12a1ae30 0x560a12a1d270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:13.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.290+0000 7f62d4ecf740 4 client.26336 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:32:13.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.290+0000 7f62d4ecf740 1 -- 172.21.15.33:0/3626089435 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560a12973950 con 0x560a12a1ae30 2024-09-05T02:32:13.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.290+0000 7f62cb400640 1 --2- 172.21.15.33:0/3626089435 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x560a12a1ae30 0x560a12a1d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:13.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.290+0000 7f62cb400640 1 --2- 172.21.15.33:0/3626089435 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x560a12a1ae30 0x560a12a1d270 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7633f60f41f0d079 server_cookie=901c8c16c3f2a304 in_seq=0 out_seq=0 2024-09-05T02:32:13.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.290+0000 7f62b9600640 10 client.26336 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:32:13.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.291+0000 7f62b9600640 1 -- 172.21.15.33:0/3626089435 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560a12973950 con 0x560a12a1ae30 2024-09-05T02:32:13.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.291+0000 7f62b9600640 10 client.26336 handle_command_reply: tid=0 2024-09-05T02:32:13.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.291+0000 7f62d4ecf740 1 client.26336 shutdown 2024-09-05T02:32:13.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.291+0000 7f62d4ecf740 1 -- 172.21.15.33:0/3626089435 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a12a00590 msgr2=0x560a12a081f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:13.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.291+0000 7f62d4ecf740 1 --2- 172.21.15.33:0/3626089435 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a12a00590 0x560a12a081f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f62b400c6a0 tx=0x7f62b4097ba0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.292+0000 7f62d4ecf740 1 -- 172.21.15.33:0/3626089435 shutdown_connections 2024-09-05T02:32:13.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.292+0000 7f62d4ecf740 1 --2- 172.21.15.33:0/3626089435 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x560a12a1ae30 0x560a12a1d270 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.292+0000 7f62d4ecf740 1 --2- 172.21.15.33:0/3626089435 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a0ae50 0x560a12a08730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.292+0000 7f62d4ecf740 1 --2- 172.21.15.33:0/3626089435 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a12a00590 0x560a12a081f0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.292+0000 7f62d4ecf740 1 --2- 172.21.15.33:0/3626089435 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a129ffc70 0x560a12a07cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.292+0000 7f62d4ecf740 1 -- 172.21.15.33:0/3626089435 >> 172.21.15.33:0/3626089435 conn(0x560a129fc200 msgr2=0x560a129fb380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:13.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.292+0000 7f62b9600640 0 client.26336 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:32:13.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.292+0000 7f62d4ecf740 1 -- 172.21.15.33:0/3626089435 shutdown_connections 2024-09-05T02:32:13.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.292+0000 7f62d4ecf740 1 -- 172.21.15.33:0/3626089435 wait complete. 2024-09-05T02:32:13.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.292+0000 7f62d4ecf740 20 client.26336 trim_cache size 0 max 16384 2024-09-05T02:32:13.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.306+0000 7f62d4ecf740 1 Processor -- start 2024-09-05T02:32:13.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.306+0000 7f62d4ecf740 1 -- start start 2024-09-05T02:32:13.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.306+0000 7f62d4ecf740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a129ffc70 0x560a12a01dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:13.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.306+0000 7f62d4ecf740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a00590 0x560a12a22b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:13.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.306+0000 7f62d4ecf740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a12a0ae50 0x560a12a23080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:13.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.306+0000 7f62d4ecf740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f62cc1afaf0 con 0x560a12a00590 2024-09-05T02:32:13.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.306+0000 7f62d4ecf740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f62cc1b1630 con 0x560a12a0ae50 2024-09-05T02:32:13.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.306+0000 7f62d4ecf740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f62cc1b01c0 con 0x560a129ffc70 2024-09-05T02:32:13.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.306+0000 7f62c3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a00590 0x560a12a22b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:13.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.306+0000 7f62cb400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a129ffc70 0x560a12a01dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:13.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.306+0000 7f62c3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a00590 0x560a12a22b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41062/0 (socket says 172.21.15.33:41062) 2024-09-05T02:32:13.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.306+0000 7f62c3e00640 1 -- 172.21.15.33:0/1661974387 learned_addr learned my addr 172.21.15.33:0/1661974387 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:13.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.306+0000 7f62cbe00640 1 --2- 172.21.15.33:0/1661974387 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a12a0ae50 0x560a12a23080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:13.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.307+0000 7f62cb400640 1 -- 172.21.15.33:0/1661974387 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a12a0ae50 msgr2=0x560a12a23080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:13.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.307+0000 7f62cb400640 1 --2- 172.21.15.33:0/1661974387 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a12a0ae50 0x560a12a23080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.307+0000 7f62cb400640 1 -- 172.21.15.33:0/1661974387 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a00590 msgr2=0x560a12a22b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:13.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.307+0000 7f62cb400640 1 --2- 172.21.15.33:0/1661974387 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a00590 0x560a12a22b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.307+0000 7f62cb400640 1 -- 172.21.15.33:0/1661974387 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a129f7770 con 0x560a129ffc70 2024-09-05T02:32:13.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.307+0000 7f62cb400640 1 --2- 172.21.15.33:0/1661974387 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a129ffc70 0x560a12a01dd0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f62bc011d10 tx=0x7f62bc019420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e71445b62b947e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:13.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.307+0000 7f62bbe00640 1 -- 172.21.15.33:0/1661974387 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62bc005240 con 0x560a129ffc70 2024-09-05T02:32:13.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.307+0000 7f62bbe00640 1 -- 172.21.15.33:0/1661974387 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f62bc003ad0 con 0x560a129ffc70 2024-09-05T02:32:13.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.307+0000 7f62bbe00640 1 -- 172.21.15.33:0/1661974387 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62bc019790 con 0x560a129ffc70 2024-09-05T02:32:13.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.308+0000 7f62d4ecf740 1 -- 172.21.15.33:0/1661974387 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a129ffc70 msgr2=0x560a12a01dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:13.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.308+0000 7f62d4ecf740 1 --2- 172.21.15.33:0/1661974387 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a129ffc70 0x560a12a01dd0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f62bc011d10 tx=0x7f62bc019420 comp rx=0 tx=0).stop 2024-09-05T02:32:13.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.308+0000 7f62d4ecf740 1 -- 172.21.15.33:0/1661974387 shutdown_connections 2024-09-05T02:32:13.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.308+0000 7f62d4ecf740 1 --2- 172.21.15.33:0/1661974387 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a12a0ae50 0x560a12a23080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.308+0000 7f62d4ecf740 1 --2- 172.21.15.33:0/1661974387 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a00590 0x560a12a22b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.308+0000 7f62d4ecf740 1 --2- 172.21.15.33:0/1661974387 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a129ffc70 0x560a12a01dd0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.308+0000 7f62d4ecf740 1 -- 172.21.15.33:0/1661974387 >> 172.21.15.33:0/1661974387 conn(0x560a129fc200 msgr2=0x560a12a016c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:13.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.308+0000 7f62d4ecf740 1 -- 172.21.15.33:0/1661974387 shutdown_connections 2024-09-05T02:32:13.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.308+0000 7f62d4ecf740 1 -- 172.21.15.33:0/1661974387 wait complete. 2024-09-05T02:32:13.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.308+0000 7f62d4ecf740 1 -- start start 2024-09-05T02:32:13.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.309+0000 7f62d4ecf740 1 Processor -- start 2024-09-05T02:32:13.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.309+0000 7f62d4ecf740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a129ffc70 0x560a12a0f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:13.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.309+0000 7f62d4ecf740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a00590 0x560a12a0f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:13.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.309+0000 7f62d4ecf740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a12a0ae50 0x560a12a84b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:13.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.309+0000 7f62d4ecf740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f62cc1b0f60 con 0x560a12a00590 2024-09-05T02:32:13.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.309+0000 7f62d4ecf740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f62cc1b0890 con 0x560a129ffc70 2024-09-05T02:32:13.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.309+0000 7f62d4ecf740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f62cc1adad0 con 0x560a12a0ae50 2024-09-05T02:32:13.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.309+0000 7f62d4ecf740 10 client.0 _ll_register_callbacks cb 0x7f62b40d2b10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:13.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.309+0000 7f62c3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a00590 0x560a12a0f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:13.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.310+0000 7f62cb400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a129ffc70 0x560a12a0f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:13.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.310+0000 7f62cbe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a12a0ae50 0x560a12a84b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:13.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.310+0000 7f62cb400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a129ffc70 0x560a12a0f2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:55144/0 (socket says 172.21.15.33:55144) 2024-09-05T02:32:13.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.310+0000 7f62cb400640 1 -- 172.21.15.33:0/3463836631 learned_addr learned my addr 172.21.15.33:0/3463836631 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:13.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.310+0000 7f62cb400640 1 -- 172.21.15.33:0/3463836631 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a12a0ae50 msgr2=0x560a12a84b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:13.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.310+0000 7f62cb400640 1 --2- 172.21.15.33:0/3463836631 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a12a0ae50 0x560a12a84b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.310+0000 7f62cb400640 1 -- 172.21.15.33:0/3463836631 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a00590 msgr2=0x560a12a0f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:13.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.310+0000 7f62cb400640 1 --2- 172.21.15.33:0/3463836631 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a00590 0x560a12a0f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.310+0000 7f62cb400640 1 -- 172.21.15.33:0/3463836631 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a12a02ae0 con 0x560a129ffc70 2024-09-05T02:32:13.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.310+0000 7f62c3e00640 1 --2- 172.21.15.33:0/3463836631 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a00590 0x560a12a0f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:13.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.310+0000 7f62cb400640 1 --2- 172.21.15.33:0/3463836631 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a129ffc70 0x560a12a0f2d0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f62bc013040 tx=0x7f62bc009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f0a70e510cbdd66 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:13.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.310+0000 7f62b9600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:32:13.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.311+0000 7f62b9600640 1 -- 172.21.15.33:0/3463836631 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62bc009910 con 0x560a129ffc70 2024-09-05T02:32:13.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.311+0000 7f62b9600640 1 -- 172.21.15.33:0/3463836631 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f62bc0050b0 con 0x560a129ffc70 2024-09-05T02:32:13.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.311+0000 7f62d4ecf740 1 -- 172.21.15.33:0/3463836631 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62bc003ad0 con 0x560a129ffc70 2024-09-05T02:32:13.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.311+0000 7f62b9600640 1 -- 172.21.15.33:0/3463836631 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f62bc003c80 con 0x560a129ffc70 2024-09-05T02:32:13.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.311+0000 7f62d4ecf740 10 client.26342 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:13.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.311+0000 7f62d4ecf740 1 -- 172.21.15.33:0/3463836631 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560a12a861c0 con 0x560a129ffc70 2024-09-05T02:32:13.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.311+0000 7f62b9600640 1 -- 172.21.15.33:0/3463836631 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f62bc003ad0 con 0x560a129ffc70 2024-09-05T02:32:13.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.312+0000 7f62b9600640 1 -- 172.21.15.33:0/3463836631 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f62bc02b360 con 0x560a129ffc70 2024-09-05T02:32:13.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.312+0000 7f62d4ecf740 10 client.26342 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:13.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.312+0000 7f62d4ecf740 10 client.26342 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:32:13.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.312+0000 7f62d4ecf740 20 client.26342 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:13.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.312+0000 7f62d4ecf740 1 --2- 172.21.15.33:0/3463836631 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x560a12a866e0 0x560a12a88ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:13.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.312+0000 7f62d4ecf740 4 client.26342 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:32:13.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.312+0000 7f62d4ecf740 1 -- 172.21.15.33:0/3463836631 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560a1296de60 con 0x560a12a866e0 2024-09-05T02:32:13.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.312+0000 7f62c3e00640 1 --2- 172.21.15.33:0/3463836631 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x560a12a866e0 0x560a12a88ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:13.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.313+0000 7f62c3e00640 1 --2- 172.21.15.33:0/3463836631 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x560a12a866e0 0x560a12a88ad0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=438e875176731df4 server_cookie=7e7fbae8ed930c5a in_seq=0 out_seq=0 2024-09-05T02:32:13.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.313+0000 7f62b9600640 10 client.26342 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:32:13.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.313+0000 7f62b9600640 1 -- 172.21.15.33:0/3463836631 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560a1296de60 con 0x560a12a866e0 2024-09-05T02:32:13.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.313+0000 7f62b9600640 10 client.26342 handle_command_reply: tid=0 2024-09-05T02:32:13.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.313+0000 7f62d4ecf740 1 client.26342 shutdown 2024-09-05T02:32:13.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.313+0000 7f62d4ecf740 1 -- 172.21.15.33:0/3463836631 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a129ffc70 msgr2=0x560a12a0f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:13.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.313+0000 7f62d4ecf740 1 --2- 172.21.15.33:0/3463836631 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a129ffc70 0x560a12a0f2d0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f62bc013040 tx=0x7f62bc009310 comp rx=0 tx=0).stop 2024-09-05T02:32:13.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.313+0000 7f62d4ecf740 1 -- 172.21.15.33:0/3463836631 shutdown_connections 2024-09-05T02:32:13.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.313+0000 7f62d4ecf740 1 --2- 172.21.15.33:0/3463836631 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x560a12a866e0 0x560a12a88ad0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.313+0000 7f62d4ecf740 1 --2- 172.21.15.33:0/3463836631 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560a12a0ae50 0x560a12a84b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.313+0000 7f62d4ecf740 1 --2- 172.21.15.33:0/3463836631 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a12a00590 0x560a12a0f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.313+0000 7f62d4ecf740 1 --2- 172.21.15.33:0/3463836631 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560a129ffc70 0x560a12a0f2d0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.313+0000 7f62b9600640 0 client.26342 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:32:13.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.313+0000 7f62d4ecf740 1 -- 172.21.15.33:0/3463836631 >> 172.21.15.33:0/3463836631 conn(0x560a129fc200 msgr2=0x560a129fb380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:13.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.313+0000 7f62d4ecf740 1 -- 172.21.15.33:0/3463836631 shutdown_connections 2024-09-05T02:32:13.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.313+0000 7f62d4ecf740 1 -- 172.21.15.33:0/3463836631 wait complete. 2024-09-05T02:32:13.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.313+0000 7f62d4ecf740 20 client.26342 trim_cache size 0 max 16384 2024-09-05T02:32:13.320 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:32:13.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.314+0000 7f62d2400640 1 -- 172.21.15.33:0/780007333 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f62b00a2cf0 msgr2=0x7f62b00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:13.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.314+0000 7f62d2400640 1 --2- 172.21.15.33:0/780007333 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f62b00a2cf0 0x7f62b00a51b0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f62c4004af0 tx=0x7f62c4004a80 comp rx=0 tx=0).stop 2024-09-05T02:32:13.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.314+0000 7f62d2400640 1 -- 172.21.15.33:0/780007333 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f62cc1049c0 msgr2=0x7f62cc19ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:13.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.314+0000 7f62d2400640 1 --2- 172.21.15.33:0/780007333 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f62cc1049c0 0x7f62cc19ab70 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f62b400e9f0 tx=0x7f62b400eeb0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.314+0000 7f62d2400640 1 -- 172.21.15.33:0/780007333 shutdown_connections 2024-09-05T02:32:13.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.314+0000 7f62d2400640 1 --2- 172.21.15.33:0/780007333 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f62b00a2cf0 0x7f62b00a51b0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.314+0000 7f62d2400640 1 --2- 172.21.15.33:0/780007333 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62cc109140 0x7f62cc19ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.314+0000 7f62d2400640 1 --2- 172.21.15.33:0/780007333 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f62cc1049c0 0x7f62cc19ab70 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.314+0000 7f62d2400640 1 --2- 172.21.15.33:0/780007333 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f62cc104010 0x7f62cc19a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:13.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.314+0000 7f62d2400640 1 -- 172.21.15.33:0/780007333 >> 172.21.15.33:0/780007333 conn(0x7f62cc0ffa50 msgr2=0x7f62cc100d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:13.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.314+0000 7f62d2400640 1 -- 172.21.15.33:0/780007333 shutdown_connections 2024-09-05T02:32:13.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:13.314+0000 7f62d2400640 1 -- 172.21.15.33:0/780007333 wait complete. 2024-09-05T02:32:13.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:13 smithi174 ceph-mon[34756]: pgmap v161: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:32:13.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:13 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:32:13.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:13 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:32:13.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:13 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:32:13.785 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:13 smithi033 ceph-mon[29909]: pgmap v161: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:32:13.785 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:13 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:32:13.785 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:13 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:32:13.785 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:13 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:32:13.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:13 smithi123 ceph-mon[34031]: pgmap v161: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:32:13.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:13 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:32:13.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:13 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:32:13.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:13 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:32:14.167 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:32:14.547 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:32:15.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.076+0000 7fcc60800640 1 -- 172.21.15.33:0/3868673356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc581049a0 msgr2=0x7fcc581089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:15.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.076+0000 7fcc60800640 1 --2- 172.21.15.33:0/3868673356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc581049a0 0x7fcc581089f0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fcc48009900 tx=0x7fcc4802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.076+0000 7fcc60800640 1 -- 172.21.15.33:0/3868673356 shutdown_connections 2024-09-05T02:32:15.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.076+0000 7fcc60800640 1 --2- 172.21.15.33:0/3868673356 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcc58109120 0x7fcc58110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.076+0000 7fcc60800640 1 --2- 172.21.15.33:0/3868673356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc581049a0 0x7fcc581089f0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.076+0000 7fcc60800640 1 --2- 172.21.15.33:0/3868673356 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcc58103ff0 0x7fcc581043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.076+0000 7fcc60800640 1 -- 172.21.15.33:0/3868673356 >> 172.21.15.33:0/3868673356 conn(0x7fcc580ffa90 msgr2=0x7fcc58101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:15.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.076+0000 7fcc60800640 1 -- 172.21.15.33:0/3868673356 shutdown_connections 2024-09-05T02:32:15.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.076+0000 7fcc60800640 1 -- 172.21.15.33:0/3868673356 wait complete. 2024-09-05T02:32:15.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.077+0000 7fcc60800640 1 Processor -- start 2024-09-05T02:32:15.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.077+0000 7fcc60800640 1 -- start start 2024-09-05T02:32:15.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.078+0000 7fcc60800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc58103ff0 0x7fcc5819a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:15.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.078+0000 7fcc60800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcc581049a0 0x7fcc5819ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:15.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.078+0000 7fcc60800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcc58109120 0x7fcc5819eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:15.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.078+0000 7fcc60800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcc58114140 con 0x7fcc58103ff0 2024-09-05T02:32:15.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.078+0000 7fcc60800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcc58113fc0 con 0x7fcc58109120 2024-09-05T02:32:15.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.078+0000 7fcc60800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fcc581142c0 con 0x7fcc581049a0 2024-09-05T02:32:15.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.078+0000 7fcc5de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc58103ff0 0x7fcc5819a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:15.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.078+0000 7fcc5d400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcc581049a0 0x7fcc5819ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:15.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.078+0000 7fcc5de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc58103ff0 0x7fcc5819a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41096/0 (socket says 172.21.15.33:41096) 2024-09-05T02:32:15.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.078+0000 7fcc5de00640 1 -- 172.21.15.33:0/2778072141 learned_addr learned my addr 172.21.15.33:0/2778072141 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:15.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.078+0000 7fcc5e800640 1 --2- 172.21.15.33:0/2778072141 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcc58109120 0x7fcc5819eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:15.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.079+0000 7fcc5de00640 1 -- 172.21.15.33:0/2778072141 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcc581049a0 msgr2=0x7fcc5819ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:15.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.079+0000 7fcc5de00640 1 --2- 172.21.15.33:0/2778072141 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcc581049a0 0x7fcc5819ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.079+0000 7fcc5de00640 1 -- 172.21.15.33:0/2778072141 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcc58109120 msgr2=0x7fcc5819eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:15.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.079+0000 7fcc5de00640 1 --2- 172.21.15.33:0/2778072141 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcc58109120 0x7fcc5819eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.079+0000 7fcc5de00640 1 -- 172.21.15.33:0/2778072141 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc5819f5d0 con 0x7fcc58103ff0 2024-09-05T02:32:15.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.079+0000 7fcc5d400640 1 --2- 172.21.15.33:0/2778072141 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcc581049a0 0x7fcc5819ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:15.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.079+0000 7fcc5de00640 1 --2- 172.21.15.33:0/2778072141 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc58103ff0 0x7fcc5819a620 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fcc4c00e9f0 tx=0x7fcc4c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:15.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.079+0000 7fcc52a00640 1 -- 172.21.15.33:0/2778072141 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc4c00cd80 con 0x7fcc58103ff0 2024-09-05T02:32:15.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.079+0000 7fcc52a00640 1 -- 172.21.15.33:0/2778072141 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcc4c005500 con 0x7fcc58103ff0 2024-09-05T02:32:15.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.079+0000 7fcc60800640 1 -- 172.21.15.33:0/2778072141 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc5819f8c0 con 0x7fcc58103ff0 2024-09-05T02:32:15.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.079+0000 7fcc52a00640 1 -- 172.21.15.33:0/2778072141 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc4c010690 con 0x7fcc58103ff0 2024-09-05T02:32:15.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.079+0000 7fcc60800640 1 -- 172.21.15.33:0/2778072141 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc581a71a0 con 0x7fcc58103ff0 2024-09-05T02:32:15.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.083+0000 7fcc63266740 1 Processor -- start 2024-09-05T02:32:15.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.083+0000 7fcc52a00640 1 -- 172.21.15.33:0/2778072141 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fcc4c0046c0 con 0x7fcc58103ff0 2024-09-05T02:32:15.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.083+0000 7fcc63266740 1 -- start start 2024-09-05T02:32:15.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.083+0000 7fcc63266740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdaac70 0x55cbfbdab050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:15.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.083+0000 7fcc63266740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdab590 0x55cbfbdb5910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:15.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.083+0000 7fcc63266740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdb5e50 0x55cbfbdb8240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:15.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.083+0000 7fcc63266740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55cbfbd113e0 con 0x55cbfbdab590 2024-09-05T02:32:15.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.083+0000 7fcc63266740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55cbfbcb8d80 con 0x55cbfbdaac70 2024-09-05T02:32:15.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.083+0000 7fcc63266740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55cbfbd0d3a0 con 0x55cbfbdb5e50 2024-09-05T02:32:15.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.083+0000 7fcc5de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdab590 0x55cbfbdb5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:15.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.083+0000 7fcc5de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdab590 0x55cbfbdb5910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41108/0 (socket says 172.21.15.33:41108) 2024-09-05T02:32:15.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.083+0000 7fcc5de00640 1 -- 172.21.15.33:0/646713513 learned_addr learned my addr 172.21.15.33:0/646713513 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:15.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.083+0000 7fcc5e800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdaac70 0x55cbfbdab050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:15.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.084+0000 7fcc5d400640 1 --2- 172.21.15.33:0/646713513 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdb5e50 0x55cbfbdb8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:15.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.084+0000 7fcc5e800640 1 -- 172.21.15.33:0/646713513 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdb5e50 msgr2=0x55cbfbdb8240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:15.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.084+0000 7fcc5e800640 1 --2- 172.21.15.33:0/646713513 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdb5e50 0x55cbfbdb8240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.084+0000 7fcc5e800640 1 -- 172.21.15.33:0/646713513 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdab590 msgr2=0x55cbfbdb5910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:15.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.084+0000 7fcc5e800640 1 --2- 172.21.15.33:0/646713513 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdab590 0x55cbfbdb5910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.084+0000 7fcc5e800640 1 -- 172.21.15.33:0/646713513 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cbfbcd7ae0 con 0x55cbfbdaac70 2024-09-05T02:32:15.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.084+0000 7fcc52a00640 1 --2- 172.21.15.33:0/2778072141 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fcc400a2cf0 0x7fcc400a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:15.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.084+0000 7fcc5e800640 1 --2- 172.21.15.33:0/646713513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdaac70 0x55cbfbdab050 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fcc54009f00 tx=0x7fcc54011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9213b2024dcc244 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:15.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.084+0000 7fcc52a00640 1 -- 172.21.15.33:0/2778072141 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fcc4c0cf880 con 0x7fcc58103ff0 2024-09-05T02:32:15.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.085+0000 7fcc5de00640 1 --2- 172.21.15.33:0/2778072141 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fcc400a2cf0 0x7fcc400a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:15.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.085+0000 7fcc47000640 1 -- 172.21.15.33:0/646713513 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc54004d20 con 0x55cbfbdaac70 2024-09-05T02:32:15.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.085+0000 7fcc47000640 1 -- 172.21.15.33:0/646713513 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcc54004050 con 0x55cbfbdaac70 2024-09-05T02:32:15.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.085+0000 7fcc47000640 1 -- 172.21.15.33:0/646713513 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc54005280 con 0x55cbfbdaac70 2024-09-05T02:32:15.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.085+0000 7fcc63266740 1 -- 172.21.15.33:0/646713513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdaac70 msgr2=0x55cbfbdab050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:15.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.085+0000 7fcc5de00640 1 --2- 172.21.15.33:0/2778072141 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fcc400a2cf0 0x7fcc400a51b0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fcc4c09ba50 tx=0x7fcc4c0d5530 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:15.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.085+0000 7fcc63266740 1 --2- 172.21.15.33:0/646713513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdaac70 0x55cbfbdab050 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fcc54009f00 tx=0x7fcc54011810 comp rx=0 tx=0).stop 2024-09-05T02:32:15.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.086+0000 7fcc63266740 1 -- 172.21.15.33:0/646713513 shutdown_connections 2024-09-05T02:32:15.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.086+0000 7fcc63266740 1 --2- 172.21.15.33:0/646713513 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdb5e50 0x55cbfbdb8240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.086+0000 7fcc63266740 1 --2- 172.21.15.33:0/646713513 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdab590 0x55cbfbdb5910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.086+0000 7fcc63266740 1 --2- 172.21.15.33:0/646713513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdaac70 0x55cbfbdab050 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.086+0000 7fcc63266740 1 -- 172.21.15.33:0/646713513 >> 172.21.15.33:0/646713513 conn(0x55cbfbda7200 msgr2=0x55cbfbda75e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:15.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.086+0000 7fcc63266740 1 -- 172.21.15.33:0/646713513 shutdown_connections 2024-09-05T02:32:15.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.086+0000 7fcc63266740 1 -- 172.21.15.33:0/646713513 wait complete. 2024-09-05T02:32:15.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.086+0000 7fcc63266740 1 -- start start 2024-09-05T02:32:15.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.087+0000 7fcc63266740 1 Processor -- start 2024-09-05T02:32:15.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.087+0000 7fcc63266740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdaac70 0x55cbfbdb2d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:15.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.087+0000 7fcc63266740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdab590 0x55cbfbdb3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:15.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.087+0000 7fcc63266740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdb5e50 0x55cbfbdb37c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:15.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.087+0000 7fcc63266740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55cbfbdb8a20 con 0x55cbfbdab590 2024-09-05T02:32:15.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.087+0000 7fcc63266740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55cbfbccc0f0 con 0x55cbfbdb5e50 2024-09-05T02:32:15.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.087+0000 7fcc63266740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55cbfbdb8ba0 con 0x55cbfbdaac70 2024-09-05T02:32:15.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.087+0000 7fcc63266740 10 client.0 _ll_register_callbacks cb 0x55cbfbcb3bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:15.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.087+0000 7fcc5d400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdab590 0x55cbfbdb3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:15.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.087+0000 7fcc5e800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdaac70 0x55cbfbdb2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:15.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.087+0000 7fcc5e800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdaac70 0x55cbfbdb2d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:45812/0 (socket says 172.21.15.33:45812) 2024-09-05T02:32:15.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.087+0000 7fcc5e800640 1 -- 172.21.15.33:0/1149714689 learned_addr learned my addr 172.21.15.33:0/1149714689 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:15.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.087+0000 7fcc5d400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdab590 0x55cbfbdb3280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41114/0 (socket says 172.21.15.33:41114) 2024-09-05T02:32:15.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.088+0000 7fcc5e800640 1 --2- 172.21.15.33:0/1149714689 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdb5e50 0x55cbfbdb37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:15.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.088+0000 7fcc5d400640 1 -- 172.21.15.33:0/1149714689 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdaac70 msgr2=0x55cbfbdb2d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:15.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.088+0000 7fcc5d400640 1 --2- 172.21.15.33:0/1149714689 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdaac70 0x55cbfbdb2d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.088+0000 7fcc5d400640 1 -- 172.21.15.33:0/1149714689 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdb5e50 msgr2=0x55cbfbdb37c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:15.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.088+0000 7fcc5d400640 1 --2- 172.21.15.33:0/1149714689 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdb5e50 0x55cbfbdb37c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.088+0000 7fcc5d400640 1 -- 172.21.15.33:0/1149714689 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cbfba823c0 con 0x55cbfbdab590 2024-09-05T02:32:15.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.088+0000 7fcc5e800640 1 --2- 172.21.15.33:0/1149714689 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdaac70 0x55cbfbdb2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:15.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.088+0000 7fcc5d400640 1 --2- 172.21.15.33:0/1149714689 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdab590 0x55cbfbdb3280 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fcc48006010 tx=0x7fcc480317e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82d97eab1eb27031 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:15.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.088+0000 7fcc3b400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:32:15.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.089+0000 7fcc3b400640 1 -- 172.21.15.33:0/1149714689 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc48035040 con 0x55cbfbdab590 2024-09-05T02:32:15.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.089+0000 7fcc3b400640 1 -- 172.21.15.33:0/1149714689 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fcc48004250 con 0x55cbfbdab590 2024-09-05T02:32:15.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.089+0000 7fcc63266740 1 -- 172.21.15.33:0/1149714689 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc54004050 con 0x55cbfbdab590 2024-09-05T02:32:15.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.089+0000 7fcc3b400640 1 -- 172.21.15.33:0/1149714689 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcc48004470 con 0x55cbfbdab590 2024-09-05T02:32:15.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.089+0000 7fcc63266740 10 client.16263 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:15.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.089+0000 7fcc63266740 1 -- 172.21.15.33:0/1149714689 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cbfbdc4a60 con 0x55cbfbdab590 2024-09-05T02:32:15.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.089+0000 7fcc3b400640 1 -- 172.21.15.33:0/1149714689 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcc54004050 con 0x55cbfbdab590 2024-09-05T02:32:15.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.089+0000 7fcc3b400640 1 -- 172.21.15.33:0/1149714689 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fcc48004b80 con 0x55cbfbdab590 2024-09-05T02:32:15.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.090+0000 7fcc63266740 10 client.16263 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:15.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.090+0000 7fcc63266740 10 client.16263 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:32:15.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.090+0000 7fcc63266740 20 client.16263 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:15.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.090+0000 7fcc63266740 1 --2- 172.21.15.33:0/1149714689 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55cbfbdc5f20 0x55cbfbdc8330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:15.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.090+0000 7fcc63266740 4 client.16263 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:32:15.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.090+0000 7fcc63266740 1 -- 172.21.15.33:0/1149714689 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cbfbd1e950 con 0x55cbfbdc5f20 2024-09-05T02:32:15.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.090+0000 7fcc5e800640 1 --2- 172.21.15.33:0/1149714689 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55cbfbdc5f20 0x55cbfbdc8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:15.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.091+0000 7fcc5e800640 1 --2- 172.21.15.33:0/1149714689 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55cbfbdc5f20 0x55cbfbdc8330 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e9a9d2dd7215086 server_cookie=c4874a2d0a13d216 in_seq=0 out_seq=0 2024-09-05T02:32:15.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.091+0000 7fcc3b400640 10 client.16263 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:32:15.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.091+0000 7fcc3b400640 1 -- 172.21.15.33:0/1149714689 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cbfbd1e950 con 0x55cbfbdc5f20 2024-09-05T02:32:15.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.091+0000 7fcc3b400640 10 client.16263 handle_command_reply: tid=0 2024-09-05T02:32:15.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.091+0000 7fcc63266740 1 client.16263 shutdown 2024-09-05T02:32:15.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.092+0000 7fcc63266740 1 -- 172.21.15.33:0/1149714689 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdab590 msgr2=0x55cbfbdb3280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:15.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.092+0000 7fcc63266740 1 --2- 172.21.15.33:0/1149714689 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdab590 0x55cbfbdb3280 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fcc48006010 tx=0x7fcc480317e0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.092+0000 7fcc63266740 1 -- 172.21.15.33:0/1149714689 shutdown_connections 2024-09-05T02:32:15.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.092+0000 7fcc63266740 1 --2- 172.21.15.33:0/1149714689 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdb5e50 0x55cbfbdb37c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.092+0000 7fcc63266740 1 --2- 172.21.15.33:0/1149714689 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55cbfbdc5f20 0x55cbfbdc8330 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.092+0000 7fcc63266740 1 --2- 172.21.15.33:0/1149714689 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdab590 0x55cbfbdb3280 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.092+0000 7fcc63266740 1 --2- 172.21.15.33:0/1149714689 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdaac70 0x55cbfbdb2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.092+0000 7fcc63266740 1 -- 172.21.15.33:0/1149714689 >> 172.21.15.33:0/1149714689 conn(0x55cbfbda7200 msgr2=0x55cbfbda6380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:15.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.092+0000 7fcc3b400640 0 client.16263 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:32:15.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.092+0000 7fcc63266740 1 -- 172.21.15.33:0/1149714689 shutdown_connections 2024-09-05T02:32:15.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.092+0000 7fcc63266740 1 -- 172.21.15.33:0/1149714689 wait complete. 2024-09-05T02:32:15.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.092+0000 7fcc63266740 20 client.16263 trim_cache size 0 max 16384 2024-09-05T02:32:15.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.106+0000 7fcc63266740 1 Processor -- start 2024-09-05T02:32:15.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.106+0000 7fcc63266740 1 -- start start 2024-09-05T02:32:15.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.106+0000 7fcc63266740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdaac70 0x55cbfbdb3610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:15.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.106+0000 7fcc63266740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdab590 0x55cbfbdcdc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:15.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.106+0000 7fcc63266740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdb5e50 0x55cbfbdce140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:15.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.106+0000 7fcc63266740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcc581afa10 con 0x55cbfbdaac70 2024-09-05T02:32:15.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.106+0000 7fcc63266740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcc581b1550 con 0x55cbfbdab590 2024-09-05T02:32:15.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.106+0000 7fcc63266740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fcc581b00e0 con 0x55cbfbdb5e50 2024-09-05T02:32:15.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.106+0000 7fcc5e800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdaac70 0x55cbfbdb3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:15.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.106+0000 7fcc5e800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdaac70 0x55cbfbdb3610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41128/0 (socket says 172.21.15.33:41128) 2024-09-05T02:32:15.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.106+0000 7fcc5e800640 1 -- 172.21.15.33:0/1605010934 learned_addr learned my addr 172.21.15.33:0/1605010934 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:15.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.107+0000 7fcc5d400640 1 --2- 172.21.15.33:0/1605010934 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdab590 0x55cbfbdcdc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:15.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.107+0000 7fcc5e800640 1 --2- 172.21.15.33:0/1605010934 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdb5e50 0x55cbfbdce140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:15.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.107+0000 7fcc5e800640 1 -- 172.21.15.33:0/1605010934 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdb5e50 msgr2=0x55cbfbdce140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:15.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.107+0000 7fcc5e800640 1 --2- 172.21.15.33:0/1605010934 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdb5e50 0x55cbfbdce140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.107+0000 7fcc5e800640 1 -- 172.21.15.33:0/1605010934 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdab590 msgr2=0x55cbfbdcdc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:15.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.107+0000 7fcc5e800640 1 --2- 172.21.15.33:0/1605010934 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdab590 0x55cbfbdcdc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.107+0000 7fcc5e800640 1 -- 172.21.15.33:0/1605010934 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cbfbda2770 con 0x55cbfbdaac70 2024-09-05T02:32:15.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.107+0000 7fcc5e800640 1 --2- 172.21.15.33:0/1605010934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdaac70 0x55cbfbdb3610 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fcc54005fd0 tx=0x7fcc54011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e3b2dfc05a39f81 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:15.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.107+0000 7fcc46600640 1 -- 172.21.15.33:0/1605010934 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc54004280 con 0x55cbfbdaac70 2024-09-05T02:32:15.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.107+0000 7fcc46600640 1 -- 172.21.15.33:0/1605010934 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcc5402c030 con 0x55cbfbdaac70 2024-09-05T02:32:15.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.107+0000 7fcc46600640 1 -- 172.21.15.33:0/1605010934 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc54019430 con 0x55cbfbdaac70 2024-09-05T02:32:15.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.108+0000 7fcc63266740 1 -- 172.21.15.33:0/1605010934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdaac70 msgr2=0x55cbfbdb3610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:15.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.108+0000 7fcc63266740 1 --2- 172.21.15.33:0/1605010934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdaac70 0x55cbfbdb3610 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fcc54005fd0 tx=0x7fcc54011810 comp rx=0 tx=0).stop 2024-09-05T02:32:15.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.108+0000 7fcc63266740 1 -- 172.21.15.33:0/1605010934 shutdown_connections 2024-09-05T02:32:15.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.108+0000 7fcc63266740 1 --2- 172.21.15.33:0/1605010934 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdb5e50 0x55cbfbdce140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.108+0000 7fcc63266740 1 --2- 172.21.15.33:0/1605010934 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdab590 0x55cbfbdcdc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.108+0000 7fcc63266740 1 --2- 172.21.15.33:0/1605010934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdaac70 0x55cbfbdb3610 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.108+0000 7fcc63266740 1 -- 172.21.15.33:0/1605010934 >> 172.21.15.33:0/1605010934 conn(0x55cbfbda7200 msgr2=0x55cbfbdb1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:15.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.108+0000 7fcc63266740 1 -- 172.21.15.33:0/1605010934 shutdown_connections 2024-09-05T02:32:15.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.108+0000 7fcc63266740 1 -- 172.21.15.33:0/1605010934 wait complete. 2024-09-05T02:32:15.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.109+0000 7fcc63266740 1 -- start start 2024-09-05T02:32:15.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.109+0000 7fcc63266740 1 Processor -- start 2024-09-05T02:32:15.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.109+0000 7fcc63266740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdaac70 0x55cbfbdbddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:15.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.110+0000 7fcc63266740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdab590 0x55cbfbdbe330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:15.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.110+0000 7fcc63266740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdb5e50 0x55cbfbdaf390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:15.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.110+0000 7fcc63266740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcc581b0e80 con 0x55cbfbdb5e50 2024-09-05T02:32:15.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.110+0000 7fcc63266740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcc581b07b0 con 0x55cbfbdaac70 2024-09-05T02:32:15.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.110+0000 7fcc63266740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fcc581ad9f0 con 0x55cbfbdab590 2024-09-05T02:32:15.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.110+0000 7fcc63266740 10 client.0 _ll_register_callbacks cb 0x7fcc48009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:15.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.110+0000 7fcc5e800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdaac70 0x55cbfbdbddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:15.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.110+0000 7fcc5e800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdb5e50 0x55cbfbdaf390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:15.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.110+0000 7fcc5e800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdb5e50 0x55cbfbdaf390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41136/0 (socket says 172.21.15.33:41136) 2024-09-05T02:32:15.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.110+0000 7fcc5e800640 1 -- 172.21.15.33:0/2482525222 learned_addr learned my addr 172.21.15.33:0/2482525222 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:15.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.110+0000 7fcc5d400640 1 --2- 172.21.15.33:0/2482525222 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdab590 0x55cbfbdbe330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:15.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.110+0000 7fcc5e800640 1 -- 172.21.15.33:0/2482525222 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdab590 msgr2=0x55cbfbdbe330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:15.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.110+0000 7fcc5e800640 1 --2- 172.21.15.33:0/2482525222 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdab590 0x55cbfbdbe330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.110+0000 7fcc5e800640 1 -- 172.21.15.33:0/2482525222 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdaac70 msgr2=0x55cbfbdbddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:15.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.110+0000 7fcc5e800640 1 --2- 172.21.15.33:0/2482525222 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdaac70 0x55cbfbdbddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.110+0000 7fcc5e800640 1 -- 172.21.15.33:0/2482525222 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cbfbdaf8d0 con 0x55cbfbdb5e50 2024-09-05T02:32:15.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.111+0000 7fcc5e800640 1 --2- 172.21.15.33:0/2482525222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdb5e50 0x55cbfbdaf390 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fcc54028510 tx=0x7fcc54000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=952516f9977cb526 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:15.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.111+0000 7fcc3b400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:32:15.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.111+0000 7fcc3b400640 1 -- 172.21.15.33:0/2482525222 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc5403b030 con 0x55cbfbdb5e50 2024-09-05T02:32:15.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.111+0000 7fcc63266740 1 -- 172.21.15.33:0/2482525222 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc5402c030 con 0x55cbfbdb5e50 2024-09-05T02:32:15.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.111+0000 7fcc3b400640 1 -- 172.21.15.33:0/2482525222 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fcc54004050 con 0x55cbfbdb5e50 2024-09-05T02:32:15.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.111+0000 7fcc3b400640 1 -- 172.21.15.33:0/2482525222 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcc5403e040 con 0x55cbfbdb5e50 2024-09-05T02:32:15.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.111+0000 7fcc63266740 10 client.16269 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:15.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.111+0000 7fcc63266740 1 -- 172.21.15.33:0/2482525222 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cbfbe30410 con 0x55cbfbdb5e50 2024-09-05T02:32:15.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.111+0000 7fcc3b400640 1 -- 172.21.15.33:0/2482525222 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcc5402c030 con 0x55cbfbdb5e50 2024-09-05T02:32:15.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.112+0000 7fcc3b400640 1 -- 172.21.15.33:0/2482525222 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fcc54019780 con 0x55cbfbdb5e50 2024-09-05T02:32:15.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.112+0000 7fcc63266740 10 client.16269 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:15.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.112+0000 7fcc63266740 10 client.16269 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:32:15.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.112+0000 7fcc63266740 20 client.16269 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:15.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.112+0000 7fcc63266740 1 --2- 172.21.15.33:0/2482525222 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55cbfbe308b0 0x55cbfbe32cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:15.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.112+0000 7fcc63266740 4 client.16269 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:32:15.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.112+0000 7fcc63266740 1 -- 172.21.15.33:0/2482525222 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55cbfbd18e60 con 0x55cbfbe308b0 2024-09-05T02:32:15.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.112+0000 7fcc5d400640 1 --2- 172.21.15.33:0/2482525222 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55cbfbe308b0 0x55cbfbe32cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:15.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.113+0000 7fcc5d400640 1 --2- 172.21.15.33:0/2482525222 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55cbfbe308b0 0x55cbfbe32cd0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=24b46b7eef29b8a9 server_cookie=dac4f6d1073fbc4e in_seq=0 out_seq=0 2024-09-05T02:32:15.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.113+0000 7fcc3b400640 10 client.16269 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:32:15.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.113+0000 7fcc3b400640 1 -- 172.21.15.33:0/2482525222 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55cbfbd18e60 con 0x55cbfbe308b0 2024-09-05T02:32:15.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.113+0000 7fcc3b400640 10 client.16269 handle_command_reply: tid=0 2024-09-05T02:32:15.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.113+0000 7fcc63266740 1 client.16269 shutdown 2024-09-05T02:32:15.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.113+0000 7fcc63266740 1 -- 172.21.15.33:0/2482525222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdb5e50 msgr2=0x55cbfbdaf390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:15.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.113+0000 7fcc63266740 1 --2- 172.21.15.33:0/2482525222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdb5e50 0x55cbfbdaf390 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fcc54028510 tx=0x7fcc54000f40 comp rx=0 tx=0).stop 2024-09-05T02:32:15.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.113+0000 7fcc63266740 1 -- 172.21.15.33:0/2482525222 shutdown_connections 2024-09-05T02:32:15.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.113+0000 7fcc63266740 1 --2- 172.21.15.33:0/2482525222 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55cbfbe308b0 0x55cbfbe32cd0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.113+0000 7fcc63266740 1 --2- 172.21.15.33:0/2482525222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55cbfbdb5e50 0x55cbfbdaf390 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.113+0000 7fcc63266740 1 --2- 172.21.15.33:0/2482525222 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55cbfbdab590 0x55cbfbdbe330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.113+0000 7fcc63266740 1 --2- 172.21.15.33:0/2482525222 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cbfbdaac70 0x55cbfbdbddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.113+0000 7fcc63266740 1 -- 172.21.15.33:0/2482525222 >> 172.21.15.33:0/2482525222 conn(0x55cbfbda7200 msgr2=0x55cbfbda5b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:15.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.114+0000 7fcc3b400640 0 client.16269 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:32:15.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.114+0000 7fcc63266740 1 -- 172.21.15.33:0/2482525222 shutdown_connections 2024-09-05T02:32:15.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.114+0000 7fcc63266740 1 -- 172.21.15.33:0/2482525222 wait complete. 2024-09-05T02:32:15.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.114+0000 7fcc63266740 20 client.16269 trim_cache size 0 max 16384 2024-09-05T02:32:15.119 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:32:15.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.114+0000 7fcc60800640 1 -- 172.21.15.33:0/2778072141 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fcc400a2cf0 msgr2=0x7fcc400a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:15.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.114+0000 7fcc60800640 1 --2- 172.21.15.33:0/2778072141 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fcc400a2cf0 0x7fcc400a51b0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fcc4c09ba50 tx=0x7fcc4c0d5530 comp rx=0 tx=0).stop 2024-09-05T02:32:15.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.114+0000 7fcc60800640 1 -- 172.21.15.33:0/2778072141 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc58103ff0 msgr2=0x7fcc5819a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:15.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.114+0000 7fcc60800640 1 --2- 172.21.15.33:0/2778072141 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc58103ff0 0x7fcc5819a620 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fcc4c00e9f0 tx=0x7fcc4c00edf0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.114+0000 7fcc60800640 1 -- 172.21.15.33:0/2778072141 shutdown_connections 2024-09-05T02:32:15.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.114+0000 7fcc60800640 1 --2- 172.21.15.33:0/2778072141 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fcc400a2cf0 0x7fcc400a51b0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.114+0000 7fcc60800640 1 --2- 172.21.15.33:0/2778072141 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcc58109120 0x7fcc5819eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.114+0000 7fcc60800640 1 --2- 172.21.15.33:0/2778072141 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcc581049a0 0x7fcc5819ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.114+0000 7fcc60800640 1 --2- 172.21.15.33:0/2778072141 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc58103ff0 0x7fcc5819a620 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:15.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.114+0000 7fcc60800640 1 -- 172.21.15.33:0/2778072141 >> 172.21.15.33:0/2778072141 conn(0x7fcc580ffa90 msgr2=0x7fcc58100d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:15.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.115+0000 7fcc60800640 1 -- 172.21.15.33:0/2778072141 shutdown_connections 2024-09-05T02:32:15.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:15.115+0000 7fcc60800640 1 -- 172.21.15.33:0/2778072141 wait complete. 2024-09-05T02:32:15.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:15 smithi174 ceph-mon[34756]: pgmap v162: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:32:15.791 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:15 smithi033 ceph-mon[29909]: pgmap v162: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:32:15.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:15 smithi123 ceph-mon[34031]: pgmap v162: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:32:16.828 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:32:16.829 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:32:17.216 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:32:17.671 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:17 smithi033 ceph-mon[29909]: pgmap v163: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:32:17.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:17 smithi174 ceph-mon[34756]: pgmap v163: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:32:17.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.786+0000 7f316c400640 1 -- 172.21.15.33:0/1411229847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3164102790 msgr2=0x7f31641067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:17.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.786+0000 7f316c400640 1 --2- 172.21.15.33:0/1411229847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3164102790 0x7f31641067e0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f3150009860 tx=0x7f315002a340 comp rx=0 tx=0).stop 2024-09-05T02:32:17.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.786+0000 7f316c400640 1 -- 172.21.15.33:0/1411229847 shutdown_connections 2024-09-05T02:32:17.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.786+0000 7f316c400640 1 --2- 172.21.15.33:0/1411229847 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3164106f10 0x7f316410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.786+0000 7f316c400640 1 --2- 172.21.15.33:0/1411229847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3164102790 0x7f31641067e0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.786+0000 7f316c400640 1 --2- 172.21.15.33:0/1411229847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3164101de0 0x7f31641021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.786+0000 7f316c400640 1 -- 172.21.15.33:0/1411229847 >> 172.21.15.33:0/1411229847 conn(0x7f31640fd8c0 msgr2=0x7f31640ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:17.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.786+0000 7f316c400640 1 -- 172.21.15.33:0/1411229847 shutdown_connections 2024-09-05T02:32:17.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.786+0000 7f316c400640 1 -- 172.21.15.33:0/1411229847 wait complete. 2024-09-05T02:32:17.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.787+0000 7f316c400640 1 Processor -- start 2024-09-05T02:32:17.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.788+0000 7f316c400640 1 -- start start 2024-09-05T02:32:17.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.788+0000 7f316c400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3164101de0 0x7f316419a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:17.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.788+0000 7f316c400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3164102790 0x7f316419abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:17.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.788+0000 7f316c400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3164106f10 0x7f316419ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:17.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.788+0000 7f316c400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3164111f70 con 0x7f3164106f10 2024-09-05T02:32:17.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.788+0000 7f316c400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3164111df0 con 0x7f3164101de0 2024-09-05T02:32:17.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.788+0000 7f316c400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f31641120f0 con 0x7f3164102790 2024-09-05T02:32:17.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.788+0000 7f3169a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3164101de0 0x7f316419a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:17.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.788+0000 7f3169a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3164101de0 0x7f316419a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:55206/0 (socket says 172.21.15.33:55206) 2024-09-05T02:32:17.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.788+0000 7f3169000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3164102790 0x7f316419abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:17.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.788+0000 7f3169a00640 1 -- 172.21.15.33:0/3554531984 learned_addr learned my addr 172.21.15.33:0/3554531984 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:17.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.788+0000 7f316a400640 1 --2- 172.21.15.33:0/3554531984 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3164106f10 0x7f316419ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:17.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.789+0000 7f3169a00640 1 -- 172.21.15.33:0/3554531984 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3164102790 msgr2=0x7f316419abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:17.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.789+0000 7f3169a00640 1 --2- 172.21.15.33:0/3554531984 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3164102790 0x7f316419abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.789+0000 7f3169a00640 1 -- 172.21.15.33:0/3554531984 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3164106f10 msgr2=0x7f316419ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:17.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.789+0000 7f3169a00640 1 --2- 172.21.15.33:0/3554531984 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3164106f10 0x7f316419ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.789+0000 7f3169a00640 1 -- 172.21.15.33:0/3554531984 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f316419f640 con 0x7f3164101de0 2024-09-05T02:32:17.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.789+0000 7f3169a00640 1 --2- 172.21.15.33:0/3554531984 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3164101de0 0x7f316419a690 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f315800e9c0 tx=0x7f315800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:17.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.789+0000 7f3162000640 1 -- 172.21.15.33:0/3554531984 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f315800cde0 con 0x7f3164101de0 2024-09-05T02:32:17.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.789+0000 7f316c400640 1 -- 172.21.15.33:0/3554531984 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f316419f930 con 0x7f3164101de0 2024-09-05T02:32:17.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.789+0000 7f3162000640 1 -- 172.21.15.33:0/3554531984 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f31580035f0 con 0x7f3164101de0 2024-09-05T02:32:17.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.789+0000 7f3162000640 1 -- 172.21.15.33:0/3554531984 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3158010650 con 0x7f3164101de0 2024-09-05T02:32:17.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.790+0000 7f316c400640 1 -- 172.21.15.33:0/3554531984 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31641a7210 con 0x7f3164101de0 2024-09-05T02:32:17.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.793+0000 7f316ee1e740 1 Processor -- start 2024-09-05T02:32:17.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.793+0000 7f3162000640 1 -- 172.21.15.33:0/3554531984 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f31580037a0 con 0x7f3164101de0 2024-09-05T02:32:17.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.793+0000 7f316ee1e740 1 -- start start 2024-09-05T02:32:17.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.793+0000 7f316ee1e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb4065ac0 0x55efb4065ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:17.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.793+0000 7f316ee1e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb40663e0 0x55efb4070760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:17.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.793+0000 7f316ee1e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55efb4070ca0 0x55efb4073090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:17.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.793+0000 7f316ee1e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55efb3fcc290 con 0x55efb40663e0 2024-09-05T02:32:17.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.793+0000 7f316ee1e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55efb3f73b40 con 0x55efb4070ca0 2024-09-05T02:32:17.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.793+0000 7f316ee1e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55efb3fc8250 con 0x55efb4065ac0 2024-09-05T02:32:17.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.793+0000 7f3169a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb40663e0 0x55efb4070760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:17.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.794+0000 7f3169a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb40663e0 0x55efb4070760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41168/0 (socket says 172.21.15.33:41168) 2024-09-05T02:32:17.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.794+0000 7f3169a00640 1 -- 172.21.15.33:0/1671345352 learned_addr learned my addr 172.21.15.33:0/1671345352 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:17.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.794+0000 7f316a400640 1 --2- 172.21.15.33:0/1671345352 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb4065ac0 0x55efb4065ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.794+0000 7f3169000640 1 --2- 172.21.15.33:0/1671345352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55efb4070ca0 0x55efb4073090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.794+0000 7f316a400640 1 -- 172.21.15.33:0/1671345352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55efb4070ca0 msgr2=0x55efb4073090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.794+0000 7f316a400640 1 --2- 172.21.15.33:0/1671345352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55efb4070ca0 0x55efb4073090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.794+0000 7f316a400640 1 -- 172.21.15.33:0/1671345352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb40663e0 msgr2=0x55efb4070760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.794+0000 7f316a400640 1 --2- 172.21.15.33:0/1671345352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb40663e0 0x55efb4070760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.794+0000 7f316a400640 1 -- 172.21.15.33:0/1671345352 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55efb3d3d6a0 con 0x55efb4065ac0 2024-09-05T02:32:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.794+0000 7f3162000640 1 --2- 172.21.15.33:0/3554531984 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f314c0a2cf0 0x7f314c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.794+0000 7f3162000640 1 -- 172.21.15.33:0/3554531984 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f31580cf760 con 0x7f3164101de0 2024-09-05T02:32:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.794+0000 7f316a400640 1 --2- 172.21.15.33:0/1671345352 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb4065ac0 0x55efb4065ea0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f315c009f00 tx=0x7f315c011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ea900e5284fc1e16 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.795+0000 7f3169a00640 1 --2- 172.21.15.33:0/3554531984 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f314c0a2cf0 0x7f314c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.795+0000 7f3156a00640 1 -- 172.21.15.33:0/1671345352 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f315c004d20 con 0x55efb4065ac0 2024-09-05T02:32:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.795+0000 7f3156a00640 1 -- 172.21.15.33:0/1671345352 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f315c004050 con 0x55efb4065ac0 2024-09-05T02:32:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.795+0000 7f3156a00640 1 -- 172.21.15.33:0/1671345352 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f315c005280 con 0x55efb4065ac0 2024-09-05T02:32:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.796+0000 7f316ee1e740 1 -- 172.21.15.33:0/1671345352 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb4065ac0 msgr2=0x55efb4065ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.796+0000 7f316ee1e740 1 --2- 172.21.15.33:0/1671345352 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb4065ac0 0x55efb4065ea0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f315c009f00 tx=0x7f315c011810 comp rx=0 tx=0).stop 2024-09-05T02:32:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.796+0000 7f3169a00640 1 --2- 172.21.15.33:0/3554531984 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f314c0a2cf0 0x7f314c0a51b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3158098660 tx=0x7f31580d5550 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.796+0000 7f316ee1e740 1 -- 172.21.15.33:0/1671345352 shutdown_connections 2024-09-05T02:32:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.796+0000 7f316ee1e740 1 --2- 172.21.15.33:0/1671345352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55efb4070ca0 0x55efb4073090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.796+0000 7f316ee1e740 1 --2- 172.21.15.33:0/1671345352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb40663e0 0x55efb4070760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.796+0000 7f316ee1e740 1 --2- 172.21.15.33:0/1671345352 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb4065ac0 0x55efb4065ea0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.796+0000 7f316ee1e740 1 -- 172.21.15.33:0/1671345352 >> 172.21.15.33:0/1671345352 conn(0x55efb4062050 msgr2=0x55efb4062430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.796+0000 7f316ee1e740 1 -- 172.21.15.33:0/1671345352 shutdown_connections 2024-09-05T02:32:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.796+0000 7f316ee1e740 1 -- 172.21.15.33:0/1671345352 wait complete. 2024-09-05T02:32:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.796+0000 7f316ee1e740 1 -- start start 2024-09-05T02:32:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.797+0000 7f316ee1e740 1 Processor -- start 2024-09-05T02:32:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.797+0000 7f316ee1e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb4065ac0 0x55efb4070600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.797+0000 7f316ee1e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb40663e0 0x55efb406d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.797+0000 7f316ee1e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55efb4070ca0 0x55efb406de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.797+0000 7f316ee1e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55efb4073910 con 0x55efb40663e0 2024-09-05T02:32:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.797+0000 7f316ee1e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55efb3f86fa0 con 0x55efb4070ca0 2024-09-05T02:32:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.797+0000 7f316ee1e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55efb4073a90 con 0x55efb4065ac0 2024-09-05T02:32:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.797+0000 7f316ee1e740 10 client.0 _ll_register_callbacks cb 0x55efb3cdaba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.797+0000 7f3169000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb40663e0 0x55efb406d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.797+0000 7f316a400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb4065ac0 0x55efb4070600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.797+0000 7f3169000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb40663e0 0x55efb406d8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41170/0 (socket says 172.21.15.33:41170) 2024-09-05T02:32:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.797+0000 7f3169000640 1 -- 172.21.15.33:0/1329372187 learned_addr learned my addr 172.21.15.33:0/1329372187 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.797+0000 7f316a400640 1 --2- 172.21.15.33:0/1329372187 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55efb4070ca0 0x55efb406de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.798+0000 7f3169000640 1 -- 172.21.15.33:0/1329372187 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb4065ac0 msgr2=0x55efb4070600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.798+0000 7f3169000640 1 --2- 172.21.15.33:0/1329372187 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb4065ac0 0x55efb4070600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.798+0000 7f3169000640 1 -- 172.21.15.33:0/1329372187 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55efb4070ca0 msgr2=0x55efb406de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.798+0000 7f3169000640 1 --2- 172.21.15.33:0/1329372187 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55efb4070ca0 0x55efb406de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.798+0000 7f3169000640 1 -- 172.21.15.33:0/1329372187 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55efb406e640 con 0x55efb40663e0 2024-09-05T02:32:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.798+0000 7f3169000640 1 --2- 172.21.15.33:0/1329372187 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb40663e0 0x55efb406d8b0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f3150009780 tx=0x7f31500303d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64c51aa2fd9ccbba server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.798+0000 7f314b400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:32:17.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.798+0000 7f314b400640 1 -- 172.21.15.33:0/1329372187 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3150041070 con 0x55efb40663e0 2024-09-05T02:32:17.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.798+0000 7f316ee1e740 1 -- 172.21.15.33:0/1329372187 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f315c004050 con 0x55efb40663e0 2024-09-05T02:32:17.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.798+0000 7f314b400640 1 -- 172.21.15.33:0/1329372187 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3150030550 con 0x55efb40663e0 2024-09-05T02:32:17.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.799+0000 7f314b400640 1 -- 172.21.15.33:0/1329372187 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f315004d050 con 0x55efb40663e0 2024-09-05T02:32:17.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.799+0000 7f316ee1e740 10 client.16281 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:17.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.799+0000 7f316ee1e740 1 -- 172.21.15.33:0/1329372187 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55efb407f8a0 con 0x55efb40663e0 2024-09-05T02:32:17.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.799+0000 7f314b400640 1 -- 172.21.15.33:0/1329372187 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f315c004050 con 0x55efb40663e0 2024-09-05T02:32:17.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.799+0000 7f314b400640 1 -- 172.21.15.33:0/1329372187 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f315003d450 con 0x55efb40663e0 2024-09-05T02:32:17.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.799+0000 7f316ee1e740 10 client.16281 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:17.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.799+0000 7f316ee1e740 10 client.16281 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:32:17.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.799+0000 7f316ee1e740 20 client.16281 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:17.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.799+0000 7f316ee1e740 1 --2- 172.21.15.33:0/1329372187 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55efb4080cb0 0x55efb40830a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:17.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.799+0000 7f316ee1e740 4 client.16281 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:32:17.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.799+0000 7f316ee1e740 1 -- 172.21.15.33:0/1329372187 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55efb3fd9800 con 0x55efb4080cb0 2024-09-05T02:32:17.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.800+0000 7f316a400640 1 --2- 172.21.15.33:0/1329372187 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55efb4080cb0 0x55efb40830a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:17.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.800+0000 7f316a400640 1 --2- 172.21.15.33:0/1329372187 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55efb4080cb0 0x55efb40830a0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=10abe2a8c6ac529b server_cookie=df14a9850ebbc668 in_seq=0 out_seq=0 2024-09-05T02:32:17.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.800+0000 7f314b400640 10 client.16281 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:32:17.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.801+0000 7f314b400640 1 -- 172.21.15.33:0/1329372187 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55efb3fd9800 con 0x55efb4080cb0 2024-09-05T02:32:17.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.801+0000 7f314b400640 10 client.16281 handle_command_reply: tid=0 2024-09-05T02:32:17.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.801+0000 7f316ee1e740 1 client.16281 shutdown 2024-09-05T02:32:17.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.801+0000 7f316ee1e740 1 -- 172.21.15.33:0/1329372187 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb40663e0 msgr2=0x55efb406d8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:17.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.801+0000 7f316ee1e740 1 --2- 172.21.15.33:0/1329372187 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb40663e0 0x55efb406d8b0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f3150009780 tx=0x7f31500303d0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.801+0000 7f316ee1e740 1 -- 172.21.15.33:0/1329372187 shutdown_connections 2024-09-05T02:32:17.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.801+0000 7f316ee1e740 1 --2- 172.21.15.33:0/1329372187 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55efb4070ca0 0x55efb406de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.801+0000 7f316ee1e740 1 --2- 172.21.15.33:0/1329372187 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55efb4080cb0 0x55efb40830a0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.801+0000 7f316ee1e740 1 --2- 172.21.15.33:0/1329372187 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb40663e0 0x55efb406d8b0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.801+0000 7f316ee1e740 1 --2- 172.21.15.33:0/1329372187 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb4065ac0 0x55efb4070600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.801+0000 7f314b400640 0 client.16281 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:32:17.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.801+0000 7f316ee1e740 1 -- 172.21.15.33:0/1329372187 >> 172.21.15.33:0/1329372187 conn(0x55efb4062050 msgr2=0x55efb40611c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:17.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.802+0000 7f316ee1e740 1 -- 172.21.15.33:0/1329372187 shutdown_connections 2024-09-05T02:32:17.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.802+0000 7f316ee1e740 1 -- 172.21.15.33:0/1329372187 wait complete. 2024-09-05T02:32:17.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.802+0000 7f316ee1e740 20 client.16281 trim_cache size 0 max 16384 2024-09-05T02:32:17.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.820+0000 7f316ee1e740 1 Processor -- start 2024-09-05T02:32:17.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.820+0000 7f316ee1e740 1 -- start start 2024-09-05T02:32:17.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.820+0000 7f316ee1e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb4065ac0 0x55efb4068e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:17.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.820+0000 7f316ee1e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb40663e0 0x55efb4088950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:17.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.820+0000 7f316ee1e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55efb4070ca0 0x55efb4088e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:17.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.820+0000 7f316ee1e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f31641afa40 con 0x55efb4065ac0 2024-09-05T02:32:17.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.820+0000 7f316ee1e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f31641b1580 con 0x55efb4070ca0 2024-09-05T02:32:17.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.820+0000 7f316ee1e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f31641b0110 con 0x55efb40663e0 2024-09-05T02:32:17.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.820+0000 7f316a400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb4065ac0 0x55efb4068e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:17.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.821+0000 7f316a400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb4065ac0 0x55efb4068e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41176/0 (socket says 172.21.15.33:41176) 2024-09-05T02:32:17.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.821+0000 7f316a400640 1 -- 172.21.15.33:0/2976441777 learned_addr learned my addr 172.21.15.33:0/2976441777 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:17.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.821+0000 7f316a400640 1 --2- 172.21.15.33:0/2976441777 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55efb4070ca0 0x55efb4088e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:17.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.821+0000 7f3169000640 1 --2- 172.21.15.33:0/2976441777 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb40663e0 0x55efb4088950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:17.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.821+0000 7f316a400640 1 -- 172.21.15.33:0/2976441777 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb40663e0 msgr2=0x55efb4088950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:17.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.821+0000 7f316a400640 1 --2- 172.21.15.33:0/2976441777 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb40663e0 0x55efb4088950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.821+0000 7f316a400640 1 -- 172.21.15.33:0/2976441777 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55efb4070ca0 msgr2=0x55efb4088e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:17.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.821+0000 7f316a400640 1 --2- 172.21.15.33:0/2976441777 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55efb4070ca0 0x55efb4088e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.821+0000 7f316a400640 1 -- 172.21.15.33:0/2976441777 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55efb4083700 con 0x55efb4065ac0 2024-09-05T02:32:17.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.821+0000 7f316a400640 1 --2- 172.21.15.33:0/2976441777 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb4065ac0 0x55efb4068e10 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f315c005f10 tx=0x7f315c004ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=485dd6b0effdf2fe server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:17.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.822+0000 7f3156000640 1 -- 172.21.15.33:0/2976441777 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f315c003e20 con 0x55efb4065ac0 2024-09-05T02:32:17.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.822+0000 7f3156000640 1 -- 172.21.15.33:0/2976441777 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f315c004530 con 0x55efb4065ac0 2024-09-05T02:32:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.822+0000 7f3156000640 1 -- 172.21.15.33:0/2976441777 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f315c005830 con 0x55efb4065ac0 2024-09-05T02:32:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.822+0000 7f316ee1e740 1 -- 172.21.15.33:0/2976441777 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb4065ac0 msgr2=0x55efb4068e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.822+0000 7f316ee1e740 1 --2- 172.21.15.33:0/2976441777 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb4065ac0 0x55efb4068e10 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f315c005f10 tx=0x7f315c004ba0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.822+0000 7f316ee1e740 1 -- 172.21.15.33:0/2976441777 shutdown_connections 2024-09-05T02:32:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.822+0000 7f316ee1e740 1 --2- 172.21.15.33:0/2976441777 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55efb4070ca0 0x55efb4088e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.822+0000 7f316ee1e740 1 --2- 172.21.15.33:0/2976441777 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb40663e0 0x55efb4088950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.822+0000 7f316ee1e740 1 --2- 172.21.15.33:0/2976441777 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb4065ac0 0x55efb4068e10 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.822+0000 7f316ee1e740 1 -- 172.21.15.33:0/2976441777 >> 172.21.15.33:0/2976441777 conn(0x55efb4062050 msgr2=0x55efb4068700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.822+0000 7f316ee1e740 1 -- 172.21.15.33:0/2976441777 shutdown_connections 2024-09-05T02:32:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.822+0000 7f316ee1e740 1 -- 172.21.15.33:0/2976441777 wait complete. 2024-09-05T02:32:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.823+0000 7f316ee1e740 1 -- start start 2024-09-05T02:32:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.823+0000 7f316ee1e740 1 Processor -- start 2024-09-05T02:32:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.823+0000 7f316ee1e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb4065ac0 0x55efb40795f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:17.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.823+0000 7f316ee1e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb40663e0 0x55efb4074920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:17.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.823+0000 7f316ee1e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55efb4070ca0 0x55efb40750b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:17.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.823+0000 7f316ee1e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f31641b0eb0 con 0x55efb4065ac0 2024-09-05T02:32:17.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.823+0000 7f316ee1e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f31641b07e0 con 0x55efb4070ca0 2024-09-05T02:32:17.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.823+0000 7f316ee1e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f31641ada20 con 0x55efb40663e0 2024-09-05T02:32:17.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.823+0000 7f316ee1e740 10 client.0 _ll_register_callbacks cb 0x55efb406e810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:17.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.824+0000 7f316a400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb4065ac0 0x55efb40795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:17.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.824+0000 7f316a400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb4065ac0 0x55efb40795f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41184/0 (socket says 172.21.15.33:41184) 2024-09-05T02:32:17.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.824+0000 7f316a400640 1 -- 172.21.15.33:0/1846835216 learned_addr learned my addr 172.21.15.33:0/1846835216 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:17.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.824+0000 7f3169000640 1 --2- 172.21.15.33:0/1846835216 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb40663e0 0x55efb4074920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:17.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.824+0000 7f316a400640 1 --2- 172.21.15.33:0/1846835216 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55efb4070ca0 0x55efb40750b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:17.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.824+0000 7f316a400640 1 -- 172.21.15.33:0/1846835216 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb40663e0 msgr2=0x55efb4074920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:17.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.824+0000 7f316a400640 1 --2- 172.21.15.33:0/1846835216 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb40663e0 0x55efb4074920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.824+0000 7f316a400640 1 -- 172.21.15.33:0/1846835216 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55efb4070ca0 msgr2=0x55efb40750b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:17.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.824+0000 7f316a400640 1 --2- 172.21.15.33:0/1846835216 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55efb4070ca0 0x55efb40750b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.824+0000 7f316a400640 1 -- 172.21.15.33:0/1846835216 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55efb40ea920 con 0x55efb4065ac0 2024-09-05T02:32:17.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.824+0000 7f3169000640 1 --2- 172.21.15.33:0/1846835216 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb40663e0 0x55efb4074920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:17.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.824+0000 7f316a400640 1 --2- 172.21.15.33:0/1846835216 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb4065ac0 0x55efb40795f0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f315c009700 tx=0x7f315c009480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e2e90e10d9bb37c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:17.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.825+0000 7f314b400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:32:17.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.825+0000 7f314b400640 1 -- 172.21.15.33:0/1846835216 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f315c003b50 con 0x55efb4065ac0 2024-09-05T02:32:17.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.825+0000 7f314b400640 1 -- 172.21.15.33:0/1846835216 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f315c003cf0 con 0x55efb4065ac0 2024-09-05T02:32:17.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.825+0000 7f316ee1e740 1 -- 172.21.15.33:0/1846835216 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f315c004530 con 0x55efb4065ac0 2024-09-05T02:32:17.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.825+0000 7f314b400640 1 -- 172.21.15.33:0/1846835216 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f315c004050 con 0x55efb4065ac0 2024-09-05T02:32:17.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.825+0000 7f316ee1e740 10 client.16287 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:17.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.825+0000 7f316ee1e740 1 -- 172.21.15.33:0/1846835216 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55efb40ebb20 con 0x55efb4065ac0 2024-09-05T02:32:17.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.826+0000 7f314b400640 1 -- 172.21.15.33:0/1846835216 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f315c004530 con 0x55efb4065ac0 2024-09-05T02:32:17.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.826+0000 7f314b400640 1 -- 172.21.15.33:0/1846835216 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f315c028720 con 0x55efb4065ac0 2024-09-05T02:32:17.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.826+0000 7f316ee1e740 10 client.16287 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:17.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.826+0000 7f316ee1e740 10 client.16287 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:32:17.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.826+0000 7f316ee1e740 20 client.16287 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:17.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.826+0000 7f316ee1e740 1 --2- 172.21.15.33:0/1846835216 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55efb40ebfa0 0x55efb40ee390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:17.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.826+0000 7f316ee1e740 4 client.16287 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:32:17.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.826+0000 7f316ee1e740 1 -- 172.21.15.33:0/1846835216 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55efb3fd3d10 con 0x55efb40ebfa0 2024-09-05T02:32:17.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.826+0000 7f3169000640 1 --2- 172.21.15.33:0/1846835216 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55efb40ebfa0 0x55efb40ee390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:17.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.827+0000 7f3169000640 1 --2- 172.21.15.33:0/1846835216 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55efb40ebfa0 0x55efb40ee390 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b806bd1824b8fc8a server_cookie=c4fde051db2fe69c in_seq=0 out_seq=0 2024-09-05T02:32:17.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.827+0000 7f314b400640 10 client.16287 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:32:17.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.828+0000 7f314b400640 1 -- 172.21.15.33:0/1846835216 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55efb3fd3d10 con 0x55efb40ebfa0 2024-09-05T02:32:17.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.828+0000 7f314b400640 10 client.16287 handle_command_reply: tid=0 2024-09-05T02:32:17.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.828+0000 7f316ee1e740 1 client.16287 shutdown 2024-09-05T02:32:17.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.828+0000 7f316ee1e740 1 -- 172.21.15.33:0/1846835216 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb4065ac0 msgr2=0x55efb40795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:17.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.828+0000 7f316ee1e740 1 --2- 172.21.15.33:0/1846835216 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb4065ac0 0x55efb40795f0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f315c009700 tx=0x7f315c009480 comp rx=0 tx=0).stop 2024-09-05T02:32:17.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.828+0000 7f316ee1e740 1 -- 172.21.15.33:0/1846835216 shutdown_connections 2024-09-05T02:32:17.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.828+0000 7f316ee1e740 1 --2- 172.21.15.33:0/1846835216 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55efb4070ca0 0x55efb40750b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.828+0000 7f316ee1e740 1 --2- 172.21.15.33:0/1846835216 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55efb40663e0 0x55efb4074920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.828+0000 7f316ee1e740 1 --2- 172.21.15.33:0/1846835216 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55efb40ebfa0 0x55efb40ee390 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.828+0000 7f316ee1e740 1 --2- 172.21.15.33:0/1846835216 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55efb4065ac0 0x55efb40795f0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.828+0000 7f316ee1e740 1 -- 172.21.15.33:0/1846835216 >> 172.21.15.33:0/1846835216 conn(0x55efb4062050 msgr2=0x55efb4068e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:17.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.828+0000 7f314b400640 0 client.16287 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:32:17.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.829+0000 7f316ee1e740 1 -- 172.21.15.33:0/1846835216 shutdown_connections 2024-09-05T02:32:17.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.829+0000 7f316ee1e740 1 -- 172.21.15.33:0/1846835216 wait complete. 2024-09-05T02:32:17.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.829+0000 7f316ee1e740 20 client.16287 trim_cache size 0 max 16384 2024-09-05T02:32:17.834 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:32:17.834 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:32:17.834 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "f1c8b7df-2422-406c-89a6-f3e8168b569e", 2024-09-05T02:32:17.834 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:32:17.834 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:32:17.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.829+0000 7f316c400640 1 -- 172.21.15.33:0/3554531984 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f314c0a2cf0 msgr2=0x7f314c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:17.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.829+0000 7f316c400640 1 --2- 172.21.15.33:0/3554531984 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f314c0a2cf0 0x7f314c0a51b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3158098660 tx=0x7f31580d5550 comp rx=0 tx=0).stop 2024-09-05T02:32:17.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.829+0000 7f316c400640 1 -- 172.21.15.33:0/3554531984 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3164101de0 msgr2=0x7f316419a690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:17.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.829+0000 7f316c400640 1 --2- 172.21.15.33:0/3554531984 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3164101de0 0x7f316419a690 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f315800e9c0 tx=0x7f315800ee80 comp rx=0 tx=0).stop 2024-09-05T02:32:17.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.830+0000 7f316c400640 1 -- 172.21.15.33:0/3554531984 shutdown_connections 2024-09-05T02:32:17.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.830+0000 7f316c400640 1 --2- 172.21.15.33:0/3554531984 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f314c0a2cf0 0x7f314c0a51b0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.830+0000 7f316c400640 1 --2- 172.21.15.33:0/3554531984 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3164106f10 0x7f316419ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.830+0000 7f316c400640 1 --2- 172.21.15.33:0/3554531984 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3164102790 0x7f316419abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.830+0000 7f316c400640 1 --2- 172.21.15.33:0/3554531984 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3164101de0 0x7f316419a690 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:17.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.830+0000 7f316c400640 1 -- 172.21.15.33:0/3554531984 >> 172.21.15.33:0/3554531984 conn(0x7f31640fd8c0 msgr2=0x7f31640fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:17.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.830+0000 7f316c400640 1 -- 172.21.15.33:0/3554531984 shutdown_connections 2024-09-05T02:32:17.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:17.830+0000 7f316c400640 1 -- 172.21.15.33:0/3554531984 wait complete. 2024-09-05T02:32:17.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:17 smithi123 ceph-mon[34031]: pgmap v163: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:32:18.598 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:32:18.974 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:32:19.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.473+0000 7ff147e00640 1 -- 172.21.15.33:0/2046443190 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff148103e30 msgr2=0x7ff148104210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:19.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.473+0000 7ff147e00640 1 --2- 172.21.15.33:0/2046443190 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff148103e30 0x7ff148104210 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ff138009900 tx=0x7ff13802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.473+0000 7ff147e00640 1 -- 172.21.15.33:0/2046443190 shutdown_connections 2024-09-05T02:32:19.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.473+0000 7ff147e00640 1 --2- 172.21.15.33:0/2046443190 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff148108f60 0x7ff148110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.473+0000 7ff147e00640 1 --2- 172.21.15.33:0/2046443190 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff1481047e0 0x7ff148108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.473+0000 7ff147e00640 1 --2- 172.21.15.33:0/2046443190 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff148103e30 0x7ff148104210 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.473+0000 7ff147e00640 1 -- 172.21.15.33:0/2046443190 >> 172.21.15.33:0/2046443190 conn(0x7ff1480ff910 msgr2=0x7ff148101d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:19.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.473+0000 7ff147e00640 1 -- 172.21.15.33:0/2046443190 shutdown_connections 2024-09-05T02:32:19.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.473+0000 7ff147e00640 1 -- 172.21.15.33:0/2046443190 wait complete. 2024-09-05T02:32:19.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.474+0000 7ff147e00640 1 Processor -- start 2024-09-05T02:32:19.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.475+0000 7ff147e00640 1 -- start start 2024-09-05T02:32:19.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.475+0000 7ff147e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff148103e30 0x7ff14819a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:19.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.475+0000 7ff147e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff1481047e0 0x7ff14819aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:19.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.475+0000 7ff147e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff148108f60 0x7ff14819edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:19.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.475+0000 7ff147e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff148114010 con 0x7ff148108f60 2024-09-05T02:32:19.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.475+0000 7ff147e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff148113e90 con 0x7ff1481047e0 2024-09-05T02:32:19.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.475+0000 7ff147e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff148114190 con 0x7ff148103e30 2024-09-05T02:32:19.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.475+0000 7ff146a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff148103e30 0x7ff14819a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:19.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.475+0000 7ff146a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff148103e30 0x7ff14819a4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:45886/0 (socket says 172.21.15.33:45886) 2024-09-05T02:32:19.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.475+0000 7ff146a00640 1 -- 172.21.15.33:0/3054947874 learned_addr learned my addr 172.21.15.33:0/3054947874 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:19.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.475+0000 7ff147400640 1 --2- 172.21.15.33:0/3054947874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff148108f60 0x7ff14819edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:19.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.475+0000 7ff146000640 1 --2- 172.21.15.33:0/3054947874 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff1481047e0 0x7ff14819aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:19.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.476+0000 7ff146000640 1 -- 172.21.15.33:0/3054947874 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff148103e30 msgr2=0x7ff14819a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:19.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.476+0000 7ff146000640 1 --2- 172.21.15.33:0/3054947874 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff148103e30 0x7ff14819a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.476+0000 7ff146000640 1 -- 172.21.15.33:0/3054947874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff148108f60 msgr2=0x7ff14819edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:19.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.476+0000 7ff146000640 1 --2- 172.21.15.33:0/3054947874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff148108f60 0x7ff14819edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.476+0000 7ff146000640 1 -- 172.21.15.33:0/3054947874 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff14819f4a0 con 0x7ff1481047e0 2024-09-05T02:32:19.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.476+0000 7ff147400640 1 --2- 172.21.15.33:0/3054947874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff148108f60 0x7ff14819edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:19.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.476+0000 7ff146000640 1 --2- 172.21.15.33:0/3054947874 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff1481047e0 0x7ff14819aa30 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ff13400e9f0 tx=0x7ff13400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:19.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.476+0000 7ff13f400640 1 -- 172.21.15.33:0/3054947874 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff13400ccc0 con 0x7ff1481047e0 2024-09-05T02:32:19.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.476+0000 7ff13f400640 1 -- 172.21.15.33:0/3054947874 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff134005020 con 0x7ff1481047e0 2024-09-05T02:32:19.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.477+0000 7ff147e00640 1 -- 172.21.15.33:0/3054947874 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff14819f790 con 0x7ff1481047e0 2024-09-05T02:32:19.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.477+0000 7ff13f400640 1 -- 172.21.15.33:0/3054947874 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1340049e0 con 0x7ff1481047e0 2024-09-05T02:32:19.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.477+0000 7ff147e00640 1 -- 172.21.15.33:0/3054947874 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1481a7070 con 0x7ff1481047e0 2024-09-05T02:32:19.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.480+0000 7ff15081e740 1 Processor -- start 2024-09-05T02:32:19.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.480+0000 7ff13f400640 1 -- 172.21.15.33:0/3054947874 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7ff134005560 con 0x7ff1481047e0 2024-09-05T02:32:19.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.480+0000 7ff15081e740 1 -- start start 2024-09-05T02:32:19.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.480+0000 7ff15081e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83deed50 0x55dd83def130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:19.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.480+0000 7ff15081e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83def670 0x55dd83df99f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:19.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.480+0000 7ff15081e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83df9f30 0x55dd83dfc320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:19.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.480+0000 7ff15081e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55dd83d553e0 con 0x55dd83df9f30 2024-09-05T02:32:19.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.480+0000 7ff15081e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55dd83cfcd80 con 0x55dd83def670 2024-09-05T02:32:19.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.480+0000 7ff15081e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55dd83d513a0 con 0x55dd83deed50 2024-09-05T02:32:19.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.481+0000 7ff146a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83def670 0x55dd83df99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:19.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.481+0000 7ff146a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83def670 0x55dd83df99f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:55276/0 (socket says 172.21.15.33:55276) 2024-09-05T02:32:19.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.481+0000 7ff146a00640 1 -- 172.21.15.33:0/4216991133 learned_addr learned my addr 172.21.15.33:0/4216991133 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:19.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.481+0000 7ff146000640 1 --2- 172.21.15.33:0/4216991133 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83df9f30 0x55dd83dfc320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:19.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.481+0000 7ff147400640 1 --2- 172.21.15.33:0/4216991133 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83deed50 0x55dd83def130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:19.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.481+0000 7ff146000640 1 -- 172.21.15.33:0/4216991133 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83deed50 msgr2=0x55dd83def130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:19.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.481+0000 7ff146000640 1 --2- 172.21.15.33:0/4216991133 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83deed50 0x55dd83def130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.481+0000 7ff146000640 1 -- 172.21.15.33:0/4216991133 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83def670 msgr2=0x55dd83df99f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:19.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.481+0000 7ff146000640 1 --2- 172.21.15.33:0/4216991133 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83def670 0x55dd83df99f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.481+0000 7ff146000640 1 -- 172.21.15.33:0/4216991133 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd83d1bae0 con 0x55dd83df9f30 2024-09-05T02:32:19.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.481+0000 7ff147400640 1 --2- 172.21.15.33:0/4216991133 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83deed50 0x55dd83def130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:19.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.481+0000 7ff146a00640 1 --2- 172.21.15.33:0/4216991133 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83def670 0x55dd83df99f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:19.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.482+0000 7ff146000640 1 --2- 172.21.15.33:0/4216991133 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83df9f30 0x55dd83dfc320 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7ff1340ccaf0 tx=0x7ff1340d7620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcc9a50c41c6046 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:19.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.482+0000 7ff13f400640 1 --2- 172.21.15.33:0/3054947874 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff12c0a2cf0 0x7ff12c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:19.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.482+0000 7ff13f400640 1 -- 172.21.15.33:0/3054947874 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ff1340cf3f0 con 0x7ff1481047e0 2024-09-05T02:32:19.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.482+0000 7ff133e00640 1 -- 172.21.15.33:0/4216991133 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1340e3070 con 0x55dd83df9f30 2024-09-05T02:32:19.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.482+0000 7ff147400640 1 --2- 172.21.15.33:0/3054947874 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff12c0a2cf0 0x7ff12c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:19.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.482+0000 7ff133e00640 1 -- 172.21.15.33:0/4216991133 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff1340d7e20 con 0x55dd83df9f30 2024-09-05T02:32:19.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.482+0000 7ff133e00640 1 -- 172.21.15.33:0/4216991133 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff13409b220 con 0x55dd83df9f30 2024-09-05T02:32:19.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.483+0000 7ff15081e740 1 -- 172.21.15.33:0/4216991133 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83df9f30 msgr2=0x55dd83dfc320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:19.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.483+0000 7ff147400640 1 --2- 172.21.15.33:0/3054947874 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff12c0a2cf0 0x7ff12c0a51b0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff140009fd0 tx=0x7ff140009500 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:19.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.483+0000 7ff15081e740 1 --2- 172.21.15.33:0/4216991133 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83df9f30 0x55dd83dfc320 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7ff1340ccaf0 tx=0x7ff1340d7620 comp rx=0 tx=0).stop 2024-09-05T02:32:19.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.483+0000 7ff15081e740 1 -- 172.21.15.33:0/4216991133 shutdown_connections 2024-09-05T02:32:19.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.483+0000 7ff15081e740 1 --2- 172.21.15.33:0/4216991133 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83df9f30 0x55dd83dfc320 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.483+0000 7ff15081e740 1 --2- 172.21.15.33:0/4216991133 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83def670 0x55dd83df99f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.483+0000 7ff15081e740 1 --2- 172.21.15.33:0/4216991133 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83deed50 0x55dd83def130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.483+0000 7ff15081e740 1 -- 172.21.15.33:0/4216991133 >> 172.21.15.33:0/4216991133 conn(0x55dd83deb2e0 msgr2=0x55dd83deb6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:19.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.483+0000 7ff15081e740 1 -- 172.21.15.33:0/4216991133 shutdown_connections 2024-09-05T02:32:19.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.483+0000 7ff15081e740 1 -- 172.21.15.33:0/4216991133 wait complete. 2024-09-05T02:32:19.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.484+0000 7ff15081e740 1 -- start start 2024-09-05T02:32:19.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.484+0000 7ff15081e740 1 Processor -- start 2024-09-05T02:32:19.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.484+0000 7ff15081e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83deed50 0x55dd83df6f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:19.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.484+0000 7ff15081e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83def670 0x55dd83df7470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:19.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.484+0000 7ff15081e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83df9f30 0x55dd83df79b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:19.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.484+0000 7ff15081e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55dd83dfcba0 con 0x55dd83def670 2024-09-05T02:32:19.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.484+0000 7ff15081e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55dd83d100f0 con 0x55dd83deed50 2024-09-05T02:32:19.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.484+0000 7ff15081e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55dd83dfcd20 con 0x55dd83df9f30 2024-09-05T02:32:19.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.484+0000 7ff15081e740 10 client.0 _ll_register_callbacks cb 0x55dd83d019e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:19.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.485+0000 7ff146a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83deed50 0x55dd83df6f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:19.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.485+0000 7ff146000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83def670 0x55dd83df7470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:19.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.485+0000 7ff146a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83deed50 0x55dd83df6f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:55288/0 (socket says 172.21.15.33:55288) 2024-09-05T02:32:19.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.485+0000 7ff146a00640 1 -- 172.21.15.33:0/3697197891 learned_addr learned my addr 172.21.15.33:0/3697197891 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:19.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.485+0000 7ff147400640 1 --2- 172.21.15.33:0/3697197891 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83df9f30 0x55dd83df79b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:19.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.485+0000 7ff146a00640 1 -- 172.21.15.33:0/3697197891 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83df9f30 msgr2=0x55dd83df79b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:19.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.485+0000 7ff146a00640 1 --2- 172.21.15.33:0/3697197891 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83df9f30 0x55dd83df79b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.485+0000 7ff146a00640 1 -- 172.21.15.33:0/3697197891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83def670 msgr2=0x55dd83df7470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:19.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.485+0000 7ff146a00640 1 --2- 172.21.15.33:0/3697197891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83def670 0x55dd83df7470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.485+0000 7ff146a00640 1 -- 172.21.15.33:0/3697197891 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd83ac63c0 con 0x55dd83deed50 2024-09-05T02:32:19.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.485+0000 7ff147400640 1 --2- 172.21.15.33:0/3697197891 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83df9f30 0x55dd83df79b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:32:19.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.486+0000 7ff146a00640 1 --2- 172.21.15.33:0/3697197891 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83deed50 0x55dd83df6f30 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7ff138000c00 tx=0x7ff1380042c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d331bae5ff07219b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:19.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.486+0000 7ff130c00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:32:19.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.486+0000 7ff130c00640 1 -- 172.21.15.33:0/3697197891 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff138035040 con 0x55dd83deed50 2024-09-05T02:32:19.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.486+0000 7ff130c00640 1 -- 172.21.15.33:0/3697197891 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ff138005460 con 0x55dd83deed50 2024-09-05T02:32:19.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.486+0000 7ff15081e740 1 -- 172.21.15.33:0/3697197891 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1340d7e20 con 0x55dd83deed50 2024-09-05T02:32:19.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.486+0000 7ff130c00640 1 -- 172.21.15.33:0/3697197891 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff138004730 con 0x55dd83deed50 2024-09-05T02:32:19.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.486+0000 7ff15081e740 10 client.26390 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:19.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.486+0000 7ff15081e740 1 -- 172.21.15.33:0/3697197891 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dd83e08970 con 0x55dd83deed50 2024-09-05T02:32:19.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.487+0000 7ff130c00640 1 -- 172.21.15.33:0/3697197891 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff1340d7e20 con 0x55dd83deed50 2024-09-05T02:32:19.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.487+0000 7ff130c00640 1 -- 172.21.15.33:0/3697197891 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff138031b80 con 0x55dd83deed50 2024-09-05T02:32:19.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.487+0000 7ff15081e740 10 client.26390 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:19.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.487+0000 7ff15081e740 10 client.26390 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:32:19.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.487+0000 7ff15081e740 20 client.26390 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:19.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.487+0000 7ff15081e740 1 --2- 172.21.15.33:0/3697197891 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dd83e09e30 0x55dd83e0c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:19.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.487+0000 7ff15081e740 4 client.26390 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:32:19.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.487+0000 7ff15081e740 1 -- 172.21.15.33:0/3697197891 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dd83d62950 con 0x55dd83e09e30 2024-09-05T02:32:19.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.487+0000 7ff146000640 1 --2- 172.21.15.33:0/3697197891 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dd83e09e30 0x55dd83e0c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:19.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.488+0000 7ff146000640 1 --2- 172.21.15.33:0/3697197891 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dd83e09e30 0x55dd83e0c220 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ea0910584a01d28 server_cookie=309bdc8cceea9ceb in_seq=0 out_seq=0 2024-09-05T02:32:19.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.488+0000 7ff130c00640 10 client.26390 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:32:19.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.489+0000 7ff130c00640 1 -- 172.21.15.33:0/3697197891 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55dd83d62950 con 0x55dd83e09e30 2024-09-05T02:32:19.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.489+0000 7ff130c00640 10 client.26390 handle_command_reply: tid=0 2024-09-05T02:32:19.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.489+0000 7ff15081e740 1 client.26390 shutdown 2024-09-05T02:32:19.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.489+0000 7ff15081e740 1 -- 172.21.15.33:0/3697197891 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83deed50 msgr2=0x55dd83df6f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:19.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.489+0000 7ff15081e740 1 --2- 172.21.15.33:0/3697197891 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83deed50 0x55dd83df6f30 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7ff138000c00 tx=0x7ff1380042c0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.489+0000 7ff15081e740 1 -- 172.21.15.33:0/3697197891 shutdown_connections 2024-09-05T02:32:19.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.489+0000 7ff15081e740 1 --2- 172.21.15.33:0/3697197891 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83df9f30 0x55dd83df79b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.489+0000 7ff15081e740 1 --2- 172.21.15.33:0/3697197891 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dd83e09e30 0x55dd83e0c220 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.489+0000 7ff15081e740 1 --2- 172.21.15.33:0/3697197891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83def670 0x55dd83df7470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.489+0000 7ff15081e740 1 --2- 172.21.15.33:0/3697197891 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83deed50 0x55dd83df6f30 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.489+0000 7ff130c00640 0 client.26390 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:32:19.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.489+0000 7ff15081e740 1 -- 172.21.15.33:0/3697197891 >> 172.21.15.33:0/3697197891 conn(0x55dd83deb2e0 msgr2=0x55dd83df0fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:19.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.489+0000 7ff15081e740 1 -- 172.21.15.33:0/3697197891 shutdown_connections 2024-09-05T02:32:19.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.489+0000 7ff15081e740 1 -- 172.21.15.33:0/3697197891 wait complete. 2024-09-05T02:32:19.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.489+0000 7ff15081e740 20 client.26390 trim_cache size 0 max 16384 2024-09-05T02:32:19.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.507+0000 7ff15081e740 1 Processor -- start 2024-09-05T02:32:19.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.507+0000 7ff15081e740 1 -- start start 2024-09-05T02:32:19.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.508+0000 7ff15081e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83deed50 0x55dd83df2210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:19.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.508+0000 7ff15081e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83def670 0x55dd83df7600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:19.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.508+0000 7ff15081e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83df9f30 0x55dd83e11ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:19.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.508+0000 7ff15081e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff1481af8f0 con 0x55dd83def670 2024-09-05T02:32:19.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.508+0000 7ff15081e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff1481b1430 con 0x55dd83deed50 2024-09-05T02:32:19.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.508+0000 7ff15081e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff1481affc0 con 0x55dd83df9f30 2024-09-05T02:32:19.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.508+0000 7ff146000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83def670 0x55dd83df7600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:19.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.508+0000 7ff146a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83deed50 0x55dd83df2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:19.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.508+0000 7ff146a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83deed50 0x55dd83df2210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:55294/0 (socket says 172.21.15.33:55294) 2024-09-05T02:32:19.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.508+0000 7ff146a00640 1 -- 172.21.15.33:0/2917603688 learned_addr learned my addr 172.21.15.33:0/2917603688 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:19.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.508+0000 7ff146000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83def670 0x55dd83df7600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41228/0 (socket says 172.21.15.33:41228) 2024-09-05T02:32:19.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.508+0000 7ff147400640 1 --2- 172.21.15.33:0/2917603688 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83df9f30 0x55dd83e11ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:19.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.508+0000 7ff146a00640 1 -- 172.21.15.33:0/2917603688 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83df9f30 msgr2=0x55dd83e11ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:19.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.509+0000 7ff146a00640 1 --2- 172.21.15.33:0/2917603688 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83df9f30 0x55dd83e11ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.509+0000 7ff146a00640 1 -- 172.21.15.33:0/2917603688 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83def670 msgr2=0x55dd83df7600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:19.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.509+0000 7ff146a00640 1 --2- 172.21.15.33:0/2917603688 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83def670 0x55dd83df7600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.509+0000 7ff146a00640 1 -- 172.21.15.33:0/2917603688 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd83deeb80 con 0x55dd83deed50 2024-09-05T02:32:19.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.509+0000 7ff146000640 1 --2- 172.21.15.33:0/2917603688 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83def670 0x55dd83df7600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:19.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.509+0000 7ff147400640 1 --2- 172.21.15.33:0/2917603688 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83df9f30 0x55dd83e11ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:32:19.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.509+0000 7ff146a00640 1 --2- 172.21.15.33:0/2917603688 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83deed50 0x55dd83df2210 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7ff138005020 tx=0x7ff13802a3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dbc655c4853bca39 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:19.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.509+0000 7ff133400640 1 -- 172.21.15.33:0/2917603688 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff138035030 con 0x55dd83deed50 2024-09-05T02:32:19.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.509+0000 7ff133400640 1 -- 172.21.15.33:0/2917603688 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff138041070 con 0x55dd83deed50 2024-09-05T02:32:19.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.509+0000 7ff133400640 1 -- 172.21.15.33:0/2917603688 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff138052070 con 0x55dd83deed50 2024-09-05T02:32:19.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.510+0000 7ff15081e740 1 -- 172.21.15.33:0/2917603688 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83deed50 msgr2=0x55dd83df2210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:19.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.510+0000 7ff15081e740 1 --2- 172.21.15.33:0/2917603688 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83deed50 0x55dd83df2210 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7ff138005020 tx=0x7ff13802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.510+0000 7ff15081e740 1 -- 172.21.15.33:0/2917603688 shutdown_connections 2024-09-05T02:32:19.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.510+0000 7ff15081e740 1 --2- 172.21.15.33:0/2917603688 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83df9f30 0x55dd83e11ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.510+0000 7ff15081e740 1 --2- 172.21.15.33:0/2917603688 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83def670 0x55dd83df7600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.510+0000 7ff15081e740 1 --2- 172.21.15.33:0/2917603688 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83deed50 0x55dd83df2210 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.510+0000 7ff15081e740 1 -- 172.21.15.33:0/2917603688 >> 172.21.15.33:0/2917603688 conn(0x55dd83deb2e0 msgr2=0x55dd83df6ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:19.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.510+0000 7ff15081e740 1 -- 172.21.15.33:0/2917603688 shutdown_connections 2024-09-05T02:32:19.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.510+0000 7ff15081e740 1 -- 172.21.15.33:0/2917603688 wait complete. 2024-09-05T02:32:19.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.510+0000 7ff15081e740 1 -- start start 2024-09-05T02:32:19.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.511+0000 7ff15081e740 1 Processor -- start 2024-09-05T02:32:19.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.511+0000 7ff15081e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83deed50 0x55dd83e028a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:19.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.511+0000 7ff15081e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83def670 0x55dd83dfdc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:19.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.511+0000 7ff15081e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83df9f30 0x55dd83dfe3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:19.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.511+0000 7ff15081e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff1481b0d60 con 0x55dd83df9f30 2024-09-05T02:32:19.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.511+0000 7ff15081e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff1481b0690 con 0x55dd83def670 2024-09-05T02:32:19.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.511+0000 7ff15081e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff1481ad8d0 con 0x55dd83deed50 2024-09-05T02:32:19.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.511+0000 7ff15081e740 10 client.0 _ll_register_callbacks cb 0x7ff138005e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:19.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.511+0000 7ff147400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83df9f30 0x55dd83dfe3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:19.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.511+0000 7ff146a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83deed50 0x55dd83e028a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:19.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.511+0000 7ff147400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83df9f30 0x55dd83dfe3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41238/0 (socket says 172.21.15.33:41238) 2024-09-05T02:32:19.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.511+0000 7ff147400640 1 -- 172.21.15.33:0/2951882422 learned_addr learned my addr 172.21.15.33:0/2951882422 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:19.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.512+0000 7ff146000640 1 --2- 172.21.15.33:0/2951882422 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83def670 0x55dd83dfdc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:19.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.512+0000 7ff146000640 1 -- 172.21.15.33:0/2951882422 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83deed50 msgr2=0x55dd83e028a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:19.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.512+0000 7ff146000640 1 --2- 172.21.15.33:0/2951882422 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83deed50 0x55dd83e028a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.512+0000 7ff146000640 1 -- 172.21.15.33:0/2951882422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83df9f30 msgr2=0x55dd83dfe3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:19.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.512+0000 7ff146000640 1 --2- 172.21.15.33:0/2951882422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83df9f30 0x55dd83dfe3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.512+0000 7ff146000640 1 -- 172.21.15.33:0/2951882422 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd83e73aa0 con 0x55dd83def670 2024-09-05T02:32:19.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.512+0000 7ff147400640 1 --2- 172.21.15.33:0/2951882422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83df9f30 0x55dd83dfe3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:19.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.512+0000 7ff146000640 1 --2- 172.21.15.33:0/2951882422 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83def670 0x55dd83dfdc20 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7ff1340d7fd0 tx=0x7ff13409b400 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2db48b2f1969fac4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:19.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.512+0000 7ff130c00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:32:19.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.512+0000 7ff130c00640 1 -- 172.21.15.33:0/2951882422 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff13401c040 con 0x55dd83def670 2024-09-05T02:32:19.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.512+0000 7ff15081e740 1 -- 172.21.15.33:0/2951882422 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff138041070 con 0x55dd83def670 2024-09-05T02:32:19.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.512+0000 7ff130c00640 1 -- 172.21.15.33:0/2951882422 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ff1340d7150 con 0x55dd83def670 2024-09-05T02:32:19.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.513+0000 7ff130c00640 1 -- 172.21.15.33:0/2951882422 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff134097b60 con 0x55dd83def670 2024-09-05T02:32:19.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.513+0000 7ff15081e740 10 client.26396 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:19.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.513+0000 7ff15081e740 1 -- 172.21.15.33:0/2951882422 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dd83e74c00 con 0x55dd83def670 2024-09-05T02:32:19.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.513+0000 7ff130c00640 1 -- 172.21.15.33:0/2951882422 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff138041070 con 0x55dd83def670 2024-09-05T02:32:19.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.513+0000 7ff130c00640 1 -- 172.21.15.33:0/2951882422 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff134097f30 con 0x55dd83def670 2024-09-05T02:32:19.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.513+0000 7ff15081e740 10 client.26396 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:19.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.513+0000 7ff15081e740 10 client.26396 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:32:19.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.513+0000 7ff15081e740 20 client.26396 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:19.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.513+0000 7ff15081e740 1 --2- 172.21.15.33:0/2951882422 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dd83e74ef0 0x55dd83e772e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:19.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.513+0000 7ff15081e740 4 client.26396 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:32:19.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.513+0000 7ff15081e740 1 -- 172.21.15.33:0/2951882422 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55dd83d5ce60 con 0x55dd83e74ef0 2024-09-05T02:32:19.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.514+0000 7ff146a00640 1 --2- 172.21.15.33:0/2951882422 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dd83e74ef0 0x55dd83e772e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:19.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.514+0000 7ff146a00640 1 --2- 172.21.15.33:0/2951882422 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dd83e74ef0 0x55dd83e772e0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=14d8c420f305eb93 server_cookie=7a8a023e8b0c6781 in_seq=0 out_seq=0 2024-09-05T02:32:19.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.514+0000 7ff130c00640 10 client.26396 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:32:19.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.514+0000 7ff130c00640 1 -- 172.21.15.33:0/2951882422 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55dd83d5ce60 con 0x55dd83e74ef0 2024-09-05T02:32:19.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.514+0000 7ff130c00640 10 client.26396 handle_command_reply: tid=0 2024-09-05T02:32:19.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.514+0000 7ff15081e740 1 client.26396 shutdown 2024-09-05T02:32:19.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.515+0000 7ff15081e740 1 -- 172.21.15.33:0/2951882422 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83def670 msgr2=0x55dd83dfdc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:19.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.515+0000 7ff15081e740 1 --2- 172.21.15.33:0/2951882422 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83def670 0x55dd83dfdc20 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7ff1340d7fd0 tx=0x7ff13409b400 comp rx=0 tx=0).stop 2024-09-05T02:32:19.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.515+0000 7ff15081e740 1 -- 172.21.15.33:0/2951882422 shutdown_connections 2024-09-05T02:32:19.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.515+0000 7ff15081e740 1 --2- 172.21.15.33:0/2951882422 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dd83e74ef0 0x55dd83e772e0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.515+0000 7ff15081e740 1 --2- 172.21.15.33:0/2951882422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dd83df9f30 0x55dd83dfe3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.515+0000 7ff15081e740 1 --2- 172.21.15.33:0/2951882422 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dd83def670 0x55dd83dfdc20 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.515+0000 7ff130c00640 0 client.26396 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:32:19.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.515+0000 7ff15081e740 1 --2- 172.21.15.33:0/2951882422 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dd83deed50 0x55dd83e028a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.515+0000 7ff15081e740 1 -- 172.21.15.33:0/2951882422 >> 172.21.15.33:0/2951882422 conn(0x55dd83deb2e0 msgr2=0x55dd83df0fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:19.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.515+0000 7ff15081e740 1 -- 172.21.15.33:0/2951882422 shutdown_connections 2024-09-05T02:32:19.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.515+0000 7ff15081e740 1 -- 172.21.15.33:0/2951882422 wait complete. 2024-09-05T02:32:19.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.515+0000 7ff15081e740 20 client.26396 trim_cache size 0 max 16384 2024-09-05T02:32:19.524 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:32:19.524 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T02:32:19.524 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": { 2024-09-05T02:32:19.525 INFO:teuthology.orchestra.run.smithi033.stdout: "f1c8b7df-2422-406c-89a6-f3e8168b569e": { 2024-09-05T02:32:19.525 INFO:teuthology.orchestra.run.smithi033.stdout: "path": "/", 2024-09-05T02:32:19.525 INFO:teuthology.orchestra.run.smithi033.stdout: "tag": "f1c8b7df-2422-406c-89a6-f3e8168b569e", 2024-09-05T02:32:19.525 INFO:teuthology.orchestra.run.smithi033.stdout: "options": "recursive,force" 2024-09-05T02:32:19.525 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:32:19.525 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:32:19.525 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:32:19.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.516+0000 7ff147e00640 1 -- 172.21.15.33:0/3054947874 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff12c0a2cf0 msgr2=0x7ff12c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:19.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.516+0000 7ff147e00640 1 --2- 172.21.15.33:0/3054947874 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff12c0a2cf0 0x7ff12c0a51b0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff140009fd0 tx=0x7ff140009500 comp rx=0 tx=0).stop 2024-09-05T02:32:19.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.516+0000 7ff147e00640 1 -- 172.21.15.33:0/3054947874 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff1481047e0 msgr2=0x7ff14819aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:19.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.516+0000 7ff147e00640 1 --2- 172.21.15.33:0/3054947874 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff1481047e0 0x7ff14819aa30 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ff13400e9f0 tx=0x7ff13400eeb0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.516+0000 7ff147e00640 1 -- 172.21.15.33:0/3054947874 shutdown_connections 2024-09-05T02:32:19.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.516+0000 7ff147e00640 1 --2- 172.21.15.33:0/3054947874 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff12c0a2cf0 0x7ff12c0a51b0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.516+0000 7ff147e00640 1 --2- 172.21.15.33:0/3054947874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff148108f60 0x7ff14819edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.516+0000 7ff147e00640 1 --2- 172.21.15.33:0/3054947874 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff1481047e0 0x7ff14819aa30 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.516+0000 7ff147e00640 1 --2- 172.21.15.33:0/3054947874 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff148103e30 0x7ff14819a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:19.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.516+0000 7ff147e00640 1 -- 172.21.15.33:0/3054947874 >> 172.21.15.33:0/3054947874 conn(0x7ff1480ff910 msgr2=0x7ff148100c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:19.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.516+0000 7ff147e00640 1 -- 172.21.15.33:0/3054947874 shutdown_connections 2024-09-05T02:32:19.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:19.516+0000 7ff147e00640 1 -- 172.21.15.33:0/3054947874 wait complete. 2024-09-05T02:32:19.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:19 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:32:19.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:19 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:32:19.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:19 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:32:19.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:19 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:32:19.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:19 smithi174 ceph-mon[34756]: pgmap v164: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 85 B/s wr, 12 op/s 2024-09-05T02:32:19.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:19 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:32:19.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:19 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:32:19.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:19 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:32:19.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:19 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:32:19.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:19 smithi033 ceph-mon[29909]: pgmap v164: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 85 B/s wr, 12 op/s 2024-09-05T02:32:19.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:19 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:32:19.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:19 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:32:19.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:19 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:32:19.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:19 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:32:19.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:19 smithi123 ceph-mon[34031]: pgmap v164: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 85 B/s wr, 12 op/s 2024-09-05T02:32:20.219 INFO:tasks.cephfs.filesystem:scrub status for tag:f1c8b7df-2422-406c-89a6-f3e8168b569e - {'path': '/', 'tag': 'f1c8b7df-2422-406c-89a6-f3e8168b569e', 'options': 'recursive,force'} 2024-09-05T02:32:21.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:21 smithi174 ceph-mon[34756]: pgmap v165: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:21.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:21 smithi033 ceph-mon[29909]: pgmap v165: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:21.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:21 smithi123 ceph-mon[34031]: pgmap v165: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:22.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:22 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:32:22.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:22 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:32:22.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:22 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:32:23.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:23 smithi174 ceph-mon[34756]: pgmap v166: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 12 op/s 2024-09-05T02:32:23.786 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:23 smithi123 ceph-mon[34031]: pgmap v166: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 12 op/s 2024-09-05T02:32:23.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:23 smithi033 ceph-mon[29909]: pgmap v166: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 12 op/s 2024-09-05T02:32:25.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:25 smithi174 ceph-mon[34756]: pgmap v167: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-09-05T02:32:25.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:25 smithi033 ceph-mon[29909]: pgmap v167: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-09-05T02:32:25.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:25 smithi123 ceph-mon[34031]: pgmap v167: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-09-05T02:32:27.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:27 smithi174 ceph-mon[34756]: pgmap v168: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:32:27.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:27 smithi033 ceph-mon[29909]: pgmap v168: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:32:27.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:27 smithi123 ceph-mon[34031]: pgmap v168: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:32:29.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:29 smithi174 ceph-mon[34756]: pgmap v169: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:32:29.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:29 smithi033 ceph-mon[29909]: pgmap v169: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:32:29.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:29 smithi123 ceph-mon[34031]: pgmap v169: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:32:31.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:31 smithi174 ceph-mon[34756]: pgmap v170: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:32:31.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:31 smithi033 ceph-mon[29909]: pgmap v170: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:32:31.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:31 smithi123 ceph-mon[34031]: pgmap v170: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:32:33.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:33 smithi174 ceph-mon[34756]: pgmap v171: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 12 op/s 2024-09-05T02:32:33.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:33 smithi033 ceph-mon[29909]: pgmap v171: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 12 op/s 2024-09-05T02:32:33.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:33 smithi123 ceph-mon[34031]: pgmap v171: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 12 op/s 2024-09-05T02:32:35.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:35 smithi174 ceph-mon[34756]: pgmap v172: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-05T02:32:35.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:35 smithi033 ceph-mon[29909]: pgmap v172: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-05T02:32:35.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:35 smithi123 ceph-mon[34031]: pgmap v172: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-05T02:32:37.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:37 smithi174 ceph-mon[34756]: pgmap v173: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:37.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:37 smithi033 ceph-mon[29909]: pgmap v173: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:37.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:37 smithi123 ceph-mon[34031]: pgmap v173: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:39.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:39 smithi174 ceph-mon[34756]: pgmap v174: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:32:39.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:39 smithi033 ceph-mon[29909]: pgmap v174: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:32:39.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:39 smithi123 ceph-mon[34031]: pgmap v174: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:32:41.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:41 smithi174 ceph-mon[34756]: pgmap v175: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:41.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:41 smithi033 ceph-mon[29909]: pgmap v175: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:41.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:41 smithi123 ceph-mon[34031]: pgmap v175: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:43.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:43 smithi174 ceph-mon[34756]: pgmap v176: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-05T02:32:43.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:43 smithi033 ceph-mon[29909]: pgmap v176: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-05T02:32:43.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:43 smithi123 ceph-mon[34031]: pgmap v176: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-05T02:32:45.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:45 smithi033 ceph-mon[29909]: pgmap v177: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-05T02:32:45.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:45 smithi123 ceph-mon[34031]: pgmap v177: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-05T02:32:46.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:45 smithi174 ceph-mon[34756]: pgmap v177: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-05T02:32:47.828 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:47 smithi174 ceph-mon[34756]: pgmap v178: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:47.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:47 smithi033 ceph-mon[29909]: pgmap v178: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:47.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:47 smithi123 ceph-mon[34031]: pgmap v178: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:49.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:49 smithi033 ceph-mon[29909]: pgmap v179: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:32:49.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:49 smithi123 ceph-mon[34031]: pgmap v179: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:32:50.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:49 smithi174 ceph-mon[34756]: pgmap v179: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:32:50.220 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:32:50.616 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:32:51.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.130+0000 7f7749200640 1 -- 172.21.15.33:0/856806745 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77441049a0 msgr2=0x7f77441089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:51.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.130+0000 7f7749200640 1 --2- 172.21.15.33:0/856806745 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77441049a0 0x7f77441089f0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f772c009900 tx=0x7f772c02a400 comp rx=0 tx=0).stop 2024-09-05T02:32:51.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.130+0000 7f7749200640 1 -- 172.21.15.33:0/856806745 shutdown_connections 2024-09-05T02:32:51.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.130+0000 7f7749200640 1 --2- 172.21.15.33:0/856806745 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7744109120 0x7f7744110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.130+0000 7f7749200640 1 --2- 172.21.15.33:0/856806745 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77441049a0 0x7f77441089f0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.130+0000 7f7749200640 1 --2- 172.21.15.33:0/856806745 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7744103ff0 0x7f77441043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.130+0000 7f7749200640 1 -- 172.21.15.33:0/856806745 >> 172.21.15.33:0/856806745 conn(0x7f77440ffa90 msgr2=0x7f7744101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:51.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.130+0000 7f7749200640 1 -- 172.21.15.33:0/856806745 shutdown_connections 2024-09-05T02:32:51.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.131+0000 7f7749200640 1 -- 172.21.15.33:0/856806745 wait complete. 2024-09-05T02:32:51.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.131+0000 7f7749200640 1 Processor -- start 2024-09-05T02:32:51.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.131+0000 7f7749200640 1 -- start start 2024-09-05T02:32:51.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.132+0000 7f7749200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7744103ff0 0x7f774419a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:51.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.132+0000 7f7749200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f77441049a0 0x7f774419ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:51.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.132+0000 7f7749200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7744109120 0x7f774419eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:51.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.132+0000 7f7749200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7744114140 con 0x7f7744109120 2024-09-05T02:32:51.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.132+0000 7f7749200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7744113fc0 con 0x7f7744103ff0 2024-09-05T02:32:51.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.132+0000 7f7749200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f77441142c0 con 0x7f77441049a0 2024-09-05T02:32:51.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.132+0000 7f7742800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7744109120 0x7f774419eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:51.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.132+0000 7f7741e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7744103ff0 0x7f774419a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:51.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.132+0000 7f7742800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7744109120 0x7f774419eef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33008/0 (socket says 172.21.15.33:33008) 2024-09-05T02:32:51.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.132+0000 7f7739400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f77441049a0 0x7f774419ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:51.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.132+0000 7f7742800640 1 -- 172.21.15.33:0/1796533429 learned_addr learned my addr 172.21.15.33:0/1796533429 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:51.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.133+0000 7f7742800640 1 -- 172.21.15.33:0/1796533429 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f77441049a0 msgr2=0x7f774419ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:51.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.133+0000 7f7742800640 1 --2- 172.21.15.33:0/1796533429 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f77441049a0 0x7f774419ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.133+0000 7f7742800640 1 -- 172.21.15.33:0/1796533429 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7744103ff0 msgr2=0x7f774419a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:51.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.133+0000 7f7742800640 1 --2- 172.21.15.33:0/1796533429 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7744103ff0 0x7f774419a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.133+0000 7f7742800640 1 -- 172.21.15.33:0/1796533429 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f774419f5d0 con 0x7f7744109120 2024-09-05T02:32:51.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.133+0000 7f7742800640 1 --2- 172.21.15.33:0/1796533429 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7744109120 0x7f774419eef0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f773c00eaa0 tx=0x7f773c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:51.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.133+0000 7f773b400640 1 -- 172.21.15.33:0/1796533429 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773c00cdb0 con 0x7f7744109120 2024-09-05T02:32:51.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.133+0000 7f7749200640 1 -- 172.21.15.33:0/1796533429 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f774419f8c0 con 0x7f7744109120 2024-09-05T02:32:51.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.133+0000 7f773b400640 1 -- 172.21.15.33:0/1796533429 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f773c005020 con 0x7f7744109120 2024-09-05T02:32:51.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.133+0000 7f773b400640 1 -- 172.21.15.33:0/1796533429 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773c01f060 con 0x7f7744109120 2024-09-05T02:32:51.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.133+0000 7f7749200640 1 -- 172.21.15.33:0/1796533429 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77441a71a0 con 0x7f7744109120 2024-09-05T02:32:51.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.137+0000 7f774bc93740 1 Processor -- start 2024-09-05T02:32:51.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.137+0000 7f773b400640 1 -- 172.21.15.33:0/1796533429 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f773c005560 con 0x7f7744109120 2024-09-05T02:32:51.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.137+0000 7f774bc93740 1 -- start start 2024-09-05T02:32:51.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.137+0000 7f774bc93740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd669b90 0x5612bd669f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:51.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.137+0000 7f774bc93740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd66a4b0 0x5612bd674830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:51.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.137+0000 7f774bc93740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd674d70 0x5612bd677160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:51.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.137+0000 7f774bc93740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5612bd5d03e0 con 0x5612bd66a4b0 2024-09-05T02:32:51.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.137+0000 7f774bc93740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5612bd577d80 con 0x5612bd674d70 2024-09-05T02:32:51.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.137+0000 7f774bc93740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5612bd5cc3a0 con 0x5612bd669b90 2024-09-05T02:32:51.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.137+0000 7f7741e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd66a4b0 0x5612bd674830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:51.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.138+0000 7f7741e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd66a4b0 0x5612bd674830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33014/0 (socket says 172.21.15.33:33014) 2024-09-05T02:32:51.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.138+0000 7f7739400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd669b90 0x5612bd669f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:51.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.138+0000 7f7741e00640 1 -- 172.21.15.33:0/2744090603 learned_addr learned my addr 172.21.15.33:0/2744090603 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:51.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.138+0000 7f7739400640 1 --2- 172.21.15.33:0/2744090603 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd674d70 0x5612bd677160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:51.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.138+0000 7f7741e00640 1 -- 172.21.15.33:0/2744090603 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd669b90 msgr2=0x5612bd669f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:51.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.138+0000 7f7741e00640 1 --2- 172.21.15.33:0/2744090603 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd669b90 0x5612bd669f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.138+0000 7f7741e00640 1 -- 172.21.15.33:0/2744090603 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd674d70 msgr2=0x5612bd677160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:51.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.138+0000 7f7741e00640 1 --2- 172.21.15.33:0/2744090603 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd674d70 0x5612bd677160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.138+0000 7f7741e00640 1 -- 172.21.15.33:0/2744090603 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612bd596ae0 con 0x5612bd66a4b0 2024-09-05T02:32:51.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.138+0000 7f7739400640 1 --2- 172.21.15.33:0/2744090603 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd674d70 0x5612bd677160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:32:51.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.138+0000 7f773b400640 1 --2- 172.21.15.33:0/1796533429 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f77280a2cf0 0x7f77280a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:51.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.138+0000 7f773b400640 1 -- 172.21.15.33:0/1796533429 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f773c0cf610 con 0x7f7744109120 2024-09-05T02:32:51.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.138+0000 7f7741e00640 1 --2- 172.21.15.33:0/2744090603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd66a4b0 0x5612bd674830 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f773400b760 tx=0x7f773400bc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6a5ef725581e934 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:51.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.138+0000 7f7739400640 1 --2- 172.21.15.33:0/1796533429 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f77280a2cf0 0x7f77280a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:51.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.139+0000 7f7733400640 1 -- 172.21.15.33:0/2744090603 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7734003dd0 con 0x5612bd66a4b0 2024-09-05T02:32:51.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.139+0000 7f7733400640 1 -- 172.21.15.33:0/2744090603 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7734015070 con 0x5612bd66a4b0 2024-09-05T02:32:51.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.139+0000 7f7733400640 1 -- 172.21.15.33:0/2744090603 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7734004e10 con 0x5612bd66a4b0 2024-09-05T02:32:51.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.139+0000 7f774bc93740 1 -- 172.21.15.33:0/2744090603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd66a4b0 msgr2=0x5612bd674830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:51.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.139+0000 7f7739400640 1 --2- 172.21.15.33:0/1796533429 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f77280a2cf0 0x7f77280a51b0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f772c009230 tx=0x7f772c0058d0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:51.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.139+0000 7f774bc93740 1 --2- 172.21.15.33:0/2744090603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd66a4b0 0x5612bd674830 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f773400b760 tx=0x7f773400bc20 comp rx=0 tx=0).stop 2024-09-05T02:32:51.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.139+0000 7f774bc93740 1 -- 172.21.15.33:0/2744090603 shutdown_connections 2024-09-05T02:32:51.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.139+0000 7f774bc93740 1 --2- 172.21.15.33:0/2744090603 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd674d70 0x5612bd677160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.139+0000 7f774bc93740 1 --2- 172.21.15.33:0/2744090603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd66a4b0 0x5612bd674830 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.139+0000 7f774bc93740 1 --2- 172.21.15.33:0/2744090603 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd669b90 0x5612bd669f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.139+0000 7f774bc93740 1 -- 172.21.15.33:0/2744090603 >> 172.21.15.33:0/2744090603 conn(0x5612bd666120 msgr2=0x5612bd666500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:51.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.140+0000 7f774bc93740 1 -- 172.21.15.33:0/2744090603 shutdown_connections 2024-09-05T02:32:51.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.140+0000 7f774bc93740 1 -- 172.21.15.33:0/2744090603 wait complete. 2024-09-05T02:32:51.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.140+0000 7f774bc93740 1 -- start start 2024-09-05T02:32:51.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.140+0000 7f774bc93740 1 Processor -- start 2024-09-05T02:32:51.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.141+0000 7f774bc93740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd669b90 0x5612bd671c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:51.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.141+0000 7f774bc93740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd66a4b0 0x5612bd672150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:51.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.141+0000 7f774bc93740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd674d70 0x5612bd672690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:51.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.141+0000 7f774bc93740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5612bd6779e0 con 0x5612bd66a4b0 2024-09-05T02:32:51.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.141+0000 7f774bc93740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5612bd58b0f0 con 0x5612bd674d70 2024-09-05T02:32:51.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.141+0000 7f774bc93740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5612bd677b60 con 0x5612bd669b90 2024-09-05T02:32:51.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.141+0000 7f774bc93740 10 client.0 _ll_register_callbacks cb 0x5612bd57c9e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:51.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.141+0000 7f7741e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd669b90 0x5612bd671c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:51.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.141+0000 7f7739400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd66a4b0 0x5612bd672150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:51.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.141+0000 7f7741e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd669b90 0x5612bd671c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:60146/0 (socket says 172.21.15.33:60146) 2024-09-05T02:32:51.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.141+0000 7f7741e00640 1 -- 172.21.15.33:0/1982000185 learned_addr learned my addr 172.21.15.33:0/1982000185 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:51.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.141+0000 7f7742800640 1 --2- 172.21.15.33:0/1982000185 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd674d70 0x5612bd672690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:51.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.141+0000 7f7742800640 1 -- 172.21.15.33:0/1982000185 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd669b90 msgr2=0x5612bd671c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:51.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.142+0000 7f7742800640 1 --2- 172.21.15.33:0/1982000185 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd669b90 0x5612bd671c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.142+0000 7f7742800640 1 -- 172.21.15.33:0/1982000185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd66a4b0 msgr2=0x5612bd672150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:51.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.142+0000 7f7742800640 1 --2- 172.21.15.33:0/1982000185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd66a4b0 0x5612bd672150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.142+0000 7f7742800640 1 -- 172.21.15.33:0/1982000185 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5612bd3413c0 con 0x5612bd674d70 2024-09-05T02:32:51.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.142+0000 7f7742800640 1 --2- 172.21.15.33:0/1982000185 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd674d70 0x5612bd672690 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f773c0ccd10 tx=0x7f773c09fe90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=388436d97e49e4a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:51.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.142+0000 7f7727e00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:32:51.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.142+0000 7f7727e00640 1 -- 172.21.15.33:0/1982000185 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773c09afe0 con 0x5612bd674d70 2024-09-05T02:32:51.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.142+0000 7f774bc93740 1 -- 172.21.15.33:0/1982000185 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7734015070 con 0x5612bd674d70 2024-09-05T02:32:51.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.142+0000 7f7727e00640 1 -- 172.21.15.33:0/1982000185 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f773c09b180 con 0x5612bd674d70 2024-09-05T02:32:51.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.142+0000 7f7727e00640 1 -- 172.21.15.33:0/1982000185 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f773c0ba300 con 0x5612bd674d70 2024-09-05T02:32:51.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.142+0000 7f774bc93740 10 client.26408 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:51.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.142+0000 7f774bc93740 1 -- 172.21.15.33:0/1982000185 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5612bd683640 con 0x5612bd674d70 2024-09-05T02:32:51.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.143+0000 7f7727e00640 1 -- 172.21.15.33:0/1982000185 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7734015070 con 0x5612bd674d70 2024-09-05T02:32:51.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.143+0000 7f7727e00640 1 -- 172.21.15.33:0/1982000185 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f773c0b4ce0 con 0x5612bd674d70 2024-09-05T02:32:51.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.143+0000 7f774bc93740 10 client.26408 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:51.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.143+0000 7f774bc93740 10 client.26408 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:32:51.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.143+0000 7f774bc93740 20 client.26408 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:51.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.143+0000 7f774bc93740 1 --2- 172.21.15.33:0/1982000185 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5612bd684b00 0x5612bd686f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:51.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.143+0000 7f774bc93740 4 client.26408 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:32:51.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.143+0000 7f774bc93740 1 -- 172.21.15.33:0/1982000185 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5612bd5dd950 con 0x5612bd684b00 2024-09-05T02:32:51.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.143+0000 7f7741e00640 1 --2- 172.21.15.33:0/1982000185 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5612bd684b00 0x5612bd686f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:51.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.144+0000 7f7741e00640 1 --2- 172.21.15.33:0/1982000185 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5612bd684b00 0x5612bd686f10 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8bd75aa61fa580f8 server_cookie=b18ded8d7398d6b8 in_seq=0 out_seq=0 2024-09-05T02:32:51.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.144+0000 7f7727e00640 10 client.26408 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:32:51.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.144+0000 7f7727e00640 1 -- 172.21.15.33:0/1982000185 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5612bd5dd950 con 0x5612bd684b00 2024-09-05T02:32:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.144+0000 7f7727e00640 10 client.26408 handle_command_reply: tid=0 2024-09-05T02:32:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.145+0000 7f774bc93740 1 client.26408 shutdown 2024-09-05T02:32:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.145+0000 7f774bc93740 1 -- 172.21.15.33:0/1982000185 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd674d70 msgr2=0x5612bd672690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.145+0000 7f774bc93740 1 --2- 172.21.15.33:0/1982000185 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd674d70 0x5612bd672690 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f773c0ccd10 tx=0x7f773c09fe90 comp rx=0 tx=0).stop 2024-09-05T02:32:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.145+0000 7f774bc93740 1 -- 172.21.15.33:0/1982000185 shutdown_connections 2024-09-05T02:32:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.145+0000 7f774bc93740 1 --2- 172.21.15.33:0/1982000185 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd674d70 0x5612bd672690 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.145+0000 7f774bc93740 1 --2- 172.21.15.33:0/1982000185 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5612bd684b00 0x5612bd686f10 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.145+0000 7f774bc93740 1 --2- 172.21.15.33:0/1982000185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd66a4b0 0x5612bd672150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.145+0000 7f774bc93740 1 --2- 172.21.15.33:0/1982000185 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd669b90 0x5612bd671c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.145+0000 7f774bc93740 1 -- 172.21.15.33:0/1982000185 >> 172.21.15.33:0/1982000185 conn(0x5612bd666120 msgr2=0x5612bd66be00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.145+0000 7f7727e00640 0 client.26408 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:32:51.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.145+0000 7f774bc93740 1 -- 172.21.15.33:0/1982000185 shutdown_connections 2024-09-05T02:32:51.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.145+0000 7f774bc93740 1 -- 172.21.15.33:0/1982000185 wait complete. 2024-09-05T02:32:51.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.145+0000 7f774bc93740 20 client.26408 trim_cache size 0 max 16384 2024-09-05T02:32:51.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.163+0000 7f774bc93740 1 Processor -- start 2024-09-05T02:32:51.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.163+0000 7f774bc93740 1 -- start start 2024-09-05T02:32:51.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.163+0000 7f774bc93740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd669b90 0x5612bd68c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:51.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.163+0000 7f774bc93740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd66a4b0 0x5612bd68ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:51.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.163+0000 7f774bc93740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd674d70 0x5612bd66ee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:51.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.163+0000 7f774bc93740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f77441af9d0 con 0x5612bd669b90 2024-09-05T02:32:51.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.163+0000 7f774bc93740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f77441b1510 con 0x5612bd66a4b0 2024-09-05T02:32:51.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.163+0000 7f774bc93740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f77441b00a0 con 0x5612bd674d70 2024-09-05T02:32:51.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.164+0000 7f7741e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd669b90 0x5612bd68c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:51.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.164+0000 7f7741e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd669b90 0x5612bd68c7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33034/0 (socket says 172.21.15.33:33034) 2024-09-05T02:32:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.164+0000 7f7741e00640 1 -- 172.21.15.33:0/237779057 learned_addr learned my addr 172.21.15.33:0/237779057 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.164+0000 7f7739400640 1 --2- 172.21.15.33:0/237779057 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd66a4b0 0x5612bd68ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.164+0000 7f7742800640 1 --2- 172.21.15.33:0/237779057 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd674d70 0x5612bd66ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.164+0000 7f7741e00640 1 -- 172.21.15.33:0/237779057 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd674d70 msgr2=0x5612bd66ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.164+0000 7f7741e00640 1 --2- 172.21.15.33:0/237779057 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd674d70 0x5612bd66ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.164+0000 7f7741e00640 1 -- 172.21.15.33:0/237779057 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd66a4b0 msgr2=0x5612bd68ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.164+0000 7f7741e00640 1 --2- 172.21.15.33:0/237779057 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd66a4b0 0x5612bd68ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.164+0000 7f7741e00640 1 -- 172.21.15.33:0/237779057 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612bd66a2e0 con 0x5612bd669b90 2024-09-05T02:32:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.164+0000 7f7742800640 1 --2- 172.21.15.33:0/237779057 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd674d70 0x5612bd66ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:32:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.164+0000 7f7741e00640 1 --2- 172.21.15.33:0/237779057 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd669b90 0x5612bd68c7b0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f773400b5b0 tx=0x7f773400b3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac0ac459bd994c08 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.165+0000 7f7732a00640 1 -- 172.21.15.33:0/237779057 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7734003dd0 con 0x5612bd669b90 2024-09-05T02:32:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.165+0000 7f7732a00640 1 -- 172.21.15.33:0/237779057 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7734015040 con 0x5612bd669b90 2024-09-05T02:32:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.165+0000 7f7732a00640 1 -- 172.21.15.33:0/237779057 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7734019680 con 0x5612bd669b90 2024-09-05T02:32:51.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.165+0000 7f774bc93740 1 -- 172.21.15.33:0/237779057 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd669b90 msgr2=0x5612bd68c7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:51.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.165+0000 7f774bc93740 1 --2- 172.21.15.33:0/237779057 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd669b90 0x5612bd68c7b0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f773400b5b0 tx=0x7f773400b3b0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.165+0000 7f774bc93740 1 -- 172.21.15.33:0/237779057 shutdown_connections 2024-09-05T02:32:51.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.165+0000 7f774bc93740 1 --2- 172.21.15.33:0/237779057 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd674d70 0x5612bd66ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.165+0000 7f774bc93740 1 --2- 172.21.15.33:0/237779057 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd66a4b0 0x5612bd68ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.166+0000 7f774bc93740 1 --2- 172.21.15.33:0/237779057 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd669b90 0x5612bd68c7b0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.166+0000 7f774bc93740 1 -- 172.21.15.33:0/237779057 >> 172.21.15.33:0/237779057 conn(0x5612bd666120 msgr2=0x5612bd673c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:51.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.166+0000 7f774bc93740 1 -- 172.21.15.33:0/237779057 shutdown_connections 2024-09-05T02:32:51.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.166+0000 7f774bc93740 1 -- 172.21.15.33:0/237779057 wait complete. 2024-09-05T02:32:51.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.166+0000 7f774bc93740 1 -- start start 2024-09-05T02:32:51.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.166+0000 7f774bc93740 1 Processor -- start 2024-09-05T02:32:51.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.167+0000 7f774bc93740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd669b90 0x5612bd67cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:51.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.167+0000 7f774bc93740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd66a4b0 0x5612bd67d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:51.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.167+0000 7f774bc93740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd674d70 0x5612bd677d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:51.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.167+0000 7f774bc93740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f77441b0e40 con 0x5612bd66a4b0 2024-09-05T02:32:51.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.167+0000 7f774bc93740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f77441b0770 con 0x5612bd669b90 2024-09-05T02:32:51.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.167+0000 7f774bc93740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f77441ad9b0 con 0x5612bd674d70 2024-09-05T02:32:51.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.167+0000 7f774bc93740 10 client.0 _ll_register_callbacks cb 0x7f773c09b5c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:51.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.167+0000 7f7739400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd66a4b0 0x5612bd67d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:51.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.167+0000 7f7742800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd674d70 0x5612bd677d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:51.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.167+0000 7f7742800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd674d70 0x5612bd677d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:60160/0 (socket says 172.21.15.33:60160) 2024-09-05T02:32:51.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.167+0000 7f7742800640 1 -- 172.21.15.33:0/328236405 learned_addr learned my addr 172.21.15.33:0/328236405 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:51.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.167+0000 7f7741e00640 1 --2- 172.21.15.33:0/328236405 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd669b90 0x5612bd67cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:51.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.168+0000 7f7742800640 1 -- 172.21.15.33:0/328236405 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd669b90 msgr2=0x5612bd67cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:51.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.168+0000 7f7742800640 1 --2- 172.21.15.33:0/328236405 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd669b90 0x5612bd67cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.168+0000 7f7742800640 1 -- 172.21.15.33:0/328236405 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd66a4b0 msgr2=0x5612bd67d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:51.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.168+0000 7f7742800640 1 --2- 172.21.15.33:0/328236405 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd66a4b0 0x5612bd67d300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.168+0000 7f7742800640 1 -- 172.21.15.33:0/328236405 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5612bd6782b0 con 0x5612bd674d70 2024-09-05T02:32:51.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.168+0000 7f7742800640 1 --2- 172.21.15.33:0/328236405 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd674d70 0x5612bd677d70 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f773c098560 tx=0x7f773c097b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b97fde7a8dd1ca60 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:51.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.168+0000 7f7727e00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:32:51.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.168+0000 7f7727e00640 1 -- 172.21.15.33:0/328236405 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773c0cf320 con 0x5612bd674d70 2024-09-05T02:32:51.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.168+0000 7f7727e00640 1 -- 172.21.15.33:0/328236405 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f773c09afe0 con 0x5612bd674d70 2024-09-05T02:32:51.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.168+0000 7f774bc93740 1 -- 172.21.15.33:0/328236405 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7734015040 con 0x5612bd674d70 2024-09-05T02:32:51.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.168+0000 7f7727e00640 1 -- 172.21.15.33:0/328236405 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f773c09ac70 con 0x5612bd674d70 2024-09-05T02:32:51.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.169+0000 7f774bc93740 10 client.26353 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:51.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.169+0000 7f774bc93740 1 -- 172.21.15.33:0/328236405 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5612bd6efe70 con 0x5612bd674d70 2024-09-05T02:32:51.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.169+0000 7f7727e00640 1 -- 172.21.15.33:0/328236405 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7734015040 con 0x5612bd674d70 2024-09-05T02:32:51.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.169+0000 7f7727e00640 1 -- 172.21.15.33:0/328236405 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f773c0b4ce0 con 0x5612bd674d70 2024-09-05T02:32:51.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.169+0000 7f774bc93740 10 client.26353 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:51.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.169+0000 7f774bc93740 10 client.26353 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:32:51.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.169+0000 7f774bc93740 20 client.26353 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.169+0000 7f774bc93740 1 --2- 172.21.15.33:0/328236405 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5612bd6f03f0 0x5612bd6f27e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.169+0000 7f774bc93740 4 client.26353 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:32:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.169+0000 7f774bc93740 1 -- 172.21.15.33:0/328236405 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5612bd5d7e60 con 0x5612bd6f03f0 2024-09-05T02:32:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.169+0000 7f7741e00640 1 --2- 172.21.15.33:0/328236405 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5612bd6f03f0 0x5612bd6f27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.170+0000 7f7741e00640 1 --2- 172.21.15.33:0/328236405 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5612bd6f03f0 0x5612bd6f27e0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d904b2df22e78234 server_cookie=4617dd2e79160970 in_seq=0 out_seq=0 2024-09-05T02:32:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.170+0000 7f7727e00640 10 client.26353 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:32:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.170+0000 7f7727e00640 1 -- 172.21.15.33:0/328236405 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5612bd5d7e60 con 0x5612bd6f03f0 2024-09-05T02:32:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.170+0000 7f7727e00640 10 client.26353 handle_command_reply: tid=0 2024-09-05T02:32:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.170+0000 7f774bc93740 1 client.26353 shutdown 2024-09-05T02:32:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.170+0000 7f774bc93740 1 -- 172.21.15.33:0/328236405 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd674d70 msgr2=0x5612bd677d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.170+0000 7f774bc93740 1 --2- 172.21.15.33:0/328236405 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd674d70 0x5612bd677d70 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f773c098560 tx=0x7f773c097b90 comp rx=0 tx=0).stop 2024-09-05T02:32:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.170+0000 7f774bc93740 1 -- 172.21.15.33:0/328236405 shutdown_connections 2024-09-05T02:32:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.170+0000 7f774bc93740 1 --2- 172.21.15.33:0/328236405 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5612bd674d70 0x5612bd677d70 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.170+0000 7f774bc93740 1 --2- 172.21.15.33:0/328236405 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5612bd6f03f0 0x5612bd6f27e0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.170+0000 7f774bc93740 1 --2- 172.21.15.33:0/328236405 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5612bd66a4b0 0x5612bd67d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.170+0000 7f774bc93740 1 --2- 172.21.15.33:0/328236405 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5612bd669b90 0x5612bd67cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.170+0000 7f7727e00640 0 client.26353 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:32:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.170+0000 7f774bc93740 1 -- 172.21.15.33:0/328236405 >> 172.21.15.33:0/328236405 conn(0x5612bd666120 msgr2=0x5612bd6649a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.171+0000 7f774bc93740 1 -- 172.21.15.33:0/328236405 shutdown_connections 2024-09-05T02:32:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.171+0000 7f774bc93740 1 -- 172.21.15.33:0/328236405 wait complete. 2024-09-05T02:32:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.171+0000 7f774bc93740 20 client.26353 trim_cache size 0 max 16384 2024-09-05T02:32:51.186 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:32:51.187 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:32:51.187 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:32:51.187 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:32:51.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.171+0000 7f7749200640 1 -- 172.21.15.33:0/1796533429 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f77280a2cf0 msgr2=0x7f77280a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:51.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.171+0000 7f7749200640 1 --2- 172.21.15.33:0/1796533429 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f77280a2cf0 0x7f77280a51b0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f772c009230 tx=0x7f772c0058d0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.171+0000 7f7749200640 1 -- 172.21.15.33:0/1796533429 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7744109120 msgr2=0x7f774419eef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:51.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.171+0000 7f7749200640 1 --2- 172.21.15.33:0/1796533429 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7744109120 0x7f774419eef0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f773c00eaa0 tx=0x7f773c00ef60 comp rx=0 tx=0).stop 2024-09-05T02:32:51.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.172+0000 7f7749200640 1 -- 172.21.15.33:0/1796533429 shutdown_connections 2024-09-05T02:32:51.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.172+0000 7f7749200640 1 --2- 172.21.15.33:0/1796533429 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f77280a2cf0 0x7f77280a51b0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.172+0000 7f7749200640 1 --2- 172.21.15.33:0/1796533429 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7744109120 0x7f774419eef0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.172+0000 7f7749200640 1 --2- 172.21.15.33:0/1796533429 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f77441049a0 0x7f774419ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.172+0000 7f7749200640 1 --2- 172.21.15.33:0/1796533429 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7744103ff0 0x7f774419a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:51.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.172+0000 7f7749200640 1 -- 172.21.15.33:0/1796533429 >> 172.21.15.33:0/1796533429 conn(0x7f77440ffa90 msgr2=0x7f7744100d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:51.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.172+0000 7f7749200640 1 -- 172.21.15.33:0/1796533429 shutdown_connections 2024-09-05T02:32:51.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:51.172+0000 7f7749200640 1 -- 172.21.15.33:0/1796533429 wait complete. 2024-09-05T02:32:51.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:51 smithi033 ceph-mon[29909]: pgmap v180: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:51.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:51 smithi123 ceph-mon[34031]: pgmap v180: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:52.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:51 smithi174 ceph-mon[34756]: pgmap v180: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:52.053 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:32:52.053 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:32:52.438 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:32:53.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.063+0000 7fd769800640 1 -- 172.21.15.33:0/3282246914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd764103e30 msgr2=0x7fd764104210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:53.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.063+0000 7fd769800640 1 --2- 172.21.15.33:0/3282246914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd764103e30 0x7fd764104210 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fd754009900 tx=0x7fd75402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:32:53.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.063+0000 7fd769800640 1 -- 172.21.15.33:0/3282246914 shutdown_connections 2024-09-05T02:32:53.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.063+0000 7fd769800640 1 --2- 172.21.15.33:0/3282246914 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd764108f60 0x7fd764110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:53.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.063+0000 7fd769800640 1 --2- 172.21.15.33:0/3282246914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd7641047e0 0x7fd764108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:53.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.063+0000 7fd769800640 1 --2- 172.21.15.33:0/3282246914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd764103e30 0x7fd764104210 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:53.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.063+0000 7fd769800640 1 -- 172.21.15.33:0/3282246914 >> 172.21.15.33:0/3282246914 conn(0x7fd7640ff8d0 msgr2=0x7fd764101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:53.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.063+0000 7fd769800640 1 -- 172.21.15.33:0/3282246914 shutdown_connections 2024-09-05T02:32:53.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.063+0000 7fd769800640 1 -- 172.21.15.33:0/3282246914 wait complete. 2024-09-05T02:32:53.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.064+0000 7fd769800640 1 Processor -- start 2024-09-05T02:32:53.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.064+0000 7fd769800640 1 -- start start 2024-09-05T02:32:53.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.065+0000 7fd769800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd764103e30 0x7fd76419a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:53.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.065+0000 7fd769800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7641047e0 0x7fd76419a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:53.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.065+0000 7fd769800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd764108f60 0x7fd76419ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:53.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.065+0000 7fd769800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd764113f80 con 0x7fd7641047e0 2024-09-05T02:32:53.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.065+0000 7fd769800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd764113e00 con 0x7fd764103e30 2024-09-05T02:32:53.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.065+0000 7fd769800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fd764114100 con 0x7fd764108f60 2024-09-05T02:32:53.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.065+0000 7fd75be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7641047e0 0x7fd76419a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:53.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.065+0000 7fd75be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7641047e0 0x7fd76419a9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33058/0 (socket says 172.21.15.33:33058) 2024-09-05T02:32:53.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.065+0000 7fd75be00640 1 -- 172.21.15.33:0/4052169276 learned_addr learned my addr 172.21.15.33:0/4052169276 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:53.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.065+0000 7fd768e00640 1 --2- 172.21.15.33:0/4052169276 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd764108f60 0x7fd76419ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:53.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.065+0000 7fd75be00640 1 -- 172.21.15.33:0/4052169276 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd764108f60 msgr2=0x7fd76419ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:53.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.065+0000 7fd75be00640 1 --2- 172.21.15.33:0/4052169276 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd764108f60 0x7fd76419ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:53.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.066+0000 7fd75be00640 1 -- 172.21.15.33:0/4052169276 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd764103e30 msgr2=0x7fd76419a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:53.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.066+0000 7fd763e00640 1 --2- 172.21.15.33:0/4052169276 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd764103e30 0x7fd76419a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:53.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.066+0000 7fd75be00640 1 --2- 172.21.15.33:0/4052169276 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd764103e30 0x7fd76419a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:53.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.066+0000 7fd75be00640 1 -- 172.21.15.33:0/4052169276 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd76419f430 con 0x7fd7641047e0 2024-09-05T02:32:53.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.066+0000 7fd763e00640 1 --2- 172.21.15.33:0/4052169276 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd764103e30 0x7fd76419a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:32:53.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.066+0000 7fd75be00640 1 --2- 172.21.15.33:0/4052169276 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7641047e0 0x7fd76419a9c0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fd74c00ea60 tx=0x7fd74c00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:53.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.066+0000 7fd761600640 1 -- 172.21.15.33:0/4052169276 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd74c00cde0 con 0x7fd7641047e0 2024-09-05T02:32:53.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.066+0000 7fd761600640 1 -- 172.21.15.33:0/4052169276 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd74c0035f0 con 0x7fd7641047e0 2024-09-05T02:32:53.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.066+0000 7fd769800640 1 -- 172.21.15.33:0/4052169276 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd76419f720 con 0x7fd7641047e0 2024-09-05T02:32:53.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.066+0000 7fd761600640 1 -- 172.21.15.33:0/4052169276 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd74c010670 con 0x7fd7641047e0 2024-09-05T02:32:53.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.066+0000 7fd769800640 1 -- 172.21.15.33:0/4052169276 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7641a7000 con 0x7fd7641047e0 2024-09-05T02:32:53.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.068+0000 7fd769800640 1 -- 172.21.15.33:0/4052169276 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd764104210 con 0x7fd7641047e0 2024-09-05T02:32:53.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.070+0000 7fd761600640 1 -- 172.21.15.33:0/4052169276 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fd74c0037a0 con 0x7fd7641047e0 2024-09-05T02:32:53.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.071+0000 7fd761600640 1 --2- 172.21.15.33:0/4052169276 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd7480a2cf0 0x7fd7480a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:53.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.071+0000 7fd761600640 1 -- 172.21.15.33:0/4052169276 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fd74c0cf840 con 0x7fd7641047e0 2024-09-05T02:32:53.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.071+0000 7fd763e00640 1 --2- 172.21.15.33:0/4052169276 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd7480a2cf0 0x7fd7480a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:53.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.072+0000 7fd763e00640 1 --2- 172.21.15.33:0/4052169276 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd7480a2cf0 0x7fd7480a51b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fd754000c00 tx=0x7fd754032c70 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:53.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.075+0000 7fd761600640 1 -- 172.21.15.33:0/4052169276 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd74c09c410 con 0x7fd7641047e0 2024-09-05T02:32:53.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.296+0000 7fd769800640 1 -- 172.21.15.33:0/4052169276 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd76402d7c0 con 0x7fd7641047e0 2024-09-05T02:32:53.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.297+0000 7fd761600640 1 -- 172.21.15.33:0/4052169276 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7fd74c09bd10 con 0x7fd7641047e0 2024-09-05T02:32:53.298 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:32:53.299 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:32:53.299 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:32:53.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.299+0000 7fd769800640 1 -- 172.21.15.33:0/4052169276 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd7480a2cf0 msgr2=0x7fd7480a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:53.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.299+0000 7fd769800640 1 --2- 172.21.15.33:0/4052169276 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd7480a2cf0 0x7fd7480a51b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fd754000c00 tx=0x7fd754032c70 comp rx=0 tx=0).stop 2024-09-05T02:32:53.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.299+0000 7fd769800640 1 -- 172.21.15.33:0/4052169276 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7641047e0 msgr2=0x7fd76419a9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:53.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.299+0000 7fd769800640 1 --2- 172.21.15.33:0/4052169276 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7641047e0 0x7fd76419a9c0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fd74c00ea60 tx=0x7fd74c00ef20 comp rx=0 tx=0).stop 2024-09-05T02:32:53.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.300+0000 7fd769800640 1 -- 172.21.15.33:0/4052169276 shutdown_connections 2024-09-05T02:32:53.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.300+0000 7fd769800640 1 --2- 172.21.15.33:0/4052169276 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd7480a2cf0 0x7fd7480a51b0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:53.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.300+0000 7fd769800640 1 --2- 172.21.15.33:0/4052169276 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd764108f60 0x7fd76419ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:53.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.300+0000 7fd769800640 1 --2- 172.21.15.33:0/4052169276 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7641047e0 0x7fd76419a9c0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:53.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.300+0000 7fd769800640 1 --2- 172.21.15.33:0/4052169276 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd764103e30 0x7fd76419a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:53.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.300+0000 7fd769800640 1 -- 172.21.15.33:0/4052169276 >> 172.21.15.33:0/4052169276 conn(0x7fd7640ff8d0 msgr2=0x7fd764100c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:53.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.300+0000 7fd769800640 1 -- 172.21.15.33:0/4052169276 shutdown_connections 2024-09-05T02:32:53.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:53.300+0000 7fd769800640 1 -- 172.21.15.33:0/4052169276 wait complete. 2024-09-05T02:32:53.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:53 smithi033 ceph-mon[29909]: pgmap v181: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-05T02:32:53.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:53 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/4052169276' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:32:53.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:53 smithi123 ceph-mon[34031]: pgmap v181: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-05T02:32:53.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:53 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/4052169276' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:32:54.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:53 smithi174 ceph-mon[34756]: pgmap v181: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-05T02:32:54.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:53 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/4052169276' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:32:54.103 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:32:54.485 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:32:55.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.045+0000 7f8002800640 1 -- 172.21.15.33:0/1542604791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ffc109120 msgr2=0x7f7ffc110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:55.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.046+0000 7f8002800640 1 --2- 172.21.15.33:0/1542604791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ffc109120 0x7f7ffc110ca0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f7ff4009ca0 tx=0x7f7ff402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.046+0000 7f8002800640 1 -- 172.21.15.33:0/1542604791 shutdown_connections 2024-09-05T02:32:55.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.046+0000 7f8002800640 1 --2- 172.21.15.33:0/1542604791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ffc109120 0x7f7ffc110ca0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.046+0000 7f8002800640 1 --2- 172.21.15.33:0/1542604791 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7ffc1049a0 0x7f7ffc1089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.046+0000 7f8002800640 1 --2- 172.21.15.33:0/1542604791 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7ffc103ff0 0x7f7ffc1043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.046+0000 7f8002800640 1 -- 172.21.15.33:0/1542604791 >> 172.21.15.33:0/1542604791 conn(0x7f7ffc0ffa90 msgr2=0x7f7ffc101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:55.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.046+0000 7f8002800640 1 -- 172.21.15.33:0/1542604791 shutdown_connections 2024-09-05T02:32:55.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.046+0000 7f8002800640 1 -- 172.21.15.33:0/1542604791 wait complete. 2024-09-05T02:32:55.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.047+0000 7f8002800640 1 Processor -- start 2024-09-05T02:32:55.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.047+0000 7f8002800640 1 -- start start 2024-09-05T02:32:55.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.047+0000 7f8002800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7ffc103ff0 0x7f7ffc19a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:55.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.047+0000 7f8002800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ffc1049a0 0x7f7ffc19ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:55.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.047+0000 7f8002800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7ffc109120 0x7f7ffc19ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:55.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.047+0000 7f8002800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7ffc114180 con 0x7f7ffc1049a0 2024-09-05T02:32:55.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.047+0000 7f8002800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7ffc114000 con 0x7f7ffc103ff0 2024-09-05T02:32:55.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.047+0000 7f8002800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7ffc114300 con 0x7f7ffc109120 2024-09-05T02:32:55.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.047+0000 7f7ffb400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7ffc103ff0 0x7f7ffc19a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:55.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.048+0000 7f7ff2a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ffc1049a0 0x7f7ffc19ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:55.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.048+0000 7f7ffb400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7ffc103ff0 0x7f7ffc19a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:57472/0 (socket says 172.21.15.33:57472) 2024-09-05T02:32:55.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.048+0000 7f7ffb400640 1 -- 172.21.15.33:0/1169696518 learned_addr learned my addr 172.21.15.33:0/1169696518 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:55.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.048+0000 7f7ffbe00640 1 --2- 172.21.15.33:0/1169696518 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7ffc109120 0x7f7ffc19ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:55.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.048+0000 7f7ff2a00640 1 -- 172.21.15.33:0/1169696518 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7ffc109120 msgr2=0x7f7ffc19ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:55.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.048+0000 7f7ff2a00640 1 --2- 172.21.15.33:0/1169696518 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7ffc109120 0x7f7ffc19ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.048+0000 7f7ff2a00640 1 -- 172.21.15.33:0/1169696518 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7ffc103ff0 msgr2=0x7f7ffc19a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:55.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.048+0000 7f7ff2a00640 1 --2- 172.21.15.33:0/1169696518 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7ffc103ff0 0x7f7ffc19a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.048+0000 7f7ff2a00640 1 -- 172.21.15.33:0/1169696518 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ffc19f570 con 0x7f7ffc1049a0 2024-09-05T02:32:55.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.048+0000 7f7ff2a00640 1 --2- 172.21.15.33:0/1169696518 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ffc1049a0 0x7f7ffc19ab00 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f7fe400e9f0 tx=0x7f7fe400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:55.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.049+0000 7f7ff8c00640 1 -- 172.21.15.33:0/1169696518 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe400ccc0 con 0x7f7ffc1049a0 2024-09-05T02:32:55.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.049+0000 7f7ff8c00640 1 -- 172.21.15.33:0/1169696518 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7fe4010910 con 0x7f7ffc1049a0 2024-09-05T02:32:55.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.049+0000 7f7ff8c00640 1 -- 172.21.15.33:0/1169696518 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe4018960 con 0x7f7ffc1049a0 2024-09-05T02:32:55.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.049+0000 7f8002800640 1 -- 172.21.15.33:0/1169696518 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ffc19f860 con 0x7f7ffc1049a0 2024-09-05T02:32:55.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.049+0000 7f8002800640 1 -- 172.21.15.33:0/1169696518 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ffc1a7140 con 0x7f7ffc1049a0 2024-09-05T02:32:55.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.052+0000 7f80051f2740 1 Processor -- start 2024-09-05T02:32:55.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.052+0000 7f80051f2740 1 -- start start 2024-09-05T02:32:55.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.052+0000 7f7ff8c00640 1 -- 172.21.15.33:0/1169696518 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f7fe4010ac0 con 0x7f7ffc1049a0 2024-09-05T02:32:55.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.052+0000 7f80051f2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfc96c70 0x558fcfc97050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:55.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.052+0000 7f80051f2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfc97590 0x558fcfca1910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:55.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.053+0000 7f80051f2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfca1e50 0x558fcfca4240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:55.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.053+0000 7f80051f2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558fcfbfd3e0 con 0x558fcfca1e50 2024-09-05T02:32:55.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.053+0000 7f80051f2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x558fcfba4d80 con 0x558fcfc97590 2024-09-05T02:32:55.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.053+0000 7f80051f2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x558fcfbf93a0 con 0x558fcfc96c70 2024-09-05T02:32:55.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.053+0000 7f7ffbe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfc96c70 0x558fcfc97050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:55.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.053+0000 7f7ff2a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfca1e50 0x558fcfca4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:55.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.053+0000 7f7ffb400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfc97590 0x558fcfca1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:55.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.053+0000 7f7ffbe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfc96c70 0x558fcfc97050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:60206/0 (socket says 172.21.15.33:60206) 2024-09-05T02:32:55.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.053+0000 7f7ffbe00640 1 -- 172.21.15.33:0/146487765 learned_addr learned my addr 172.21.15.33:0/146487765 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:55.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.053+0000 7f7ffbe00640 1 -- 172.21.15.33:0/146487765 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfc97590 msgr2=0x558fcfca1910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:55.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.053+0000 7f7ffbe00640 1 --2- 172.21.15.33:0/146487765 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfc97590 0x558fcfca1910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.053+0000 7f7ffbe00640 1 -- 172.21.15.33:0/146487765 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfca1e50 msgr2=0x558fcfca4240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:55.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.053+0000 7f7ffbe00640 1 --2- 172.21.15.33:0/146487765 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfca1e50 0x558fcfca4240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.053+0000 7f7ffbe00640 1 -- 172.21.15.33:0/146487765 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558fcfbc3ae0 con 0x558fcfc96c70 2024-09-05T02:32:55.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.053+0000 7f7ff2a00640 1 --2- 172.21.15.33:0/146487765 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfca1e50 0x558fcfca4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:32:55.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.054+0000 7f7ffbe00640 1 --2- 172.21.15.33:0/146487765 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfc96c70 0x558fcfc97050 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f7ff4009ca0 tx=0x7f7ff40093e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=729340a178a510f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:55.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.054+0000 7f7ff0c00640 1 -- 172.21.15.33:0/146487765 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff4031db0 con 0x558fcfc96c70 2024-09-05T02:32:55.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.054+0000 7f7ff0c00640 1 -- 172.21.15.33:0/146487765 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ff4036030 con 0x558fcfc96c70 2024-09-05T02:32:55.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.054+0000 7f7ff0c00640 1 -- 172.21.15.33:0/146487765 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff40042a0 con 0x558fcfc96c70 2024-09-05T02:32:55.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.054+0000 7f7ff8c00640 1 --2- 172.21.15.33:0/1169696518 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7fe00a2cf0 0x7f7fe00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:55.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.054+0000 7f7ff8c00640 1 -- 172.21.15.33:0/1169696518 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f7fe40cf7c0 con 0x7f7ffc1049a0 2024-09-05T02:32:55.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.054+0000 7f7ffb400640 1 --2- 172.21.15.33:0/1169696518 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7fe00a2cf0 0x7f7fe00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:55.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.055+0000 7f80051f2740 1 -- 172.21.15.33:0/146487765 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfc96c70 msgr2=0x558fcfc97050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:55.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.055+0000 7f80051f2740 1 --2- 172.21.15.33:0/146487765 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfc96c70 0x558fcfc97050 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f7ff4009ca0 tx=0x7f7ff40093e0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.055+0000 7f80051f2740 1 -- 172.21.15.33:0/146487765 shutdown_connections 2024-09-05T02:32:55.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.055+0000 7f80051f2740 1 --2- 172.21.15.33:0/146487765 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfca1e50 0x558fcfca4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.055+0000 7f80051f2740 1 --2- 172.21.15.33:0/146487765 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfc97590 0x558fcfca1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.055+0000 7f80051f2740 1 --2- 172.21.15.33:0/146487765 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfc96c70 0x558fcfc97050 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.055+0000 7f80051f2740 1 -- 172.21.15.33:0/146487765 >> 172.21.15.33:0/146487765 conn(0x558fcfc93200 msgr2=0x558fcfc935e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:55.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.055+0000 7f80051f2740 1 -- 172.21.15.33:0/146487765 shutdown_connections 2024-09-05T02:32:55.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.055+0000 7f80051f2740 1 -- 172.21.15.33:0/146487765 wait complete. 2024-09-05T02:32:55.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.055+0000 7f7ffb400640 1 --2- 172.21.15.33:0/1169696518 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7fe00a2cf0 0x7f7fe00a51b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x558fcfc94060 tx=0x7f7fec005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:55.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.056+0000 7f80051f2740 1 -- start start 2024-09-05T02:32:55.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.056+0000 7f80051f2740 1 Processor -- start 2024-09-05T02:32:55.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.056+0000 7f80051f2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfc96c70 0x558fcfc9ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:55.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.056+0000 7f80051f2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfc97590 0x558fcfc9f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:55.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.056+0000 7f80051f2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfca1e50 0x558fcfc9f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:55.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.056+0000 7f80051f2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558fcfca48a0 con 0x558fcfca1e50 2024-09-05T02:32:55.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.056+0000 7f80051f2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x558fcfbb80f0 con 0x558fcfc96c70 2024-09-05T02:32:55.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.056+0000 7f80051f2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x558fcfca4a20 con 0x558fcfc97590 2024-09-05T02:32:55.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.056+0000 7f80051f2740 10 client.0 _ll_register_callbacks cb 0x558fcfb9fbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:55.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.057+0000 7f7ffb400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfc96c70 0x558fcfc9ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:55.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.057+0000 7f7ffb400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfc96c70 0x558fcfc9ecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:57500/0 (socket says 172.21.15.33:57500) 2024-09-05T02:32:55.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.057+0000 7f7ffb400640 1 -- 172.21.15.33:0/2297823422 learned_addr learned my addr 172.21.15.33:0/2297823422 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:55.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.057+0000 7f7ff2a00640 1 --2- 172.21.15.33:0/2297823422 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfc97590 0x558fcfc9f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:55.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.057+0000 7f7ffbe00640 1 --2- 172.21.15.33:0/2297823422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfca1e50 0x558fcfc9f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:55.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.057+0000 7f7ff2a00640 1 -- 172.21.15.33:0/2297823422 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfc96c70 msgr2=0x558fcfc9ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:55.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.057+0000 7f7ff2a00640 1 --2- 172.21.15.33:0/2297823422 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfc96c70 0x558fcfc9ecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.057+0000 7f7ff2a00640 1 -- 172.21.15.33:0/2297823422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfca1e50 msgr2=0x558fcfc9f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:55.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.057+0000 7f7ff2a00640 1 --2- 172.21.15.33:0/2297823422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfca1e50 0x558fcfc9f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.057+0000 7f7ff2a00640 1 -- 172.21.15.33:0/2297823422 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558fcf96e3c0 con 0x558fcfc97590 2024-09-05T02:32:55.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.057+0000 7f7ffbe00640 1 --2- 172.21.15.33:0/2297823422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfca1e50 0x558fcfc9f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:32:55.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.057+0000 7f7ff2a00640 1 --2- 172.21.15.33:0/2297823422 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfc97590 0x558fcfc9f200 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7fe40ccec0 tx=0x7f7fe409b970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c2c622f7b12e1a52 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:55.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.057+0000 7f7fe9600640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:32:55.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.058+0000 7f7fe9600640 1 -- 172.21.15.33:0/2297823422 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe40cd350 con 0x558fcfc97590 2024-09-05T02:32:55.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.058+0000 7f7fe9600640 1 -- 172.21.15.33:0/2297823422 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f7fe40cfdb0 con 0x558fcfc97590 2024-09-05T02:32:55.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.058+0000 7f80051f2740 1 -- 172.21.15.33:0/2297823422 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ff4036030 con 0x558fcfc97590 2024-09-05T02:32:55.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.058+0000 7f7fe9600640 1 -- 172.21.15.33:0/2297823422 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7fe40a4900 con 0x558fcfc97590 2024-09-05T02:32:55.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.058+0000 7f80051f2740 10 client.26371 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:55.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.058+0000 7f80051f2740 1 -- 172.21.15.33:0/2297823422 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558fcfcb0860 con 0x558fcfc97590 2024-09-05T02:32:55.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.058+0000 7f7fe9600640 1 -- 172.21.15.33:0/2297823422 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ff4036030 con 0x558fcfc97590 2024-09-05T02:32:55.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.058+0000 7f7fe9600640 1 -- 172.21.15.33:0/2297823422 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7fe4097a90 con 0x558fcfc97590 2024-09-05T02:32:55.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.058+0000 7f80051f2740 10 client.26371 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:55.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.058+0000 7f80051f2740 10 client.26371 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:32:55.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.059+0000 7f80051f2740 20 client.26371 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:55.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.059+0000 7f80051f2740 1 --2- 172.21.15.33:0/2297823422 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x558fcfcb1d20 0x558fcfcb4150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:55.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.059+0000 7f80051f2740 4 client.26371 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:32:55.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.059+0000 7f80051f2740 1 -- 172.21.15.33:0/2297823422 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558fcfc0a950 con 0x558fcfcb1d20 2024-09-05T02:32:55.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.059+0000 7f7ffb400640 1 --2- 172.21.15.33:0/2297823422 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x558fcfcb1d20 0x558fcfcb4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:55.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.059+0000 7f7ffb400640 1 --2- 172.21.15.33:0/2297823422 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x558fcfcb1d20 0x558fcfcb4150 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=447ebfad28ba3bdd server_cookie=d904265c5ad7db55 in_seq=0 out_seq=0 2024-09-05T02:32:55.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.059+0000 7f7fe9600640 10 client.26371 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:32:55.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.060+0000 7f7fe9600640 1 -- 172.21.15.33:0/2297823422 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558fcfc0a950 con 0x558fcfcb1d20 2024-09-05T02:32:55.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.060+0000 7f7fe9600640 10 client.26371 handle_command_reply: tid=0 2024-09-05T02:32:55.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.060+0000 7f80051f2740 1 client.26371 shutdown 2024-09-05T02:32:55.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.060+0000 7f80051f2740 1 -- 172.21.15.33:0/2297823422 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfc97590 msgr2=0x558fcfc9f200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:55.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.060+0000 7f80051f2740 1 --2- 172.21.15.33:0/2297823422 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfc97590 0x558fcfc9f200 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7fe40ccec0 tx=0x7f7fe409b970 comp rx=0 tx=0).stop 2024-09-05T02:32:55.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.061+0000 7f80051f2740 1 -- 172.21.15.33:0/2297823422 shutdown_connections 2024-09-05T02:32:55.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.061+0000 7f80051f2740 1 --2- 172.21.15.33:0/2297823422 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x558fcfcb1d20 0x558fcfcb4150 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.061+0000 7f80051f2740 1 --2- 172.21.15.33:0/2297823422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfca1e50 0x558fcfc9f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.061+0000 7f80051f2740 1 --2- 172.21.15.33:0/2297823422 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfc97590 0x558fcfc9f200 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.061+0000 7f80051f2740 1 --2- 172.21.15.33:0/2297823422 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfc96c70 0x558fcfc9ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.061+0000 7f80051f2740 1 -- 172.21.15.33:0/2297823422 >> 172.21.15.33:0/2297823422 conn(0x558fcfc93200 msgr2=0x558fcfc92380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:55.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.061+0000 7f7fe9600640 0 client.26371 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:32:55.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.061+0000 7f80051f2740 1 -- 172.21.15.33:0/2297823422 shutdown_connections 2024-09-05T02:32:55.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.061+0000 7f80051f2740 1 -- 172.21.15.33:0/2297823422 wait complete. 2024-09-05T02:32:55.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.061+0000 7f80051f2740 20 client.26371 trim_cache size 0 max 16384 2024-09-05T02:32:55.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.075+0000 7f80051f2740 1 Processor -- start 2024-09-05T02:32:55.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.075+0000 7f80051f2740 1 -- start start 2024-09-05T02:32:55.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.075+0000 7f80051f2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfc96c70 0x558fcfc996d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:55.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.075+0000 7f80051f2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfc97590 0x558fcfc9a430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:55.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.075+0000 7f80051f2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfca1e50 0x558fcfc9f590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:55.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.075+0000 7f80051f2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7ffc1afa00 con 0x558fcfc96c70 2024-09-05T02:32:55.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.075+0000 7f80051f2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7ffc1b1540 con 0x558fcfc97590 2024-09-05T02:32:55.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.075+0000 7f80051f2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7ffc1b00d0 con 0x558fcfca1e50 2024-09-05T02:32:55.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.075+0000 7f7ffb400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfc96c70 0x558fcfc996d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:55.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.075+0000 7f7ffb400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfc96c70 0x558fcfc996d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33080/0 (socket says 172.21.15.33:33080) 2024-09-05T02:32:55.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.075+0000 7f7ffb400640 1 -- 172.21.15.33:0/3996011456 learned_addr learned my addr 172.21.15.33:0/3996011456 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:55.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.075+0000 7f7ffbe00640 1 --2- 172.21.15.33:0/3996011456 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfca1e50 0x558fcfc9f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:55.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.075+0000 7f7ff2a00640 1 --2- 172.21.15.33:0/3996011456 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfc97590 0x558fcfc9a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:55.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.076+0000 7f7ffb400640 1 -- 172.21.15.33:0/3996011456 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfca1e50 msgr2=0x558fcfc9f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:55.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.076+0000 7f7ffb400640 1 --2- 172.21.15.33:0/3996011456 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfca1e50 0x558fcfc9f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.076+0000 7f7ffb400640 1 -- 172.21.15.33:0/3996011456 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfc97590 msgr2=0x558fcfc9a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:55.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.076+0000 7f7ffb400640 1 --2- 172.21.15.33:0/3996011456 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfc97590 0x558fcfc9a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.076+0000 7f7ffb400640 1 -- 172.21.15.33:0/3996011456 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558fcfc96aa0 con 0x558fcfc96c70 2024-09-05T02:32:55.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.076+0000 7f7ffb400640 1 --2- 172.21.15.33:0/3996011456 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfc96c70 0x558fcfc996d0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f7fec005b60 tx=0x7f7fec019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba3ffe8595c0af53 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:55.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.076+0000 7f7febe00640 1 -- 172.21.15.33:0/3996011456 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fec01dca0 con 0x558fcfc96c70 2024-09-05T02:32:55.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.076+0000 7f7febe00640 1 -- 172.21.15.33:0/3996011456 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7fec01de40 con 0x558fcfc96c70 2024-09-05T02:32:55.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.076+0000 7f7febe00640 1 -- 172.21.15.33:0/3996011456 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fec033420 con 0x558fcfc96c70 2024-09-05T02:32:55.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.077+0000 7f80051f2740 1 -- 172.21.15.33:0/3996011456 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfc96c70 msgr2=0x558fcfc996d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:55.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.077+0000 7f80051f2740 1 --2- 172.21.15.33:0/3996011456 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfc96c70 0x558fcfc996d0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f7fec005b60 tx=0x7f7fec019000 comp rx=0 tx=0).stop 2024-09-05T02:32:55.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.077+0000 7f80051f2740 1 -- 172.21.15.33:0/3996011456 shutdown_connections 2024-09-05T02:32:55.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.077+0000 7f80051f2740 1 --2- 172.21.15.33:0/3996011456 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfca1e50 0x558fcfc9f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.077+0000 7f80051f2740 1 --2- 172.21.15.33:0/3996011456 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfc97590 0x558fcfc9a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.077+0000 7f80051f2740 1 --2- 172.21.15.33:0/3996011456 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfc96c70 0x558fcfc996d0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.077+0000 7f80051f2740 1 -- 172.21.15.33:0/3996011456 >> 172.21.15.33:0/3996011456 conn(0x558fcfc93200 msgr2=0x558fcfca0520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:55.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.077+0000 7f80051f2740 1 -- 172.21.15.33:0/3996011456 shutdown_connections 2024-09-05T02:32:55.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.077+0000 7f80051f2740 1 -- 172.21.15.33:0/3996011456 wait complete. 2024-09-05T02:32:55.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.078+0000 7f80051f2740 1 -- start start 2024-09-05T02:32:55.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.078+0000 7f80051f2740 1 Processor -- start 2024-09-05T02:32:55.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.078+0000 7f80051f2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfc96c70 0x558fcfd14ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:55.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.078+0000 7f80051f2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfc97590 0x558fcfd15220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:55.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.078+0000 7f80051f2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfca1e50 0x558fcfca5210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:55.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.078+0000 7f80051f2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7ffc1b0e70 con 0x558fcfc97590 2024-09-05T02:32:55.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.078+0000 7f80051f2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7ffc1b07a0 con 0x558fcfca1e50 2024-09-05T02:32:55.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.078+0000 7f80051f2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7ffc1ad9e0 con 0x558fcfc96c70 2024-09-05T02:32:55.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.078+0000 7f80051f2740 10 client.0 _ll_register_callbacks cb 0x7f7fe400ce60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:55.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.079+0000 7f7ffbe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfca1e50 0x558fcfca5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:55.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.079+0000 7f7ff2a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfc97590 0x558fcfd15220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:55.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.079+0000 7f7ffbe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfca1e50 0x558fcfca5210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:57524/0 (socket says 172.21.15.33:57524) 2024-09-05T02:32:55.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.079+0000 7f7ffbe00640 1 -- 172.21.15.33:0/321844707 learned_addr learned my addr 172.21.15.33:0/321844707 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:55.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.079+0000 7f7ffb400640 1 --2- 172.21.15.33:0/321844707 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfc96c70 0x558fcfd14ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:55.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.079+0000 7f7ff2a00640 1 -- 172.21.15.33:0/321844707 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfc96c70 msgr2=0x558fcfd14ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:55.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.079+0000 7f7ff2a00640 1 --2- 172.21.15.33:0/321844707 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfc96c70 0x558fcfd14ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.079+0000 7f7ff2a00640 1 -- 172.21.15.33:0/321844707 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfca1e50 msgr2=0x558fcfca5210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:55.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.079+0000 7f7ff2a00640 1 --2- 172.21.15.33:0/321844707 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfca1e50 0x558fcfca5210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.079+0000 7f7ff2a00640 1 -- 172.21.15.33:0/321844707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558fcfc8e770 con 0x558fcfc97590 2024-09-05T02:32:55.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.079+0000 7f7ffbe00640 1 --2- 172.21.15.33:0/321844707 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfca1e50 0x558fcfca5210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:55.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.079+0000 7f7ff2a00640 1 --2- 172.21.15.33:0/321844707 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfc97590 0x558fcfd15220 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f7fe4098710 tx=0x7f7fe4018d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb4fed8a6bac4d0b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:55.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.079+0000 7f7fe9600640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:32:55.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.080+0000 7f7fe9600640 1 -- 172.21.15.33:0/321844707 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe40b8070 con 0x558fcfc97590 2024-09-05T02:32:55.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.080+0000 7f7fe9600640 1 -- 172.21.15.33:0/321844707 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f7fe4010430 con 0x558fcfc97590 2024-09-05T02:32:55.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.080+0000 7f80051f2740 1 -- 172.21.15.33:0/321844707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x558fcfc04e60 con 0x558fcfc97590 2024-09-05T02:32:55.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.080+0000 7f7fe9600640 1 -- 172.21.15.33:0/321844707 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7fe4081050 con 0x558fcfc97590 2024-09-05T02:32:55.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.080+0000 7f80051f2740 10 client.16347 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:55.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.080+0000 7f80051f2740 1 -- 172.21.15.33:0/321844707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558fcfd1c2f0 con 0x558fcfc97590 2024-09-05T02:32:55.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.080+0000 7f7fe9600640 1 -- 172.21.15.33:0/321844707 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x558fcfc04e60 con 0x558fcfc97590 2024-09-05T02:32:55.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.080+0000 7f7fe9600640 1 -- 172.21.15.33:0/321844707 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7fe40ba2f0 con 0x558fcfc97590 2024-09-05T02:32:55.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.081+0000 7f80051f2740 10 client.16347 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:55.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.081+0000 7f80051f2740 10 client.16347 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:32:55.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.081+0000 7f80051f2740 20 client.16347 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:55.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.081+0000 7f80051f2740 1 --2- 172.21.15.33:0/321844707 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x558fcfd1c910 0x558fcfd1ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:55.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.081+0000 7f80051f2740 4 client.16347 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:32:55.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.081+0000 7f80051f2740 1 -- 172.21.15.33:0/321844707 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558fcfb81010 con 0x558fcfd1c910 2024-09-05T02:32:55.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.081+0000 7f7ffb400640 1 --2- 172.21.15.33:0/321844707 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x558fcfd1c910 0x558fcfd1ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:55.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.081+0000 7f7ffb400640 1 --2- 172.21.15.33:0/321844707 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x558fcfd1c910 0x558fcfd1ed30 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=abe125f46583d3ac server_cookie=21fb106b4bfa2615 in_seq=0 out_seq=0 2024-09-05T02:32:55.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.081+0000 7f7fe9600640 10 client.16347 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:32:55.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.082+0000 7f7fe9600640 1 -- 172.21.15.33:0/321844707 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558fcfb81010 con 0x558fcfd1c910 2024-09-05T02:32:55.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.082+0000 7f7fe9600640 10 client.16347 handle_command_reply: tid=0 2024-09-05T02:32:55.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.082+0000 7f80051f2740 1 client.16347 shutdown 2024-09-05T02:32:55.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.082+0000 7f80051f2740 1 -- 172.21.15.33:0/321844707 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfc97590 msgr2=0x558fcfd15220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:55.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.082+0000 7f80051f2740 1 --2- 172.21.15.33:0/321844707 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfc97590 0x558fcfd15220 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f7fe4098710 tx=0x7f7fe4018d30 comp rx=0 tx=0).stop 2024-09-05T02:32:55.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.082+0000 7f80051f2740 1 -- 172.21.15.33:0/321844707 shutdown_connections 2024-09-05T02:32:55.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.082+0000 7f80051f2740 1 --2- 172.21.15.33:0/321844707 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x558fcfd1c910 0x558fcfd1ed30 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.082+0000 7f80051f2740 1 --2- 172.21.15.33:0/321844707 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558fcfca1e50 0x558fcfca5210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.082+0000 7f80051f2740 1 --2- 172.21.15.33:0/321844707 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558fcfc97590 0x558fcfd15220 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.082+0000 7f80051f2740 1 --2- 172.21.15.33:0/321844707 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558fcfc96c70 0x558fcfd14ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.082+0000 7f80051f2740 1 -- 172.21.15.33:0/321844707 >> 172.21.15.33:0/321844707 conn(0x558fcfc93200 msgr2=0x558fcfca0d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:55.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.082+0000 7f7fe9600640 0 client.16347 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:32:55.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.082+0000 7f80051f2740 1 -- 172.21.15.33:0/321844707 shutdown_connections 2024-09-05T02:32:55.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.082+0000 7f80051f2740 1 -- 172.21.15.33:0/321844707 wait complete. 2024-09-05T02:32:55.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.082+0000 7f80051f2740 20 client.16347 trim_cache size 0 max 16384 2024-09-05T02:32:55.087 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:32:55.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.083+0000 7f8002800640 1 -- 172.21.15.33:0/1169696518 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7fe00a2cf0 msgr2=0x7f7fe00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:55.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.083+0000 7f8002800640 1 --2- 172.21.15.33:0/1169696518 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7fe00a2cf0 0x7f7fe00a51b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x558fcfc94060 tx=0x7f7fec005f90 comp rx=0 tx=0).stop 2024-09-05T02:32:55.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.083+0000 7f8002800640 1 -- 172.21.15.33:0/1169696518 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ffc1049a0 msgr2=0x7f7ffc19ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:55.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.083+0000 7f8002800640 1 --2- 172.21.15.33:0/1169696518 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ffc1049a0 0x7f7ffc19ab00 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f7fe400e9f0 tx=0x7f7fe400eeb0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.083+0000 7f8002800640 1 -- 172.21.15.33:0/1169696518 shutdown_connections 2024-09-05T02:32:55.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.083+0000 7f8002800640 1 --2- 172.21.15.33:0/1169696518 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7fe00a2cf0 0x7f7fe00a51b0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.083+0000 7f8002800640 1 --2- 172.21.15.33:0/1169696518 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7ffc109120 0x7f7ffc19ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.083+0000 7f8002800640 1 --2- 172.21.15.33:0/1169696518 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ffc1049a0 0x7f7ffc19ab00 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.083+0000 7f8002800640 1 --2- 172.21.15.33:0/1169696518 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7ffc103ff0 0x7f7ffc19a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:55.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.083+0000 7f8002800640 1 -- 172.21.15.33:0/1169696518 >> 172.21.15.33:0/1169696518 conn(0x7f7ffc0ffa90 msgr2=0x7f7ffc1004b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:55.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.083+0000 7f8002800640 1 -- 172.21.15.33:0/1169696518 shutdown_connections 2024-09-05T02:32:55.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:55.083+0000 7f8002800640 1 -- 172.21.15.33:0/1169696518 wait complete. 2024-09-05T02:32:55.804 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:55 smithi033 ceph-mon[29909]: pgmap v182: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-05T02:32:55.865 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:32:55.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:55 smithi123 ceph-mon[34031]: pgmap v182: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-05T02:32:56.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:55 smithi174 ceph-mon[34756]: pgmap v182: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-05T02:32:56.244 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:32:56.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.805+0000 7fb46d400640 1 -- 172.21.15.33:0/624388803 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb468102340 msgr2=0x7fb46810e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:56.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.805+0000 7fb46d400640 1 --2- 172.21.15.33:0/624388803 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb468102340 0x7fb46810e870 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fb460009be0 tx=0x7fb46002a6c0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.805+0000 7fb46d400640 1 -- 172.21.15.33:0/624388803 shutdown_connections 2024-09-05T02:32:56.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.805+0000 7fb46d400640 1 --2- 172.21.15.33:0/624388803 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb468102340 0x7fb46810e870 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.805+0000 7fb46d400640 1 --2- 172.21.15.33:0/624388803 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb4681019a0 0x7fb468101e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.805+0000 7fb46d400640 1 --2- 172.21.15.33:0/624388803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4681079a0 0x7fb468107d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.805+0000 7fb46d400640 1 -- 172.21.15.33:0/624388803 >> 172.21.15.33:0/624388803 conn(0x7fb4680fd700 msgr2=0x7fb4680ffb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:56.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.805+0000 7fb46d400640 1 -- 172.21.15.33:0/624388803 shutdown_connections 2024-09-05T02:32:56.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.805+0000 7fb46d400640 1 -- 172.21.15.33:0/624388803 wait complete. 2024-09-05T02:32:56.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.806+0000 7fb46d400640 1 Processor -- start 2024-09-05T02:32:56.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.806+0000 7fb46d400640 1 -- start start 2024-09-05T02:32:56.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.806+0000 7fb46d400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb4681019a0 0x7fb46819a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:56.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.806+0000 7fb46d400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb468102340 0x7fb46819a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:56.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.806+0000 7fb46d400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4681079a0 0x7fb46819ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:56.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.806+0000 7fb46d400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb468111da0 con 0x7fb4681079a0 2024-09-05T02:32:56.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.806+0000 7fb46d400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb468111c20 con 0x7fb4681019a0 2024-09-05T02:32:56.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.806+0000 7fb46d400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb468111f20 con 0x7fb468102340 2024-09-05T02:32:56.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.807+0000 7fb467e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb4681019a0 0x7fb46819a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:56.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.807+0000 7fb467e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb4681019a0 0x7fb46819a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:57550/0 (socket says 172.21.15.33:57550) 2024-09-05T02:32:56.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.807+0000 7fb467e00640 1 -- 172.21.15.33:0/2431282637 learned_addr learned my addr 172.21.15.33:0/2431282637 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:56.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.807+0000 7fb46ca00640 1 --2- 172.21.15.33:0/2431282637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4681079a0 0x7fb46819ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:56.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.807+0000 7fb45f400640 1 --2- 172.21.15.33:0/2431282637 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb468102340 0x7fb46819a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:56.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.807+0000 7fb467e00640 1 -- 172.21.15.33:0/2431282637 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb468102340 msgr2=0x7fb46819a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:56.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.807+0000 7fb467e00640 1 --2- 172.21.15.33:0/2431282637 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb468102340 0x7fb46819a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.807+0000 7fb467e00640 1 -- 172.21.15.33:0/2431282637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4681079a0 msgr2=0x7fb46819ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.807+0000 7fb467e00640 1 --2- 172.21.15.33:0/2431282637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4681079a0 0x7fb46819ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.807+0000 7fb467e00640 1 -- 172.21.15.33:0/2431282637 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb46819f3e0 con 0x7fb4681019a0 2024-09-05T02:32:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.807+0000 7fb467e00640 1 --2- 172.21.15.33:0/2431282637 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb4681019a0 0x7fb46819a430 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fb45800e9c0 tx=0x7fb45800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.808+0000 7fb465600640 1 -- 172.21.15.33:0/2431282637 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb45800ccc0 con 0x7fb4681019a0 2024-09-05T02:32:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.808+0000 7fb465600640 1 -- 172.21.15.33:0/2431282637 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb458005500 con 0x7fb4681019a0 2024-09-05T02:32:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.808+0000 7fb465600640 1 -- 172.21.15.33:0/2431282637 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb458010430 con 0x7fb4681019a0 2024-09-05T02:32:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.808+0000 7fb46d400640 1 -- 172.21.15.33:0/2431282637 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb46819f6d0 con 0x7fb4681019a0 2024-09-05T02:32:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.808+0000 7fb46d400640 1 -- 172.21.15.33:0/2431282637 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4681a6fb0 con 0x7fb4681019a0 2024-09-05T02:32:56.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.812+0000 7fb4713fd740 1 Processor -- start 2024-09-05T02:32:56.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.812+0000 7fb4713fd740 1 -- start start 2024-09-05T02:32:56.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.812+0000 7fb4713fd740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec48ae40 0x561fec48b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:56.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.813+0000 7fb4713fd740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec48b760 0x561fec495ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:56.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.813+0000 7fb4713fd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec496020 0x561fec498410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:56.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.813+0000 7fb4713fd740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561fec3f13e0 con 0x561fec48b760 2024-09-05T02:32:56.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.813+0000 7fb4713fd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x561fec398d80 con 0x561fec496020 2024-09-05T02:32:56.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.813+0000 7fb4713fd740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x561fec3ed3a0 con 0x561fec48ae40 2024-09-05T02:32:56.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.813+0000 7fb465600640 1 -- 172.21.15.33:0/2431282637 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fb4580046c0 con 0x7fb4681019a0 2024-09-05T02:32:56.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.813+0000 7fb46ca00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec48ae40 0x561fec48b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:56.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.813+0000 7fb467e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec48b760 0x561fec495ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:56.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.813+0000 7fb46ca00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec48ae40 0x561fec48b220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:60280/0 (socket says 172.21.15.33:60280) 2024-09-05T02:32:56.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.813+0000 7fb46ca00640 1 -- 172.21.15.33:0/1620744553 learned_addr learned my addr 172.21.15.33:0/1620744553 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:56.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.813+0000 7fb45f400640 1 --2- 172.21.15.33:0/1620744553 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec496020 0x561fec498410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:56.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.813+0000 7fb45f400640 1 -- 172.21.15.33:0/1620744553 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec48ae40 msgr2=0x561fec48b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:56.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.813+0000 7fb45f400640 1 --2- 172.21.15.33:0/1620744553 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec48ae40 0x561fec48b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.813+0000 7fb45f400640 1 -- 172.21.15.33:0/1620744553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec48b760 msgr2=0x561fec495ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:56.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.813+0000 7fb45f400640 1 --2- 172.21.15.33:0/1620744553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec48b760 0x561fec495ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.813+0000 7fb45f400640 1 -- 172.21.15.33:0/1620744553 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fec3b7ae0 con 0x561fec496020 2024-09-05T02:32:56.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.813+0000 7fb46ca00640 1 --2- 172.21.15.33:0/1620744553 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec48ae40 0x561fec48b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:56.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.814+0000 7fb45f400640 1 --2- 172.21.15.33:0/1620744553 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec496020 0x561fec498410 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fb450009bd0 tx=0x7fb450011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2bc4e2ece7098fb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:56.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.814+0000 7fb45d200640 1 -- 172.21.15.33:0/1620744553 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb450004230 con 0x561fec496020 2024-09-05T02:32:56.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.814+0000 7fb45d200640 1 -- 172.21.15.33:0/1620744553 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb450009e40 con 0x561fec496020 2024-09-05T02:32:56.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.814+0000 7fb45d200640 1 -- 172.21.15.33:0/1620744553 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb450004db0 con 0x561fec496020 2024-09-05T02:32:56.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.815+0000 7fb465600640 1 --2- 172.21.15.33:0/2431282637 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb44c0a2d70 0x7fb44c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:56.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.815+0000 7fb4713fd740 1 -- 172.21.15.33:0/1620744553 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec496020 msgr2=0x561fec498410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:56.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.815+0000 7fb4713fd740 1 --2- 172.21.15.33:0/1620744553 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec496020 0x561fec498410 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fb450009bd0 tx=0x7fb450011810 comp rx=0 tx=0).stop 2024-09-05T02:32:56.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.815+0000 7fb465600640 1 -- 172.21.15.33:0/2431282637 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb4580cf6a0 con 0x7fb4681019a0 2024-09-05T02:32:56.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.815+0000 7fb4713fd740 1 -- 172.21.15.33:0/1620744553 shutdown_connections 2024-09-05T02:32:56.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.815+0000 7fb4713fd740 1 --2- 172.21.15.33:0/1620744553 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec496020 0x561fec498410 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.815+0000 7fb4713fd740 1 --2- 172.21.15.33:0/1620744553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec48b760 0x561fec495ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.815+0000 7fb4713fd740 1 --2- 172.21.15.33:0/1620744553 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec48ae40 0x561fec48b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.815+0000 7fb4713fd740 1 -- 172.21.15.33:0/1620744553 >> 172.21.15.33:0/1620744553 conn(0x561fec4873d0 msgr2=0x561fec4877b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:56.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.815+0000 7fb46ca00640 1 --2- 172.21.15.33:0/2431282637 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb44c0a2d70 0x7fb44c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:56.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.815+0000 7fb4713fd740 1 -- 172.21.15.33:0/1620744553 shutdown_connections 2024-09-05T02:32:56.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.815+0000 7fb4713fd740 1 -- 172.21.15.33:0/1620744553 wait complete. 2024-09-05T02:32:56.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.816+0000 7fb4713fd740 1 -- start start 2024-09-05T02:32:56.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.816+0000 7fb46ca00640 1 --2- 172.21.15.33:0/2431282637 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb44c0a2d70 0x7fb44c0a5230 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fb460034040 tx=0x7fb460005fd0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:56.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.816+0000 7fb4713fd740 1 Processor -- start 2024-09-05T02:32:56.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.816+0000 7fb4713fd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec48ae40 0x561fec492e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:56.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.816+0000 7fb4713fd740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec48b760 0x561fec4933a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:56.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.816+0000 7fb4713fd740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec496020 0x561fec4938e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:56.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.816+0000 7fb4713fd740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561fec498bf0 con 0x561fec496020 2024-09-05T02:32:56.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.816+0000 7fb4713fd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x561fec3ac0f0 con 0x561fec48ae40 2024-09-05T02:32:56.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.816+0000 7fb4713fd740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x561fec498d70 con 0x561fec48b760 2024-09-05T02:32:56.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.817+0000 7fb4713fd740 10 client.0 _ll_register_callbacks cb 0x561fec393bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:56.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.817+0000 7fb467e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec48ae40 0x561fec492e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.817+0000 7fb467e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec48ae40 0x561fec492e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:57580/0 (socket says 172.21.15.33:57580) 2024-09-05T02:32:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.817+0000 7fb467e00640 1 -- 172.21.15.33:0/1929716228 learned_addr learned my addr 172.21.15.33:0/1929716228 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.817+0000 7fb46ca00640 1 --2- 172.21.15.33:0/1929716228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec496020 0x561fec4938e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.817+0000 7fb45f400640 1 --2- 172.21.15.33:0/1929716228 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec48b760 0x561fec4933a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.817+0000 7fb467e00640 1 -- 172.21.15.33:0/1929716228 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec48b760 msgr2=0x561fec4933a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.817+0000 7fb467e00640 1 --2- 172.21.15.33:0/1929716228 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec48b760 0x561fec4933a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.817+0000 7fb467e00640 1 -- 172.21.15.33:0/1929716228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec496020 msgr2=0x561fec4938e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.817+0000 7fb467e00640 1 --2- 172.21.15.33:0/1929716228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec496020 0x561fec4938e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.817+0000 7fb467e00640 1 -- 172.21.15.33:0/1929716228 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fec1623c0 con 0x561fec48ae40 2024-09-05T02:32:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.817+0000 7fb46ca00640 1 --2- 172.21.15.33:0/1929716228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec496020 0x561fec4938e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:32:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.817+0000 7fb467e00640 1 --2- 172.21.15.33:0/1929716228 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec48ae40 0x561fec492e60 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fb45809bb00 tx=0x7fb4580d3040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3459f5532a8b1bfd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.817+0000 7fb455600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:32:56.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.818+0000 7fb455600640 1 -- 172.21.15.33:0/1929716228 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb45809b4d0 con 0x561fec48ae40 2024-09-05T02:32:56.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.818+0000 7fb455600640 1 -- 172.21.15.33:0/1929716228 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb4580a4550 con 0x561fec48ae40 2024-09-05T02:32:56.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.818+0000 7fb4713fd740 1 -- 172.21.15.33:0/1929716228 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561fec3fe950 con 0x561fec48ae40 2024-09-05T02:32:56.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.818+0000 7fb455600640 1 -- 172.21.15.33:0/1929716228 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb4580cd230 con 0x561fec48ae40 2024-09-05T02:32:56.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.818+0000 7fb4713fd740 10 client.26447 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:56.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.818+0000 7fb4713fd740 1 -- 172.21.15.33:0/1929716228 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561fec4a4bb0 con 0x561fec48ae40 2024-09-05T02:32:56.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.818+0000 7fb455600640 1 -- 172.21.15.33:0/1929716228 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x561fec3fe950 con 0x561fec48ae40 2024-09-05T02:32:56.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.818+0000 7fb455600640 1 -- 172.21.15.33:0/1929716228 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb45809b150 con 0x561fec48ae40 2024-09-05T02:32:56.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.818+0000 7fb4713fd740 10 client.26447 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:56.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.818+0000 7fb4713fd740 10 client.26447 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:32:56.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.818+0000 7fb4713fd740 20 client.26447 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:56.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.818+0000 7fb4713fd740 1 --2- 172.21.15.33:0/1929716228 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x561fec4a6070 0x561fec4a84e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:56.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.818+0000 7fb4713fd740 4 client.26447 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:32:56.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.819+0000 7fb4713fd740 1 -- 172.21.15.33:0/1929716228 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561fec3f8e60 con 0x561fec4a6070 2024-09-05T02:32:56.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.819+0000 7fb45f400640 1 --2- 172.21.15.33:0/1929716228 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x561fec4a6070 0x561fec4a84e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:56.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.819+0000 7fb45f400640 1 --2- 172.21.15.33:0/1929716228 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x561fec4a6070 0x561fec4a84e0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=fb90bc80485012d3 server_cookie=c2ad846610ebcfaa in_seq=0 out_seq=0 2024-09-05T02:32:56.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.819+0000 7fb455600640 10 client.26447 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:32:56.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.820+0000 7fb455600640 1 -- 172.21.15.33:0/1929716228 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561fec3f8e60 con 0x561fec4a6070 2024-09-05T02:32:56.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.820+0000 7fb455600640 10 client.26447 handle_command_reply: tid=0 2024-09-05T02:32:56.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.820+0000 7fb4713fd740 1 client.26447 shutdown 2024-09-05T02:32:56.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.820+0000 7fb4713fd740 1 -- 172.21.15.33:0/1929716228 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec48ae40 msgr2=0x561fec492e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:56.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.820+0000 7fb4713fd740 1 --2- 172.21.15.33:0/1929716228 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec48ae40 0x561fec492e60 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fb45809bb00 tx=0x7fb4580d3040 comp rx=0 tx=0).stop 2024-09-05T02:32:56.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.820+0000 7fb4713fd740 1 -- 172.21.15.33:0/1929716228 shutdown_connections 2024-09-05T02:32:56.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.820+0000 7fb4713fd740 1 --2- 172.21.15.33:0/1929716228 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x561fec4a6070 0x561fec4a84e0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.820+0000 7fb4713fd740 1 --2- 172.21.15.33:0/1929716228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec496020 0x561fec4938e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.820+0000 7fb4713fd740 1 --2- 172.21.15.33:0/1929716228 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec48b760 0x561fec4933a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.820+0000 7fb455600640 0 client.26447 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:32:56.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.820+0000 7fb4713fd740 1 --2- 172.21.15.33:0/1929716228 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec48ae40 0x561fec492e60 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.821+0000 7fb4713fd740 1 -- 172.21.15.33:0/1929716228 >> 172.21.15.33:0/1929716228 conn(0x561fec4873d0 msgr2=0x561fec48d100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:56.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.821+0000 7fb4713fd740 1 -- 172.21.15.33:0/1929716228 shutdown_connections 2024-09-05T02:32:56.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.821+0000 7fb4713fd740 1 -- 172.21.15.33:0/1929716228 wait complete. 2024-09-05T02:32:56.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.821+0000 7fb4713fd740 20 client.26447 trim_cache size 0 max 16384 2024-09-05T02:32:56.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.834+0000 7fb4713fd740 1 Processor -- start 2024-09-05T02:32:56.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.835+0000 7fb4713fd740 1 -- start start 2024-09-05T02:32:56.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.835+0000 7fb4713fd740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec48ae40 0x561fec48d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:56.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.835+0000 7fb4713fd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec48b760 0x561fec4adda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:56.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.835+0000 7fb4713fd740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec496020 0x561fec4ae2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:56.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.835+0000 7fb4713fd740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb4681af930 con 0x561fec48ae40 2024-09-05T02:32:56.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.835+0000 7fb4713fd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb4681b1470 con 0x561fec48b760 2024-09-05T02:32:56.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.835+0000 7fb4713fd740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb4681b0000 con 0x561fec496020 2024-09-05T02:32:56.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.835+0000 7fb467e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec48ae40 0x561fec48d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:56.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.835+0000 7fb45f400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec48b760 0x561fec4adda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:56.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.835+0000 7fb45f400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec48b760 0x561fec4adda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:57588/0 (socket says 172.21.15.33:57588) 2024-09-05T02:32:56.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.835+0000 7fb467e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec48ae40 0x561fec48d8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33142/0 (socket says 172.21.15.33:33142) 2024-09-05T02:32:56.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.835+0000 7fb45f400640 1 -- 172.21.15.33:0/4109611422 learned_addr learned my addr 172.21.15.33:0/4109611422 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:56.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.835+0000 7fb46ca00640 1 --2- 172.21.15.33:0/4109611422 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec496020 0x561fec4ae2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:56.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.836+0000 7fb45f400640 1 -- 172.21.15.33:0/4109611422 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec496020 msgr2=0x561fec4ae2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:56.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.836+0000 7fb45f400640 1 --2- 172.21.15.33:0/4109611422 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec496020 0x561fec4ae2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.836+0000 7fb45f400640 1 -- 172.21.15.33:0/4109611422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec48ae40 msgr2=0x561fec48d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:56.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.836+0000 7fb45f400640 1 --2- 172.21.15.33:0/4109611422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec48ae40 0x561fec48d8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.836+0000 7fb45f400640 1 -- 172.21.15.33:0/4109611422 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fec487200 con 0x561fec48b760 2024-09-05T02:32:56.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.836+0000 7fb467e00640 1 --2- 172.21.15.33:0/4109611422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec48ae40 0x561fec48d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:56.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.836+0000 7fb45f400640 1 --2- 172.21.15.33:0/4109611422 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec48b760 0x561fec4adda0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x561fec488750 tx=0x7fb450005d30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c2e1262d8ba1aa0a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:56.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.836+0000 7fb457e00640 1 -- 172.21.15.33:0/4109611422 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb45001e040 con 0x561fec48b760 2024-09-05T02:32:56.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.836+0000 7fb457e00640 1 -- 172.21.15.33:0/4109611422 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb450028030 con 0x561fec48b760 2024-09-05T02:32:56.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.836+0000 7fb457e00640 1 -- 172.21.15.33:0/4109611422 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb45002e420 con 0x561fec48b760 2024-09-05T02:32:56.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.837+0000 7fb4713fd740 1 -- 172.21.15.33:0/4109611422 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec48b760 msgr2=0x561fec4adda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:56.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.837+0000 7fb4713fd740 1 --2- 172.21.15.33:0/4109611422 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec48b760 0x561fec4adda0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x561fec488750 tx=0x7fb450005d30 comp rx=0 tx=0).stop 2024-09-05T02:32:56.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.837+0000 7fb4713fd740 1 -- 172.21.15.33:0/4109611422 shutdown_connections 2024-09-05T02:32:56.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.837+0000 7fb4713fd740 1 --2- 172.21.15.33:0/4109611422 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec496020 0x561fec4ae2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.837+0000 7fb4713fd740 1 --2- 172.21.15.33:0/4109611422 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec48b760 0x561fec4adda0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.837+0000 7fb4713fd740 1 --2- 172.21.15.33:0/4109611422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec48ae40 0x561fec48d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.837+0000 7fb4713fd740 1 -- 172.21.15.33:0/4109611422 >> 172.21.15.33:0/4109611422 conn(0x561fec4873d0 msgr2=0x561fec491f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:56.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.837+0000 7fb4713fd740 1 -- 172.21.15.33:0/4109611422 shutdown_connections 2024-09-05T02:32:56.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.837+0000 7fb4713fd740 1 -- 172.21.15.33:0/4109611422 wait complete. 2024-09-05T02:32:56.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.837+0000 7fb4713fd740 1 -- start start 2024-09-05T02:32:56.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.838+0000 7fb4713fd740 1 Processor -- start 2024-09-05T02:32:56.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.838+0000 7fb4713fd740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec48ae40 0x561fec499730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:56.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.838+0000 7fb4713fd740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec48b760 0x561fec499c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:56.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.838+0000 7fb4713fd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec496020 0x561fec508d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:56.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.838+0000 7fb4713fd740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb4681b0da0 con 0x561fec48ae40 2024-09-05T02:32:56.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.838+0000 7fb4713fd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb4681b06d0 con 0x561fec496020 2024-09-05T02:32:56.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.838+0000 7fb4713fd740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb4681ad910 con 0x561fec48b760 2024-09-05T02:32:56.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.838+0000 7fb4713fd740 10 client.0 _ll_register_callbacks cb 0x7fb4580d5220 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:56.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.838+0000 7fb467e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec48ae40 0x561fec499730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:56.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.838+0000 7fb45f400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec48b760 0x561fec499c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:56.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.838+0000 7fb45f400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec48b760 0x561fec499c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:60304/0 (socket says 172.21.15.33:60304) 2024-09-05T02:32:56.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.838+0000 7fb45f400640 1 -- 172.21.15.33:0/1276200950 learned_addr learned my addr 172.21.15.33:0/1276200950 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:56.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.838+0000 7fb46ca00640 1 --2- 172.21.15.33:0/1276200950 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec496020 0x561fec508d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.839+0000 7fb45f400640 1 -- 172.21.15.33:0/1276200950 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec496020 msgr2=0x561fec508d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.839+0000 7fb45f400640 1 --2- 172.21.15.33:0/1276200950 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec496020 0x561fec508d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.839+0000 7fb45f400640 1 -- 172.21.15.33:0/1276200950 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec48ae40 msgr2=0x561fec499730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.839+0000 7fb45f400640 1 --2- 172.21.15.33:0/1276200950 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec48ae40 0x561fec499730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.839+0000 7fb45f400640 1 -- 172.21.15.33:0/1276200950 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fec5093d0 con 0x561fec48b760 2024-09-05T02:32:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.839+0000 7fb45f400640 1 --2- 172.21.15.33:0/1276200950 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec48b760 0x561fec499c70 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb450003b90 tx=0x7fb450011e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=104788744f816187 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.839+0000 7fb455600640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:32:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.839+0000 7fb455600640 1 -- 172.21.15.33:0/1276200950 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb450035020 con 0x561fec48b760 2024-09-05T02:32:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.840+0000 7fb455600640 1 -- 172.21.15.33:0/1276200950 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fb450003d90 con 0x561fec48b760 2024-09-05T02:32:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.840+0000 7fb4713fd740 1 -- 172.21.15.33:0/1276200950 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb450028030 con 0x561fec48b760 2024-09-05T02:32:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.840+0000 7fb455600640 1 -- 172.21.15.33:0/1276200950 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb450040050 con 0x561fec48b760 2024-09-05T02:32:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.840+0000 7fb4713fd740 10 client.26395 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.840+0000 7fb4713fd740 1 -- 172.21.15.33:0/1276200950 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561fec510780 con 0x561fec48b760 2024-09-05T02:32:56.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.840+0000 7fb455600640 1 -- 172.21.15.33:0/1276200950 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb450028030 con 0x561fec48b760 2024-09-05T02:32:56.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.840+0000 7fb455600640 1 -- 172.21.15.33:0/1276200950 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb450018070 con 0x561fec48b760 2024-09-05T02:32:56.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.840+0000 7fb4713fd740 10 client.26395 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:56.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.840+0000 7fb4713fd740 10 client.26395 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:32:56.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.840+0000 7fb4713fd740 20 client.26395 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:56.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.840+0000 7fb4713fd740 1 --2- 172.21.15.33:0/1276200950 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x561fec4a6070 0x561fec512c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:56.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.841+0000 7fb4713fd740 4 client.26395 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:32:56.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.841+0000 7fb4713fd740 1 -- 172.21.15.33:0/1276200950 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561fec375010 con 0x561fec4a6070 2024-09-05T02:32:56.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.841+0000 7fb467e00640 1 --2- 172.21.15.33:0/1276200950 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x561fec4a6070 0x561fec512c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:56.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.841+0000 7fb467e00640 1 --2- 172.21.15.33:0/1276200950 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x561fec4a6070 0x561fec512c50 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=f1e187e553bf8316 server_cookie=75a3a0f73caceef5 in_seq=0 out_seq=0 2024-09-05T02:32:56.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.841+0000 7fb455600640 10 client.26395 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:32:56.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.842+0000 7fb455600640 1 -- 172.21.15.33:0/1276200950 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561fec375010 con 0x561fec4a6070 2024-09-05T02:32:56.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.842+0000 7fb455600640 10 client.26395 handle_command_reply: tid=0 2024-09-05T02:32:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.842+0000 7fb4713fd740 1 client.26395 shutdown 2024-09-05T02:32:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.842+0000 7fb4713fd740 1 -- 172.21.15.33:0/1276200950 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec48b760 msgr2=0x561fec499c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.842+0000 7fb4713fd740 1 --2- 172.21.15.33:0/1276200950 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec48b760 0x561fec499c70 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb450003b90 tx=0x7fb450011e40 comp rx=0 tx=0).stop 2024-09-05T02:32:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.842+0000 7fb4713fd740 1 -- 172.21.15.33:0/1276200950 shutdown_connections 2024-09-05T02:32:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.842+0000 7fb4713fd740 1 --2- 172.21.15.33:0/1276200950 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x561fec4a6070 0x561fec512c50 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.842+0000 7fb4713fd740 1 --2- 172.21.15.33:0/1276200950 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fec496020 0x561fec508d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.842+0000 7fb4713fd740 1 --2- 172.21.15.33:0/1276200950 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561fec48b760 0x561fec499c70 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.842+0000 7fb4713fd740 1 --2- 172.21.15.33:0/1276200950 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561fec48ae40 0x561fec499730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.842+0000 7fb455600640 0 client.26395 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:32:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.842+0000 7fb4713fd740 1 -- 172.21.15.33:0/1276200950 >> 172.21.15.33:0/1276200950 conn(0x561fec4873d0 msgr2=0x561fec492e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.842+0000 7fb4713fd740 1 -- 172.21.15.33:0/1276200950 shutdown_connections 2024-09-05T02:32:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.842+0000 7fb4713fd740 1 -- 172.21.15.33:0/1276200950 wait complete. 2024-09-05T02:32:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.842+0000 7fb4713fd740 20 client.26395 trim_cache size 0 max 16384 2024-09-05T02:32:56.847 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:32:56.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.843+0000 7fb46d400640 1 -- 172.21.15.33:0/2431282637 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb44c0a2d70 msgr2=0x7fb44c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:56.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.843+0000 7fb46d400640 1 --2- 172.21.15.33:0/2431282637 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb44c0a2d70 0x7fb44c0a5230 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fb460034040 tx=0x7fb460005fd0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.843+0000 7fb46d400640 1 -- 172.21.15.33:0/2431282637 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb4681019a0 msgr2=0x7fb46819a430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:56.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.843+0000 7fb46d400640 1 --2- 172.21.15.33:0/2431282637 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb4681019a0 0x7fb46819a430 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fb45800e9c0 tx=0x7fb45800ee80 comp rx=0 tx=0).stop 2024-09-05T02:32:56.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.843+0000 7fb46d400640 1 -- 172.21.15.33:0/2431282637 shutdown_connections 2024-09-05T02:32:56.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.843+0000 7fb46d400640 1 --2- 172.21.15.33:0/2431282637 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb44c0a2d70 0x7fb44c0a5230 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.843+0000 7fb46d400640 1 --2- 172.21.15.33:0/2431282637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4681079a0 0x7fb46819ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.843+0000 7fb46d400640 1 --2- 172.21.15.33:0/2431282637 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb468102340 0x7fb46819a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.843+0000 7fb46d400640 1 --2- 172.21.15.33:0/2431282637 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb4681019a0 0x7fb46819a430 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:56.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.843+0000 7fb46d400640 1 -- 172.21.15.33:0/2431282637 >> 172.21.15.33:0/2431282637 conn(0x7fb4680fd700 msgr2=0x7fb46810d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:56.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.843+0000 7fb46d400640 1 -- 172.21.15.33:0/2431282637 shutdown_connections 2024-09-05T02:32:56.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:56.843+0000 7fb46d400640 1 -- 172.21.15.33:0/2431282637 wait complete. 2024-09-05T02:32:57.611 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:32:57.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:57 smithi033 ceph-mon[29909]: pgmap v183: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:57.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:57 smithi123 ceph-mon[34031]: pgmap v183: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:57.991 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:32:58.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:57 smithi174 ceph-mon[34756]: pgmap v183: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:32:58.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.530+0000 7fd027e00640 1 -- 172.21.15.33:0/1897606959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd020074590 msgr2=0x7fd020074970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:58.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.530+0000 7fd027e00640 1 --2- 172.21.15.33:0/1897606959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd020074590 0x7fd020074970 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fd014009900 tx=0x7fd01402a480 comp rx=0 tx=0).stop 2024-09-05T02:32:58.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.531+0000 7fd027e00640 1 -- 172.21.15.33:0/1897606959 shutdown_connections 2024-09-05T02:32:58.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.531+0000 7fd027e00640 1 --2- 172.21.15.33:0/1897606959 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd020112b90 0x7fd020114f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.531+0000 7fd027e00640 1 --2- 172.21.15.33:0/1897606959 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd020074eb0 0x7fd020112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.531+0000 7fd027e00640 1 --2- 172.21.15.33:0/1897606959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd020074590 0x7fd020074970 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.531+0000 7fd027e00640 1 -- 172.21.15.33:0/1897606959 >> 172.21.15.33:0/1897606959 conn(0x7fd0200fd8c0 msgr2=0x7fd0200ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:58.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.531+0000 7fd027e00640 1 -- 172.21.15.33:0/1897606959 shutdown_connections 2024-09-05T02:32:58.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.531+0000 7fd027e00640 1 -- 172.21.15.33:0/1897606959 wait complete. 2024-09-05T02:32:58.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.532+0000 7fd027e00640 1 Processor -- start 2024-09-05T02:32:58.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.532+0000 7fd027e00640 1 -- start start 2024-09-05T02:32:58.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.532+0000 7fd027e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd020074590 0x7fd0201a4710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:58.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.532+0000 7fd027e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd020074eb0 0x7fd0201a4c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:58.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.532+0000 7fd027e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd020112b90 0x7fd02019e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:58.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.532+0000 7fd027e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd0201185a0 con 0x7fd020112b90 2024-09-05T02:32:58.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.532+0000 7fd027e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd020118420 con 0x7fd020074590 2024-09-05T02:32:58.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.532+0000 7fd027e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fd020118720 con 0x7fd020074eb0 2024-09-05T02:32:58.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.532+0000 7fd025e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd020112b90 0x7fd02019e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:58.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.532+0000 7fd024a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd020074eb0 0x7fd0201a4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:58.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.532+0000 7fd025e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd020112b90 0x7fd02019e8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33166/0 (socket says 172.21.15.33:33166) 2024-09-05T02:32:58.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.532+0000 7fd025e00640 1 -- 172.21.15.33:0/3828492616 learned_addr learned my addr 172.21.15.33:0/3828492616 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:58.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.532+0000 7fd025400640 1 --2- 172.21.15.33:0/3828492616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd020074590 0x7fd0201a4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:58.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.533+0000 7fd025e00640 1 -- 172.21.15.33:0/3828492616 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd020074eb0 msgr2=0x7fd0201a4c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:58.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.533+0000 7fd025e00640 1 --2- 172.21.15.33:0/3828492616 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd020074eb0 0x7fd0201a4c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.533+0000 7fd025e00640 1 -- 172.21.15.33:0/3828492616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd020074590 msgr2=0x7fd0201a4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:58.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.533+0000 7fd025e00640 1 --2- 172.21.15.33:0/3828492616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd020074590 0x7fd0201a4710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.533+0000 7fd025e00640 1 -- 172.21.15.33:0/3828492616 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd02019f000 con 0x7fd020112b90 2024-09-05T02:32:58.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.533+0000 7fd025e00640 1 --2- 172.21.15.33:0/3828492616 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd020112b90 0x7fd02019e8d0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fd01800dac0 tx=0x7fd01800df80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:58.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.533+0000 7fd01e000640 1 -- 172.21.15.33:0/3828492616 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd018017070 con 0x7fd020112b90 2024-09-05T02:32:58.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.533+0000 7fd01e000640 1 -- 172.21.15.33:0/3828492616 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd01800be30 con 0x7fd020112b90 2024-09-05T02:32:58.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.533+0000 7fd01e000640 1 -- 172.21.15.33:0/3828492616 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01800f890 con 0x7fd020112b90 2024-09-05T02:32:58.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.534+0000 7fd027e00640 1 -- 172.21.15.33:0/3828492616 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd02019f2f0 con 0x7fd020112b90 2024-09-05T02:32:58.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.534+0000 7fd027e00640 1 -- 172.21.15.33:0/3828492616 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0201ab5e0 con 0x7fd020112b90 2024-09-05T02:32:58.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.537+0000 7fd01e000640 1 -- 172.21.15.33:0/3828492616 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fd01800fab0 con 0x7fd020112b90 2024-09-05T02:32:58.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.537+0000 7fd02a7e4740 1 Processor -- start 2024-09-05T02:32:58.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.537+0000 7fd02a7e4740 1 -- start start 2024-09-05T02:32:58.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.538+0000 7fd02a7e4740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1e96c70 0x55a9b1e97050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:58.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.538+0000 7fd02a7e4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e97590 0x55a9b1ea1910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:58.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.538+0000 7fd02a7e4740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1ea1e50 0x55a9b1ea4240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:58.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.538+0000 7fd02a7e4740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55a9b1dfd3e0 con 0x55a9b1ea1e50 2024-09-05T02:32:58.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.538+0000 7fd02a7e4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55a9b1da4d80 con 0x55a9b1e97590 2024-09-05T02:32:58.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.538+0000 7fd02a7e4740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55a9b1df93a0 con 0x55a9b1e96c70 2024-09-05T02:32:58.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.538+0000 7fd025400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e97590 0x55a9b1ea1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:58.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.538+0000 7fd024a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1e96c70 0x55a9b1e97050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:58.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.538+0000 7fd025400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e97590 0x55a9b1ea1910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:57618/0 (socket says 172.21.15.33:57618) 2024-09-05T02:32:58.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.538+0000 7fd024a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1ea1e50 0x55a9b1ea4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:58.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.538+0000 7fd025400640 1 -- 172.21.15.33:0/997525454 learned_addr learned my addr 172.21.15.33:0/997525454 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:58.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.538+0000 7fd025400640 1 -- 172.21.15.33:0/997525454 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1e96c70 msgr2=0x55a9b1e97050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:58.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.538+0000 7fd025400640 1 --2- 172.21.15.33:0/997525454 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1e96c70 0x55a9b1e97050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.538+0000 7fd025400640 1 -- 172.21.15.33:0/997525454 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1ea1e50 msgr2=0x55a9b1ea4240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:58.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.538+0000 7fd025400640 1 --2- 172.21.15.33:0/997525454 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1ea1e50 0x55a9b1ea4240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.538+0000 7fd025400640 1 -- 172.21.15.33:0/997525454 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9b1dc3ae0 con 0x55a9b1e97590 2024-09-05T02:32:58.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.539+0000 7fd01e000640 1 --2- 172.21.15.33:0/3828492616 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd0080a2d70 0x7fd0080a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:58.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.539+0000 7fd01e000640 1 -- 172.21.15.33:0/3828492616 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fd0180cf270 con 0x7fd020112b90 2024-09-05T02:32:58.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.539+0000 7fd025400640 1 --2- 172.21.15.33:0/997525454 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e97590 0x55a9b1ea1910 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fd014009900 tx=0x7fd014005c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1118cae8a0fff3e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:58.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.539+0000 7fd024a00640 1 --2- 172.21.15.33:0/3828492616 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd0080a2d70 0x7fd0080a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:58.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.539+0000 7fd012600640 1 -- 172.21.15.33:0/997525454 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd014035040 con 0x55a9b1e97590 2024-09-05T02:32:58.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.539+0000 7fd012600640 1 -- 172.21.15.33:0/997525454 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd014004470 con 0x55a9b1e97590 2024-09-05T02:32:58.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.539+0000 7fd012600640 1 -- 172.21.15.33:0/997525454 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0140035f0 con 0x55a9b1e97590 2024-09-05T02:32:58.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.540+0000 7fd02a7e4740 1 -- 172.21.15.33:0/997525454 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e97590 msgr2=0x55a9b1ea1910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:58.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.540+0000 7fd024a00640 1 --2- 172.21.15.33:0/3828492616 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd0080a2d70 0x7fd0080a5230 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x55a9b1e94580 tx=0x7fd00c004730 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:58.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.540+0000 7fd02a7e4740 1 --2- 172.21.15.33:0/997525454 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e97590 0x55a9b1ea1910 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fd014009900 tx=0x7fd014005c00 comp rx=0 tx=0).stop 2024-09-05T02:32:58.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.540+0000 7fd02a7e4740 1 -- 172.21.15.33:0/997525454 shutdown_connections 2024-09-05T02:32:58.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.540+0000 7fd02a7e4740 1 --2- 172.21.15.33:0/997525454 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1ea1e50 0x55a9b1ea4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.540+0000 7fd02a7e4740 1 --2- 172.21.15.33:0/997525454 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e97590 0x55a9b1ea1910 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.540+0000 7fd02a7e4740 1 --2- 172.21.15.33:0/997525454 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1e96c70 0x55a9b1e97050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.540+0000 7fd02a7e4740 1 -- 172.21.15.33:0/997525454 >> 172.21.15.33:0/997525454 conn(0x55a9b1e93200 msgr2=0x55a9b1e935e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:58.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.540+0000 7fd02a7e4740 1 -- 172.21.15.33:0/997525454 shutdown_connections 2024-09-05T02:32:58.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.540+0000 7fd02a7e4740 1 -- 172.21.15.33:0/997525454 wait complete. 2024-09-05T02:32:58.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.541+0000 7fd02a7e4740 1 -- start start 2024-09-05T02:32:58.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.541+0000 7fd02a7e4740 1 Processor -- start 2024-09-05T02:32:58.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.541+0000 7fd02a7e4740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1e96c70 0x55a9b1e9ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:58.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.541+0000 7fd02a7e4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e97590 0x55a9b1e9f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:58.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.541+0000 7fd02a7e4740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1ea1e50 0x55a9b1e9f730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:58.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.541+0000 7fd02a7e4740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55a9b1ea4a20 con 0x55a9b1e96c70 2024-09-05T02:32:58.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.541+0000 7fd02a7e4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55a9b1db80f0 con 0x55a9b1e97590 2024-09-05T02:32:58.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.541+0000 7fd02a7e4740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55a9b1ea4ba0 con 0x55a9b1ea1e50 2024-09-05T02:32:58.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.541+0000 7fd02a7e4740 10 client.0 _ll_register_callbacks cb 0x55a9b1d9fbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:58.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.542+0000 7fd025400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1e96c70 0x55a9b1e9ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:58.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.542+0000 7fd025400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1e96c70 0x55a9b1e9ecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33178/0 (socket says 172.21.15.33:33178) 2024-09-05T02:32:58.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.542+0000 7fd025e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1ea1e50 0x55a9b1e9f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:58.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.542+0000 7fd025400640 1 -- 172.21.15.33:0/3866760848 learned_addr learned my addr 172.21.15.33:0/3866760848 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:58.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.542+0000 7fd024a00640 1 --2- 172.21.15.33:0/3866760848 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e97590 0x55a9b1e9f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:58.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.542+0000 7fd025400640 1 -- 172.21.15.33:0/3866760848 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1ea1e50 msgr2=0x55a9b1e9f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:58.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.542+0000 7fd025400640 1 --2- 172.21.15.33:0/3866760848 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1ea1e50 0x55a9b1e9f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.542+0000 7fd025400640 1 -- 172.21.15.33:0/3866760848 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e97590 msgr2=0x55a9b1e9f1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:58.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.542+0000 7fd025400640 1 --2- 172.21.15.33:0/3866760848 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e97590 0x55a9b1e9f1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.542+0000 7fd025400640 1 -- 172.21.15.33:0/3866760848 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a9b1b6e3c0 con 0x55a9b1e96c70 2024-09-05T02:32:58.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.542+0000 7fd025e00640 1 --2- 172.21.15.33:0/3866760848 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1ea1e50 0x55a9b1e9f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:58.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.543+0000 7fd025400640 1 --2- 172.21.15.33:0/3866760848 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1e96c70 0x55a9b1e9ecb0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fd014004970 tx=0x7fd01402a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f95d46c5d0319928 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:58.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.543+0000 7fd006a00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:32:58.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.543+0000 7fd006a00640 1 -- 172.21.15.33:0/3866760848 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd014035070 con 0x55a9b1e96c70 2024-09-05T02:32:58.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.543+0000 7fd006a00640 1 -- 172.21.15.33:0/3866760848 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fd014004fb0 con 0x55a9b1e96c70 2024-09-05T02:32:58.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.543+0000 7fd02a7e4740 1 -- 172.21.15.33:0/3866760848 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd014004470 con 0x55a9b1e96c70 2024-09-05T02:32:58.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.543+0000 7fd006a00640 1 -- 172.21.15.33:0/3866760848 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd0140051f0 con 0x55a9b1e96c70 2024-09-05T02:32:58.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.543+0000 7fd02a7e4740 10 client.16377 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:58.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.543+0000 7fd02a7e4740 1 -- 172.21.15.33:0/3866760848 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a9b1eb0a10 con 0x55a9b1e96c70 2024-09-05T02:32:58.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.544+0000 7fd006a00640 1 -- 172.21.15.33:0/3866760848 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd014004470 con 0x55a9b1e96c70 2024-09-05T02:32:58.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.544+0000 7fd006a00640 1 -- 172.21.15.33:0/3866760848 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fd0140315b0 con 0x55a9b1e96c70 2024-09-05T02:32:58.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.544+0000 7fd02a7e4740 10 client.16377 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:58.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.544+0000 7fd02a7e4740 10 client.16377 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:32:58.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.544+0000 7fd02a7e4740 20 client.16377 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:58.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.544+0000 7fd02a7e4740 1 --2- 172.21.15.33:0/3866760848 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a9b1eb1d60 0x55a9b1eb4150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:58.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.544+0000 7fd02a7e4740 4 client.16377 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:32:58.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.544+0000 7fd02a7e4740 1 -- 172.21.15.33:0/3866760848 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a9b1e0a950 con 0x55a9b1eb1d60 2024-09-05T02:32:58.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.544+0000 7fd024a00640 1 --2- 172.21.15.33:0/3866760848 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a9b1eb1d60 0x55a9b1eb4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:58.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.545+0000 7fd024a00640 1 --2- 172.21.15.33:0/3866760848 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a9b1eb1d60 0x55a9b1eb4150 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f0fddf9a12d239d9 server_cookie=1fce3dcb3b3d619a in_seq=0 out_seq=0 2024-09-05T02:32:58.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.545+0000 7fd006a00640 10 client.16377 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:32:58.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.546+0000 7fd006a00640 1 -- 172.21.15.33:0/3866760848 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a9b1e0a950 con 0x55a9b1eb1d60 2024-09-05T02:32:58.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.546+0000 7fd006a00640 10 client.16377 handle_command_reply: tid=0 2024-09-05T02:32:58.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.546+0000 7fd02a7e4740 1 client.16377 shutdown 2024-09-05T02:32:58.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.546+0000 7fd02a7e4740 1 -- 172.21.15.33:0/3866760848 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1e96c70 msgr2=0x55a9b1e9ecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:58.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.546+0000 7fd02a7e4740 1 --2- 172.21.15.33:0/3866760848 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1e96c70 0x55a9b1e9ecb0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fd014004970 tx=0x7fd01402a480 comp rx=0 tx=0).stop 2024-09-05T02:32:58.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.546+0000 7fd02a7e4740 1 -- 172.21.15.33:0/3866760848 shutdown_connections 2024-09-05T02:32:58.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.546+0000 7fd02a7e4740 1 --2- 172.21.15.33:0/3866760848 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a9b1eb1d60 0x55a9b1eb4150 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.546+0000 7fd02a7e4740 1 --2- 172.21.15.33:0/3866760848 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1ea1e50 0x55a9b1e9f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.546+0000 7fd02a7e4740 1 --2- 172.21.15.33:0/3866760848 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e97590 0x55a9b1e9f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.546+0000 7fd02a7e4740 1 --2- 172.21.15.33:0/3866760848 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1e96c70 0x55a9b1e9ecb0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.546+0000 7fd02a7e4740 1 -- 172.21.15.33:0/3866760848 >> 172.21.15.33:0/3866760848 conn(0x55a9b1e93200 msgr2=0x55a9b1e92380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:58.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.546+0000 7fd006a00640 0 client.16377 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:32:58.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.546+0000 7fd02a7e4740 1 -- 172.21.15.33:0/3866760848 shutdown_connections 2024-09-05T02:32:58.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.546+0000 7fd02a7e4740 1 -- 172.21.15.33:0/3866760848 wait complete. 2024-09-05T02:32:58.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.547+0000 7fd02a7e4740 20 client.16377 trim_cache size 0 max 16384 2024-09-05T02:32:58.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.561+0000 7fd02a7e4740 1 Processor -- start 2024-09-05T02:32:58.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.561+0000 7fd02a7e4740 1 -- start start 2024-09-05T02:32:58.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.561+0000 7fd02a7e4740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1e96c70 0x55a9b1e9bf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:58.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.561+0000 7fd02a7e4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e97590 0x55a9b1e9c450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:58.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.561+0000 7fd02a7e4740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1ea1e50 0x55a9b1e91b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:58.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.561+0000 7fd02a7e4740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd0201b3f00 con 0x55a9b1ea1e50 2024-09-05T02:32:58.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.561+0000 7fd02a7e4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd0201b5a40 con 0x55a9b1e97590 2024-09-05T02:32:58.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.561+0000 7fd02a7e4740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fd0201b45d0 con 0x55a9b1e96c70 2024-09-05T02:32:58.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.562+0000 7fd025e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1ea1e50 0x55a9b1e91b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:58.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.562+0000 7fd024a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e97590 0x55a9b1e9c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:58.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.562+0000 7fd025e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1ea1e50 0x55a9b1e91b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33188/0 (socket says 172.21.15.33:33188) 2024-09-05T02:32:58.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.562+0000 7fd025e00640 1 -- 172.21.15.33:0/2346171763 learned_addr learned my addr 172.21.15.33:0/2346171763 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:58.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.562+0000 7fd025400640 1 --2- 172.21.15.33:0/2346171763 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1e96c70 0x55a9b1e9bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:58.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.562+0000 7fd025e00640 1 -- 172.21.15.33:0/2346171763 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1e96c70 msgr2=0x55a9b1e9bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:58.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.562+0000 7fd025e00640 1 --2- 172.21.15.33:0/2346171763 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1e96c70 0x55a9b1e9bf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.562+0000 7fd025e00640 1 -- 172.21.15.33:0/2346171763 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e97590 msgr2=0x55a9b1e9c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:58.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.562+0000 7fd025e00640 1 --2- 172.21.15.33:0/2346171763 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e97590 0x55a9b1e9c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.562+0000 7fd025e00640 1 -- 172.21.15.33:0/2346171763 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9b1e92ca0 con 0x55a9b1ea1e50 2024-09-05T02:32:58.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.562+0000 7fd024a00640 1 --2- 172.21.15.33:0/2346171763 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e97590 0x55a9b1e9c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:32:58.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.562+0000 7fd025e00640 1 --2- 172.21.15.33:0/2346171763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1ea1e50 0x55a9b1e91b60 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fd01809b4f0 tx=0x7fd018009900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c6d43b8c13dadb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:58.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.563+0000 7fd011c00640 1 -- 172.21.15.33:0/2346171763 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd018020050 con 0x55a9b1ea1e50 2024-09-05T02:32:58.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.563+0000 7fd011c00640 1 -- 172.21.15.33:0/2346171763 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd018010b60 con 0x55a9b1ea1e50 2024-09-05T02:32:58.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.563+0000 7fd011c00640 1 -- 172.21.15.33:0/2346171763 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd018097e60 con 0x55a9b1ea1e50 2024-09-05T02:32:58.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.563+0000 7fd02a7e4740 1 -- 172.21.15.33:0/2346171763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1ea1e50 msgr2=0x55a9b1e91b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:58.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.563+0000 7fd02a7e4740 1 --2- 172.21.15.33:0/2346171763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1ea1e50 0x55a9b1e91b60 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fd01809b4f0 tx=0x7fd018009900 comp rx=0 tx=0).stop 2024-09-05T02:32:58.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.563+0000 7fd02a7e4740 1 -- 172.21.15.33:0/2346171763 shutdown_connections 2024-09-05T02:32:58.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.563+0000 7fd02a7e4740 1 --2- 172.21.15.33:0/2346171763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1ea1e50 0x55a9b1e91b60 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.563+0000 7fd02a7e4740 1 --2- 172.21.15.33:0/2346171763 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e97590 0x55a9b1e9c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.563+0000 7fd02a7e4740 1 --2- 172.21.15.33:0/2346171763 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1e96c70 0x55a9b1e9bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.563+0000 7fd02a7e4740 1 -- 172.21.15.33:0/2346171763 >> 172.21.15.33:0/2346171763 conn(0x55a9b1e93200 msgr2=0x55a9b1e9dda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:58.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.564+0000 7fd02a7e4740 1 -- 172.21.15.33:0/2346171763 shutdown_connections 2024-09-05T02:32:58.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.564+0000 7fd02a7e4740 1 -- 172.21.15.33:0/2346171763 wait complete. 2024-09-05T02:32:58.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.564+0000 7fd02a7e4740 1 -- start start 2024-09-05T02:32:58.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.564+0000 7fd02a7e4740 1 Processor -- start 2024-09-05T02:32:58.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.565+0000 7fd02a7e4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e96c70 0x55a9b1eb7390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:58.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.565+0000 7fd02a7e4740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1e97590 0x55a9b1eb4730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:58.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.565+0000 7fd02a7e4740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1ea1e50 0x55a9b1eb4c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:58.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.565+0000 7fd02a7e4740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd0201b5370 con 0x55a9b1ea1e50 2024-09-05T02:32:58.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.565+0000 7fd02a7e4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd0201b4ca0 con 0x55a9b1e96c70 2024-09-05T02:32:58.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.565+0000 7fd02a7e4740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fd0201b1ee0 con 0x55a9b1e97590 2024-09-05T02:32:58.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.565+0000 7fd02a7e4740 10 client.0 _ll_register_callbacks cb 0x7fd00c00ba20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:32:58.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.565+0000 7fd025400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e96c70 0x55a9b1eb7390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:58.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.565+0000 7fd025e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1ea1e50 0x55a9b1eb4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:58.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.565+0000 7fd025400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e96c70 0x55a9b1eb7390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:57638/0 (socket says 172.21.15.33:57638) 2024-09-05T02:32:58.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.565+0000 7fd025400640 1 -- 172.21.15.33:0/1277421196 learned_addr learned my addr 172.21.15.33:0/1277421196 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:32:58.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.565+0000 7fd024a00640 1 --2- 172.21.15.33:0/1277421196 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1e97590 0x55a9b1eb4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:58.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.565+0000 7fd025400640 1 -- 172.21.15.33:0/1277421196 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1e97590 msgr2=0x55a9b1eb4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:58.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.565+0000 7fd025400640 1 --2- 172.21.15.33:0/1277421196 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1e97590 0x55a9b1eb4730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.565+0000 7fd025400640 1 -- 172.21.15.33:0/1277421196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1ea1e50 msgr2=0x55a9b1eb4c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:32:58.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.565+0000 7fd025400640 1 --2- 172.21.15.33:0/1277421196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1ea1e50 0x55a9b1eb4c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.565+0000 7fd025400640 1 -- 172.21.15.33:0/1277421196 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a9b1eb5310 con 0x55a9b1e96c70 2024-09-05T02:32:58.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.566+0000 7fd025400640 1 --2- 172.21.15.33:0/1277421196 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e96c70 0x55a9b1eb7390 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fd0140319d0 tx=0x7fd014005bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1cf7d27ab05827ec server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:32:58.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.566+0000 7fd006a00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:32:58.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.566+0000 7fd006a00640 1 -- 172.21.15.33:0/1277421196 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd014035040 con 0x55a9b1e96c70 2024-09-05T02:32:58.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.566+0000 7fd02a7e4740 1 -- 172.21.15.33:0/1277421196 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd018010b60 con 0x55a9b1e96c70 2024-09-05T02:32:58.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.566+0000 7fd006a00640 1 -- 172.21.15.33:0/1277421196 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fd014004aa0 con 0x55a9b1e96c70 2024-09-05T02:32:58.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.566+0000 7fd006a00640 1 -- 172.21.15.33:0/1277421196 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd014063050 con 0x55a9b1e96c70 2024-09-05T02:32:58.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.566+0000 7fd02a7e4740 10 client.26471 fetch_fsmap learned FSMap version 29 2024-09-05T02:32:58.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.566+0000 7fd02a7e4740 1 -- 172.21.15.33:0/1277421196 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a9b1f1c530 con 0x55a9b1e96c70 2024-09-05T02:32:58.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.566+0000 7fd006a00640 1 -- 172.21.15.33:0/1277421196 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd018010b60 con 0x55a9b1e96c70 2024-09-05T02:32:58.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.567+0000 7fd006a00640 1 -- 172.21.15.33:0/1277421196 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fd01403c920 con 0x55a9b1e96c70 2024-09-05T02:32:58.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.567+0000 7fd02a7e4740 10 client.26471 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:32:58.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.567+0000 7fd02a7e4740 10 client.26471 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:32:58.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.567+0000 7fd02a7e4740 20 client.26471 populate_metadata read hostname 'smithi033' 2024-09-05T02:32:58.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.567+0000 7fd02a7e4740 1 --2- 172.21.15.33:0/1277421196 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a9b1f1cb90 0x55a9b1f1efb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:32:58.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.567+0000 7fd02a7e4740 4 client.26471 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:32:58.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.567+0000 7fd02a7e4740 1 -- 172.21.15.33:0/1277421196 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a9b1e04e60 con 0x55a9b1f1cb90 2024-09-05T02:32:58.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.567+0000 7fd024a00640 1 --2- 172.21.15.33:0/1277421196 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a9b1f1cb90 0x55a9b1f1efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:32:58.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.568+0000 7fd024a00640 1 --2- 172.21.15.33:0/1277421196 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a9b1f1cb90 0x55a9b1f1efb0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2b9abc6fc92836c1 server_cookie=4c33c412044d37f7 in_seq=0 out_seq=0 2024-09-05T02:32:58.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.568+0000 7fd006a00640 10 client.26471 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:32:58.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.568+0000 7fd006a00640 1 -- 172.21.15.33:0/1277421196 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a9b1e04e60 con 0x55a9b1f1cb90 2024-09-05T02:32:58.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.568+0000 7fd006a00640 10 client.26471 handle_command_reply: tid=0 2024-09-05T02:32:58.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.568+0000 7fd02a7e4740 1 client.26471 shutdown 2024-09-05T02:32:58.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.568+0000 7fd02a7e4740 1 -- 172.21.15.33:0/1277421196 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e96c70 msgr2=0x55a9b1eb7390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:58.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.568+0000 7fd02a7e4740 1 --2- 172.21.15.33:0/1277421196 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e96c70 0x55a9b1eb7390 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fd0140319d0 tx=0x7fd014005bc0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.568+0000 7fd02a7e4740 1 -- 172.21.15.33:0/1277421196 shutdown_connections 2024-09-05T02:32:58.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.568+0000 7fd02a7e4740 1 --2- 172.21.15.33:0/1277421196 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a9b1f1cb90 0x55a9b1f1efb0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.568+0000 7fd02a7e4740 1 --2- 172.21.15.33:0/1277421196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9b1ea1e50 0x55a9b1eb4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.568+0000 7fd02a7e4740 1 --2- 172.21.15.33:0/1277421196 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9b1e97590 0x55a9b1eb4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.568+0000 7fd02a7e4740 1 --2- 172.21.15.33:0/1277421196 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9b1e96c70 0x55a9b1eb7390 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.568+0000 7fd006a00640 0 client.26471 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:32:58.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.568+0000 7fd02a7e4740 1 -- 172.21.15.33:0/1277421196 >> 172.21.15.33:0/1277421196 conn(0x55a9b1e93200 msgr2=0x55a9b1e91b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:58.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.568+0000 7fd02a7e4740 1 -- 172.21.15.33:0/1277421196 shutdown_connections 2024-09-05T02:32:58.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.568+0000 7fd02a7e4740 1 -- 172.21.15.33:0/1277421196 wait complete. 2024-09-05T02:32:58.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.569+0000 7fd02a7e4740 20 client.26471 trim_cache size 0 max 16384 2024-09-05T02:32:58.576 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:32:58.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.569+0000 7fd027e00640 1 -- 172.21.15.33:0/3828492616 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd0080a2d70 msgr2=0x7fd0080a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:58.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.569+0000 7fd027e00640 1 --2- 172.21.15.33:0/3828492616 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd0080a2d70 0x7fd0080a5230 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x55a9b1e94580 tx=0x7fd00c004730 comp rx=0 tx=0).stop 2024-09-05T02:32:58.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.569+0000 7fd027e00640 1 -- 172.21.15.33:0/3828492616 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd020112b90 msgr2=0x7fd02019e8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:32:58.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.569+0000 7fd027e00640 1 --2- 172.21.15.33:0/3828492616 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd020112b90 0x7fd02019e8d0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fd01800dac0 tx=0x7fd01800df80 comp rx=0 tx=0).stop 2024-09-05T02:32:58.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.569+0000 7fd027e00640 1 -- 172.21.15.33:0/3828492616 shutdown_connections 2024-09-05T02:32:58.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.569+0000 7fd027e00640 1 --2- 172.21.15.33:0/3828492616 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd0080a2d70 0x7fd0080a5230 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.569+0000 7fd027e00640 1 --2- 172.21.15.33:0/3828492616 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd020112b90 0x7fd02019e8d0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.569+0000 7fd027e00640 1 --2- 172.21.15.33:0/3828492616 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd020074eb0 0x7fd0201a4c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.569+0000 7fd027e00640 1 --2- 172.21.15.33:0/3828492616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd020074590 0x7fd0201a4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:32:58.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.569+0000 7fd027e00640 1 -- 172.21.15.33:0/3828492616 >> 172.21.15.33:0/3828492616 conn(0x7fd0200fd8c0 msgr2=0x7fd0200ff010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:32:58.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.569+0000 7fd027e00640 1 -- 172.21.15.33:0/3828492616 shutdown_connections 2024-09-05T02:32:58.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:32:58.570+0000 7fd027e00640 1 -- 172.21.15.33:0/3828492616 wait complete. 2024-09-05T02:32:59.383 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:32:59.764 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:32:59.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:32:59 smithi033 ceph-mon[29909]: pgmap v184: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:32:59.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:32:59 smithi123 ceph-mon[34031]: pgmap v184: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:33:00.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:32:59 smithi174 ceph-mon[34756]: pgmap v184: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:33:00.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.328+0000 7f238a800640 1 -- 172.21.15.33:0/4258572069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2384074f40 msgr2=0x7f238410de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:00.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.328+0000 7f238a800640 1 --2- 172.21.15.33:0/4258572069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2384074f40 0x7f238410de80 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f236c009900 tx=0x7f236c02a480 comp rx=0 tx=0).stop 2024-09-05T02:33:00.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.328+0000 7f238a800640 1 -- 172.21.15.33:0/4258572069 shutdown_connections 2024-09-05T02:33:00.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.328+0000 7f238a800640 1 --2- 172.21.15.33:0/4258572069 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f238410e3c0 0x7f2384110810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.328+0000 7f238a800640 1 --2- 172.21.15.33:0/4258572069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2384074f40 0x7f238410de80 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.328+0000 7f238a800640 1 --2- 172.21.15.33:0/4258572069 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2384074620 0x7f2384074a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.328+0000 7f238a800640 1 -- 172.21.15.33:0/4258572069 >> 172.21.15.33:0/4258572069 conn(0x7f23840fd8c0 msgr2=0x7f23840ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:00.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.328+0000 7f238a800640 1 -- 172.21.15.33:0/4258572069 shutdown_connections 2024-09-05T02:33:00.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.328+0000 7f238a800640 1 -- 172.21.15.33:0/4258572069 wait complete. 2024-09-05T02:33:00.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.329+0000 7f238a800640 1 Processor -- start 2024-09-05T02:33:00.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.329+0000 7f238a800640 1 -- start start 2024-09-05T02:33:00.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.329+0000 7f238a800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2384074620 0x7f238419a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:00.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.329+0000 7f238a800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2384074f40 0x7f238419abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:00.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.329+0000 7f238a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f238410e3c0 0x7f238419ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:00.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.329+0000 7f238a800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f23841141b0 con 0x7f238410e3c0 2024-09-05T02:33:00.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.329+0000 7f238a800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2384114030 con 0x7f2384074620 2024-09-05T02:33:00.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.329+0000 7f238a800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f2384114330 con 0x7f2384074f40 2024-09-05T02:33:00.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.330+0000 7f2383400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2384074620 0x7f238419a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:00.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.330+0000 7f2383e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f238410e3c0 0x7f238419ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:00.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.330+0000 7f2383400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2384074620 0x7f238419a6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:49248/0 (socket says 172.21.15.33:49248) 2024-09-05T02:33:00.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.330+0000 7f2383400640 1 -- 172.21.15.33:0/2716766500 learned_addr learned my addr 172.21.15.33:0/2716766500 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:00.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.330+0000 7f237be00640 1 --2- 172.21.15.33:0/2716766500 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2384074f40 0x7f238419abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:00.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.330+0000 7f2383400640 1 -- 172.21.15.33:0/2716766500 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2384074f40 msgr2=0x7f238419abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:00.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.330+0000 7f2383400640 1 --2- 172.21.15.33:0/2716766500 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2384074f40 0x7f238419abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.330+0000 7f2383400640 1 -- 172.21.15.33:0/2716766500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f238410e3c0 msgr2=0x7f238419ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:00.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.330+0000 7f2383400640 1 --2- 172.21.15.33:0/2716766500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f238410e3c0 0x7f238419ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.330+0000 7f2383400640 1 -- 172.21.15.33:0/2716766500 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f238419f660 con 0x7f2384074620 2024-09-05T02:33:00.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.330+0000 7f2383400640 1 --2- 172.21.15.33:0/2716766500 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2384074620 0x7f238419a6b0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f237400d770 tx=0x7f237400dc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:00.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.331+0000 7f2380c00640 1 -- 172.21.15.33:0/2716766500 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2374017070 con 0x7f2384074620 2024-09-05T02:33:00.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.331+0000 7f2380c00640 1 -- 172.21.15.33:0/2716766500 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2374005500 con 0x7f2384074620 2024-09-05T02:33:00.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.331+0000 7f238a800640 1 -- 172.21.15.33:0/2716766500 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f238419f950 con 0x7f2384074620 2024-09-05T02:33:00.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.331+0000 7f2380c00640 1 -- 172.21.15.33:0/2716766500 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2374004e00 con 0x7f2384074620 2024-09-05T02:33:00.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.331+0000 7f238a800640 1 -- 172.21.15.33:0/2716766500 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23841a7230 con 0x7f2384074620 2024-09-05T02:33:00.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.334+0000 7f238d46d740 1 Processor -- start 2024-09-05T02:33:00.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.334+0000 7f2380c00640 1 -- 172.21.15.33:0/2716766500 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f2374004fa0 con 0x7f2384074620 2024-09-05T02:33:00.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.334+0000 7f238d46d740 1 -- start start 2024-09-05T02:33:00.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.334+0000 7f238d46d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d07c70 0x55e5c5d08050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:00.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.334+0000 7f238d46d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d08590 0x55e5c5d12910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:00.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.334+0000 7f238d46d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d12e50 0x55e5c5d15240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:00.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.334+0000 7f238d46d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55e5c5c6e3e0 con 0x55e5c5d07c70 2024-09-05T02:33:00.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.334+0000 7f238d46d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e5c5c15d80 con 0x55e5c5d12e50 2024-09-05T02:33:00.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.334+0000 7f238d46d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55e5c5c6a3a0 con 0x55e5c5d08590 2024-09-05T02:33:00.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.335+0000 7f2383e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d07c70 0x55e5c5d08050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:00.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.335+0000 7f2383400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d08590 0x55e5c5d12910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:00.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.335+0000 7f2383e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d07c70 0x55e5c5d08050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45652/0 (socket says 172.21.15.33:45652) 2024-09-05T02:33:00.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.335+0000 7f2383e00640 1 -- 172.21.15.33:0/1403687145 learned_addr learned my addr 172.21.15.33:0/1403687145 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:00.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.335+0000 7f237be00640 1 --2- 172.21.15.33:0/1403687145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d12e50 0x55e5c5d15240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:00.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.335+0000 7f237be00640 1 -- 172.21.15.33:0/1403687145 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d08590 msgr2=0x55e5c5d12910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:00.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.335+0000 7f237be00640 1 --2- 172.21.15.33:0/1403687145 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d08590 0x55e5c5d12910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.335+0000 7f237be00640 1 -- 172.21.15.33:0/1403687145 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d07c70 msgr2=0x55e5c5d08050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:00.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.335+0000 7f237be00640 1 --2- 172.21.15.33:0/1403687145 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d07c70 0x55e5c5d08050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.335+0000 7f237be00640 1 -- 172.21.15.33:0/1403687145 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e5c5c34ae0 con 0x55e5c5d12e50 2024-09-05T02:33:00.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.336+0000 7f237be00640 1 --2- 172.21.15.33:0/1403687145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d12e50 0x55e5c5d15240 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f236c02aa70 tx=0x7f236c004040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6469ab861952d5fa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:00.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.336+0000 7f2378c00640 1 -- 172.21.15.33:0/1403687145 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236c035040 con 0x55e5c5d12e50 2024-09-05T02:33:00.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.336+0000 7f2378c00640 1 -- 172.21.15.33:0/1403687145 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f236c005520 con 0x55e5c5d12e50 2024-09-05T02:33:00.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.336+0000 7f2378c00640 1 -- 172.21.15.33:0/1403687145 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236c0037f0 con 0x55e5c5d12e50 2024-09-05T02:33:00.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.336+0000 7f2380c00640 1 --2- 172.21.15.33:0/2716766500 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f23680a2d70 0x7f23680a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:00.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.336+0000 7f2380c00640 1 -- 172.21.15.33:0/2716766500 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f23740cedc0 con 0x7f2384074620 2024-09-05T02:33:00.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.336+0000 7f2383e00640 1 --2- 172.21.15.33:0/2716766500 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f23680a2d70 0x7f23680a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:00.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.337+0000 7f238d46d740 1 -- 172.21.15.33:0/1403687145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d12e50 msgr2=0x55e5c5d15240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:00.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.337+0000 7f238d46d740 1 --2- 172.21.15.33:0/1403687145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d12e50 0x55e5c5d15240 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f236c02aa70 tx=0x7f236c004040 comp rx=0 tx=0).stop 2024-09-05T02:33:00.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.337+0000 7f238d46d740 1 -- 172.21.15.33:0/1403687145 shutdown_connections 2024-09-05T02:33:00.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.337+0000 7f238d46d740 1 --2- 172.21.15.33:0/1403687145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d12e50 0x55e5c5d15240 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.337+0000 7f238d46d740 1 --2- 172.21.15.33:0/1403687145 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d08590 0x55e5c5d12910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.337+0000 7f238d46d740 1 --2- 172.21.15.33:0/1403687145 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d07c70 0x55e5c5d08050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.337+0000 7f238d46d740 1 -- 172.21.15.33:0/1403687145 >> 172.21.15.33:0/1403687145 conn(0x55e5c5d04200 msgr2=0x55e5c5d045e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:00.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.337+0000 7f238d46d740 1 -- 172.21.15.33:0/1403687145 shutdown_connections 2024-09-05T02:33:00.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.337+0000 7f238d46d740 1 -- 172.21.15.33:0/1403687145 wait complete. 2024-09-05T02:33:00.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.337+0000 7f2383e00640 1 --2- 172.21.15.33:0/2716766500 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f23680a2d70 0x7f23680a5230 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f237c011630 tx=0x7f237c009500 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:00.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.337+0000 7f238d46d740 1 -- start start 2024-09-05T02:33:00.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.338+0000 7f238d46d740 1 Processor -- start 2024-09-05T02:33:00.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.338+0000 7f238d46d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d07c70 0x55e5c5d0fca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:00.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.338+0000 7f238d46d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d08590 0x55e5c5d101e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:00.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.338+0000 7f238d46d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d12e50 0x55e5c5d10720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:00.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.338+0000 7f238d46d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55e5c5d15a20 con 0x55e5c5d07c70 2024-09-05T02:33:00.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.338+0000 7f238d46d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e5c5c290f0 con 0x55e5c5d08590 2024-09-05T02:33:00.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.338+0000 7f238d46d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55e5c5d15ba0 con 0x55e5c5d12e50 2024-09-05T02:33:00.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.338+0000 7f238d46d740 10 client.0 _ll_register_callbacks cb 0x55e5c5c10bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:00.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.338+0000 7f2383400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d07c70 0x55e5c5d0fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:00.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.338+0000 7f2383400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d07c70 0x55e5c5d0fca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45658/0 (socket says 172.21.15.33:45658) 2024-09-05T02:33:00.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.338+0000 7f2383400640 1 -- 172.21.15.33:0/4086013067 learned_addr learned my addr 172.21.15.33:0/4086013067 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:00.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.339+0000 7f237be00640 1 --2- 172.21.15.33:0/4086013067 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d08590 0x55e5c5d101e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:00.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.339+0000 7f2383e00640 1 --2- 172.21.15.33:0/4086013067 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d12e50 0x55e5c5d10720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:00.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.339+0000 7f2383400640 1 -- 172.21.15.33:0/4086013067 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d12e50 msgr2=0x55e5c5d10720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:00.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.339+0000 7f2383400640 1 --2- 172.21.15.33:0/4086013067 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d12e50 0x55e5c5d10720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.339+0000 7f2383400640 1 -- 172.21.15.33:0/4086013067 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d08590 msgr2=0x55e5c5d101e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:00.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.339+0000 7f2383400640 1 --2- 172.21.15.33:0/4086013067 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d08590 0x55e5c5d101e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.339+0000 7f2383400640 1 -- 172.21.15.33:0/4086013067 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e5c59df3c0 con 0x55e5c5d07c70 2024-09-05T02:33:00.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.339+0000 7f2383400640 1 --2- 172.21.15.33:0/4086013067 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d07c70 0x55e5c5d0fca0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f237400d740 tx=0x7f23740976f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e73875cb3a9cacfd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:00.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.339+0000 7f2371600640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:00.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.339+0000 7f2371600640 1 -- 172.21.15.33:0/4086013067 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2374020070 con 0x55e5c5d07c70 2024-09-05T02:33:00.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.339+0000 7f2371600640 1 -- 172.21.15.33:0/4086013067 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f23740979b0 con 0x55e5c5d07c70 2024-09-05T02:33:00.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.339+0000 7f238d46d740 1 -- 172.21.15.33:0/4086013067 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f236c005520 con 0x55e5c5d07c70 2024-09-05T02:33:00.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.340+0000 7f2371600640 1 -- 172.21.15.33:0/4086013067 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f23740056b0 con 0x55e5c5d07c70 2024-09-05T02:33:00.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.340+0000 7f238d46d740 10 client.16395 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:00.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.340+0000 7f238d46d740 1 -- 172.21.15.33:0/4086013067 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e5c5d21a50 con 0x55e5c5d07c70 2024-09-05T02:33:00.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.340+0000 7f2371600640 1 -- 172.21.15.33:0/4086013067 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f236c005520 con 0x55e5c5d07c70 2024-09-05T02:33:00.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.340+0000 7f2371600640 1 -- 172.21.15.33:0/4086013067 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f23740cc740 con 0x55e5c5d07c70 2024-09-05T02:33:00.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.340+0000 7f238d46d740 10 client.16395 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:00.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.340+0000 7f238d46d740 10 client.16395 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:33:00.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.340+0000 7f238d46d740 20 client.16395 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:00.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.340+0000 7f238d46d740 1 --2- 172.21.15.33:0/4086013067 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55e5c5d22f10 0x55e5c5d25360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:00.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.340+0000 7f238d46d740 4 client.16395 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:00.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.340+0000 7f238d46d740 1 -- 172.21.15.33:0/4086013067 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e5c5c7b950 con 0x55e5c5d22f10 2024-09-05T02:33:00.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.341+0000 7f237be00640 1 --2- 172.21.15.33:0/4086013067 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55e5c5d22f10 0x55e5c5d25360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:00.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.341+0000 7f237be00640 1 --2- 172.21.15.33:0/4086013067 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55e5c5d22f10 0x55e5c5d25360 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=77cfbdbb70258dd7 server_cookie=59c97d3d8f560ef9 in_seq=0 out_seq=0 2024-09-05T02:33:00.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.341+0000 7f2371600640 10 client.16395 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:33:00.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.342+0000 7f2371600640 1 -- 172.21.15.33:0/4086013067 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e5c5c7b950 con 0x55e5c5d22f10 2024-09-05T02:33:00.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.342+0000 7f2371600640 10 client.16395 handle_command_reply: tid=0 2024-09-05T02:33:00.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.342+0000 7f238d46d740 1 client.16395 shutdown 2024-09-05T02:33:00.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.342+0000 7f238d46d740 1 -- 172.21.15.33:0/4086013067 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d07c70 msgr2=0x55e5c5d0fca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:00.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.342+0000 7f238d46d740 1 --2- 172.21.15.33:0/4086013067 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d07c70 0x55e5c5d0fca0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f237400d740 tx=0x7f23740976f0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.342+0000 7f238d46d740 1 -- 172.21.15.33:0/4086013067 shutdown_connections 2024-09-05T02:33:00.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.342+0000 7f238d46d740 1 --2- 172.21.15.33:0/4086013067 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55e5c5d22f10 0x55e5c5d25360 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.342+0000 7f238d46d740 1 --2- 172.21.15.33:0/4086013067 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d12e50 0x55e5c5d10720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.342+0000 7f238d46d740 1 --2- 172.21.15.33:0/4086013067 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d08590 0x55e5c5d101e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.342+0000 7f238d46d740 1 --2- 172.21.15.33:0/4086013067 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d07c70 0x55e5c5d0fca0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.342+0000 7f238d46d740 1 -- 172.21.15.33:0/4086013067 >> 172.21.15.33:0/4086013067 conn(0x55e5c5d04200 msgr2=0x55e5c5d09f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:00.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.342+0000 7f2371600640 0 client.16395 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:33:00.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.343+0000 7f238d46d740 1 -- 172.21.15.33:0/4086013067 shutdown_connections 2024-09-05T02:33:00.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.343+0000 7f238d46d740 1 -- 172.21.15.33:0/4086013067 wait complete. 2024-09-05T02:33:00.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.343+0000 7f238d46d740 20 client.16395 trim_cache size 0 max 16384 2024-09-05T02:33:00.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.357+0000 7f238d46d740 1 Processor -- start 2024-09-05T02:33:00.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.357+0000 7f238d46d740 1 -- start start 2024-09-05T02:33:00.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.357+0000 7f238d46d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d07c70 0x55e5c5d2ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:00.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.357+0000 7f238d46d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d08590 0x55e5c5d2b170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:00.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.357+0000 7f238d46d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d12e50 0x55e5c5d02b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:00.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.357+0000 7f238d46d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f23841afa90 con 0x55e5c5d08590 2024-09-05T02:33:00.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.357+0000 7f238d46d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f23841b15d0 con 0x55e5c5d07c70 2024-09-05T02:33:00.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.357+0000 7f238d46d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f23841b0160 con 0x55e5c5d12e50 2024-09-05T02:33:00.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.358+0000 7f237be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d08590 0x55e5c5d2b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:00.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.358+0000 7f2383400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d07c70 0x55e5c5d2ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:00.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.358+0000 7f2383e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d12e50 0x55e5c5d02b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:00.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.358+0000 7f2383400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d07c70 0x55e5c5d2ac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:49278/0 (socket says 172.21.15.33:49278) 2024-09-05T02:33:00.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.358+0000 7f2383400640 1 -- 172.21.15.33:0/2016075506 learned_addr learned my addr 172.21.15.33:0/2016075506 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:00.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.358+0000 7f2383400640 1 -- 172.21.15.33:0/2016075506 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d12e50 msgr2=0x55e5c5d02b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:00.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.358+0000 7f2383400640 1 --2- 172.21.15.33:0/2016075506 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d12e50 0x55e5c5d02b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.358+0000 7f2383400640 1 -- 172.21.15.33:0/2016075506 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d08590 msgr2=0x55e5c5d2b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:00.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.358+0000 7f2383400640 1 --2- 172.21.15.33:0/2016075506 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d08590 0x55e5c5d2b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.358+0000 7f2383400640 1 -- 172.21.15.33:0/2016075506 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e5c5d04030 con 0x55e5c5d07c70 2024-09-05T02:33:00.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.358+0000 7f2383400640 1 --2- 172.21.15.33:0/2016075506 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d07c70 0x55e5c5d2ac30 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f237409b2d0 tx=0x7f2374099850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fbf3537d58132f5a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:00.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.358+0000 7f2373e00640 1 -- 172.21.15.33:0/2016075506 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2374014070 con 0x55e5c5d07c70 2024-09-05T02:33:00.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.358+0000 7f2373e00640 1 -- 172.21.15.33:0/2016075506 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f23740046c0 con 0x55e5c5d07c70 2024-09-05T02:33:00.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.359+0000 7f2373e00640 1 -- 172.21.15.33:0/2016075506 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2374020040 con 0x55e5c5d07c70 2024-09-05T02:33:00.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.359+0000 7f238d46d740 1 -- 172.21.15.33:0/2016075506 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d07c70 msgr2=0x55e5c5d2ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:00.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.359+0000 7f238d46d740 1 --2- 172.21.15.33:0/2016075506 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d07c70 0x55e5c5d2ac30 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f237409b2d0 tx=0x7f2374099850 comp rx=0 tx=0).stop 2024-09-05T02:33:00.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.359+0000 7f238d46d740 1 -- 172.21.15.33:0/2016075506 shutdown_connections 2024-09-05T02:33:00.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.359+0000 7f238d46d740 1 --2- 172.21.15.33:0/2016075506 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d12e50 0x55e5c5d02b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.359+0000 7f238d46d740 1 --2- 172.21.15.33:0/2016075506 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d08590 0x55e5c5d2b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.359+0000 7f238d46d740 1 --2- 172.21.15.33:0/2016075506 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d07c70 0x55e5c5d2ac30 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.359+0000 7f238d46d740 1 -- 172.21.15.33:0/2016075506 >> 172.21.15.33:0/2016075506 conn(0x55e5c5d04200 msgr2=0x55e5c5d045e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:00.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.359+0000 7f238d46d740 1 -- 172.21.15.33:0/2016075506 shutdown_connections 2024-09-05T02:33:00.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.359+0000 7f238d46d740 1 -- 172.21.15.33:0/2016075506 wait complete. 2024-09-05T02:33:00.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.360+0000 7f238d46d740 1 -- start start 2024-09-05T02:33:00.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.360+0000 7f238d46d740 1 Processor -- start 2024-09-05T02:33:00.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.360+0000 7f238d46d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d07c70 0x55e5c5d0cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:00.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.360+0000 7f238d46d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d08590 0x55e5c5d0d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:00.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.360+0000 7f238d46d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d12e50 0x55e5c5d0d630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:00.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.360+0000 7f238d46d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f23841b0f00 con 0x55e5c5d12e50 2024-09-05T02:33:00.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.360+0000 7f238d46d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f23841b0830 con 0x55e5c5d07c70 2024-09-05T02:33:00.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.360+0000 7f238d46d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f23841ada70 con 0x55e5c5d08590 2024-09-05T02:33:00.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.360+0000 7f238d46d740 10 client.0 _ll_register_callbacks cb 0x7f23740d2560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.361+0000 7f237be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d08590 0x55e5c5d0d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.361+0000 7f2383400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d07c70 0x55e5c5d0cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.361+0000 7f2383e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d12e50 0x55e5c5d0d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.361+0000 7f237be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d08590 0x55e5c5d0d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:55938/0 (socket says 172.21.15.33:55938) 2024-09-05T02:33:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.361+0000 7f237be00640 1 -- 172.21.15.33:0/3045752058 learned_addr learned my addr 172.21.15.33:0/3045752058 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.361+0000 7f237be00640 1 -- 172.21.15.33:0/3045752058 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d07c70 msgr2=0x55e5c5d0cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.361+0000 7f237be00640 1 --2- 172.21.15.33:0/3045752058 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d07c70 0x55e5c5d0cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.361+0000 7f237be00640 1 -- 172.21.15.33:0/3045752058 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d12e50 msgr2=0x55e5c5d0d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.361+0000 7f237be00640 1 --2- 172.21.15.33:0/3045752058 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d12e50 0x55e5c5d0d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.361+0000 7f237be00640 1 -- 172.21.15.33:0/3045752058 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e5c5d0aae0 con 0x55e5c5d08590 2024-09-05T02:33:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.361+0000 7f237be00640 1 --2- 172.21.15.33:0/3045752058 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d08590 0x55e5c5d0d0f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f236c0096c0 tx=0x7f236c004c60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ff1bed1b0886a30 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.361+0000 7f2371600640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:33:00.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.362+0000 7f2371600640 1 -- 172.21.15.33:0/3045752058 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236c035040 con 0x55e5c5d08590 2024-09-05T02:33:00.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.362+0000 7f2371600640 1 -- 172.21.15.33:0/3045752058 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f236c0048c0 con 0x55e5c5d08590 2024-09-05T02:33:00.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.362+0000 7f238d46d740 1 -- 172.21.15.33:0/3045752058 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e5c5c75e60 con 0x55e5c5d08590 2024-09-05T02:33:00.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.362+0000 7f2371600640 1 -- 172.21.15.33:0/3045752058 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f236c004ac0 con 0x55e5c5d08590 2024-09-05T02:33:00.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.362+0000 7f238d46d740 10 client.26431 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:00.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.362+0000 7f238d46d740 1 -- 172.21.15.33:0/3045752058 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e5c5cff770 con 0x55e5c5d08590 2024-09-05T02:33:00.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.362+0000 7f2371600640 1 -- 172.21.15.33:0/3045752058 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55e5c5c75e60 con 0x55e5c5d08590 2024-09-05T02:33:00.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.363+0000 7f2371600640 1 -- 172.21.15.33:0/3045752058 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f236c057070 con 0x55e5c5d08590 2024-09-05T02:33:00.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.363+0000 7f238d46d740 10 client.26431 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:00.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.363+0000 7f238d46d740 10 client.26431 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:33:00.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.363+0000 7f238d46d740 20 client.26431 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:00.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.363+0000 7f238d46d740 1 --2- 172.21.15.33:0/3045752058 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55e5c5d8dd20 0x55e5c5d90110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:00.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.363+0000 7f238d46d740 4 client.26431 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:33:00.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.363+0000 7f238d46d740 1 -- 172.21.15.33:0/3045752058 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e5c5bf2010 con 0x55e5c5d8dd20 2024-09-05T02:33:00.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.363+0000 7f2383400640 1 --2- 172.21.15.33:0/3045752058 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55e5c5d8dd20 0x55e5c5d90110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:00.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.363+0000 7f2383400640 1 --2- 172.21.15.33:0/3045752058 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55e5c5d8dd20 0x55e5c5d90110 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=cb7384a26c46dfa7 server_cookie=982e4a0ead497cfb in_seq=0 out_seq=0 2024-09-05T02:33:00.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.363+0000 7f2371600640 10 client.26431 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:33:00.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.364+0000 7f2371600640 1 -- 172.21.15.33:0/3045752058 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e5c5bf2010 con 0x55e5c5d8dd20 2024-09-05T02:33:00.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.364+0000 7f2371600640 10 client.26431 handle_command_reply: tid=0 2024-09-05T02:33:00.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.364+0000 7f238d46d740 1 client.26431 shutdown 2024-09-05T02:33:00.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.364+0000 7f238d46d740 1 -- 172.21.15.33:0/3045752058 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d08590 msgr2=0x55e5c5d0d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:00.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.364+0000 7f238d46d740 1 --2- 172.21.15.33:0/3045752058 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d08590 0x55e5c5d0d0f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f236c0096c0 tx=0x7f236c004c60 comp rx=0 tx=0).stop 2024-09-05T02:33:00.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.364+0000 7f238d46d740 1 -- 172.21.15.33:0/3045752058 shutdown_connections 2024-09-05T02:33:00.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.364+0000 7f238d46d740 1 --2- 172.21.15.33:0/3045752058 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55e5c5d8dd20 0x55e5c5d90110 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.364+0000 7f238d46d740 1 --2- 172.21.15.33:0/3045752058 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e5c5d12e50 0x55e5c5d0d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.364+0000 7f238d46d740 1 --2- 172.21.15.33:0/3045752058 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e5c5d08590 0x55e5c5d0d0f0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.364+0000 7f238d46d740 1 --2- 172.21.15.33:0/3045752058 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e5c5d07c70 0x55e5c5d0cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.364+0000 7f2371600640 0 client.26431 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:33:00.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.364+0000 7f238d46d740 1 -- 172.21.15.33:0/3045752058 >> 172.21.15.33:0/3045752058 conn(0x55e5c5d04200 msgr2=0x55e5c5d02b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:00.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.364+0000 7f238d46d740 1 -- 172.21.15.33:0/3045752058 shutdown_connections 2024-09-05T02:33:00.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.364+0000 7f238d46d740 1 -- 172.21.15.33:0/3045752058 wait complete. 2024-09-05T02:33:00.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.364+0000 7f238d46d740 20 client.26431 trim_cache size 0 max 16384 2024-09-05T02:33:00.370 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:33:00.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.365+0000 7f238a800640 1 -- 172.21.15.33:0/2716766500 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f23680a2d70 msgr2=0x7f23680a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:00.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.365+0000 7f238a800640 1 --2- 172.21.15.33:0/2716766500 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f23680a2d70 0x7f23680a5230 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f237c011630 tx=0x7f237c009500 comp rx=0 tx=0).stop 2024-09-05T02:33:00.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.365+0000 7f238a800640 1 -- 172.21.15.33:0/2716766500 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2384074620 msgr2=0x7f238419a6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:00.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.365+0000 7f238a800640 1 --2- 172.21.15.33:0/2716766500 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2384074620 0x7f238419a6b0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f237400d770 tx=0x7f237400dc30 comp rx=0 tx=0).stop 2024-09-05T02:33:00.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.365+0000 7f238a800640 1 -- 172.21.15.33:0/2716766500 shutdown_connections 2024-09-05T02:33:00.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.365+0000 7f238a800640 1 --2- 172.21.15.33:0/2716766500 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f23680a2d70 0x7f23680a5230 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.365+0000 7f238a800640 1 --2- 172.21.15.33:0/2716766500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f238410e3c0 0x7f238419ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.365+0000 7f238a800640 1 --2- 172.21.15.33:0/2716766500 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2384074f40 0x7f238419abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.365+0000 7f238a800640 1 --2- 172.21.15.33:0/2716766500 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2384074620 0x7f238419a6b0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:00.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.365+0000 7f238a800640 1 -- 172.21.15.33:0/2716766500 >> 172.21.15.33:0/2716766500 conn(0x7f23840fd8c0 msgr2=0x7f23840fe560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:00.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.365+0000 7f238a800640 1 -- 172.21.15.33:0/2716766500 shutdown_connections 2024-09-05T02:33:00.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:00.365+0000 7f238a800640 1 -- 172.21.15.33:0/2716766500 wait complete. 2024-09-05T02:33:01.065 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:33:01.444 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:01.820 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:01 smithi033 ceph-mon[29909]: pgmap v185: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:01.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:01 smithi123 ceph-mon[34031]: pgmap v185: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:02.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:01 smithi174 ceph-mon[34756]: pgmap v185: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:02.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.051+0000 7f6736a00640 1 -- 172.21.15.33:0/1875509630 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6730112a50 msgr2=0x7f6730114e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:02.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.051+0000 7f6736a00640 1 --2- 172.21.15.33:0/1875509630 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6730112a50 0x7f6730114e40 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f6728009ca0 tx=0x7f672802a8c0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.051+0000 7f6736a00640 1 -- 172.21.15.33:0/1875509630 shutdown_connections 2024-09-05T02:33:02.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.051+0000 7f6736a00640 1 --2- 172.21.15.33:0/1875509630 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6730112a50 0x7f6730114e40 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.051+0000 7f6736a00640 1 --2- 172.21.15.33:0/1875509630 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6730077040 0x7f6730112510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.051+0000 7f6736a00640 1 --2- 172.21.15.33:0/1875509630 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6730076720 0x7f6730076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.051+0000 7f6736a00640 1 -- 172.21.15.33:0/1875509630 >> 172.21.15.33:0/1875509630 conn(0x7f67300ffa50 msgr2=0x7f6730101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:02.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.051+0000 7f6736a00640 1 -- 172.21.15.33:0/1875509630 shutdown_connections 2024-09-05T02:33:02.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.051+0000 7f6736a00640 1 -- 172.21.15.33:0/1875509630 wait complete. 2024-09-05T02:33:02.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.052+0000 7f6736a00640 1 Processor -- start 2024-09-05T02:33:02.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.052+0000 7f6736a00640 1 -- start start 2024-09-05T02:33:02.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.053+0000 7f6736a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6730076720 0x7f673019eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:02.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.053+0000 7f6736a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6730077040 0x7f673019f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:02.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.053+0000 7f6736a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6730112a50 0x7f67301a3490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:02.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.053+0000 7f6736a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f67301185f0 con 0x7f6730077040 2024-09-05T02:33:02.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.053+0000 7f6736a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6730118470 con 0x7f6730076720 2024-09-05T02:33:02.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.053+0000 7f6736a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6730118770 con 0x7f6730112a50 2024-09-05T02:33:02.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.053+0000 7f672f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6730077040 0x7f673019f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:02.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.053+0000 7f672fe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6730076720 0x7f673019eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:02.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.053+0000 7f672fe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6730076720 0x7f673019eb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:49304/0 (socket says 172.21.15.33:49304) 2024-09-05T02:33:02.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.053+0000 7f672fe00640 1 -- 172.21.15.33:0/3123686859 learned_addr learned my addr 172.21.15.33:0/3123686859 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:02.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.053+0000 7f672f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6730077040 0x7f673019f0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45710/0 (socket says 172.21.15.33:45710) 2024-09-05T02:33:02.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.053+0000 7f6734a00640 1 --2- 172.21.15.33:0/3123686859 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6730112a50 0x7f67301a3490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:02.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.054+0000 7f672f400640 1 -- 172.21.15.33:0/3123686859 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6730112a50 msgr2=0x7f67301a3490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:02.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.054+0000 7f672f400640 1 --2- 172.21.15.33:0/3123686859 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6730112a50 0x7f67301a3490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.054+0000 7f672f400640 1 -- 172.21.15.33:0/3123686859 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6730076720 msgr2=0x7f673019eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:02.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.054+0000 7f672f400640 1 --2- 172.21.15.33:0/3123686859 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6730076720 0x7f673019eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.054+0000 7f672f400640 1 -- 172.21.15.33:0/3123686859 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67301a3bc0 con 0x7f6730077040 2024-09-05T02:33:02.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.054+0000 7f672fe00640 1 --2- 172.21.15.33:0/3123686859 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6730076720 0x7f673019eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:02.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.054+0000 7f6734a00640 1 --2- 172.21.15.33:0/3123686859 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6730112a50 0x7f67301a3490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:02.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.054+0000 7f672f400640 1 --2- 172.21.15.33:0/3123686859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6730077040 0x7f673019f0d0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f671c005fd0 tx=0x7f671c00dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:02.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.054+0000 7f672cc00640 1 -- 172.21.15.33:0/3123686859 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f671c009c30 con 0x7f6730077040 2024-09-05T02:33:02.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.054+0000 7f672cc00640 1 -- 172.21.15.33:0/3123686859 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f671c009dd0 con 0x7f6730077040 2024-09-05T02:33:02.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.054+0000 7f672cc00640 1 -- 172.21.15.33:0/3123686859 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f671c010460 con 0x7f6730077040 2024-09-05T02:33:02.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.054+0000 7f6736a00640 1 -- 172.21.15.33:0/3123686859 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67301a3eb0 con 0x7f6730077040 2024-09-05T02:33:02.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.054+0000 7f6736a00640 1 -- 172.21.15.33:0/3123686859 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67301ab740 con 0x7f6730077040 2024-09-05T02:33:02.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.057+0000 7f6739485740 1 Processor -- start 2024-09-05T02:33:02.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.058+0000 7f6739485740 1 -- start start 2024-09-05T02:33:02.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.058+0000 7f672cc00640 1 -- 172.21.15.33:0/3123686859 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f671c003f50 con 0x7f6730077040 2024-09-05T02:33:02.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.058+0000 7f6739485740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292aec70 0x563c292af050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:02.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.058+0000 7f6739485740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292af590 0x563c292b9910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:02.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.058+0000 7f6739485740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292b9e50 0x563c292bc240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:02.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.058+0000 7f6739485740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x563c292153e0 con 0x563c292b9e50 2024-09-05T02:33:02.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.058+0000 7f6739485740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563c291bcd80 con 0x563c292af590 2024-09-05T02:33:02.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.058+0000 7f6739485740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x563c292113a0 con 0x563c292aec70 2024-09-05T02:33:02.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.058+0000 7f6734a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292aec70 0x563c292af050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:02.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.058+0000 7f6734a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292aec70 0x563c292af050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:55948/0 (socket says 172.21.15.33:55948) 2024-09-05T02:33:02.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.058+0000 7f6734a00640 1 -- 172.21.15.33:0/4013096359 learned_addr learned my addr 172.21.15.33:0/4013096359 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:02.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.059+0000 7f672f400640 1 --2- 172.21.15.33:0/4013096359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292b9e50 0x563c292bc240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:02.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.059+0000 7f672fe00640 1 --2- 172.21.15.33:0/4013096359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292af590 0x563c292b9910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:02.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.059+0000 7f6734a00640 1 -- 172.21.15.33:0/4013096359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292af590 msgr2=0x563c292b9910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:02.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.059+0000 7f6734a00640 1 --2- 172.21.15.33:0/4013096359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292af590 0x563c292b9910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.059+0000 7f6734a00640 1 -- 172.21.15.33:0/4013096359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292b9e50 msgr2=0x563c292bc240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:02.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.059+0000 7f6734a00640 1 --2- 172.21.15.33:0/4013096359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292b9e50 0x563c292bc240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.059+0000 7f6734a00640 1 -- 172.21.15.33:0/4013096359 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563c291dbae0 con 0x563c292aec70 2024-09-05T02:33:02.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.059+0000 7f672fe00640 1 --2- 172.21.15.33:0/4013096359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292af590 0x563c292b9910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:33:02.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.059+0000 7f672f400640 1 --2- 172.21.15.33:0/4013096359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292b9e50 0x563c292bc240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:33:02.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.060+0000 7f6734a00640 1 --2- 172.21.15.33:0/4013096359 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292aec70 0x563c292af050 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f6728009ca0 tx=0x7f6728033000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b4712b2091cadf2c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:02.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.060+0000 7f672cc00640 1 --2- 172.21.15.33:0/3123686859 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f67140a2d70 0x7f67140a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:02.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.060+0000 7f6725200640 1 -- 172.21.15.33:0/4013096359 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6728003b70 con 0x563c292aec70 2024-09-05T02:33:02.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.060+0000 7f6725200640 1 -- 172.21.15.33:0/4013096359 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6728036040 con 0x563c292aec70 2024-09-05T02:33:02.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.060+0000 7f6725200640 1 -- 172.21.15.33:0/4013096359 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6728004500 con 0x563c292aec70 2024-09-05T02:33:02.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.060+0000 7f672cc00640 1 -- 172.21.15.33:0/3123686859 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f671c0cf230 con 0x7f6730077040 2024-09-05T02:33:02.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.060+0000 7f672fe00640 1 --2- 172.21.15.33:0/3123686859 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f67140a2d70 0x7f67140a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:02.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.061+0000 7f6739485740 1 -- 172.21.15.33:0/4013096359 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292aec70 msgr2=0x563c292af050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:02.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.061+0000 7f6739485740 1 --2- 172.21.15.33:0/4013096359 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292aec70 0x563c292af050 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f6728009ca0 tx=0x7f6728033000 comp rx=0 tx=0).stop 2024-09-05T02:33:02.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.061+0000 7f672fe00640 1 --2- 172.21.15.33:0/3123686859 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f67140a2d70 0x7f67140a5230 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f6720009fd0 tx=0x7f6720005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:02.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.061+0000 7f6739485740 1 -- 172.21.15.33:0/4013096359 shutdown_connections 2024-09-05T02:33:02.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.061+0000 7f6739485740 1 --2- 172.21.15.33:0/4013096359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292b9e50 0x563c292bc240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.061+0000 7f6739485740 1 --2- 172.21.15.33:0/4013096359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292af590 0x563c292b9910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.061+0000 7f6739485740 1 --2- 172.21.15.33:0/4013096359 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292aec70 0x563c292af050 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.061+0000 7f6739485740 1 -- 172.21.15.33:0/4013096359 >> 172.21.15.33:0/4013096359 conn(0x563c292ab200 msgr2=0x563c292ab5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:02.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.061+0000 7f6739485740 1 -- 172.21.15.33:0/4013096359 shutdown_connections 2024-09-05T02:33:02.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.061+0000 7f6739485740 1 -- 172.21.15.33:0/4013096359 wait complete. 2024-09-05T02:33:02.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.061+0000 7f6739485740 1 -- start start 2024-09-05T02:33:02.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.062+0000 7f6739485740 1 Processor -- start 2024-09-05T02:33:02.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.062+0000 7f6739485740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292aec70 0x563c292b6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:02.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.062+0000 7f6739485740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292af590 0x563c292b7220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:02.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.062+0000 7f6739485740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292b9e50 0x563c292b7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:02.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.062+0000 7f6739485740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x563c292bc8a0 con 0x563c292af590 2024-09-05T02:33:02.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.062+0000 7f6739485740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563c291d00f0 con 0x563c292b9e50 2024-09-05T02:33:02.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.062+0000 7f6739485740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x563c292bca20 con 0x563c292aec70 2024-09-05T02:33:02.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.062+0000 7f6739485740 10 client.0 _ll_register_callbacks cb 0x563c291b7bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:02.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.062+0000 7f672f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292af590 0x563c292b7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:02.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.063+0000 7f672f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292af590 0x563c292b7220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45732/0 (socket says 172.21.15.33:45732) 2024-09-05T02:33:02.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.063+0000 7f672f400640 1 -- 172.21.15.33:0/3409625087 learned_addr learned my addr 172.21.15.33:0/3409625087 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:02.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.063+0000 7f672fe00640 1 --2- 172.21.15.33:0/3409625087 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292aec70 0x563c292b6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:02.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.063+0000 7f6734a00640 1 --2- 172.21.15.33:0/3409625087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292b9e50 0x563c292b7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:02.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.063+0000 7f672f400640 1 -- 172.21.15.33:0/3409625087 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292aec70 msgr2=0x563c292b6ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:02.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.063+0000 7f672f400640 1 --2- 172.21.15.33:0/3409625087 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292aec70 0x563c292b6ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.063+0000 7f672f400640 1 -- 172.21.15.33:0/3409625087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292b9e50 msgr2=0x563c292b7760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:02.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.063+0000 7f672f400640 1 --2- 172.21.15.33:0/3409625087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292b9e50 0x563c292b7760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.063+0000 7f672f400640 1 -- 172.21.15.33:0/3409625087 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563c28f863c0 con 0x563c292af590 2024-09-05T02:33:02.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.063+0000 7f6734a00640 1 --2- 172.21.15.33:0/3409625087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292b9e50 0x563c292b7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:02.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.063+0000 7f672f400640 1 --2- 172.21.15.33:0/3409625087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292af590 0x563c292b7220 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f671c09b510 tx=0x7f671c09b5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2dea8f0a4d2abaf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:02.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.063+0000 7f6719600640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:02.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.063+0000 7f6719600640 1 -- 172.21.15.33:0/3409625087 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f671c020070 con 0x563c292af590 2024-09-05T02:33:02.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.064+0000 7f6719600640 1 -- 172.21.15.33:0/3409625087 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f671c0ccc10 con 0x563c292af590 2024-09-05T02:33:02.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.064+0000 7f6739485740 1 -- 172.21.15.33:0/3409625087 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6728036040 con 0x563c292af590 2024-09-05T02:33:02.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.064+0000 7f6719600640 1 -- 172.21.15.33:0/3409625087 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f671c09b810 con 0x563c292af590 2024-09-05T02:33:02.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.064+0000 7f6739485740 10 client.16413 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:02.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.064+0000 7f6739485740 1 -- 172.21.15.33:0/3409625087 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563c292c88d0 con 0x563c292af590 2024-09-05T02:33:02.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.064+0000 7f6719600640 1 -- 172.21.15.33:0/3409625087 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6728036040 con 0x563c292af590 2024-09-05T02:33:02.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.064+0000 7f6719600640 1 -- 172.21.15.33:0/3409625087 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f671c004240 con 0x563c292af590 2024-09-05T02:33:02.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.064+0000 7f6739485740 10 client.16413 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:02.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.064+0000 7f6739485740 10 client.16413 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:02.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.064+0000 7f6739485740 20 client.16413 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:02.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.064+0000 7f6739485740 1 --2- 172.21.15.33:0/3409625087 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x563c292c9d90 0x563c292cc180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:02.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.064+0000 7f6739485740 4 client.16413 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:02.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.064+0000 7f6739485740 1 -- 172.21.15.33:0/3409625087 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563c29222950 con 0x563c292c9d90 2024-09-05T02:33:02.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.065+0000 7f672fe00640 1 --2- 172.21.15.33:0/3409625087 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x563c292c9d90 0x563c292cc180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:02.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.065+0000 7f672fe00640 1 --2- 172.21.15.33:0/3409625087 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x563c292c9d90 0x563c292cc180 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd41596625a7210b server_cookie=b5790ec0e78dce20 in_seq=0 out_seq=0 2024-09-05T02:33:02.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.065+0000 7f6719600640 10 client.16413 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:02.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.066+0000 7f6719600640 1 -- 172.21.15.33:0/3409625087 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563c29222950 con 0x563c292c9d90 2024-09-05T02:33:02.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.066+0000 7f6719600640 10 client.16413 handle_command_reply: tid=0 2024-09-05T02:33:02.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.066+0000 7f6739485740 1 client.16413 shutdown 2024-09-05T02:33:02.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.066+0000 7f6739485740 1 -- 172.21.15.33:0/3409625087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292af590 msgr2=0x563c292b7220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:02.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.066+0000 7f6739485740 1 --2- 172.21.15.33:0/3409625087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292af590 0x563c292b7220 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f671c09b510 tx=0x7f671c09b5e0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.066+0000 7f6739485740 1 -- 172.21.15.33:0/3409625087 shutdown_connections 2024-09-05T02:33:02.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.066+0000 7f6739485740 1 --2- 172.21.15.33:0/3409625087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292b9e50 0x563c292b7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.066+0000 7f6739485740 1 --2- 172.21.15.33:0/3409625087 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x563c292c9d90 0x563c292cc180 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.066+0000 7f6739485740 1 --2- 172.21.15.33:0/3409625087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292af590 0x563c292b7220 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.066+0000 7f6739485740 1 --2- 172.21.15.33:0/3409625087 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292aec70 0x563c292b6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.066+0000 7f6739485740 1 -- 172.21.15.33:0/3409625087 >> 172.21.15.33:0/3409625087 conn(0x563c292ab200 msgr2=0x563c292aa380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:02.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.067+0000 7f6719600640 0 client.16413 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:02.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.067+0000 7f6739485740 1 -- 172.21.15.33:0/3409625087 shutdown_connections 2024-09-05T02:33:02.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.067+0000 7f6739485740 1 -- 172.21.15.33:0/3409625087 wait complete. 2024-09-05T02:33:02.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.067+0000 7f6739485740 20 client.16413 trim_cache size 0 max 16384 2024-09-05T02:33:02.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.080+0000 7f6739485740 1 Processor -- start 2024-09-05T02:33:02.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.080+0000 7f6739485740 1 -- start start 2024-09-05T02:33:02.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.081+0000 7f6739485740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292aec70 0x563c292b8c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:02.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.081+0000 7f6739485740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292af590 0x563c292d1a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:02.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.081+0000 7f6739485740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292b9e50 0x563c292d1f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:02.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.081+0000 7f6739485740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f67301b3da0 con 0x563c292b9e50 2024-09-05T02:33:02.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.081+0000 7f6739485740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f67301b58e0 con 0x563c292aec70 2024-09-05T02:33:02.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.081+0000 7f6739485740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f67301b4470 con 0x563c292af590 2024-09-05T02:33:02.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.081+0000 7f6734a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292b9e50 0x563c292d1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:02.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.081+0000 7f6734a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292b9e50 0x563c292d1f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45740/0 (socket says 172.21.15.33:45740) 2024-09-05T02:33:02.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.081+0000 7f6734a00640 1 -- 172.21.15.33:0/343784722 learned_addr learned my addr 172.21.15.33:0/343784722 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:02.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.081+0000 7f672fe00640 1 --2- 172.21.15.33:0/343784722 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292aec70 0x563c292b8c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:02.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.081+0000 7f672f400640 1 --2- 172.21.15.33:0/343784722 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292af590 0x563c292d1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:02.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.081+0000 7f6734a00640 1 -- 172.21.15.33:0/343784722 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292af590 msgr2=0x563c292d1a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:02.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.081+0000 7f6734a00640 1 --2- 172.21.15.33:0/343784722 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292af590 0x563c292d1a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.082+0000 7f6734a00640 1 -- 172.21.15.33:0/343784722 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292aec70 msgr2=0x563c292b8c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:02.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.082+0000 7f6734a00640 1 --2- 172.21.15.33:0/343784722 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292aec70 0x563c292b8c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.082+0000 7f6734a00640 1 -- 172.21.15.33:0/343784722 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563c292b9650 con 0x563c292b9e50 2024-09-05T02:33:02.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.082+0000 7f6734a00640 1 --2- 172.21.15.33:0/343784722 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292b9e50 0x563c292d1f90 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f6728004150 tx=0x7f6728004180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71c2587f5578904a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:02.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.082+0000 7f671be00640 1 -- 172.21.15.33:0/343784722 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6728003c80 con 0x563c292b9e50 2024-09-05T02:33:02.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.082+0000 7f671be00640 1 -- 172.21.15.33:0/343784722 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6728036040 con 0x563c292b9e50 2024-09-05T02:33:02.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.082+0000 7f671be00640 1 -- 172.21.15.33:0/343784722 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6728004780 con 0x563c292b9e50 2024-09-05T02:33:02.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.083+0000 7f6739485740 1 -- 172.21.15.33:0/343784722 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292b9e50 msgr2=0x563c292d1f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:02.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.083+0000 7f6739485740 1 --2- 172.21.15.33:0/343784722 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292b9e50 0x563c292d1f90 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f6728004150 tx=0x7f6728004180 comp rx=0 tx=0).stop 2024-09-05T02:33:02.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.083+0000 7f6739485740 1 -- 172.21.15.33:0/343784722 shutdown_connections 2024-09-05T02:33:02.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.083+0000 7f6739485740 1 --2- 172.21.15.33:0/343784722 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292b9e50 0x563c292d1f90 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.083+0000 7f6739485740 1 --2- 172.21.15.33:0/343784722 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292af590 0x563c292d1a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.083+0000 7f6739485740 1 --2- 172.21.15.33:0/343784722 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292aec70 0x563c292b8c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.083+0000 7f6739485740 1 -- 172.21.15.33:0/343784722 >> 172.21.15.33:0/343784722 conn(0x563c292ab200 msgr2=0x563c292b8540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:02.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.083+0000 7f6739485740 1 -- 172.21.15.33:0/343784722 shutdown_connections 2024-09-05T02:33:02.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.083+0000 7f6739485740 1 -- 172.21.15.33:0/343784722 wait complete. 2024-09-05T02:33:02.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.083+0000 7f6739485740 1 -- start start 2024-09-05T02:33:02.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.084+0000 7f6739485740 1 Processor -- start 2024-09-05T02:33:02.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.084+0000 7f6739485740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292aec70 0x563c292c2400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:02.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.084+0000 7f6739485740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292af590 0x563c292b3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:02.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.084+0000 7f6739485740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292b9e50 0x563c292b4070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:02.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.084+0000 7f6739485740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f67301b5210 con 0x563c292aec70 2024-09-05T02:33:02.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.084+0000 7f6739485740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f67301b4b40 con 0x563c292b9e50 2024-09-05T02:33:02.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.084+0000 7f6739485740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f67301b1d80 con 0x563c292af590 2024-09-05T02:33:02.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.084+0000 7f6739485740 10 client.0 _ll_register_callbacks cb 0x7f671c00df10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:02.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.084+0000 7f672fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292aec70 0x563c292c2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:02.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.084+0000 7f672fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292aec70 0x563c292c2400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45748/0 (socket says 172.21.15.33:45748) 2024-09-05T02:33:02.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.084+0000 7f672fe00640 1 -- 172.21.15.33:0/2741860356 learned_addr learned my addr 172.21.15.33:0/2741860356 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:02.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.085+0000 7f6734a00640 1 --2- 172.21.15.33:0/2741860356 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292b9e50 0x563c292b4070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:02.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.085+0000 7f672f400640 1 --2- 172.21.15.33:0/2741860356 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292af590 0x563c292b3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:02.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.085+0000 7f672fe00640 1 -- 172.21.15.33:0/2741860356 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292af590 msgr2=0x563c292b3ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:02.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.085+0000 7f672fe00640 1 --2- 172.21.15.33:0/2741860356 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292af590 0x563c292b3ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.085+0000 7f672fe00640 1 -- 172.21.15.33:0/2741860356 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292b9e50 msgr2=0x563c292b4070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:02.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.085+0000 7f672fe00640 1 --2- 172.21.15.33:0/2741860356 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292b9e50 0x563c292b4070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.085+0000 7f672fe00640 1 -- 172.21.15.33:0/2741860356 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563c292b48a0 con 0x563c292aec70 2024-09-05T02:33:02.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.085+0000 7f672fe00640 1 --2- 172.21.15.33:0/2741860356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292aec70 0x563c292c2400 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x563c292cc9f0 tx=0x7f67200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d124aeb43a08a0c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:02.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.085+0000 7f6719600640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:02.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.085+0000 7f6719600640 1 -- 172.21.15.33:0/2741860356 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6720005020 con 0x563c292aec70 2024-09-05T02:33:02.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.086+0000 7f6719600640 1 -- 172.21.15.33:0/2741860356 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f67200051c0 con 0x563c292aec70 2024-09-05T02:33:02.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.086+0000 7f6739485740 1 -- 172.21.15.33:0/2741860356 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6728036040 con 0x563c292aec70 2024-09-05T02:33:02.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.086+0000 7f6719600640 1 -- 172.21.15.33:0/2741860356 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f67200053c0 con 0x563c292aec70 2024-09-05T02:33:02.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.086+0000 7f6739485740 10 client.16419 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:02.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.086+0000 7f6739485740 1 -- 172.21.15.33:0/2741860356 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563c29334af0 con 0x563c292aec70 2024-09-05T02:33:02.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.086+0000 7f6719600640 1 -- 172.21.15.33:0/2741860356 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6728036040 con 0x563c292aec70 2024-09-05T02:33:02.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.086+0000 7f6719600640 1 -- 172.21.15.33:0/2741860356 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f672002b860 con 0x563c292aec70 2024-09-05T02:33:02.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.086+0000 7f6739485740 10 client.16419 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:02.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.086+0000 7f6739485740 10 client.16419 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:02.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.086+0000 7f6739485740 20 client.16419 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:02.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.086+0000 7f6739485740 1 --2- 172.21.15.33:0/2741860356 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x563c293352a0 0x563c293376c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:02.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.086+0000 7f6739485740 4 client.16419 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:33:02.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.086+0000 7f6739485740 1 -- 172.21.15.33:0/2741860356 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563c2921ce60 con 0x563c293352a0 2024-09-05T02:33:02.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.087+0000 7f672f400640 1 --2- 172.21.15.33:0/2741860356 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x563c293352a0 0x563c293376c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:02.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.087+0000 7f672f400640 1 --2- 172.21.15.33:0/2741860356 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x563c293352a0 0x563c293376c0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2de209c16e5588cc server_cookie=217c14322c341219 in_seq=0 out_seq=0 2024-09-05T02:33:02.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.087+0000 7f6719600640 10 client.16419 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:02.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.088+0000 7f6719600640 1 -- 172.21.15.33:0/2741860356 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563c2921ce60 con 0x563c293352a0 2024-09-05T02:33:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.088+0000 7f6719600640 10 client.16419 handle_command_reply: tid=0 2024-09-05T02:33:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.088+0000 7f6739485740 1 client.16419 shutdown 2024-09-05T02:33:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.088+0000 7f6739485740 1 -- 172.21.15.33:0/2741860356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292aec70 msgr2=0x563c292c2400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.088+0000 7f6739485740 1 --2- 172.21.15.33:0/2741860356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292aec70 0x563c292c2400 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x563c292cc9f0 tx=0x7f67200046c0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.088+0000 7f6739485740 1 -- 172.21.15.33:0/2741860356 shutdown_connections 2024-09-05T02:33:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.088+0000 7f6739485740 1 --2- 172.21.15.33:0/2741860356 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563c292b9e50 0x563c292b4070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.088+0000 7f6739485740 1 --2- 172.21.15.33:0/2741860356 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563c292af590 0x563c292b3ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.088+0000 7f6739485740 1 --2- 172.21.15.33:0/2741860356 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x563c293352a0 0x563c293376c0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.088+0000 7f6739485740 1 --2- 172.21.15.33:0/2741860356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563c292aec70 0x563c292c2400 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.088+0000 7f6719600640 0 client.16419 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.088+0000 7f6739485740 1 -- 172.21.15.33:0/2741860356 >> 172.21.15.33:0/2741860356 conn(0x563c292ab200 msgr2=0x563c292b0ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.088+0000 7f6739485740 1 -- 172.21.15.33:0/2741860356 shutdown_connections 2024-09-05T02:33:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.088+0000 7f6739485740 1 -- 172.21.15.33:0/2741860356 wait complete. 2024-09-05T02:33:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.088+0000 7f6739485740 20 client.16419 trim_cache size 0 max 16384 2024-09-05T02:33:02.094 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:33:02.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.089+0000 7f6736a00640 1 -- 172.21.15.33:0/3123686859 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f67140a2d70 msgr2=0x7f67140a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:02.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.089+0000 7f6736a00640 1 --2- 172.21.15.33:0/3123686859 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f67140a2d70 0x7f67140a5230 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f6720009fd0 tx=0x7f6720005f90 comp rx=0 tx=0).stop 2024-09-05T02:33:02.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.089+0000 7f6736a00640 1 -- 172.21.15.33:0/3123686859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6730077040 msgr2=0x7f673019f0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:02.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.089+0000 7f6736a00640 1 --2- 172.21.15.33:0/3123686859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6730077040 0x7f673019f0d0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f671c005fd0 tx=0x7f671c00dde0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.089+0000 7f6736a00640 1 -- 172.21.15.33:0/3123686859 shutdown_connections 2024-09-05T02:33:02.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.089+0000 7f6736a00640 1 --2- 172.21.15.33:0/3123686859 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f67140a2d70 0x7f67140a5230 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.089+0000 7f6736a00640 1 --2- 172.21.15.33:0/3123686859 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6730112a50 0x7f67301a3490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.089+0000 7f6736a00640 1 --2- 172.21.15.33:0/3123686859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6730077040 0x7f673019f0d0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.089+0000 7f6736a00640 1 --2- 172.21.15.33:0/3123686859 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6730076720 0x7f673019eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:02.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.089+0000 7f6736a00640 1 -- 172.21.15.33:0/3123686859 >> 172.21.15.33:0/3123686859 conn(0x7f67300ffa50 msgr2=0x7f6730101e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:02.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.089+0000 7f6736a00640 1 -- 172.21.15.33:0/3123686859 shutdown_connections 2024-09-05T02:33:02.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:02.089+0000 7f6736a00640 1 -- 172.21.15.33:0/3123686859 wait complete. 2024-09-05T02:33:03.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:03 smithi033 ceph-mon[29909]: pgmap v186: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:33:03.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:03 smithi123 ceph-mon[34031]: pgmap v186: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:33:03.964 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:33:03.964 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:33:04.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:03 smithi174 ceph-mon[34756]: pgmap v186: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:33:04.349 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:04.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.928+0000 7f08dcc00640 1 -- 172.21.15.33:0/1292402047 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08d81027a0 msgr2=0x7f08d81067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:04.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.928+0000 7f08dcc00640 1 --2- 172.21.15.33:0/1292402047 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08d81027a0 0x7f08d81067f0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f08c0009900 tx=0x7f08c002a410 comp rx=0 tx=0).stop 2024-09-05T02:33:04.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.928+0000 7f08dcc00640 1 -- 172.21.15.33:0/1292402047 shutdown_connections 2024-09-05T02:33:04.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.928+0000 7f08dcc00640 1 --2- 172.21.15.33:0/1292402047 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f08d8106f20 0x7f08d810eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.928+0000 7f08dcc00640 1 --2- 172.21.15.33:0/1292402047 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08d81027a0 0x7f08d81067f0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.928+0000 7f08dcc00640 1 --2- 172.21.15.33:0/1292402047 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f08d8101df0 0x7f08d81021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.928+0000 7f08dcc00640 1 -- 172.21.15.33:0/1292402047 >> 172.21.15.33:0/1292402047 conn(0x7f08d80fd8b0 msgr2=0x7f08d80ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:04.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.928+0000 7f08dcc00640 1 -- 172.21.15.33:0/1292402047 shutdown_connections 2024-09-05T02:33:04.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.928+0000 7f08dcc00640 1 -- 172.21.15.33:0/1292402047 wait complete. 2024-09-05T02:33:04.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.929+0000 7f08dcc00640 1 Processor -- start 2024-09-05T02:33:04.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.930+0000 7f08dcc00640 1 -- start start 2024-09-05T02:33:04.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.930+0000 7f08dcc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f08d8101df0 0x7f08d819a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:04.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.930+0000 7f08dcc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f08d81027a0 0x7f08d819abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:04.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.930+0000 7f08dcc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08d8106f20 0x7f08d819ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:04.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.930+0000 7f08dcc00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f08d8111fd0 con 0x7f08d8106f20 2024-09-05T02:33:04.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.930+0000 7f08dcc00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f08d8111e50 con 0x7f08d81027a0 2024-09-05T02:33:04.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.930+0000 7f08dcc00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f08d8112150 con 0x7f08d8101df0 2024-09-05T02:33:04.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.930+0000 7f08d6800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08d8106f20 0x7f08d819ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:04.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.930+0000 7f08d5e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f08d8101df0 0x7f08d819a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:04.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.930+0000 7f08d6800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08d8106f20 0x7f08d819ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45764/0 (socket says 172.21.15.33:45764) 2024-09-05T02:33:04.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.930+0000 7f08d6800640 1 -- 172.21.15.33:0/1182148874 learned_addr learned my addr 172.21.15.33:0/1182148874 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:04.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.930+0000 7f08cd400640 1 --2- 172.21.15.33:0/1182148874 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f08d81027a0 0x7f08d819abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:04.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.931+0000 7f08d6800640 1 -- 172.21.15.33:0/1182148874 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f08d8101df0 msgr2=0x7f08d819a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:04.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.931+0000 7f08d6800640 1 --2- 172.21.15.33:0/1182148874 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f08d8101df0 0x7f08d819a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.931+0000 7f08d6800640 1 -- 172.21.15.33:0/1182148874 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f08d81027a0 msgr2=0x7f08d819abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:04.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.931+0000 7f08d6800640 1 --2- 172.21.15.33:0/1182148874 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f08d81027a0 0x7f08d819abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.931+0000 7f08d6800640 1 -- 172.21.15.33:0/1182148874 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08d819f620 con 0x7f08d8106f20 2024-09-05T02:33:04.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.931+0000 7f08cd400640 1 --2- 172.21.15.33:0/1182148874 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f08d81027a0 0x7f08d819abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:04.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.931+0000 7f08d6800640 1 --2- 172.21.15.33:0/1182148874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08d8106f20 0x7f08d819ef40 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f08d000eb10 tx=0x7f08d000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:04.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.931+0000 7f08cf400640 1 -- 172.21.15.33:0/1182148874 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08d0004b20 con 0x7f08d8106f20 2024-09-05T02:33:04.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.931+0000 7f08cf400640 1 -- 172.21.15.33:0/1182148874 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f08d0004cc0 con 0x7f08d8106f20 2024-09-05T02:33:04.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.932+0000 7f08cf400640 1 -- 172.21.15.33:0/1182148874 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08d0010760 con 0x7f08d8106f20 2024-09-05T02:33:04.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.932+0000 7f08dcc00640 1 -- 172.21.15.33:0/1182148874 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08d819f910 con 0x7f08d8106f20 2024-09-05T02:33:04.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.932+0000 7f08dcc00640 1 -- 172.21.15.33:0/1182148874 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08d81a71f0 con 0x7f08d8106f20 2024-09-05T02:33:04.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.935+0000 7f08df85d740 1 Processor -- start 2024-09-05T02:33:04.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.935+0000 7f08cf400640 1 -- 172.21.15.33:0/1182148874 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f08d0005020 con 0x7f08d8106f20 2024-09-05T02:33:04.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.935+0000 7f08df85d740 1 -- start start 2024-09-05T02:33:04.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.935+0000 7f08df85d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fcac0 0x55ff8f2fcea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:04.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.935+0000 7f08df85d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f2fd3e0 0x55ff8f307760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:04.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.935+0000 7f08df85d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f307ca0 0x55ff8f30a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:04.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.935+0000 7f08df85d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55ff8f263290 con 0x55ff8f2fd3e0 2024-09-05T02:33:04.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.935+0000 7f08df85d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ff8f20ab40 con 0x55ff8f307ca0 2024-09-05T02:33:04.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.935+0000 7f08df85d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55ff8f25f250 con 0x55ff8f2fcac0 2024-09-05T02:33:04.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.936+0000 7f08d5e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f2fd3e0 0x55ff8f307760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:04.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.936+0000 7f08cd400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fcac0 0x55ff8f2fcea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:04.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.936+0000 7f08cd400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fcac0 0x55ff8f2fcea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56002/0 (socket says 172.21.15.33:56002) 2024-09-05T02:33:04.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.936+0000 7f08cd400640 1 -- 172.21.15.33:0/922352562 learned_addr learned my addr 172.21.15.33:0/922352562 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:04.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.936+0000 7f08cd400640 1 --2- 172.21.15.33:0/922352562 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f307ca0 0x55ff8f30a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:04.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.936+0000 7f08d5e00640 1 -- 172.21.15.33:0/922352562 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fcac0 msgr2=0x55ff8f2fcea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:04.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.936+0000 7f08d5e00640 1 --2- 172.21.15.33:0/922352562 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fcac0 0x55ff8f2fcea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.936+0000 7f08d5e00640 1 -- 172.21.15.33:0/922352562 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f307ca0 msgr2=0x55ff8f30a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:04.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.936+0000 7f08d5e00640 1 --2- 172.21.15.33:0/922352562 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f307ca0 0x55ff8f30a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.936+0000 7f08d5e00640 1 -- 172.21.15.33:0/922352562 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff8efd46a0 con 0x55ff8f2fd3e0 2024-09-05T02:33:04.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.936+0000 7f08cd400640 1 --2- 172.21.15.33:0/922352562 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f307ca0 0x55ff8f30a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:33:04.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.936+0000 7f08cf400640 1 --2- 172.21.15.33:0/1182148874 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f08bc0a2cf0 0x7f08bc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:04.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.937+0000 7f08d5e00640 1 --2- 172.21.15.33:0/922352562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f2fd3e0 0x55ff8f307760 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f08c8009c20 tx=0x7f08c8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0736952b044ff3e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:04.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.937+0000 7f08cf400640 1 -- 172.21.15.33:0/1182148874 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f08d00cfae0 con 0x7f08d8106f20 2024-09-05T02:33:04.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.937+0000 7f08cd400640 1 --2- 172.21.15.33:0/1182148874 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f08bc0a2cf0 0x7f08bc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:04.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.937+0000 7f08c7000640 1 -- 172.21.15.33:0/922352562 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c801e070 con 0x55ff8f2fd3e0 2024-09-05T02:33:04.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.937+0000 7f08c7000640 1 -- 172.21.15.33:0/922352562 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f08c8009dd0 con 0x55ff8f2fd3e0 2024-09-05T02:33:04.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.937+0000 7f08c7000640 1 -- 172.21.15.33:0/922352562 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c80187a0 con 0x55ff8f2fd3e0 2024-09-05T02:33:04.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.938+0000 7f08df85d740 1 -- 172.21.15.33:0/922352562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f2fd3e0 msgr2=0x55ff8f307760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:04.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.938+0000 7f08df85d740 1 --2- 172.21.15.33:0/922352562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f2fd3e0 0x55ff8f307760 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f08c8009c20 tx=0x7f08c8011810 comp rx=0 tx=0).stop 2024-09-05T02:33:04.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.938+0000 7f08cd400640 1 --2- 172.21.15.33:0/1182148874 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f08bc0a2cf0 0x7f08bc0a51b0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x55ff8f2fa3d0 tx=0x7f08c0009260 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:04.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.938+0000 7f08df85d740 1 -- 172.21.15.33:0/922352562 shutdown_connections 2024-09-05T02:33:04.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.938+0000 7f08df85d740 1 --2- 172.21.15.33:0/922352562 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f307ca0 0x55ff8f30a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.938+0000 7f08df85d740 1 --2- 172.21.15.33:0/922352562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f2fd3e0 0x55ff8f307760 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.938+0000 7f08df85d740 1 --2- 172.21.15.33:0/922352562 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fcac0 0x55ff8f2fcea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.938+0000 7f08df85d740 1 -- 172.21.15.33:0/922352562 >> 172.21.15.33:0/922352562 conn(0x55ff8f2f9050 msgr2=0x55ff8f2f9430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:04.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.938+0000 7f08df85d740 1 -- 172.21.15.33:0/922352562 shutdown_connections 2024-09-05T02:33:04.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.938+0000 7f08df85d740 1 -- 172.21.15.33:0/922352562 wait complete. 2024-09-05T02:33:04.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.938+0000 7f08df85d740 1 -- start start 2024-09-05T02:33:04.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.939+0000 7f08df85d740 1 Processor -- start 2024-09-05T02:33:04.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.939+0000 7f08df85d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f2fcac0 0x55ff8f307660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:04.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.939+0000 7f08df85d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fd3e0 0x55ff8f304910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:04.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.939+0000 7f08df85d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f307ca0 0x55ff8f304f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:04.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.939+0000 7f08df85d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55ff8f30a910 con 0x55ff8f307ca0 2024-09-05T02:33:04.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.939+0000 7f08df85d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ff8f21dfa0 con 0x55ff8f2fcac0 2024-09-05T02:33:04.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.939+0000 7f08df85d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55ff8f30aa90 con 0x55ff8f2fd3e0 2024-09-05T02:33:04.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.939+0000 7f08df85d740 10 client.0 _ll_register_callbacks cb 0x55ff8ef71ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:04.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.939+0000 7f08cd400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fd3e0 0x55ff8f304910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:04.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.939+0000 7f08cd400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fd3e0 0x55ff8f304910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56016/0 (socket says 172.21.15.33:56016) 2024-09-05T02:33:04.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.939+0000 7f08cd400640 1 -- 172.21.15.33:0/2740648089 learned_addr learned my addr 172.21.15.33:0/2740648089 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:04.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.939+0000 7f08d6800640 1 --2- 172.21.15.33:0/2740648089 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f307ca0 0x55ff8f304f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:04.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.940+0000 7f08d5e00640 1 --2- 172.21.15.33:0/2740648089 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f2fcac0 0x55ff8f307660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:04.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.940+0000 7f08cd400640 1 -- 172.21.15.33:0/2740648089 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f2fcac0 msgr2=0x55ff8f307660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:04.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.940+0000 7f08cd400640 1 --2- 172.21.15.33:0/2740648089 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f2fcac0 0x55ff8f307660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.940+0000 7f08cd400640 1 -- 172.21.15.33:0/2740648089 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f307ca0 msgr2=0x55ff8f304f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:04.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.940+0000 7f08cd400640 1 --2- 172.21.15.33:0/2740648089 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f307ca0 0x55ff8f304f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.940+0000 7f08cd400640 1 -- 172.21.15.33:0/2740648089 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff8f305730 con 0x55ff8f2fd3e0 2024-09-05T02:33:04.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.940+0000 7f08d5e00640 1 --2- 172.21.15.33:0/2740648089 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f2fcac0 0x55ff8f307660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:33:04.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.940+0000 7f08cd400640 1 --2- 172.21.15.33:0/2740648089 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fd3e0 0x55ff8f304910 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f08c002a930 tx=0x7f08c002a410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3ea5aea76444f67a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:04.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.940+0000 7f08bb400640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:33:04.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.940+0000 7f08bb400640 1 -- 172.21.15.33:0/2740648089 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c004e070 con 0x55ff8f2fd3e0 2024-09-05T02:33:04.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.940+0000 7f08df85d740 1 -- 172.21.15.33:0/2740648089 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f08c8009dd0 con 0x55ff8f2fd3e0 2024-09-05T02:33:04.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.941+0000 7f08bb400640 1 -- 172.21.15.33:0/2740648089 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f08c00037f0 con 0x55ff8f2fd3e0 2024-09-05T02:33:04.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.941+0000 7f08bb400640 1 -- 172.21.15.33:0/2740648089 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f08c0003a30 con 0x55ff8f2fd3e0 2024-09-05T02:33:04.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.941+0000 7f08df85d740 10 client.26461 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:04.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.941+0000 7f08df85d740 1 -- 172.21.15.33:0/2740648089 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ff8f3168f0 con 0x55ff8f2fd3e0 2024-09-05T02:33:04.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.941+0000 7f08bb400640 1 -- 172.21.15.33:0/2740648089 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f08c8009dd0 con 0x55ff8f2fd3e0 2024-09-05T02:33:04.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.941+0000 7f08bb400640 1 -- 172.21.15.33:0/2740648089 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f08c003c470 con 0x55ff8f2fd3e0 2024-09-05T02:33:04.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.941+0000 7f08df85d740 10 client.26461 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:04.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.941+0000 7f08df85d740 10 client.26461 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:04.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.941+0000 7f08df85d740 20 client.26461 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:04.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.942+0000 7f08df85d740 1 --2- 172.21.15.33:0/2740648089 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ff8f317c40 0x55ff8f31a080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:04.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.942+0000 7f08df85d740 4 client.26461 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:04.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.942+0000 7f08df85d740 1 -- 172.21.15.33:0/2740648089 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ff8f270800 con 0x55ff8f317c40 2024-09-05T02:33:04.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.942+0000 7f08d5e00640 1 --2- 172.21.15.33:0/2740648089 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ff8f317c40 0x55ff8f31a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:04.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.942+0000 7f08d5e00640 1 --2- 172.21.15.33:0/2740648089 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ff8f317c40 0x55ff8f31a080 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db924d0955b992f6 server_cookie=ec779a2a0e79d2d5 in_seq=0 out_seq=0 2024-09-05T02:33:04.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.942+0000 7f08bb400640 10 client.26461 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:04.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.943+0000 7f08bb400640 1 -- 172.21.15.33:0/2740648089 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ff8f270800 con 0x55ff8f317c40 2024-09-05T02:33:04.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.943+0000 7f08bb400640 10 client.26461 handle_command_reply: tid=0 2024-09-05T02:33:04.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.943+0000 7f08df85d740 1 client.26461 shutdown 2024-09-05T02:33:04.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.944+0000 7f08df85d740 1 -- 172.21.15.33:0/2740648089 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fd3e0 msgr2=0x55ff8f304910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:04.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.944+0000 7f08df85d740 1 --2- 172.21.15.33:0/2740648089 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fd3e0 0x55ff8f304910 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f08c002a930 tx=0x7f08c002a410 comp rx=0 tx=0).stop 2024-09-05T02:33:04.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.944+0000 7f08df85d740 1 -- 172.21.15.33:0/2740648089 shutdown_connections 2024-09-05T02:33:04.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.944+0000 7f08df85d740 1 --2- 172.21.15.33:0/2740648089 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ff8f317c40 0x55ff8f31a080 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.944+0000 7f08df85d740 1 --2- 172.21.15.33:0/2740648089 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f307ca0 0x55ff8f304f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.944+0000 7f08df85d740 1 --2- 172.21.15.33:0/2740648089 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fd3e0 0x55ff8f304910 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.944+0000 7f08df85d740 1 --2- 172.21.15.33:0/2740648089 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f2fcac0 0x55ff8f307660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.944+0000 7f08bb400640 0 client.26461 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:04.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.944+0000 7f08df85d740 1 -- 172.21.15.33:0/2740648089 >> 172.21.15.33:0/2740648089 conn(0x55ff8f2f9050 msgr2=0x55ff8f2fed30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:04.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.944+0000 7f08df85d740 1 -- 172.21.15.33:0/2740648089 shutdown_connections 2024-09-05T02:33:04.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.944+0000 7f08df85d740 1 -- 172.21.15.33:0/2740648089 wait complete. 2024-09-05T02:33:04.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.944+0000 7f08df85d740 20 client.26461 trim_cache size 0 max 16384 2024-09-05T02:33:04.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.962+0000 7f08df85d740 1 Processor -- start 2024-09-05T02:33:04.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.962+0000 7f08df85d740 1 -- start start 2024-09-05T02:33:04.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.962+0000 7f08df85d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f2fcac0 0x55ff8f2ffe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:04.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.962+0000 7f08df85d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fd3e0 0x55ff8f31f950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:04.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.962+0000 7f08df85d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f307ca0 0x55ff8f31fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:04.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.962+0000 7f08df85d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f08d81afab0 con 0x55ff8f2fcac0 2024-09-05T02:33:04.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.962+0000 7f08df85d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f08d81b15f0 con 0x55ff8f307ca0 2024-09-05T02:33:04.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.962+0000 7f08df85d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f08d81b0180 con 0x55ff8f2fd3e0 2024-09-05T02:33:04.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.963+0000 7f08d5e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f2fcac0 0x55ff8f2ffe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:04.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.963+0000 7f08d5e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f2fcac0 0x55ff8f2ffe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45796/0 (socket says 172.21.15.33:45796) 2024-09-05T02:33:04.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.963+0000 7f08d6800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f307ca0 0x55ff8f31fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:04.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.963+0000 7f08d5e00640 1 -- 172.21.15.33:0/2244616775 learned_addr learned my addr 172.21.15.33:0/2244616775 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:04.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.963+0000 7f08cd400640 1 --2- 172.21.15.33:0/2244616775 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fd3e0 0x55ff8f31f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:04.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.963+0000 7f08d5e00640 1 -- 172.21.15.33:0/2244616775 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fd3e0 msgr2=0x55ff8f31f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:04.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.963+0000 7f08d5e00640 1 --2- 172.21.15.33:0/2244616775 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fd3e0 0x55ff8f31f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.963+0000 7f08d5e00640 1 -- 172.21.15.33:0/2244616775 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f307ca0 msgr2=0x55ff8f31fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:04.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.963+0000 7f08d5e00640 1 --2- 172.21.15.33:0/2244616775 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f307ca0 0x55ff8f31fe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.963+0000 7f08d5e00640 1 -- 172.21.15.33:0/2244616775 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff8f2fd210 con 0x55ff8f2fcac0 2024-09-05T02:33:04.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.963+0000 7f08cd400640 1 --2- 172.21.15.33:0/2244616775 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fd3e0 0x55ff8f31f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:33:04.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.964+0000 7f08d5e00640 1 --2- 172.21.15.33:0/2244616775 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f2fcac0 0x55ff8f2ffe10 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f08c8014040 tx=0x7f08c8009f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4554f51c842a9df server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:04.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.964+0000 7f08c6600640 1 -- 172.21.15.33:0/2244616775 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c801e040 con 0x55ff8f2fcac0 2024-09-05T02:33:04.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.964+0000 7f08c6600640 1 -- 172.21.15.33:0/2244616775 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f08c8005360 con 0x55ff8f2fcac0 2024-09-05T02:33:04.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.964+0000 7f08c6600640 1 -- 172.21.15.33:0/2244616775 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c8019670 con 0x55ff8f2fcac0 2024-09-05T02:33:04.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.964+0000 7f08df85d740 1 -- 172.21.15.33:0/2244616775 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f2fcac0 msgr2=0x55ff8f2ffe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:04.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.964+0000 7f08df85d740 1 --2- 172.21.15.33:0/2244616775 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f2fcac0 0x55ff8f2ffe10 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f08c8014040 tx=0x7f08c8009f80 comp rx=0 tx=0).stop 2024-09-05T02:33:04.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.965+0000 7f08df85d740 1 -- 172.21.15.33:0/2244616775 shutdown_connections 2024-09-05T02:33:04.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.965+0000 7f08df85d740 1 --2- 172.21.15.33:0/2244616775 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f307ca0 0x55ff8f31fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.965+0000 7f08df85d740 1 --2- 172.21.15.33:0/2244616775 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fd3e0 0x55ff8f31f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.965+0000 7f08df85d740 1 --2- 172.21.15.33:0/2244616775 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f2fcac0 0x55ff8f2ffe10 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.965+0000 7f08df85d740 1 -- 172.21.15.33:0/2244616775 >> 172.21.15.33:0/2244616775 conn(0x55ff8f2f9050 msgr2=0x55ff8f2ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:04.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.965+0000 7f08df85d740 1 -- 172.21.15.33:0/2244616775 shutdown_connections 2024-09-05T02:33:04.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.965+0000 7f08df85d740 1 -- 172.21.15.33:0/2244616775 wait complete. 2024-09-05T02:33:04.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.965+0000 7f08df85d740 1 -- start start 2024-09-05T02:33:04.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.965+0000 7f08df85d740 1 Processor -- start 2024-09-05T02:33:04.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.966+0000 7f08df85d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f2fcac0 0x55ff8f30bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:04.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.966+0000 7f08df85d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fd3e0 0x55ff8f30c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:04.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.966+0000 7f08df85d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f307ca0 0x55ff8f30c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:04.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.966+0000 7f08df85d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f08d81b0f20 con 0x55ff8f2fcac0 2024-09-05T02:33:04.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.966+0000 7f08df85d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f08d81b0850 con 0x55ff8f307ca0 2024-09-05T02:33:04.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.966+0000 7f08df85d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f08d81ada90 con 0x55ff8f2fd3e0 2024-09-05T02:33:04.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.966+0000 7f08df85d740 10 client.0 _ll_register_callbacks cb 0x7f08c0009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:04.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.966+0000 7f08d5e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f2fcac0 0x55ff8f30bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:04.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.966+0000 7f08d5e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f2fcac0 0x55ff8f30bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45802/0 (socket says 172.21.15.33:45802) 2024-09-05T02:33:04.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.966+0000 7f08d5e00640 1 -- 172.21.15.33:0/1980405524 learned_addr learned my addr 172.21.15.33:0/1980405524 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:04.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.966+0000 7f08d6800640 1 --2- 172.21.15.33:0/1980405524 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f307ca0 0x55ff8f30c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:04.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.966+0000 7f08cd400640 1 --2- 172.21.15.33:0/1980405524 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fd3e0 0x55ff8f30c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:04.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.966+0000 7f08d5e00640 1 -- 172.21.15.33:0/1980405524 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fd3e0 msgr2=0x55ff8f30c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:04.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.966+0000 7f08d5e00640 1 --2- 172.21.15.33:0/1980405524 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fd3e0 0x55ff8f30c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.966+0000 7f08d5e00640 1 -- 172.21.15.33:0/1980405524 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f307ca0 msgr2=0x55ff8f30c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:04.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.966+0000 7f08d5e00640 1 --2- 172.21.15.33:0/1980405524 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f307ca0 0x55ff8f30c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.967+0000 7f08d5e00640 1 -- 172.21.15.33:0/1980405524 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff8f381c10 con 0x55ff8f2fcac0 2024-09-05T02:33:04.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.967+0000 7f08d6800640 1 --2- 172.21.15.33:0/1980405524 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f307ca0 0x55ff8f30c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:04.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.967+0000 7f08d5e00640 1 --2- 172.21.15.33:0/1980405524 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f2fcac0 0x55ff8f30bd40 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f08c8009b80 tx=0x7f08c8011d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42c8bd5406ea0162 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:04.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.967+0000 7f08bb400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:04.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.967+0000 7f08bb400640 1 -- 172.21.15.33:0/1980405524 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c801e070 con 0x55ff8f2fcac0 2024-09-05T02:33:04.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.967+0000 7f08df85d740 1 -- 172.21.15.33:0/1980405524 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f08c8005360 con 0x55ff8f2fcac0 2024-09-05T02:33:04.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.967+0000 7f08bb400640 1 -- 172.21.15.33:0/1980405524 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f08c8005510 con 0x55ff8f2fcac0 2024-09-05T02:33:04.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.967+0000 7f08bb400640 1 -- 172.21.15.33:0/1980405524 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f08c80035f0 con 0x55ff8f2fcac0 2024-09-05T02:33:04.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.967+0000 7f08df85d740 10 client.16437 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:04.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.968+0000 7f08df85d740 1 -- 172.21.15.33:0/1980405524 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ff8f382f50 con 0x55ff8f2fcac0 2024-09-05T02:33:04.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.968+0000 7f08bb400640 1 -- 172.21.15.33:0/1980405524 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f08c8005360 con 0x55ff8f2fcac0 2024-09-05T02:33:04.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.968+0000 7f08bb400640 1 -- 172.21.15.33:0/1980405524 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f08c80308a0 con 0x55ff8f2fcac0 2024-09-05T02:33:04.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.968+0000 7f08df85d740 10 client.16437 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.968+0000 7f08df85d740 10 client.16437 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.968+0000 7f08df85d740 20 client.16437 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.968+0000 7f08df85d740 1 --2- 172.21.15.33:0/1980405524 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ff8f3833c0 0x55ff8f3857b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.968+0000 7f08df85d740 4 client.16437 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:33:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.968+0000 7f08df85d740 1 -- 172.21.15.33:0/1980405524 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55ff8f26ad10 con 0x55ff8f3833c0 2024-09-05T02:33:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.969+0000 7f08cd400640 1 --2- 172.21.15.33:0/1980405524 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ff8f3833c0 0x55ff8f3857b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.969+0000 7f08cd400640 1 --2- 172.21.15.33:0/1980405524 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ff8f3833c0 0x55ff8f3857b0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5bd689ae54797cbe server_cookie=c79b2232155ad5b0 in_seq=0 out_seq=0 2024-09-05T02:33:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.969+0000 7f08bb400640 10 client.16437 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.970+0000 7f08bb400640 1 -- 172.21.15.33:0/1980405524 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55ff8f26ad10 con 0x55ff8f3833c0 2024-09-05T02:33:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.970+0000 7f08bb400640 10 client.16437 handle_command_reply: tid=0 2024-09-05T02:33:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.970+0000 7f08df85d740 1 client.16437 shutdown 2024-09-05T02:33:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.970+0000 7f08df85d740 1 -- 172.21.15.33:0/1980405524 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f2fcac0 msgr2=0x55ff8f30bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.970+0000 7f08df85d740 1 --2- 172.21.15.33:0/1980405524 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f2fcac0 0x55ff8f30bd40 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f08c8009b80 tx=0x7f08c8011d10 comp rx=0 tx=0).stop 2024-09-05T02:33:04.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.970+0000 7f08df85d740 1 -- 172.21.15.33:0/1980405524 shutdown_connections 2024-09-05T02:33:04.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.970+0000 7f08df85d740 1 --2- 172.21.15.33:0/1980405524 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff8f307ca0 0x55ff8f30c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.970+0000 7f08df85d740 1 --2- 172.21.15.33:0/1980405524 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff8f2fd3e0 0x55ff8f30c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.970+0000 7f08df85d740 1 --2- 172.21.15.33:0/1980405524 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ff8f3833c0 0x55ff8f3857b0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.970+0000 7f08df85d740 1 --2- 172.21.15.33:0/1980405524 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff8f2fcac0 0x55ff8f30bd40 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.970+0000 7f08bb400640 0 client.16437 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:04.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.970+0000 7f08df85d740 1 -- 172.21.15.33:0/1980405524 >> 172.21.15.33:0/1980405524 conn(0x55ff8f2f9050 msgr2=0x55ff8f2fff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:04.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.971+0000 7f08df85d740 1 -- 172.21.15.33:0/1980405524 shutdown_connections 2024-09-05T02:33:04.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.971+0000 7f08df85d740 1 -- 172.21.15.33:0/1980405524 wait complete. 2024-09-05T02:33:04.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.971+0000 7f08df85d740 20 client.16437 trim_cache size 0 max 16384 2024-09-05T02:33:04.976 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:33:04.976 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:33:04.976 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "cf772c18-b869-4db3-89a6-fd7577e91f77", 2024-09-05T02:33:04.976 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:33:04.976 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:33:04.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.971+0000 7f08dcc00640 1 -- 172.21.15.33:0/1182148874 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f08bc0a2cf0 msgr2=0x7f08bc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:04.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.971+0000 7f08dcc00640 1 --2- 172.21.15.33:0/1182148874 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f08bc0a2cf0 0x7f08bc0a51b0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x55ff8f2fa3d0 tx=0x7f08c0009260 comp rx=0 tx=0).stop 2024-09-05T02:33:04.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.971+0000 7f08dcc00640 1 -- 172.21.15.33:0/1182148874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08d8106f20 msgr2=0x7f08d819ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:04.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.971+0000 7f08dcc00640 1 --2- 172.21.15.33:0/1182148874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08d8106f20 0x7f08d819ef40 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f08d000eb10 tx=0x7f08d000c2d0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.971+0000 7f08dcc00640 1 -- 172.21.15.33:0/1182148874 shutdown_connections 2024-09-05T02:33:04.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.971+0000 7f08dcc00640 1 --2- 172.21.15.33:0/1182148874 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f08bc0a2cf0 0x7f08bc0a51b0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.971+0000 7f08dcc00640 1 --2- 172.21.15.33:0/1182148874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08d8106f20 0x7f08d819ef40 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.971+0000 7f08dcc00640 1 --2- 172.21.15.33:0/1182148874 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f08d81027a0 0x7f08d819abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.971+0000 7f08dcc00640 1 --2- 172.21.15.33:0/1182148874 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f08d8101df0 0x7f08d819a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:04.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.971+0000 7f08dcc00640 1 -- 172.21.15.33:0/1182148874 >> 172.21.15.33:0/1182148874 conn(0x7f08d80fd8b0 msgr2=0x7f08d80fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:04.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.972+0000 7f08dcc00640 1 -- 172.21.15.33:0/1182148874 shutdown_connections 2024-09-05T02:33:04.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:04.972+0000 7f08dcc00640 1 -- 172.21.15.33:0/1182148874 wait complete. 2024-09-05T02:33:05.773 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:05 smithi033 ceph-mon[29909]: pgmap v187: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:33:05.812 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:33:05.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:05 smithi123 ceph-mon[34031]: pgmap v187: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:33:06.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:05 smithi174 ceph-mon[34756]: pgmap v187: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:33:06.190 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:06 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:33:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:06 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:06 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:33:06.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:06 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:06.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.817+0000 7fbf2ee00640 1 -- 172.21.15.33:0/763914049 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf28109120 msgr2=0x7fbf28110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:06.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.817+0000 7fbf2ee00640 1 --2- 172.21.15.33:0/763914049 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf28109120 0x7fbf28110ca0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fbf20009900 tx=0x7fbf2002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.817+0000 7fbf2ee00640 1 -- 172.21.15.33:0/763914049 shutdown_connections 2024-09-05T02:33:06.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.817+0000 7fbf2ee00640 1 --2- 172.21.15.33:0/763914049 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf28109120 0x7fbf28110ca0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.817+0000 7fbf2ee00640 1 --2- 172.21.15.33:0/763914049 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf281049a0 0x7fbf281089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.817+0000 7fbf2ee00640 1 --2- 172.21.15.33:0/763914049 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf28103ff0 0x7fbf281043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.817+0000 7fbf2ee00640 1 -- 172.21.15.33:0/763914049 >> 172.21.15.33:0/763914049 conn(0x7fbf280ffa90 msgr2=0x7fbf28101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:06.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.817+0000 7fbf2ee00640 1 -- 172.21.15.33:0/763914049 shutdown_connections 2024-09-05T02:33:06.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.817+0000 7fbf2ee00640 1 -- 172.21.15.33:0/763914049 wait complete. 2024-09-05T02:33:06.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.818+0000 7fbf2ee00640 1 Processor -- start 2024-09-05T02:33:06.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.818+0000 7fbf2ee00640 1 -- start start 2024-09-05T02:33:06.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.819+0000 7fbf2ee00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf28103ff0 0x7fbf2819a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:06.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.819+0000 7fbf2ee00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf281049a0 0x7fbf2819ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:06.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.819+0000 7fbf2ee00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf28109120 0x7fbf2819eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:06.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.819+0000 7fbf2ee00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbf28114130 con 0x7fbf28103ff0 2024-09-05T02:33:06.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.819+0000 7fbf2ee00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbf28113fb0 con 0x7fbf281049a0 2024-09-05T02:33:06.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.819+0000 7fbf2ee00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbf281142b0 con 0x7fbf28109120 2024-09-05T02:33:06.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.819+0000 7fbf27e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf28103ff0 0x7fbf2819a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:06.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.819+0000 7fbf27e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf28103ff0 0x7fbf2819a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45818/0 (socket says 172.21.15.33:45818) 2024-09-05T02:33:06.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.819+0000 7fbf27e00640 1 -- 172.21.15.33:0/1315863648 learned_addr learned my addr 172.21.15.33:0/1315863648 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:06.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.819+0000 7fbf2ce00640 1 --2- 172.21.15.33:0/1315863648 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf28109120 0x7fbf2819eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:06.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.819+0000 7fbf1f400640 1 --2- 172.21.15.33:0/1315863648 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf281049a0 0x7fbf2819ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:06.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.819+0000 7fbf27e00640 1 -- 172.21.15.33:0/1315863648 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf28109120 msgr2=0x7fbf2819eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:06.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.819+0000 7fbf27e00640 1 --2- 172.21.15.33:0/1315863648 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf28109120 0x7fbf2819eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.819+0000 7fbf27e00640 1 -- 172.21.15.33:0/1315863648 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf281049a0 msgr2=0x7fbf2819ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:06.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.819+0000 7fbf27e00640 1 --2- 172.21.15.33:0/1315863648 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf281049a0 0x7fbf2819ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.819+0000 7fbf27e00640 1 -- 172.21.15.33:0/1315863648 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf2819f5c0 con 0x7fbf28103ff0 2024-09-05T02:33:06.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.820+0000 7fbf27e00640 1 --2- 172.21.15.33:0/1315863648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf28103ff0 0x7fbf2819a610 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fbf1800db80 tx=0x7fbf1800b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:06.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.820+0000 7fbf25600640 1 -- 172.21.15.33:0/1315863648 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf18017070 con 0x7fbf28103ff0 2024-09-05T02:33:06.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.820+0000 7fbf2ee00640 1 -- 172.21.15.33:0/1315863648 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf2819f8b0 con 0x7fbf28103ff0 2024-09-05T02:33:06.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.820+0000 7fbf25600640 1 -- 172.21.15.33:0/1315863648 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf18003b70 con 0x7fbf28103ff0 2024-09-05T02:33:06.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.820+0000 7fbf2ee00640 1 -- 172.21.15.33:0/1315863648 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf281a7190 con 0x7fbf28103ff0 2024-09-05T02:33:06.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.820+0000 7fbf25600640 1 -- 172.21.15.33:0/1315863648 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf18004d20 con 0x7fbf28103ff0 2024-09-05T02:33:06.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.823+0000 7fbf319bc740 1 Processor -- start 2024-09-05T02:33:06.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.823+0000 7fbf319bc740 1 -- start start 2024-09-05T02:33:06.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.823+0000 7fbf319bc740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec82060b90 0x55ec82060f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:06.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.823+0000 7fbf319bc740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec820614b0 0x55ec8206b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:06.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.823+0000 7fbf319bc740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec8206bd70 0x55ec8206e160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:06.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.823+0000 7fbf319bc740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55ec81fc73e0 con 0x55ec82060b90 2024-09-05T02:33:06.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.823+0000 7fbf319bc740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ec81f6ed80 con 0x55ec8206bd70 2024-09-05T02:33:06.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.823+0000 7fbf319bc740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55ec81fc33a0 con 0x55ec820614b0 2024-09-05T02:33:06.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.823+0000 7fbf25600640 1 -- 172.21.15.33:0/1315863648 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fbf18004020 con 0x7fbf28103ff0 2024-09-05T02:33:06.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.824+0000 7fbf2ce00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec82060b90 0x55ec82060f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:06.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.824+0000 7fbf2ce00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec82060b90 0x55ec82060f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45820/0 (socket says 172.21.15.33:45820) 2024-09-05T02:33:06.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.824+0000 7fbf2ce00640 1 -- 172.21.15.33:0/2460071799 learned_addr learned my addr 172.21.15.33:0/2460071799 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:06.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.824+0000 7fbf1f400640 1 --2- 172.21.15.33:0/2460071799 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec8206bd70 0x55ec8206e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:06.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.824+0000 7fbf27e00640 1 --2- 172.21.15.33:0/2460071799 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec820614b0 0x55ec8206b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:06.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.824+0000 7fbf2ce00640 1 -- 172.21.15.33:0/2460071799 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec820614b0 msgr2=0x55ec8206b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:06.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.824+0000 7fbf2ce00640 1 --2- 172.21.15.33:0/2460071799 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec820614b0 0x55ec8206b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.824+0000 7fbf2ce00640 1 -- 172.21.15.33:0/2460071799 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec8206bd70 msgr2=0x55ec8206e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:06.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.824+0000 7fbf2ce00640 1 --2- 172.21.15.33:0/2460071799 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec8206bd70 0x55ec8206e160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.824+0000 7fbf2ce00640 1 -- 172.21.15.33:0/2460071799 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec81f8dae0 con 0x55ec82060b90 2024-09-05T02:33:06.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.825+0000 7fbf2ce00640 1 --2- 172.21.15.33:0/2460071799 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec82060b90 0x55ec82060f70 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fbf20033000 tx=0x7fbf20005e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cbf0e7c93a48646 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:06.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.825+0000 7fbf1d600640 1 -- 172.21.15.33:0/2460071799 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf20040070 con 0x55ec82060b90 2024-09-05T02:33:06.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.825+0000 7fbf1d600640 1 -- 172.21.15.33:0/2460071799 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf200318b0 con 0x55ec82060b90 2024-09-05T02:33:06.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.825+0000 7fbf1d600640 1 -- 172.21.15.33:0/2460071799 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf20035040 con 0x55ec82060b90 2024-09-05T02:33:06.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.825+0000 7fbf25600640 1 --2- 172.21.15.33:0/1315863648 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbf0c0a2cf0 0x7fbf0c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.825+0000 7fbf25600640 1 -- 172.21.15.33:0/1315863648 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fbf180cf0d0 con 0x7fbf28103ff0 2024-09-05T02:33:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.826+0000 7fbf27e00640 1 --2- 172.21.15.33:0/1315863648 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbf0c0a2cf0 0x7fbf0c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.826+0000 7fbf319bc740 1 -- 172.21.15.33:0/2460071799 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec82060b90 msgr2=0x55ec82060f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.826+0000 7fbf319bc740 1 --2- 172.21.15.33:0/2460071799 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec82060b90 0x55ec82060f70 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fbf20033000 tx=0x7fbf20005e00 comp rx=0 tx=0).stop 2024-09-05T02:33:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.826+0000 7fbf319bc740 1 -- 172.21.15.33:0/2460071799 shutdown_connections 2024-09-05T02:33:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.826+0000 7fbf319bc740 1 --2- 172.21.15.33:0/2460071799 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec8206bd70 0x55ec8206e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.826+0000 7fbf319bc740 1 --2- 172.21.15.33:0/2460071799 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec820614b0 0x55ec8206b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.826+0000 7fbf319bc740 1 --2- 172.21.15.33:0/2460071799 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec82060b90 0x55ec82060f70 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.826+0000 7fbf319bc740 1 -- 172.21.15.33:0/2460071799 >> 172.21.15.33:0/2460071799 conn(0x55ec8205d120 msgr2=0x55ec8205d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.826+0000 7fbf319bc740 1 -- 172.21.15.33:0/2460071799 shutdown_connections 2024-09-05T02:33:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.826+0000 7fbf319bc740 1 -- 172.21.15.33:0/2460071799 wait complete. 2024-09-05T02:33:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.826+0000 7fbf27e00640 1 --2- 172.21.15.33:0/1315863648 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbf0c0a2cf0 0x7fbf0c0a51b0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fbf180cc980 tx=0x7fbf18000f40 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:06.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.827+0000 7fbf319bc740 1 -- start start 2024-09-05T02:33:06.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.827+0000 7fbf319bc740 1 Processor -- start 2024-09-05T02:33:06.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.827+0000 7fbf319bc740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec82060b90 0x55ec82068c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:06.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.827+0000 7fbf319bc740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec820614b0 0x55ec82069190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:06.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.827+0000 7fbf319bc740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec8206bd70 0x55ec820696d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:06.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.827+0000 7fbf319bc740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55ec8206e9e0 con 0x55ec820614b0 2024-09-05T02:33:06.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.827+0000 7fbf319bc740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ec81f820f0 con 0x55ec8206bd70 2024-09-05T02:33:06.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.827+0000 7fbf319bc740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55ec8206eb60 con 0x55ec82060b90 2024-09-05T02:33:06.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.827+0000 7fbf319bc740 10 client.0 _ll_register_callbacks cb 0x55ec81f739e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:06.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.828+0000 7fbf2ce00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec8206bd70 0x55ec820696d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:06.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.828+0000 7fbf2ce00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec8206bd70 0x55ec820696d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:49432/0 (socket says 172.21.15.33:49432) 2024-09-05T02:33:06.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.828+0000 7fbf2ce00640 1 -- 172.21.15.33:0/1659313559 learned_addr learned my addr 172.21.15.33:0/1659313559 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:06.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.828+0000 7fbf1f400640 1 --2- 172.21.15.33:0/1659313559 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec820614b0 0x55ec82069190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:06.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.828+0000 7fbf2ce00640 1 --2- 172.21.15.33:0/1659313559 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec82060b90 0x55ec82068c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:06.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.828+0000 7fbf2ce00640 1 -- 172.21.15.33:0/1659313559 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec82060b90 msgr2=0x55ec82068c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:06.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.828+0000 7fbf2ce00640 1 --2- 172.21.15.33:0/1659313559 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec82060b90 0x55ec82068c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.828+0000 7fbf2ce00640 1 -- 172.21.15.33:0/1659313559 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec820614b0 msgr2=0x55ec82069190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:06.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.828+0000 7fbf2ce00640 1 --2- 172.21.15.33:0/1659313559 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec820614b0 0x55ec82069190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.828+0000 7fbf2ce00640 1 -- 172.21.15.33:0/1659313559 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec81d383c0 con 0x55ec8206bd70 2024-09-05T02:33:06.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.828+0000 7fbf1f400640 1 --2- 172.21.15.33:0/1659313559 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec820614b0 0x55ec82069190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:06.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.829+0000 7fbf2ce00640 1 --2- 172.21.15.33:0/1659313559 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec8206bd70 0x55ec820696d0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fbf20031ba0 tx=0x7fbf20005560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d7515060d9a64c64 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:06.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.829+0000 7fbf16000640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:33:06.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.829+0000 7fbf16000640 1 -- 172.21.15.33:0/1659313559 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf20035070 con 0x55ec8206bd70 2024-09-05T02:33:06.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.829+0000 7fbf319bc740 1 -- 172.21.15.33:0/1659313559 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf200318b0 con 0x55ec8206bd70 2024-09-05T02:33:06.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.829+0000 7fbf16000640 1 -- 172.21.15.33:0/1659313559 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fbf20005020 con 0x55ec8206bd70 2024-09-05T02:33:06.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.829+0000 7fbf16000640 1 -- 172.21.15.33:0/1659313559 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbf20040040 con 0x55ec8206bd70 2024-09-05T02:33:06.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.829+0000 7fbf319bc740 10 client.26537 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:06.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.829+0000 7fbf319bc740 1 -- 172.21.15.33:0/1659313559 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ec8207a690 con 0x55ec8206bd70 2024-09-05T02:33:06.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.829+0000 7fbf16000640 1 -- 172.21.15.33:0/1659313559 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf200318b0 con 0x55ec8206bd70 2024-09-05T02:33:06.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.830+0000 7fbf16000640 1 -- 172.21.15.33:0/1659313559 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fbf20051020 con 0x55ec8206bd70 2024-09-05T02:33:06.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.830+0000 7fbf319bc740 10 client.26537 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:06.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.830+0000 7fbf319bc740 10 client.26537 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:06.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.830+0000 7fbf319bc740 20 client.26537 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:06.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.830+0000 7fbf319bc740 1 --2- 172.21.15.33:0/1659313559 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ec8207b9e0 0x55ec8207ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:06.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.830+0000 7fbf319bc740 4 client.26537 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:06.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.830+0000 7fbf319bc740 1 -- 172.21.15.33:0/1659313559 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ec81fd4950 con 0x55ec8207b9e0 2024-09-05T02:33:06.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.830+0000 7fbf1f400640 1 --2- 172.21.15.33:0/1659313559 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ec8207b9e0 0x55ec8207ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:06.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.831+0000 7fbf1f400640 1 --2- 172.21.15.33:0/1659313559 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ec8207b9e0 0x55ec8207ddd0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f8effafec2dacf5 server_cookie=d9a0bb982878b34e in_seq=0 out_seq=0 2024-09-05T02:33:06.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.831+0000 7fbf16000640 10 client.26537 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:06.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.832+0000 7fbf16000640 1 -- 172.21.15.33:0/1659313559 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ec81fd4950 con 0x55ec8207b9e0 2024-09-05T02:33:06.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.832+0000 7fbf16000640 10 client.26537 handle_command_reply: tid=0 2024-09-05T02:33:06.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.832+0000 7fbf319bc740 1 client.26537 shutdown 2024-09-05T02:33:06.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.832+0000 7fbf319bc740 1 -- 172.21.15.33:0/1659313559 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec8206bd70 msgr2=0x55ec820696d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:06.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.832+0000 7fbf319bc740 1 --2- 172.21.15.33:0/1659313559 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec8206bd70 0x55ec820696d0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fbf20031ba0 tx=0x7fbf20005560 comp rx=0 tx=0).stop 2024-09-05T02:33:06.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.832+0000 7fbf319bc740 1 -- 172.21.15.33:0/1659313559 shutdown_connections 2024-09-05T02:33:06.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.832+0000 7fbf319bc740 1 --2- 172.21.15.33:0/1659313559 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec8206bd70 0x55ec820696d0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.832+0000 7fbf319bc740 1 --2- 172.21.15.33:0/1659313559 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ec8207b9e0 0x55ec8207ddd0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.832+0000 7fbf319bc740 1 --2- 172.21.15.33:0/1659313559 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec820614b0 0x55ec82069190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.832+0000 7fbf319bc740 1 --2- 172.21.15.33:0/1659313559 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec82060b90 0x55ec82068c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.832+0000 7fbf16000640 0 client.26537 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:06.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.832+0000 7fbf319bc740 1 -- 172.21.15.33:0/1659313559 >> 172.21.15.33:0/1659313559 conn(0x55ec8205d120 msgr2=0x55ec82062e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:06.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.832+0000 7fbf319bc740 1 -- 172.21.15.33:0/1659313559 shutdown_connections 2024-09-05T02:33:06.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.832+0000 7fbf319bc740 1 -- 172.21.15.33:0/1659313559 wait complete. 2024-09-05T02:33:06.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.832+0000 7fbf319bc740 20 client.26537 trim_cache size 0 max 16384 2024-09-05T02:33:06.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.851+0000 7fbf319bc740 1 Processor -- start 2024-09-05T02:33:06.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.851+0000 7fbf319bc740 1 -- start start 2024-09-05T02:33:06.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.851+0000 7fbf319bc740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec82060b90 0x55ec82069520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:06.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.851+0000 7fbf319bc740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec820614b0 0x55ec820774c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:06.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.851+0000 7fbf319bc740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec8206bd70 0x55ec82065ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:06.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.851+0000 7fbf319bc740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbf281afab0 con 0x55ec8206bd70 2024-09-05T02:33:06.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.851+0000 7fbf319bc740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbf281b15f0 con 0x55ec820614b0 2024-09-05T02:33:06.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.851+0000 7fbf319bc740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbf281b0180 con 0x55ec82060b90 2024-09-05T02:33:06.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.852+0000 7fbf1f400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec820614b0 0x55ec820774c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:06.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.852+0000 7fbf1f400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec820614b0 0x55ec820774c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:49440/0 (socket says 172.21.15.33:49440) 2024-09-05T02:33:06.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.852+0000 7fbf1f400640 1 -- 172.21.15.33:0/2370749607 learned_addr learned my addr 172.21.15.33:0/2370749607 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:06.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.852+0000 7fbf2ce00640 1 --2- 172.21.15.33:0/2370749607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec82060b90 0x55ec82069520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:06.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.852+0000 7fbf2ce00640 1 --2- 172.21.15.33:0/2370749607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec8206bd70 0x55ec82065ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:06.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.852+0000 7fbf1f400640 1 -- 172.21.15.33:0/2370749607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec82060b90 msgr2=0x55ec82069520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:06.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.852+0000 7fbf1f400640 1 --2- 172.21.15.33:0/2370749607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec82060b90 0x55ec82069520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.852+0000 7fbf1f400640 1 -- 172.21.15.33:0/2370749607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec8206bd70 msgr2=0x55ec82065ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:06.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.852+0000 7fbf1f400640 1 --2- 172.21.15.33:0/2370749607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec8206bd70 0x55ec82065ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.852+0000 7fbf1f400640 1 -- 172.21.15.33:0/2370749607 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec8205b730 con 0x55ec820614b0 2024-09-05T02:33:06.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.852+0000 7fbf2ce00640 1 --2- 172.21.15.33:0/2370749607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec82060b90 0x55ec82069520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:33:06.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.853+0000 7fbf1f400640 1 --2- 172.21.15.33:0/2370749607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec820614b0 0x55ec820774c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fbf10012580 tx=0x7fbf10005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=62d8468bbe9f7475 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:06.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.853+0000 7fbf1cc00640 1 -- 172.21.15.33:0/2370749607 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf10004050 con 0x55ec820614b0 2024-09-05T02:33:06.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.853+0000 7fbf1cc00640 1 -- 172.21.15.33:0/2370749607 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf1000fcd0 con 0x55ec820614b0 2024-09-05T02:33:06.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.853+0000 7fbf1cc00640 1 -- 172.21.15.33:0/2370749607 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf100038e0 con 0x55ec820614b0 2024-09-05T02:33:06.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.854+0000 7fbf319bc740 1 -- 172.21.15.33:0/2370749607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec820614b0 msgr2=0x55ec820774c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:06.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.854+0000 7fbf319bc740 1 --2- 172.21.15.33:0/2370749607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec820614b0 0x55ec820774c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fbf10012580 tx=0x7fbf10005f90 comp rx=0 tx=0).stop 2024-09-05T02:33:06.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.854+0000 7fbf319bc740 1 -- 172.21.15.33:0/2370749607 shutdown_connections 2024-09-05T02:33:06.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.854+0000 7fbf319bc740 1 --2- 172.21.15.33:0/2370749607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec8206bd70 0x55ec82065ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.854+0000 7fbf319bc740 1 --2- 172.21.15.33:0/2370749607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec820614b0 0x55ec820774c0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.854+0000 7fbf319bc740 1 --2- 172.21.15.33:0/2370749607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec82060b90 0x55ec82069520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.854+0000 7fbf319bc740 1 -- 172.21.15.33:0/2370749607 >> 172.21.15.33:0/2370749607 conn(0x55ec8205d120 msgr2=0x55ec82076db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:06.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.854+0000 7fbf319bc740 1 -- 172.21.15.33:0/2370749607 shutdown_connections 2024-09-05T02:33:06.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.854+0000 7fbf319bc740 1 -- 172.21.15.33:0/2370749607 wait complete. 2024-09-05T02:33:06.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.855+0000 7fbf319bc740 1 -- start start 2024-09-05T02:33:06.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.855+0000 7fbf319bc740 1 Processor -- start 2024-09-05T02:33:06.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.856+0000 7fbf319bc740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec82060b90 0x55ec8207ee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:06.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.856+0000 7fbf319bc740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec820614b0 0x55ec8207f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:06.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.856+0000 7fbf319bc740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec8206bd70 0x55ec8207f880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:06.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.856+0000 7fbf319bc740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbf281b0f20 con 0x55ec8206bd70 2024-09-05T02:33:06.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.856+0000 7fbf319bc740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbf281b0850 con 0x55ec820614b0 2024-09-05T02:33:06.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.856+0000 7fbf319bc740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbf281ada90 con 0x55ec82060b90 2024-09-05T02:33:06.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.856+0000 7fbf319bc740 10 client.0 _ll_register_callbacks cb 0x7fbf200316b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:06.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.856+0000 7fbf2ce00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec8206bd70 0x55ec8207f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:06.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.856+0000 7fbf2ce00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec8206bd70 0x55ec8207f880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45856/0 (socket says 172.21.15.33:45856) 2024-09-05T02:33:06.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.856+0000 7fbf2ce00640 1 -- 172.21.15.33:0/182386171 learned_addr learned my addr 172.21.15.33:0/182386171 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:06.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.856+0000 7fbf2ce00640 1 --2- 172.21.15.33:0/182386171 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec82060b90 0x55ec8207ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:06.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.856+0000 7fbf1f400640 1 --2- 172.21.15.33:0/182386171 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec820614b0 0x55ec8207f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:06.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.857+0000 7fbf2ce00640 1 -- 172.21.15.33:0/182386171 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec82060b90 msgr2=0x55ec8207ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:06.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.857+0000 7fbf2ce00640 1 --2- 172.21.15.33:0/182386171 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec82060b90 0x55ec8207ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.857+0000 7fbf2ce00640 1 -- 172.21.15.33:0/182386171 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec820614b0 msgr2=0x55ec8207f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:06.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.857+0000 7fbf2ce00640 1 --2- 172.21.15.33:0/182386171 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec820614b0 0x55ec8207f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.857+0000 7fbf2ce00640 1 -- 172.21.15.33:0/182386171 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec820e5610 con 0x55ec8206bd70 2024-09-05T02:33:06.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.857+0000 7fbf2ce00640 1 --2- 172.21.15.33:0/182386171 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec8206bd70 0x55ec8207f880 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fbf20006010 tx=0x7fbf20005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d99c8f7104abb95e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:06.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.857+0000 7fbf16000640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:06.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.857+0000 7fbf16000640 1 -- 172.21.15.33:0/182386171 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf20035040 con 0x55ec8206bd70 2024-09-05T02:33:06.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.857+0000 7fbf16000640 1 -- 172.21.15.33:0/182386171 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fbf20004a20 con 0x55ec8206bd70 2024-09-05T02:33:06.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.857+0000 7fbf319bc740 1 -- 172.21.15.33:0/182386171 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf1000fcd0 con 0x55ec8206bd70 2024-09-05T02:33:06.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.858+0000 7fbf16000640 1 -- 172.21.15.33:0/182386171 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbf20004c20 con 0x55ec8206bd70 2024-09-05T02:33:06.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.858+0000 7fbf319bc740 10 client.16455 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:06.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.858+0000 7fbf319bc740 1 -- 172.21.15.33:0/182386171 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ec820e68a0 con 0x55ec8206bd70 2024-09-05T02:33:06.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.858+0000 7fbf16000640 1 -- 172.21.15.33:0/182386171 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf1000fcd0 con 0x55ec8206bd70 2024-09-05T02:33:06.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.858+0000 7fbf16000640 1 -- 172.21.15.33:0/182386171 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fbf20051040 con 0x55ec8206bd70 2024-09-05T02:33:06.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.858+0000 7fbf319bc740 10 client.16455 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:06.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.859+0000 7fbf319bc740 10 client.16455 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:06.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.859+0000 7fbf319bc740 20 client.16455 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:06.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.859+0000 7fbf319bc740 1 --2- 172.21.15.33:0/182386171 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ec820e6f10 0x55ec820e9300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:06.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.859+0000 7fbf319bc740 4 client.16455 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:33:06.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.859+0000 7fbf319bc740 1 -- 172.21.15.33:0/182386171 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ec81fcee60 con 0x55ec820e6f10 2024-09-05T02:33:06.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.859+0000 7fbf1f400640 1 --2- 172.21.15.33:0/182386171 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ec820e6f10 0x55ec820e9300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:06.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.860+0000 7fbf16000640 10 client.16455 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:06.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.860+0000 7fbf1f400640 1 --2- 172.21.15.33:0/182386171 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ec820e6f10 0x55ec820e9300 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=41312cef0236938e server_cookie=495430e3c75bde13 in_seq=0 out_seq=0 2024-09-05T02:33:06.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.860+0000 7fbf16000640 1 -- 172.21.15.33:0/182386171 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ec81fcee60 con 0x55ec820e6f10 2024-09-05T02:33:06.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.860+0000 7fbf16000640 10 client.16455 handle_command_reply: tid=0 2024-09-05T02:33:06.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.860+0000 7fbf319bc740 1 client.16455 shutdown 2024-09-05T02:33:06.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.860+0000 7fbf319bc740 1 -- 172.21.15.33:0/182386171 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec8206bd70 msgr2=0x55ec8207f880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:06.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.860+0000 7fbf319bc740 1 --2- 172.21.15.33:0/182386171 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec8206bd70 0x55ec8207f880 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fbf20006010 tx=0x7fbf20005c00 comp rx=0 tx=0).stop 2024-09-05T02:33:06.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.860+0000 7fbf319bc740 1 -- 172.21.15.33:0/182386171 shutdown_connections 2024-09-05T02:33:06.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.860+0000 7fbf319bc740 1 --2- 172.21.15.33:0/182386171 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ec820e6f10 0x55ec820e9300 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.860+0000 7fbf319bc740 1 --2- 172.21.15.33:0/182386171 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ec8206bd70 0x55ec8207f880 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.860+0000 7fbf319bc740 1 --2- 172.21.15.33:0/182386171 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ec820614b0 0x55ec8207f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.860+0000 7fbf319bc740 1 --2- 172.21.15.33:0/182386171 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ec82060b90 0x55ec8207ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.860+0000 7fbf319bc740 1 -- 172.21.15.33:0/182386171 >> 172.21.15.33:0/182386171 conn(0x55ec8205d120 msgr2=0x55ec8205c1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:06.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.860+0000 7fbf16000640 0 client.16455 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:06.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.860+0000 7fbf319bc740 1 -- 172.21.15.33:0/182386171 shutdown_connections 2024-09-05T02:33:06.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.860+0000 7fbf319bc740 1 -- 172.21.15.33:0/182386171 wait complete. 2024-09-05T02:33:06.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.861+0000 7fbf319bc740 20 client.16455 trim_cache size 0 max 16384 2024-09-05T02:33:06.866 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:33:06.866 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:33:06.866 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:33:06.866 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:33:06.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.861+0000 7fbf2ee00640 1 -- 172.21.15.33:0/1315863648 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbf0c0a2cf0 msgr2=0x7fbf0c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:06.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.861+0000 7fbf2ee00640 1 --2- 172.21.15.33:0/1315863648 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbf0c0a2cf0 0x7fbf0c0a51b0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fbf180cc980 tx=0x7fbf18000f40 comp rx=0 tx=0).stop 2024-09-05T02:33:06.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.861+0000 7fbf2ee00640 1 -- 172.21.15.33:0/1315863648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf28103ff0 msgr2=0x7fbf2819a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:06.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.861+0000 7fbf2ee00640 1 --2- 172.21.15.33:0/1315863648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf28103ff0 0x7fbf2819a610 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fbf1800db80 tx=0x7fbf1800b630 comp rx=0 tx=0).stop 2024-09-05T02:33:06.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.862+0000 7fbf2ee00640 1 -- 172.21.15.33:0/1315863648 shutdown_connections 2024-09-05T02:33:06.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.862+0000 7fbf2ee00640 1 --2- 172.21.15.33:0/1315863648 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbf0c0a2cf0 0x7fbf0c0a51b0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.862+0000 7fbf2ee00640 1 --2- 172.21.15.33:0/1315863648 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf28109120 0x7fbf2819eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.862+0000 7fbf2ee00640 1 --2- 172.21.15.33:0/1315863648 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf281049a0 0x7fbf2819ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.862+0000 7fbf2ee00640 1 --2- 172.21.15.33:0/1315863648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf28103ff0 0x7fbf2819a610 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:06.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.862+0000 7fbf2ee00640 1 -- 172.21.15.33:0/1315863648 >> 172.21.15.33:0/1315863648 conn(0x7fbf280ffa90 msgr2=0x7fbf281005b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:06.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.862+0000 7fbf2ee00640 1 -- 172.21.15.33:0/1315863648 shutdown_connections 2024-09-05T02:33:06.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:06.862+0000 7fbf2ee00640 1 -- 172.21.15.33:0/1315863648 wait complete. 2024-09-05T02:33:06.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:06 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:33:06.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:06 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:06.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:06 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:33:06.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:06 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:07.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:06 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:33:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:06 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:06 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:33:07.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:06 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:07.562 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:33:07.563 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:33:07.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:07 smithi033 ceph-mon[29909]: pgmap v188: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:33:07.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:07 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:33:07.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:07 smithi123 ceph-mon[34031]: pgmap v188: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:33:07.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:07 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:33:07.942 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:08.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:07 smithi174 ceph-mon[34756]: pgmap v188: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:33:08.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:07 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:33:08.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.488+0000 7f7162800640 1 -- 172.21.15.33:0/4125831412 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f715c077040 msgr2=0x7f715c1124f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:08.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.488+0000 7f7162800640 1 --2- 172.21.15.33:0/4125831412 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f715c077040 0x7f715c1124f0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f7148009900 tx=0x7f714802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:33:08.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.488+0000 7f7162800640 1 -- 172.21.15.33:0/4125831412 shutdown_connections 2024-09-05T02:33:08.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.488+0000 7f7162800640 1 --2- 172.21.15.33:0/4125831412 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f715c112a30 0x7f715c114e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:08.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.488+0000 7f7162800640 1 --2- 172.21.15.33:0/4125831412 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f715c077040 0x7f715c1124f0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:08.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.488+0000 7f7162800640 1 --2- 172.21.15.33:0/4125831412 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f715c076720 0x7f715c076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:08.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.488+0000 7f7162800640 1 -- 172.21.15.33:0/4125831412 >> 172.21.15.33:0/4125831412 conn(0x7f715c0ffa90 msgr2=0x7f715c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:08.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.488+0000 7f7162800640 1 -- 172.21.15.33:0/4125831412 shutdown_connections 2024-09-05T02:33:08.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.488+0000 7f7162800640 1 -- 172.21.15.33:0/4125831412 wait complete. 2024-09-05T02:33:08.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.489+0000 7f7162800640 1 Processor -- start 2024-09-05T02:33:08.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.490+0000 7f7162800640 1 -- start start 2024-09-05T02:33:08.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.490+0000 7f7162800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f715c076720 0x7f715c1a4710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:08.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.490+0000 7f7162800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f715c077040 0x7f715c1a4c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:08.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.490+0000 7f7162800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f715c112a30 0x7f715c19e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:08.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.490+0000 7f7162800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f715c1185a0 con 0x7f715c077040 2024-09-05T02:33:08.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.490+0000 7f7162800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f715c118420 con 0x7f715c112a30 2024-09-05T02:33:08.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.490+0000 7f7162800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f715c118720 con 0x7f715c076720 2024-09-05T02:33:08.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.490+0000 7f715b400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f715c076720 0x7f715c1a4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:08.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.490+0000 7f715aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f715c077040 0x7f715c1a4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:08.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.490+0000 7f715b400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f715c076720 0x7f715c1a4710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56102/0 (socket says 172.21.15.33:56102) 2024-09-05T02:33:08.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.490+0000 7f715b400640 1 -- 172.21.15.33:0/2881507097 learned_addr learned my addr 172.21.15.33:0/2881507097 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:08.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.490+0000 7f715aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f715c077040 0x7f715c1a4c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45866/0 (socket says 172.21.15.33:45866) 2024-09-05T02:33:08.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.490+0000 7f715be00640 1 --2- 172.21.15.33:0/2881507097 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f715c112a30 0x7f715c19e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:08.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.491+0000 7f715b400640 1 -- 172.21.15.33:0/2881507097 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f715c112a30 msgr2=0x7f715c19e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:08.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.491+0000 7f715b400640 1 --2- 172.21.15.33:0/2881507097 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f715c112a30 0x7f715c19e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:08.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.491+0000 7f715b400640 1 -- 172.21.15.33:0/2881507097 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f715c077040 msgr2=0x7f715c1a4c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:08.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.491+0000 7f715b400640 1 --2- 172.21.15.33:0/2881507097 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f715c077040 0x7f715c1a4c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:08.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.491+0000 7f715b400640 1 -- 172.21.15.33:0/2881507097 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f715c19f000 con 0x7f715c076720 2024-09-05T02:33:08.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.491+0000 7f715b400640 1 --2- 172.21.15.33:0/2881507097 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f715c076720 0x7f715c1a4710 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f714c00d950 tx=0x7f714c00de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:08.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.491+0000 7f7153e00640 1 -- 172.21.15.33:0/2881507097 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f714c017070 con 0x7f715c076720 2024-09-05T02:33:08.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.491+0000 7f7153e00640 1 -- 172.21.15.33:0/2881507097 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f714c009c30 con 0x7f715c076720 2024-09-05T02:33:08.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.491+0000 7f7153e00640 1 -- 172.21.15.33:0/2881507097 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f714c00f6b0 con 0x7f715c076720 2024-09-05T02:33:08.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.492+0000 7f7162800640 1 -- 172.21.15.33:0/2881507097 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f715c19f2f0 con 0x7f715c076720 2024-09-05T02:33:08.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.492+0000 7f7162800640 1 -- 172.21.15.33:0/2881507097 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f715c1ab5e0 con 0x7f715c076720 2024-09-05T02:33:08.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.493+0000 7f7162800640 1 -- 172.21.15.33:0/2881507097 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f715c076b00 con 0x7f715c076720 2024-09-05T02:33:08.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.495+0000 7f7153e00640 1 -- 172.21.15.33:0/2881507097 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f714c0109d0 con 0x7f715c076720 2024-09-05T02:33:08.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.496+0000 7f7153e00640 1 --2- 172.21.15.33:0/2881507097 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f71400a2d70 0x7f71400a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:08.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.497+0000 7f7153e00640 1 -- 172.21.15.33:0/2881507097 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f714c0cefb0 con 0x7f715c076720 2024-09-05T02:33:08.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.497+0000 7f715aa00640 1 --2- 172.21.15.33:0/2881507097 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f71400a2d70 0x7f71400a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:08.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.497+0000 7f715aa00640 1 --2- 172.21.15.33:0/2881507097 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f71400a2d70 0x7f71400a5230 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f7148009230 tx=0x7f71480058d0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:08.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.499+0000 7f7153e00640 1 -- 172.21.15.33:0/2881507097 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f714c009de0 con 0x7f715c076720 2024-09-05T02:33:08.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.724+0000 7f7162800640 1 -- 172.21.15.33:0/2881507097 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f715c19fe00 con 0x7f715c076720 2024-09-05T02:33:08.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.725+0000 7f7153e00640 1 -- 172.21.15.33:0/2881507097 <== mon.1 v2:172.21.15.174:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7f714c09b5b0 con 0x7f715c076720 2024-09-05T02:33:08.727 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:33:08.728 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:33:08.728 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:33:08.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.729+0000 7f7162800640 1 -- 172.21.15.33:0/2881507097 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f71400a2d70 msgr2=0x7f71400a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:08.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.729+0000 7f7162800640 1 --2- 172.21.15.33:0/2881507097 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f71400a2d70 0x7f71400a5230 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f7148009230 tx=0x7f71480058d0 comp rx=0 tx=0).stop 2024-09-05T02:33:08.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.729+0000 7f7162800640 1 -- 172.21.15.33:0/2881507097 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f715c076720 msgr2=0x7f715c1a4710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:08.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.729+0000 7f7162800640 1 --2- 172.21.15.33:0/2881507097 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f715c076720 0x7f715c1a4710 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f714c00d950 tx=0x7f714c00de10 comp rx=0 tx=0).stop 2024-09-05T02:33:08.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.729+0000 7f7162800640 1 -- 172.21.15.33:0/2881507097 shutdown_connections 2024-09-05T02:33:08.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.729+0000 7f7162800640 1 --2- 172.21.15.33:0/2881507097 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f71400a2d70 0x7f71400a5230 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.729+0000 7f7162800640 1 --2- 172.21.15.33:0/2881507097 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f715c112a30 0x7f715c19e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.729+0000 7f7162800640 1 --2- 172.21.15.33:0/2881507097 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f715c077040 0x7f715c1a4c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.729+0000 7f7162800640 1 --2- 172.21.15.33:0/2881507097 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f715c076720 0x7f715c1a4710 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.729+0000 7f7162800640 1 -- 172.21.15.33:0/2881507097 >> 172.21.15.33:0/2881507097 conn(0x7f715c0ffa90 msgr2=0x7f715c101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.729+0000 7f7162800640 1 -- 172.21.15.33:0/2881507097 shutdown_connections 2024-09-05T02:33:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:08.729+0000 7f7162800640 1 -- 172.21.15.33:0/2881507097 wait complete. 2024-09-05T02:33:09.419 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:33:09.796 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:09.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:09 smithi033 ceph-mon[29909]: pgmap v189: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:33:09.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:09 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2881507097' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:33:09.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:09 smithi123 ceph-mon[34031]: pgmap v189: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:33:09.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:09 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2881507097' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:33:10.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:09 smithi174 ceph-mon[34756]: pgmap v189: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:33:10.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:09 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2881507097' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:33:10.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.355+0000 7fcbda600640 1 -- 172.21.15.33:0/3054800670 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbd4103ff0 msgr2=0x7fcbd41043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:10.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.355+0000 7fcbda600640 1 --2- 172.21.15.33:0/3054800670 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbd4103ff0 0x7fcbd41043d0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fcbc4009900 tx=0x7fcbc402a410 comp rx=0 tx=0).stop 2024-09-05T02:33:10.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.355+0000 7fcbda600640 1 -- 172.21.15.33:0/3054800670 shutdown_connections 2024-09-05T02:33:10.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.355+0000 7fcbda600640 1 --2- 172.21.15.33:0/3054800670 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcbd4109120 0x7fcbd4110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.355+0000 7fcbda600640 1 --2- 172.21.15.33:0/3054800670 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcbd41049a0 0x7fcbd41089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.355+0000 7fcbda600640 1 --2- 172.21.15.33:0/3054800670 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbd4103ff0 0x7fcbd41043d0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.355+0000 7fcbda600640 1 -- 172.21.15.33:0/3054800670 >> 172.21.15.33:0/3054800670 conn(0x7fcbd40ffa90 msgr2=0x7fcbd4101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:10.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.355+0000 7fcbda600640 1 -- 172.21.15.33:0/3054800670 shutdown_connections 2024-09-05T02:33:10.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.356+0000 7fcbda600640 1 -- 172.21.15.33:0/3054800670 wait complete. 2024-09-05T02:33:10.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.356+0000 7fcbda600640 1 Processor -- start 2024-09-05T02:33:10.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.357+0000 7fcbda600640 1 -- start start 2024-09-05T02:33:10.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.357+0000 7fcbda600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbd4103ff0 0x7fcbd419a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:10.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.357+0000 7fcbda600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcbd41049a0 0x7fcbd419ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:10.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.357+0000 7fcbda600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcbd4109120 0x7fcbd419eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:10.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.357+0000 7fcbda600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcbd41141a0 con 0x7fcbd4103ff0 2024-09-05T02:33:10.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.357+0000 7fcbda600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcbd4114020 con 0x7fcbd4109120 2024-09-05T02:33:10.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.357+0000 7fcbda600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fcbd4114320 con 0x7fcbd41049a0 2024-09-05T02:33:10.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.357+0000 7fcbd3400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbd4103ff0 0x7fcbd419a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:10.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.357+0000 7fcbcbe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcbd41049a0 0x7fcbd419ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:10.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.357+0000 7fcbd3400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbd4103ff0 0x7fcbd419a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59306/0 (socket says 172.21.15.33:59306) 2024-09-05T02:33:10.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.357+0000 7fcbd3400640 1 -- 172.21.15.33:0/4216200690 learned_addr learned my addr 172.21.15.33:0/4216200690 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:10.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.358+0000 7fcbd3e00640 1 --2- 172.21.15.33:0/4216200690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcbd4109120 0x7fcbd419eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:10.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.358+0000 7fcbcbe00640 1 -- 172.21.15.33:0/4216200690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcbd4109120 msgr2=0x7fcbd419eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:10.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.358+0000 7fcbcbe00640 1 --2- 172.21.15.33:0/4216200690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcbd4109120 0x7fcbd419eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.358+0000 7fcbcbe00640 1 -- 172.21.15.33:0/4216200690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbd4103ff0 msgr2=0x7fcbd419a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:10.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.358+0000 7fcbcbe00640 1 --2- 172.21.15.33:0/4216200690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbd4103ff0 0x7fcbd419a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.358+0000 7fcbcbe00640 1 -- 172.21.15.33:0/4216200690 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbd419f5d0 con 0x7fcbd41049a0 2024-09-05T02:33:10.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.358+0000 7fcbcbe00640 1 --2- 172.21.15.33:0/4216200690 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcbd41049a0 0x7fcbd419ab60 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fcbbc00e9f0 tx=0x7fcbbc00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:10.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.358+0000 7fcbd0c00640 1 -- 172.21.15.33:0/4216200690 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbbc00ccc0 con 0x7fcbd41049a0 2024-09-05T02:33:10.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.358+0000 7fcbda600640 1 -- 172.21.15.33:0/4216200690 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbd419f8c0 con 0x7fcbd41049a0 2024-09-05T02:33:10.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.358+0000 7fcbd0c00640 1 -- 172.21.15.33:0/4216200690 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcbbc010910 con 0x7fcbd41049a0 2024-09-05T02:33:10.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.358+0000 7fcbd0c00640 1 -- 172.21.15.33:0/4216200690 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbbc018960 con 0x7fcbd41049a0 2024-09-05T02:33:10.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.359+0000 7fcbda600640 1 -- 172.21.15.33:0/4216200690 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbd41a71a0 con 0x7fcbd41049a0 2024-09-05T02:33:10.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.362+0000 7fcbdd026740 1 Processor -- start 2024-09-05T02:33:10.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.362+0000 7fcbdd026740 1 -- start start 2024-09-05T02:33:10.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.362+0000 7fcbd0c00640 1 -- 172.21.15.33:0/4216200690 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fcbbc010ac0 con 0x7fcbd41049a0 2024-09-05T02:33:10.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.362+0000 7fcbdd026740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b51bc70 0x55ff3b51c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:10.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.362+0000 7fcbdd026740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b51c590 0x55ff3b526910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:10.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.362+0000 7fcbdd026740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b526e50 0x55ff3b529240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:10.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.362+0000 7fcbdd026740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55ff3b4823e0 con 0x55ff3b51c590 2024-09-05T02:33:10.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.362+0000 7fcbdd026740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ff3b429d80 con 0x55ff3b51bc70 2024-09-05T02:33:10.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.362+0000 7fcbdd026740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55ff3b47e3a0 con 0x55ff3b526e50 2024-09-05T02:33:10.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.363+0000 7fcbd3e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b51bc70 0x55ff3b51c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:10.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.363+0000 7fcbd3400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b51c590 0x55ff3b526910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:10.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.363+0000 7fcbd3e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b51bc70 0x55ff3b51c050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:60718/0 (socket says 172.21.15.33:60718) 2024-09-05T02:33:10.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.363+0000 7fcbd3e00640 1 -- 172.21.15.33:0/843373085 learned_addr learned my addr 172.21.15.33:0/843373085 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:10.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.363+0000 7fcbcbe00640 1 --2- 172.21.15.33:0/843373085 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b526e50 0x55ff3b529240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:10.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.363+0000 7fcbd3e00640 1 -- 172.21.15.33:0/843373085 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b526e50 msgr2=0x55ff3b529240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:10.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.363+0000 7fcbd3e00640 1 --2- 172.21.15.33:0/843373085 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b526e50 0x55ff3b529240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.363+0000 7fcbd3e00640 1 -- 172.21.15.33:0/843373085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b51c590 msgr2=0x55ff3b526910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:10.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.363+0000 7fcbd3e00640 1 --2- 172.21.15.33:0/843373085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b51c590 0x55ff3b526910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.363+0000 7fcbd3e00640 1 -- 172.21.15.33:0/843373085 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff3b448ae0 con 0x55ff3b51bc70 2024-09-05T02:33:10.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.363+0000 7fcbd3e00640 1 --2- 172.21.15.33:0/843373085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b51bc70 0x55ff3b51c050 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fcbcc009f50 tx=0x7fcbcc0118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df75ba09563e18f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:10.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.364+0000 7fcbc8c00640 1 -- 172.21.15.33:0/843373085 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbcc004d20 con 0x55ff3b51bc70 2024-09-05T02:33:10.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.364+0000 7fcbc8c00640 1 -- 172.21.15.33:0/843373085 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcbcc004050 con 0x55ff3b51bc70 2024-09-05T02:33:10.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.364+0000 7fcbc8c00640 1 -- 172.21.15.33:0/843373085 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbcc005220 con 0x55ff3b51bc70 2024-09-05T02:33:10.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.364+0000 7fcbd0c00640 1 --2- 172.21.15.33:0/4216200690 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fcbb80a2d70 0x7fcbb80a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:10.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.364+0000 7fcbd0c00640 1 -- 172.21.15.33:0/4216200690 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fcbbc0cf790 con 0x7fcbd41049a0 2024-09-05T02:33:10.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.364+0000 7fcbd3400640 1 --2- 172.21.15.33:0/4216200690 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fcbb80a2d70 0x7fcbb80a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:10.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.364+0000 7fcbdd026740 1 -- 172.21.15.33:0/843373085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b51bc70 msgr2=0x55ff3b51c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:10.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.364+0000 7fcbdd026740 1 --2- 172.21.15.33:0/843373085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b51bc70 0x55ff3b51c050 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fcbcc009f50 tx=0x7fcbcc0118d0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.365+0000 7fcbdd026740 1 -- 172.21.15.33:0/843373085 shutdown_connections 2024-09-05T02:33:10.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.365+0000 7fcbdd026740 1 --2- 172.21.15.33:0/843373085 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b526e50 0x55ff3b529240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.365+0000 7fcbdd026740 1 --2- 172.21.15.33:0/843373085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b51c590 0x55ff3b526910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.365+0000 7fcbdd026740 1 --2- 172.21.15.33:0/843373085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b51bc70 0x55ff3b51c050 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.365+0000 7fcbdd026740 1 -- 172.21.15.33:0/843373085 >> 172.21.15.33:0/843373085 conn(0x55ff3b518200 msgr2=0x55ff3b5185e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:10.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.365+0000 7fcbdd026740 1 -- 172.21.15.33:0/843373085 shutdown_connections 2024-09-05T02:33:10.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.365+0000 7fcbdd026740 1 -- 172.21.15.33:0/843373085 wait complete. 2024-09-05T02:33:10.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.365+0000 7fcbd3400640 1 --2- 172.21.15.33:0/4216200690 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fcbb80a2d70 0x7fcbb80a5230 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fcbc40096c0 tx=0x7fcbc40046c0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:10.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.365+0000 7fcbdd026740 1 -- start start 2024-09-05T02:33:10.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.366+0000 7fcbdd026740 1 Processor -- start 2024-09-05T02:33:10.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.366+0000 7fcbdd026740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b51bc70 0x55ff3b523c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:10.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.366+0000 7fcbdd026740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b51c590 0x55ff3b5241b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:10.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.366+0000 7fcbdd026740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b526e50 0x55ff3b5246f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:10.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.366+0000 7fcbdd026740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55ff3b529a20 con 0x55ff3b526e50 2024-09-05T02:33:10.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.366+0000 7fcbdd026740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ff3b43d0f0 con 0x55ff3b51c590 2024-09-05T02:33:10.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.366+0000 7fcbdd026740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55ff3b529ba0 con 0x55ff3b51bc70 2024-09-05T02:33:10.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.366+0000 7fcbdd026740 10 client.0 _ll_register_callbacks cb 0x55ff3b424bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:10.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.366+0000 7fcbcbe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b51c590 0x55ff3b5241b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:10.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.366+0000 7fcbd3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b526e50 0x55ff3b5246f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:10.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.366+0000 7fcbd3400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b51bc70 0x55ff3b523c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:10.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.366+0000 7fcbcbe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b51c590 0x55ff3b5241b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:60730/0 (socket says 172.21.15.33:60730) 2024-09-05T02:33:10.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.366+0000 7fcbcbe00640 1 -- 172.21.15.33:0/310284012 learned_addr learned my addr 172.21.15.33:0/310284012 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:10.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.367+0000 7fcbcbe00640 1 -- 172.21.15.33:0/310284012 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b51bc70 msgr2=0x55ff3b523c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:10.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.367+0000 7fcbcbe00640 1 --2- 172.21.15.33:0/310284012 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b51bc70 0x55ff3b523c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.367+0000 7fcbcbe00640 1 -- 172.21.15.33:0/310284012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b526e50 msgr2=0x55ff3b5246f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:10.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.367+0000 7fcbcbe00640 1 --2- 172.21.15.33:0/310284012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b526e50 0x55ff3b5246f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.367+0000 7fcbcbe00640 1 -- 172.21.15.33:0/310284012 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff3b1f33c0 con 0x55ff3b51c590 2024-09-05T02:33:10.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.367+0000 7fcbcbe00640 1 --2- 172.21.15.33:0/310284012 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b51c590 0x55ff3b5241b0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fcbbc00e9c0 tx=0x7fcbbc09b960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1e096c0a8102faff server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:10.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.367+0000 7fcbc1600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:33:10.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.367+0000 7fcbc1600640 1 -- 172.21.15.33:0/310284012 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbbc0cd320 con 0x55ff3b51c590 2024-09-05T02:33:10.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.367+0000 7fcbc1600640 1 -- 172.21.15.33:0/310284012 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fcbbc0cfd80 con 0x55ff3b51c590 2024-09-05T02:33:10.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.367+0000 7fcbdd026740 1 -- 172.21.15.33:0/310284012 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcbcc004050 con 0x55ff3b51c590 2024-09-05T02:33:10.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.368+0000 7fcbc1600640 1 -- 172.21.15.33:0/310284012 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcbbc0a48d0 con 0x55ff3b51c590 2024-09-05T02:33:10.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.368+0000 7fcbdd026740 10 client.26561 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:10.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.368+0000 7fcbdd026740 1 -- 172.21.15.33:0/310284012 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ff3b535a10 con 0x55ff3b51c590 2024-09-05T02:33:10.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.368+0000 7fcbc1600640 1 -- 172.21.15.33:0/310284012 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcbcc004050 con 0x55ff3b51c590 2024-09-05T02:33:10.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.368+0000 7fcbc1600640 1 -- 172.21.15.33:0/310284012 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fcbbc097a60 con 0x55ff3b51c590 2024-09-05T02:33:10.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.368+0000 7fcbdd026740 10 client.26561 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:10.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.368+0000 7fcbdd026740 10 client.26561 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:33:10.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.368+0000 7fcbdd026740 20 client.26561 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:10.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.368+0000 7fcbdd026740 1 --2- 172.21.15.33:0/310284012 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55ff3b536ed0 0x55ff3b5392c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:10.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.368+0000 7fcbdd026740 4 client.26561 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:10.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.368+0000 7fcbdd026740 1 -- 172.21.15.33:0/310284012 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ff3b48f950 con 0x55ff3b536ed0 2024-09-05T02:33:10.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.369+0000 7fcbd3400640 1 --2- 172.21.15.33:0/310284012 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55ff3b536ed0 0x55ff3b5392c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:10.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.369+0000 7fcbd3400640 1 --2- 172.21.15.33:0/310284012 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55ff3b536ed0 0x55ff3b5392c0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=bf822229731bee20 server_cookie=93ba8aad28e50015 in_seq=0 out_seq=0 2024-09-05T02:33:10.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.369+0000 7fcbc1600640 10 client.26561 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:33:10.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.370+0000 7fcbc1600640 1 -- 172.21.15.33:0/310284012 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ff3b48f950 con 0x55ff3b536ed0 2024-09-05T02:33:10.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.370+0000 7fcbc1600640 10 client.26561 handle_command_reply: tid=0 2024-09-05T02:33:10.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.370+0000 7fcbdd026740 1 client.26561 shutdown 2024-09-05T02:33:10.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.370+0000 7fcbdd026740 1 -- 172.21.15.33:0/310284012 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b51c590 msgr2=0x55ff3b5241b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:10.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.370+0000 7fcbdd026740 1 --2- 172.21.15.33:0/310284012 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b51c590 0x55ff3b5241b0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fcbbc00e9c0 tx=0x7fcbbc09b960 comp rx=0 tx=0).stop 2024-09-05T02:33:10.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.370+0000 7fcbdd026740 1 -- 172.21.15.33:0/310284012 shutdown_connections 2024-09-05T02:33:10.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.370+0000 7fcbdd026740 1 --2- 172.21.15.33:0/310284012 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55ff3b536ed0 0x55ff3b5392c0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.370+0000 7fcbdd026740 1 --2- 172.21.15.33:0/310284012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b526e50 0x55ff3b5246f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.370+0000 7fcbdd026740 1 --2- 172.21.15.33:0/310284012 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b51c590 0x55ff3b5241b0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.370+0000 7fcbdd026740 1 --2- 172.21.15.33:0/310284012 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b51bc70 0x55ff3b523c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.370+0000 7fcbc1600640 0 client.26561 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:33:10.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.370+0000 7fcbdd026740 1 -- 172.21.15.33:0/310284012 >> 172.21.15.33:0/310284012 conn(0x55ff3b518200 msgr2=0x55ff3b517380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:10.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.370+0000 7fcbdd026740 1 -- 172.21.15.33:0/310284012 shutdown_connections 2024-09-05T02:33:10.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.370+0000 7fcbdd026740 1 -- 172.21.15.33:0/310284012 wait complete. 2024-09-05T02:33:10.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.371+0000 7fcbdd026740 20 client.26561 trim_cache size 0 max 16384 2024-09-05T02:33:10.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.384+0000 7fcbdd026740 1 Processor -- start 2024-09-05T02:33:10.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.384+0000 7fcbdd026740 1 -- start start 2024-09-05T02:33:10.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.385+0000 7fcbdd026740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b51bc70 0x55ff3b53eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:10.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.385+0000 7fcbdd026740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b51c590 0x55ff3b53f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:10.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.385+0000 7fcbdd026740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b526e50 0x55ff3b51d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:10.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.385+0000 7fcbdd026740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcbd41af9f0 con 0x55ff3b526e50 2024-09-05T02:33:10.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.385+0000 7fcbdd026740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcbd41b1530 con 0x55ff3b51c590 2024-09-05T02:33:10.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.385+0000 7fcbdd026740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fcbd41b00c0 con 0x55ff3b51bc70 2024-09-05T02:33:10.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.385+0000 7fcbd3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b526e50 0x55ff3b51d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:10.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.385+0000 7fcbd3400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b51bc70 0x55ff3b53eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:10.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.385+0000 7fcbd3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b526e50 0x55ff3b51d6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59330/0 (socket says 172.21.15.33:59330) 2024-09-05T02:33:10.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.385+0000 7fcbd3e00640 1 -- 172.21.15.33:0/126228353 learned_addr learned my addr 172.21.15.33:0/126228353 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:10.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.385+0000 7fcbcbe00640 1 --2- 172.21.15.33:0/126228353 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b51c590 0x55ff3b53f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:10.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.386+0000 7fcbd3e00640 1 -- 172.21.15.33:0/126228353 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b51bc70 msgr2=0x55ff3b53eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:10.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.386+0000 7fcbd3e00640 1 --2- 172.21.15.33:0/126228353 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b51bc70 0x55ff3b53eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.386+0000 7fcbd3e00640 1 -- 172.21.15.33:0/126228353 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b51c590 msgr2=0x55ff3b53f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:10.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.386+0000 7fcbd3e00640 1 --2- 172.21.15.33:0/126228353 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b51c590 0x55ff3b53f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.386+0000 7fcbd3e00640 1 -- 172.21.15.33:0/126228353 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff3b518030 con 0x55ff3b526e50 2024-09-05T02:33:10.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.386+0000 7fcbcbe00640 1 --2- 172.21.15.33:0/126228353 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b51c590 0x55ff3b53f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:10.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.386+0000 7fcbd3400640 1 --2- 172.21.15.33:0/126228353 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b51bc70 0x55ff3b53eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:10.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.386+0000 7fcbd3e00640 1 --2- 172.21.15.33:0/126228353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b526e50 0x55ff3b51d6c0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fcbcc009270 tx=0x7fcbcc004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b87804e6bd3f224 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:10.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.386+0000 7fcbc3e00640 1 -- 172.21.15.33:0/126228353 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbcc003db0 con 0x55ff3b526e50 2024-09-05T02:33:10.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.386+0000 7fcbc3e00640 1 -- 172.21.15.33:0/126228353 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcbcc004530 con 0x55ff3b526e50 2024-09-05T02:33:10.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.386+0000 7fcbc3e00640 1 -- 172.21.15.33:0/126228353 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbcc005340 con 0x55ff3b526e50 2024-09-05T02:33:10.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.387+0000 7fcbdd026740 1 -- 172.21.15.33:0/126228353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b526e50 msgr2=0x55ff3b51d6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:10.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.387+0000 7fcbdd026740 1 --2- 172.21.15.33:0/126228353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b526e50 0x55ff3b51d6c0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fcbcc009270 tx=0x7fcbcc004770 comp rx=0 tx=0).stop 2024-09-05T02:33:10.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.387+0000 7fcbdd026740 1 -- 172.21.15.33:0/126228353 shutdown_connections 2024-09-05T02:33:10.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.387+0000 7fcbdd026740 1 --2- 172.21.15.33:0/126228353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b526e50 0x55ff3b51d6c0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.387+0000 7fcbdd026740 1 --2- 172.21.15.33:0/126228353 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b51c590 0x55ff3b53f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.387+0000 7fcbdd026740 1 --2- 172.21.15.33:0/126228353 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b51bc70 0x55ff3b53eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.387+0000 7fcbdd026740 1 -- 172.21.15.33:0/126228353 >> 172.21.15.33:0/126228353 conn(0x55ff3b518200 msgr2=0x55ff3b522d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:10.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.387+0000 7fcbdd026740 1 -- 172.21.15.33:0/126228353 shutdown_connections 2024-09-05T02:33:10.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.387+0000 7fcbdd026740 1 -- 172.21.15.33:0/126228353 wait complete. 2024-09-05T02:33:10.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.387+0000 7fcbdd026740 1 -- start start 2024-09-05T02:33:10.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.388+0000 7fcbdd026740 1 Processor -- start 2024-09-05T02:33:10.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.388+0000 7fcbdd026740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b51bc70 0x55ff3b52f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:10.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.388+0000 7fcbdd026740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b51c590 0x55ff3b52a780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:10.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.388+0000 7fcbdd026740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b526e50 0x55ff3b52acc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:10.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.388+0000 7fcbdd026740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcbd41b0e60 con 0x55ff3b51bc70 2024-09-05T02:33:10.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.388+0000 7fcbdd026740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcbd41b0790 con 0x55ff3b526e50 2024-09-05T02:33:10.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.388+0000 7fcbdd026740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fcbd41ad9d0 con 0x55ff3b51c590 2024-09-05T02:33:10.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.388+0000 7fcbdd026740 10 client.0 _ll_register_callbacks cb 0x7fcbbc00ce60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:10.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.388+0000 7fcbd3400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b51bc70 0x55ff3b52f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:10.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.389+0000 7fcbd3400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b51bc70 0x55ff3b52f450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59332/0 (socket says 172.21.15.33:59332) 2024-09-05T02:33:10.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.389+0000 7fcbd3400640 1 -- 172.21.15.33:0/3924532262 learned_addr learned my addr 172.21.15.33:0/3924532262 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:10.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.389+0000 7fcbd3e00640 1 --2- 172.21.15.33:0/3924532262 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b526e50 0x55ff3b52acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:10.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.389+0000 7fcbcbe00640 1 --2- 172.21.15.33:0/3924532262 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b51c590 0x55ff3b52a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:10.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.389+0000 7fcbd3e00640 1 -- 172.21.15.33:0/3924532262 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b51c590 msgr2=0x55ff3b52a780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:10.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.389+0000 7fcbd3e00640 1 --2- 172.21.15.33:0/3924532262 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b51c590 0x55ff3b52a780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.389+0000 7fcbd3e00640 1 -- 172.21.15.33:0/3924532262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b51bc70 msgr2=0x55ff3b52f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:10.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.389+0000 7fcbd3e00640 1 --2- 172.21.15.33:0/3924532262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b51bc70 0x55ff3b52f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.389+0000 7fcbd3e00640 1 -- 172.21.15.33:0/3924532262 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff3b5192b0 con 0x55ff3b526e50 2024-09-05T02:33:10.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.389+0000 7fcbd3e00640 1 --2- 172.21.15.33:0/3924532262 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b526e50 0x55ff3b52acc0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fcbcc01b040 tx=0x7fcbcc003de0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d9e88678fa0b40a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:10.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.389+0000 7fcbc1600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:33:10.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.390+0000 7fcbc1600640 1 -- 172.21.15.33:0/3924532262 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbcc03a060 con 0x55ff3b526e50 2024-09-05T02:33:10.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.390+0000 7fcbc1600640 1 -- 172.21.15.33:0/3924532262 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fcbcc004160 con 0x55ff3b526e50 2024-09-05T02:33:10.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.390+0000 7fcbdd026740 1 -- 172.21.15.33:0/3924532262 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcbcc004530 con 0x55ff3b526e50 2024-09-05T02:33:10.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.390+0000 7fcbc1600640 1 -- 172.21.15.33:0/3924532262 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcbcc004360 con 0x55ff3b526e50 2024-09-05T02:33:10.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.390+0000 7fcbdd026740 10 client.26567 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:10.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.390+0000 7fcbdd026740 1 -- 172.21.15.33:0/3924532262 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ff3b5a1850 con 0x55ff3b526e50 2024-09-05T02:33:10.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.390+0000 7fcbc1600640 1 -- 172.21.15.33:0/3924532262 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcbcc004530 con 0x55ff3b526e50 2024-09-05T02:33:10.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.390+0000 7fcbc1600640 1 -- 172.21.15.33:0/3924532262 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fcbcc005810 con 0x55ff3b526e50 2024-09-05T02:33:10.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.390+0000 7fcbdd026740 10 client.26567 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:10.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.390+0000 7fcbdd026740 10 client.26567 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:33:10.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.390+0000 7fcbdd026740 20 client.26567 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:10.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.390+0000 7fcbdd026740 1 --2- 172.21.15.33:0/3924532262 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55ff3b536ed0 0x55ff3b5a3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:10.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.391+0000 7fcbdd026740 4 client.26567 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:33:10.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.391+0000 7fcbdd026740 1 -- 172.21.15.33:0/3924532262 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ff3b489e60 con 0x55ff3b536ed0 2024-09-05T02:33:10.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.391+0000 7fcbd3400640 1 --2- 172.21.15.33:0/3924532262 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55ff3b536ed0 0x55ff3b5a3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:10.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.391+0000 7fcbd3400640 1 --2- 172.21.15.33:0/3924532262 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55ff3b536ed0 0x55ff3b5a3d30 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=a869eec063ce3f16 server_cookie=921989cc4ce7dc05 in_seq=0 out_seq=0 2024-09-05T02:33:10.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.391+0000 7fcbc1600640 10 client.26567 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:33:10.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.392+0000 7fcbc1600640 1 -- 172.21.15.33:0/3924532262 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ff3b489e60 con 0x55ff3b536ed0 2024-09-05T02:33:10.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.392+0000 7fcbc1600640 10 client.26567 handle_command_reply: tid=0 2024-09-05T02:33:10.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.392+0000 7fcbdd026740 1 client.26567 shutdown 2024-09-05T02:33:10.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.392+0000 7fcbdd026740 1 -- 172.21.15.33:0/3924532262 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b526e50 msgr2=0x55ff3b52acc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:10.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.392+0000 7fcbdd026740 1 --2- 172.21.15.33:0/3924532262 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b526e50 0x55ff3b52acc0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fcbcc01b040 tx=0x7fcbcc003de0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.392+0000 7fcbdd026740 1 -- 172.21.15.33:0/3924532262 shutdown_connections 2024-09-05T02:33:10.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.392+0000 7fcbdd026740 1 --2- 172.21.15.33:0/3924532262 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55ff3b536ed0 0x55ff3b5a3d30 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.392+0000 7fcbdd026740 1 --2- 172.21.15.33:0/3924532262 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ff3b526e50 0x55ff3b52acc0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.392+0000 7fcbdd026740 1 --2- 172.21.15.33:0/3924532262 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ff3b51c590 0x55ff3b52a780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.392+0000 7fcbdd026740 1 --2- 172.21.15.33:0/3924532262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ff3b51bc70 0x55ff3b52f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.392+0000 7fcbc1600640 0 client.26567 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:33:10.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.392+0000 7fcbdd026740 1 -- 172.21.15.33:0/3924532262 >> 172.21.15.33:0/3924532262 conn(0x55ff3b518200 msgr2=0x55ff3b51d6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:10.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.392+0000 7fcbdd026740 1 -- 172.21.15.33:0/3924532262 shutdown_connections 2024-09-05T02:33:10.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.392+0000 7fcbdd026740 1 -- 172.21.15.33:0/3924532262 wait complete. 2024-09-05T02:33:10.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.392+0000 7fcbdd026740 20 client.26567 trim_cache size 0 max 16384 2024-09-05T02:33:10.398 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:33:10.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.393+0000 7fcbda600640 1 -- 172.21.15.33:0/4216200690 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fcbb80a2d70 msgr2=0x7fcbb80a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:10.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.393+0000 7fcbda600640 1 --2- 172.21.15.33:0/4216200690 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fcbb80a2d70 0x7fcbb80a5230 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fcbc40096c0 tx=0x7fcbc40046c0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.393+0000 7fcbda600640 1 -- 172.21.15.33:0/4216200690 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcbd41049a0 msgr2=0x7fcbd419ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:10.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.393+0000 7fcbda600640 1 --2- 172.21.15.33:0/4216200690 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcbd41049a0 0x7fcbd419ab60 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fcbbc00e9f0 tx=0x7fcbbc00eeb0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.393+0000 7fcbda600640 1 -- 172.21.15.33:0/4216200690 shutdown_connections 2024-09-05T02:33:10.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.393+0000 7fcbda600640 1 --2- 172.21.15.33:0/4216200690 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fcbb80a2d70 0x7fcbb80a5230 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.393+0000 7fcbda600640 1 --2- 172.21.15.33:0/4216200690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcbd4109120 0x7fcbd419eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.393+0000 7fcbda600640 1 --2- 172.21.15.33:0/4216200690 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcbd41049a0 0x7fcbd419ab60 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.393+0000 7fcbda600640 1 --2- 172.21.15.33:0/4216200690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbd4103ff0 0x7fcbd419a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:10.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.393+0000 7fcbda600640 1 -- 172.21.15.33:0/4216200690 >> 172.21.15.33:0/4216200690 conn(0x7fcbd40ffa90 msgr2=0x7fcbd4100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:10.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.393+0000 7fcbda600640 1 -- 172.21.15.33:0/4216200690 shutdown_connections 2024-09-05T02:33:10.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:10.393+0000 7fcbda600640 1 -- 172.21.15.33:0/4216200690 wait complete. 2024-09-05T02:33:11.175 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:33:11.558 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:11.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:11 smithi033 ceph-mon[29909]: pgmap v190: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:33:11.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:11 smithi123 ceph-mon[34031]: pgmap v190: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:33:12.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:11 smithi174 ceph-mon[34756]: pgmap v190: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-09-05T02:33:12.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.070+0000 7fca1a600640 1 -- 172.21.15.33:0/169682550 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca14074590 msgr2=0x7fca14074970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:12.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.070+0000 7fca1a600640 1 --2- 172.21.15.33:0/169682550 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca14074590 0x7fca14074970 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fca04009900 tx=0x7fca0402a480 comp rx=0 tx=0).stop 2024-09-05T02:33:12.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.071+0000 7fca1a600640 1 -- 172.21.15.33:0/169682550 shutdown_connections 2024-09-05T02:33:12.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.071+0000 7fca1a600640 1 --2- 172.21.15.33:0/169682550 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fca14112b90 0x7fca14114f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.071+0000 7fca1a600640 1 --2- 172.21.15.33:0/169682550 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca14074eb0 0x7fca14112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.071+0000 7fca1a600640 1 --2- 172.21.15.33:0/169682550 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca14074590 0x7fca14074970 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.071+0000 7fca1a600640 1 -- 172.21.15.33:0/169682550 >> 172.21.15.33:0/169682550 conn(0x7fca140fd8c0 msgr2=0x7fca140ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:12.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.071+0000 7fca1a600640 1 -- 172.21.15.33:0/169682550 shutdown_connections 2024-09-05T02:33:12.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.071+0000 7fca1a600640 1 -- 172.21.15.33:0/169682550 wait complete. 2024-09-05T02:33:12.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.072+0000 7fca1a600640 1 Processor -- start 2024-09-05T02:33:12.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.072+0000 7fca1a600640 1 -- start start 2024-09-05T02:33:12.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.072+0000 7fca1a600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca14074590 0x7fca141a4700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:12.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.072+0000 7fca1a600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fca14074eb0 0x7fca141a4c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:12.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.072+0000 7fca1a600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca14112b90 0x7fca1419e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:12.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.072+0000 7fca1a600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fca14118550 con 0x7fca14112b90 2024-09-05T02:33:12.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.072+0000 7fca1a600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fca141183d0 con 0x7fca14074590 2024-09-05T02:33:12.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.072+0000 7fca1a600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fca141186d0 con 0x7fca14074eb0 2024-09-05T02:33:12.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.072+0000 7fca13e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca14112b90 0x7fca1419e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:12.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.072+0000 7fca13400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca14074590 0x7fca141a4700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:12.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.073+0000 7fca13400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca14074590 0x7fca141a4700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:60766/0 (socket says 172.21.15.33:60766) 2024-09-05T02:33:12.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.073+0000 7fca13e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca14112b90 0x7fca1419e8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59344/0 (socket says 172.21.15.33:59344) 2024-09-05T02:33:12.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.073+0000 7fca13400640 1 -- 172.21.15.33:0/2379453787 learned_addr learned my addr 172.21.15.33:0/2379453787 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:12.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.073+0000 7fca0be00640 1 --2- 172.21.15.33:0/2379453787 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fca14074eb0 0x7fca141a4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:12.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.073+0000 7fca13e00640 1 -- 172.21.15.33:0/2379453787 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fca14074eb0 msgr2=0x7fca141a4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:12.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.073+0000 7fca13e00640 1 --2- 172.21.15.33:0/2379453787 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fca14074eb0 0x7fca141a4c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.073+0000 7fca13e00640 1 -- 172.21.15.33:0/2379453787 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca14074590 msgr2=0x7fca141a4700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:12.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.073+0000 7fca13e00640 1 --2- 172.21.15.33:0/2379453787 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca14074590 0x7fca141a4700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.073+0000 7fca13e00640 1 -- 172.21.15.33:0/2379453787 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca1419eff0 con 0x7fca14112b90 2024-09-05T02:33:12.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.073+0000 7fca13400640 1 --2- 172.21.15.33:0/2379453787 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca14074590 0x7fca141a4700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:12.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.073+0000 7fca13e00640 1 --2- 172.21.15.33:0/2379453787 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca14112b90 0x7fca1419e8c0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fca0c005fd0 tx=0x7fca0c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:12.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.074+0000 7fca10c00640 1 -- 172.21.15.33:0/2379453787 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca0c010630 con 0x7fca14112b90 2024-09-05T02:33:12.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.074+0000 7fca10c00640 1 -- 172.21.15.33:0/2379453787 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca0c010cb0 con 0x7fca14112b90 2024-09-05T02:33:12.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.074+0000 7fca10c00640 1 -- 172.21.15.33:0/2379453787 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca0c017c80 con 0x7fca14112b90 2024-09-05T02:33:12.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.074+0000 7fca1a600640 1 -- 172.21.15.33:0/2379453787 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca1419f2e0 con 0x7fca14112b90 2024-09-05T02:33:12.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.074+0000 7fca1a600640 1 -- 172.21.15.33:0/2379453787 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca141ab5d0 con 0x7fca14112b90 2024-09-05T02:33:12.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.077+0000 7fca10c00640 1 -- 172.21.15.33:0/2379453787 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fca0c0107d0 con 0x7fca14112b90 2024-09-05T02:33:12.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.077+0000 7fca1d273740 1 Processor -- start 2024-09-05T02:33:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.077+0000 7fca1d273740 1 -- start start 2024-09-05T02:33:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.077+0000 7fca1d273740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc85c70 0x55fd8fc86050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.077+0000 7fca1d273740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc86590 0x55fd8fc90910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.077+0000 7fca1d273740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc90e50 0x55fd8fc93240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.077+0000 7fca1d273740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55fd8fbec3e0 con 0x55fd8fc90e50 2024-09-05T02:33:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.077+0000 7fca1d273740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55fd8fb93d80 con 0x55fd8fc85c70 2024-09-05T02:33:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.077+0000 7fca1d273740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55fd8fbe83a0 con 0x55fd8fc86590 2024-09-05T02:33:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.078+0000 7fca13400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc86590 0x55fd8fc90910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.078+0000 7fca0be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc85c70 0x55fd8fc86050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.078+0000 7fca13400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc86590 0x55fd8fc90910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:39042/0 (socket says 172.21.15.33:39042) 2024-09-05T02:33:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.078+0000 7fca13400640 1 -- 172.21.15.33:0/434556929 learned_addr learned my addr 172.21.15.33:0/434556929 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.078+0000 7fca0be00640 1 --2- 172.21.15.33:0/434556929 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc90e50 0x55fd8fc93240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:12.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.078+0000 7fca13400640 1 -- 172.21.15.33:0/434556929 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc85c70 msgr2=0x55fd8fc86050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:12.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.078+0000 7fca13400640 1 --2- 172.21.15.33:0/434556929 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc85c70 0x55fd8fc86050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.078+0000 7fca13400640 1 -- 172.21.15.33:0/434556929 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc90e50 msgr2=0x55fd8fc93240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:12.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.078+0000 7fca13400640 1 --2- 172.21.15.33:0/434556929 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc90e50 0x55fd8fc93240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.078+0000 7fca13400640 1 -- 172.21.15.33:0/434556929 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd8fbb2ae0 con 0x55fd8fc86590 2024-09-05T02:33:12.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.078+0000 7fca0be00640 1 --2- 172.21.15.33:0/434556929 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc90e50 0x55fd8fc93240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:33:12.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.078+0000 7fca10c00640 1 --2- 172.21.15.33:0/2379453787 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc9f80a2cf0 0x7fc9f80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:12.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.078+0000 7fca10c00640 1 -- 172.21.15.33:0/2379453787 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fca0c0cfbf0 con 0x7fca14112b90 2024-09-05T02:33:12.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.079+0000 7fca13400640 1 --2- 172.21.15.33:0/434556929 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc86590 0x55fd8fc90910 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fca04000c00 tx=0x7fca04005de0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eaeb88266ec4d1bc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:12.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.079+0000 7fca0be00640 1 --2- 172.21.15.33:0/2379453787 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc9f80a2cf0 0x7fc9f80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:12.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.079+0000 7fca08c00640 1 -- 172.21.15.33:0/434556929 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca04040070 con 0x55fd8fc86590 2024-09-05T02:33:12.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.079+0000 7fca08c00640 1 -- 172.21.15.33:0/434556929 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca04031970 con 0x55fd8fc86590 2024-09-05T02:33:12.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.079+0000 7fca08c00640 1 -- 172.21.15.33:0/434556929 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca04035040 con 0x55fd8fc86590 2024-09-05T02:33:12.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.080+0000 7fca1d273740 1 -- 172.21.15.33:0/434556929 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc86590 msgr2=0x55fd8fc90910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.080+0000 7fca0be00640 1 --2- 172.21.15.33:0/2379453787 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc9f80a2cf0 0x7fc9f80a51b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x55fd8fc83580 tx=0x7fc9fc013040 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.080+0000 7fca1d273740 1 --2- 172.21.15.33:0/434556929 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc86590 0x55fd8fc90910 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fca04000c00 tx=0x7fca04005de0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.080+0000 7fca1d273740 1 -- 172.21.15.33:0/434556929 shutdown_connections 2024-09-05T02:33:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.080+0000 7fca1d273740 1 --2- 172.21.15.33:0/434556929 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc90e50 0x55fd8fc93240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.080+0000 7fca1d273740 1 --2- 172.21.15.33:0/434556929 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc86590 0x55fd8fc90910 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.080+0000 7fca1d273740 1 --2- 172.21.15.33:0/434556929 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc85c70 0x55fd8fc86050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.080+0000 7fca1d273740 1 -- 172.21.15.33:0/434556929 >> 172.21.15.33:0/434556929 conn(0x55fd8fc82200 msgr2=0x55fd8fc825e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.080+0000 7fca1d273740 1 -- 172.21.15.33:0/434556929 shutdown_connections 2024-09-05T02:33:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.080+0000 7fca1d273740 1 -- 172.21.15.33:0/434556929 wait complete. 2024-09-05T02:33:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.080+0000 7fca1d273740 1 -- start start 2024-09-05T02:33:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.081+0000 7fca1d273740 1 Processor -- start 2024-09-05T02:33:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.081+0000 7fca1d273740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc85c70 0x55fd8fc8dd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.081+0000 7fca1d273740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc86590 0x55fd8fc8e250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.081+0000 7fca1d273740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc90e50 0x55fd8fc8e790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.081+0000 7fca1d273740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55fd8fc93a20 con 0x55fd8fc85c70 2024-09-05T02:33:12.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.081+0000 7fca1d273740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55fd8fba70f0 con 0x55fd8fc86590 2024-09-05T02:33:12.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.081+0000 7fca1d273740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55fd8fc93ba0 con 0x55fd8fc90e50 2024-09-05T02:33:12.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.081+0000 7fca1d273740 10 client.0 _ll_register_callbacks cb 0x55fd8fb8ebd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:12.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.081+0000 7fca13400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc85c70 0x55fd8fc8dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:12.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.081+0000 7fca0be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc86590 0x55fd8fc8e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:12.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.081+0000 7fca13400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc85c70 0x55fd8fc8dd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59350/0 (socket says 172.21.15.33:59350) 2024-09-05T02:33:12.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.081+0000 7fca13400640 1 -- 172.21.15.33:0/3277618385 learned_addr learned my addr 172.21.15.33:0/3277618385 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:12.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.081+0000 7fca13e00640 1 --2- 172.21.15.33:0/3277618385 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc90e50 0x55fd8fc8e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:12.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.082+0000 7fca13400640 1 -- 172.21.15.33:0/3277618385 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc90e50 msgr2=0x55fd8fc8e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:12.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.082+0000 7fca13400640 1 --2- 172.21.15.33:0/3277618385 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc90e50 0x55fd8fc8e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.082+0000 7fca13400640 1 -- 172.21.15.33:0/3277618385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc86590 msgr2=0x55fd8fc8e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:12.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.082+0000 7fca13400640 1 --2- 172.21.15.33:0/3277618385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc86590 0x55fd8fc8e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.082+0000 7fca13400640 1 -- 172.21.15.33:0/3277618385 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd8f95d3c0 con 0x55fd8fc85c70 2024-09-05T02:33:12.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.082+0000 7fca0be00640 1 --2- 172.21.15.33:0/3277618385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc86590 0x55fd8fc8e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:12.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.082+0000 7fca13400640 1 --2- 172.21.15.33:0/3277618385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc85c70 0x55fd8fc8dd10 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fca04009a20 tx=0x7fca040042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2bca37c9232ab9b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:12.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.082+0000 7fca01600640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:12.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.083+0000 7fca01600640 1 -- 172.21.15.33:0/3277618385 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca0404b070 con 0x55fd8fc85c70 2024-09-05T02:33:12.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.083+0000 7fca01600640 1 -- 172.21.15.33:0/3277618385 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fca04003800 con 0x55fd8fc85c70 2024-09-05T02:33:12.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.083+0000 7fca1d273740 1 -- 172.21.15.33:0/3277618385 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca04031970 con 0x55fd8fc85c70 2024-09-05T02:33:12.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.083+0000 7fca01600640 1 -- 172.21.15.33:0/3277618385 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fca04057050 con 0x55fd8fc85c70 2024-09-05T02:33:12.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.083+0000 7fca1d273740 10 client.16491 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:12.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.083+0000 7fca1d273740 1 -- 172.21.15.33:0/3277618385 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fd8fc9fa30 con 0x55fd8fc85c70 2024-09-05T02:33:12.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.083+0000 7fca01600640 1 -- 172.21.15.33:0/3277618385 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca04031970 con 0x55fd8fc85c70 2024-09-05T02:33:12.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.083+0000 7fca01600640 1 -- 172.21.15.33:0/3277618385 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fca0403c7a0 con 0x55fd8fc85c70 2024-09-05T02:33:12.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.083+0000 7fca1d273740 10 client.16491 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:12.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.083+0000 7fca1d273740 10 client.16491 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:33:12.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.084+0000 7fca1d273740 20 client.16491 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:12.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.084+0000 7fca1d273740 1 --2- 172.21.15.33:0/3277618385 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55fd8fca0d80 0x55fd8fca3170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:12.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.084+0000 7fca1d273740 4 client.16491 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:12.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.084+0000 7fca1d273740 1 -- 172.21.15.33:0/3277618385 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fd8fbf9950 con 0x55fd8fca0d80 2024-09-05T02:33:12.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.084+0000 7fca0be00640 1 --2- 172.21.15.33:0/3277618385 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55fd8fca0d80 0x55fd8fca3170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.085+0000 7fca0be00640 1 --2- 172.21.15.33:0/3277618385 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55fd8fca0d80 0x55fd8fca3170 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=4dae7566ba82b968 server_cookie=5374f36ef861874a in_seq=0 out_seq=0 2024-09-05T02:33:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.085+0000 7fca01600640 10 client.16491 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:33:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.085+0000 7fca01600640 1 -- 172.21.15.33:0/3277618385 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fd8fbf9950 con 0x55fd8fca0d80 2024-09-05T02:33:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.085+0000 7fca01600640 10 client.16491 handle_command_reply: tid=0 2024-09-05T02:33:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.086+0000 7fca1d273740 1 client.16491 shutdown 2024-09-05T02:33:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.086+0000 7fca1d273740 1 -- 172.21.15.33:0/3277618385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc85c70 msgr2=0x55fd8fc8dd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.086+0000 7fca1d273740 1 --2- 172.21.15.33:0/3277618385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc85c70 0x55fd8fc8dd10 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fca04009a20 tx=0x7fca040042f0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.086+0000 7fca1d273740 1 -- 172.21.15.33:0/3277618385 shutdown_connections 2024-09-05T02:33:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.086+0000 7fca1d273740 1 --2- 172.21.15.33:0/3277618385 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55fd8fca0d80 0x55fd8fca3170 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.086+0000 7fca1d273740 1 --2- 172.21.15.33:0/3277618385 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc90e50 0x55fd8fc8e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.086+0000 7fca1d273740 1 --2- 172.21.15.33:0/3277618385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc86590 0x55fd8fc8e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.086+0000 7fca1d273740 1 --2- 172.21.15.33:0/3277618385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc85c70 0x55fd8fc8dd10 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.086+0000 7fca1d273740 1 -- 172.21.15.33:0/3277618385 >> 172.21.15.33:0/3277618385 conn(0x55fd8fc82200 msgr2=0x55fd8fc87ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.086+0000 7fca01600640 0 client.16491 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:33:12.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.086+0000 7fca1d273740 1 -- 172.21.15.33:0/3277618385 shutdown_connections 2024-09-05T02:33:12.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.086+0000 7fca1d273740 1 -- 172.21.15.33:0/3277618385 wait complete. 2024-09-05T02:33:12.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.086+0000 7fca1d273740 20 client.16491 trim_cache size 0 max 16384 2024-09-05T02:33:12.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.100+0000 7fca1d273740 1 Processor -- start 2024-09-05T02:33:12.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.100+0000 7fca1d273740 1 -- start start 2024-09-05T02:33:12.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.100+0000 7fca1d273740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc85c70 0x55fd8fc81270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:12.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.100+0000 7fca1d273740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc86590 0x55fd8fca8740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:12.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.100+0000 7fca1d273740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc90e50 0x55fd8fca8c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:12.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.100+0000 7fca1d273740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fca141b3ec0 con 0x55fd8fc86590 2024-09-05T02:33:12.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.100+0000 7fca1d273740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fca141b5a00 con 0x55fd8fc85c70 2024-09-05T02:33:12.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.100+0000 7fca1d273740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fca141b4590 con 0x55fd8fc90e50 2024-09-05T02:33:12.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.101+0000 7fca0be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc86590 0x55fd8fca8740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:12.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.101+0000 7fca13400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc85c70 0x55fd8fc81270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:12.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.101+0000 7fca0be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc86590 0x55fd8fca8740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59356/0 (socket says 172.21.15.33:59356) 2024-09-05T02:33:12.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.101+0000 7fca13400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc85c70 0x55fd8fc81270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:60790/0 (socket says 172.21.15.33:60790) 2024-09-05T02:33:12.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.101+0000 7fca0be00640 1 -- 172.21.15.33:0/1590435642 learned_addr learned my addr 172.21.15.33:0/1590435642 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:12.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.101+0000 7fca13e00640 1 --2- 172.21.15.33:0/1590435642 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc90e50 0x55fd8fca8c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:12.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.101+0000 7fca0be00640 1 -- 172.21.15.33:0/1590435642 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc90e50 msgr2=0x55fd8fca8c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:12.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.101+0000 7fca0be00640 1 --2- 172.21.15.33:0/1590435642 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc90e50 0x55fd8fca8c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.101+0000 7fca0be00640 1 -- 172.21.15.33:0/1590435642 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc85c70 msgr2=0x55fd8fc81270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:12.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.101+0000 7fca0be00640 1 --2- 172.21.15.33:0/1590435642 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc85c70 0x55fd8fc81270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.101+0000 7fca0be00640 1 -- 172.21.15.33:0/1590435642 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd8fc82db0 con 0x55fd8fc86590 2024-09-05T02:33:12.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.102+0000 7fca0be00640 1 --2- 172.21.15.33:0/1590435642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc86590 0x55fd8fca8740 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fca140fff50 tx=0x7fc9fc0096c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fbc0943251a0348 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:12.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.102+0000 7fca03e00640 1 -- 172.21.15.33:0/1590435642 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9fc004460 con 0x55fd8fc86590 2024-09-05T02:33:12.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.102+0000 7fca03e00640 1 -- 172.21.15.33:0/1590435642 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc9fc00fd40 con 0x55fd8fc86590 2024-09-05T02:33:12.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.102+0000 7fca03e00640 1 -- 172.21.15.33:0/1590435642 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9fc0047a0 con 0x55fd8fc86590 2024-09-05T02:33:12.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.102+0000 7fca1d273740 1 -- 172.21.15.33:0/1590435642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc86590 msgr2=0x55fd8fca8740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:12.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.103+0000 7fca1d273740 1 --2- 172.21.15.33:0/1590435642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc86590 0x55fd8fca8740 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fca140fff50 tx=0x7fc9fc0096c0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.103+0000 7fca1d273740 1 -- 172.21.15.33:0/1590435642 shutdown_connections 2024-09-05T02:33:12.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.103+0000 7fca1d273740 1 --2- 172.21.15.33:0/1590435642 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc90e50 0x55fd8fca8c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.103+0000 7fca1d273740 1 --2- 172.21.15.33:0/1590435642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc86590 0x55fd8fca8740 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.103+0000 7fca1d273740 1 --2- 172.21.15.33:0/1590435642 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc85c70 0x55fd8fc81270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.103+0000 7fca1d273740 1 -- 172.21.15.33:0/1590435642 >> 172.21.15.33:0/1590435642 conn(0x55fd8fc82200 msgr2=0x55fd8fc80b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:12.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.103+0000 7fca1d273740 1 -- 172.21.15.33:0/1590435642 shutdown_connections 2024-09-05T02:33:12.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.103+0000 7fca1d273740 1 -- 172.21.15.33:0/1590435642 wait complete. 2024-09-05T02:33:12.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.103+0000 7fca1d273740 1 -- start start 2024-09-05T02:33:12.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.103+0000 7fca1d273740 1 Processor -- start 2024-09-05T02:33:12.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.104+0000 7fca1d273740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc85c70 0x55fd8fc98df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:12.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.104+0000 7fca1d273740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc86590 0x55fd8fc99330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:12.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.104+0000 7fca1d273740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc90e50 0x55fd8fc8a300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:12.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.104+0000 7fca1d273740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fca141b5330 con 0x55fd8fc86590 2024-09-05T02:33:12.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.104+0000 7fca1d273740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fca141b4c60 con 0x55fd8fc90e50 2024-09-05T02:33:12.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.104+0000 7fca1d273740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fca141b1ea0 con 0x55fd8fc85c70 2024-09-05T02:33:12.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.104+0000 7fca1d273740 10 client.0 _ll_register_callbacks cb 0x7fc9fc009a10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:12.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.104+0000 7fca0be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc86590 0x55fd8fc99330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:12.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.104+0000 7fca0be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc86590 0x55fd8fc99330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59362/0 (socket says 172.21.15.33:59362) 2024-09-05T02:33:12.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.104+0000 7fca0be00640 1 -- 172.21.15.33:0/365593184 learned_addr learned my addr 172.21.15.33:0/365593184 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:12.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.104+0000 7fca13400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc85c70 0x55fd8fc98df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:12.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.105+0000 7fca13e00640 1 --2- 172.21.15.33:0/365593184 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc90e50 0x55fd8fc8a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:12.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.105+0000 7fca13400640 1 -- 172.21.15.33:0/365593184 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc90e50 msgr2=0x55fd8fc8a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:12.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.105+0000 7fca13400640 1 --2- 172.21.15.33:0/365593184 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc90e50 0x55fd8fc8a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.105+0000 7fca13400640 1 -- 172.21.15.33:0/365593184 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc86590 msgr2=0x55fd8fc99330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:12.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.105+0000 7fca13400640 1 --2- 172.21.15.33:0/365593184 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc86590 0x55fd8fc99330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.105+0000 7fca13400640 1 -- 172.21.15.33:0/365593184 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd8fc8a8c0 con 0x55fd8fc85c70 2024-09-05T02:33:12.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.105+0000 7fca13e00640 1 --2- 172.21.15.33:0/365593184 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc90e50 0x55fd8fc8a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:33:12.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.105+0000 7fca13400640 1 --2- 172.21.15.33:0/365593184 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc85c70 0x55fd8fc98df0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fca04031550 tx=0x7fca04004590 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e4917f4986352456 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:12.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.105+0000 7fca01600640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:33:12.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.105+0000 7fca01600640 1 -- 172.21.15.33:0/365593184 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca0404b040 con 0x55fd8fc85c70 2024-09-05T02:33:12.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.106+0000 7fca01600640 1 -- 172.21.15.33:0/365593184 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fca0403c440 con 0x55fd8fc85c70 2024-09-05T02:33:12.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.106+0000 7fca1d273740 1 -- 172.21.15.33:0/365593184 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc9fc00fd40 con 0x55fd8fc85c70 2024-09-05T02:33:12.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.106+0000 7fca01600640 1 -- 172.21.15.33:0/365593184 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fca04035030 con 0x55fd8fc85c70 2024-09-05T02:33:12.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.106+0000 7fca1d273740 10 client.26527 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:12.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.106+0000 7fca1d273740 1 -- 172.21.15.33:0/365593184 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fd8fd0afd0 con 0x55fd8fc85c70 2024-09-05T02:33:12.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.106+0000 7fca01600640 1 -- 172.21.15.33:0/365593184 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc9fc00fd40 con 0x55fd8fc85c70 2024-09-05T02:33:12.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.106+0000 7fca01600640 1 -- 172.21.15.33:0/365593184 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fca04050440 con 0x55fd8fc85c70 2024-09-05T02:33:12.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.107+0000 7fca1d273740 10 client.26527 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:12.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.107+0000 7fca1d273740 10 client.26527 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:33:12.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.107+0000 7fca1d273740 20 client.26527 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:12.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.107+0000 7fca1d273740 1 --2- 172.21.15.33:0/365593184 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55fd8fd0b630 0x55fd8fd0da20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:12.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.107+0000 7fca1d273740 4 client.26527 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:33:12.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.107+0000 7fca1d273740 1 -- 172.21.15.33:0/365593184 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fd8fbf3e60 con 0x55fd8fd0b630 2024-09-05T02:33:12.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.107+0000 7fca0be00640 1 --2- 172.21.15.33:0/365593184 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55fd8fd0b630 0x55fd8fd0da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:12.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.108+0000 7fca0be00640 1 --2- 172.21.15.33:0/365593184 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55fd8fd0b630 0x55fd8fd0da20 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e668d3d4beb6b767 server_cookie=f688bf3d3d678f4c in_seq=0 out_seq=0 2024-09-05T02:33:12.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.108+0000 7fca01600640 10 client.26527 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:33:12.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.108+0000 7fca01600640 1 -- 172.21.15.33:0/365593184 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fd8fbf3e60 con 0x55fd8fd0b630 2024-09-05T02:33:12.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.108+0000 7fca01600640 10 client.26527 handle_command_reply: tid=0 2024-09-05T02:33:12.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.108+0000 7fca1d273740 1 client.26527 shutdown 2024-09-05T02:33:12.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.108+0000 7fca1d273740 1 -- 172.21.15.33:0/365593184 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc85c70 msgr2=0x55fd8fc98df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:12.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.108+0000 7fca1d273740 1 --2- 172.21.15.33:0/365593184 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc85c70 0x55fd8fc98df0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fca04031550 tx=0x7fca04004590 comp rx=0 tx=0).stop 2024-09-05T02:33:12.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.108+0000 7fca1d273740 1 -- 172.21.15.33:0/365593184 shutdown_connections 2024-09-05T02:33:12.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.108+0000 7fca1d273740 1 --2- 172.21.15.33:0/365593184 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55fd8fd0b630 0x55fd8fd0da20 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.108+0000 7fca1d273740 1 --2- 172.21.15.33:0/365593184 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fd8fc90e50 0x55fd8fc8a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.108+0000 7fca1d273740 1 --2- 172.21.15.33:0/365593184 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fd8fc86590 0x55fd8fc99330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.108+0000 7fca1d273740 1 --2- 172.21.15.33:0/365593184 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fd8fc85c70 0x55fd8fc98df0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.108+0000 7fca1d273740 1 -- 172.21.15.33:0/365593184 >> 172.21.15.33:0/365593184 conn(0x55fd8fc82200 msgr2=0x55fd8fc81380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:12.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.108+0000 7fca01600640 0 client.26527 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:33:12.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.109+0000 7fca1d273740 1 -- 172.21.15.33:0/365593184 shutdown_connections 2024-09-05T02:33:12.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.109+0000 7fca1d273740 1 -- 172.21.15.33:0/365593184 wait complete. 2024-09-05T02:33:12.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.109+0000 7fca1d273740 20 client.26527 trim_cache size 0 max 16384 2024-09-05T02:33:12.114 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:33:12.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.109+0000 7fca1a600640 1 -- 172.21.15.33:0/2379453787 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc9f80a2cf0 msgr2=0x7fc9f80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:12.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.109+0000 7fca1a600640 1 --2- 172.21.15.33:0/2379453787 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc9f80a2cf0 0x7fc9f80a51b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x55fd8fc83580 tx=0x7fc9fc013040 comp rx=0 tx=0).stop 2024-09-05T02:33:12.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.109+0000 7fca1a600640 1 -- 172.21.15.33:0/2379453787 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca14112b90 msgr2=0x7fca1419e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:12.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.109+0000 7fca1a600640 1 --2- 172.21.15.33:0/2379453787 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca14112b90 0x7fca1419e8c0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fca0c005fd0 tx=0x7fca0c00c6a0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.110+0000 7fca1a600640 1 -- 172.21.15.33:0/2379453787 shutdown_connections 2024-09-05T02:33:12.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.110+0000 7fca1a600640 1 --2- 172.21.15.33:0/2379453787 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc9f80a2cf0 0x7fc9f80a51b0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.110+0000 7fca1a600640 1 --2- 172.21.15.33:0/2379453787 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca14112b90 0x7fca1419e8c0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.110+0000 7fca1a600640 1 --2- 172.21.15.33:0/2379453787 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fca14074eb0 0x7fca141a4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.110+0000 7fca1a600640 1 --2- 172.21.15.33:0/2379453787 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca14074590 0x7fca141a4700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:12.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.110+0000 7fca1a600640 1 -- 172.21.15.33:0/2379453787 >> 172.21.15.33:0/2379453787 conn(0x7fca140fd8c0 msgr2=0x7fca140ff010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:12.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.110+0000 7fca1a600640 1 -- 172.21.15.33:0/2379453787 shutdown_connections 2024-09-05T02:33:12.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:12.110+0000 7fca1a600640 1 -- 172.21.15.33:0/2379453787 wait complete. 2024-09-05T02:33:12.899 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:33:13.300 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:13.740 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:13 smithi033 ceph-mon[29909]: pgmap v191: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:33:13.740 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:13 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:33:13.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.854+0000 7fc547a00640 1 -- 172.21.15.33:0/2196011388 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc540101de0 msgr2=0x7fc5401021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:13.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.854+0000 7fc547a00640 1 --2- 172.21.15.33:0/2196011388 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc540101de0 0x7fc5401021c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fc530009900 tx=0x7fc53002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.854+0000 7fc547a00640 1 -- 172.21.15.33:0/2196011388 shutdown_connections 2024-09-05T02:33:13.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.854+0000 7fc547a00640 1 --2- 172.21.15.33:0/2196011388 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc540106f10 0x7fc54010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.854+0000 7fc547a00640 1 --2- 172.21.15.33:0/2196011388 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc540102790 0x7fc5401067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.854+0000 7fc547a00640 1 --2- 172.21.15.33:0/2196011388 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc540101de0 0x7fc5401021c0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.854+0000 7fc547a00640 1 -- 172.21.15.33:0/2196011388 >> 172.21.15.33:0/2196011388 conn(0x7fc5400fd8c0 msgr2=0x7fc5400ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:13.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.854+0000 7fc547a00640 1 -- 172.21.15.33:0/2196011388 shutdown_connections 2024-09-05T02:33:13.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.854+0000 7fc547a00640 1 -- 172.21.15.33:0/2196011388 wait complete. 2024-09-05T02:33:13.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.855+0000 7fc547a00640 1 Processor -- start 2024-09-05T02:33:13.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.856+0000 7fc547a00640 1 -- start start 2024-09-05T02:33:13.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.856+0000 7fc547a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc540101de0 0x7fc54019a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:13.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.856+0000 7fc547a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc540102790 0x7fc54019ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:13.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.856+0000 7fc547a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc540106f10 0x7fc54019eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:13.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.856+0000 7fc547a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc540111f70 con 0x7fc540102790 2024-09-05T02:33:13.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.856+0000 7fc547a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc540111df0 con 0x7fc540101de0 2024-09-05T02:33:13.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.856+0000 7fc547a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc5401120f0 con 0x7fc540106f10 2024-09-05T02:33:13.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.856+0000 7fc537e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc540102790 0x7fc54019ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:13.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.857+0000 7fc545000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc540101de0 0x7fc54019a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:13.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.857+0000 7fc545a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc540106f10 0x7fc54019eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:13.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.857+0000 7fc545000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc540101de0 0x7fc54019a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:60812/0 (socket says 172.21.15.33:60812) 2024-09-05T02:33:13.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.857+0000 7fc545a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc540106f10 0x7fc54019eee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:39098/0 (socket says 172.21.15.33:39098) 2024-09-05T02:33:13.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.857+0000 7fc545000640 1 -- 172.21.15.33:0/673922970 learned_addr learned my addr 172.21.15.33:0/673922970 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:13.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.857+0000 7fc545000640 1 -- 172.21.15.33:0/673922970 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc540106f10 msgr2=0x7fc54019eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:13.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.857+0000 7fc545000640 1 --2- 172.21.15.33:0/673922970 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc540106f10 0x7fc54019eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.857+0000 7fc545000640 1 -- 172.21.15.33:0/673922970 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc540102790 msgr2=0x7fc54019ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:13.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.857+0000 7fc545000640 1 --2- 172.21.15.33:0/673922970 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc540102790 0x7fc54019ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.857+0000 7fc545000640 1 -- 172.21.15.33:0/673922970 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc54019f5c0 con 0x7fc540101de0 2024-09-05T02:33:13.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.857+0000 7fc537e00640 1 --2- 172.21.15.33:0/673922970 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc540102790 0x7fc54019ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:13.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.857+0000 7fc545000640 1 --2- 172.21.15.33:0/673922970 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc540101de0 0x7fc54019a610 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fc530006010 tx=0x7fc530004040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:13.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.858+0000 7fc53e000640 1 -- 172.21.15.33:0/673922970 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc53003f030 con 0x7fc540101de0 2024-09-05T02:33:13.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.858+0000 7fc53e000640 1 -- 172.21.15.33:0/673922970 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc530004440 con 0x7fc540101de0 2024-09-05T02:33:13.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.858+0000 7fc53e000640 1 -- 172.21.15.33:0/673922970 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc530035070 con 0x7fc540101de0 2024-09-05T02:33:13.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.858+0000 7fc547a00640 1 -- 172.21.15.33:0/673922970 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc54019f850 con 0x7fc540101de0 2024-09-05T02:33:13.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.858+0000 7fc547a00640 1 -- 172.21.15.33:0/673922970 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc54019fce0 con 0x7fc540101de0 2024-09-05T02:33:13.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.861+0000 7fc53e000640 1 -- 172.21.15.33:0/673922970 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fc530042030 con 0x7fc540101de0 2024-09-05T02:33:13.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.861+0000 7fc54a48c740 1 Processor -- start 2024-09-05T02:33:13.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.861+0000 7fc54a48c740 1 -- start start 2024-09-05T02:33:13.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.862+0000 7fc54a48c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855a9c70 0x563e855aa050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:13.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.862+0000 7fc54a48c740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855aa590 0x563e855b4910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:13.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.862+0000 7fc54a48c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e855b4e50 0x563e855b7240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:13.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.862+0000 7fc54a48c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x563e855103e0 con 0x563e855a9c70 2024-09-05T02:33:13.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.862+0000 7fc54a48c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563e854b7d80 con 0x563e855b4e50 2024-09-05T02:33:13.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.862+0000 7fc54a48c740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x563e8550c3a0 con 0x563e855aa590 2024-09-05T02:33:13.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.862+0000 7fc545000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855aa590 0x563e855b4910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:13.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.862+0000 7fc545000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855aa590 0x563e855b4910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:39104/0 (socket says 172.21.15.33:39104) 2024-09-05T02:33:13.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.862+0000 7fc545000640 1 -- 172.21.15.33:0/3431000427 learned_addr learned my addr 172.21.15.33:0/3431000427 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:13.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.862+0000 7fc545a00640 1 --2- 172.21.15.33:0/3431000427 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855a9c70 0x563e855aa050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:13.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.862+0000 7fc537e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e855b4e50 0x563e855b7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:13.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.863+0000 7fc545000640 1 -- 172.21.15.33:0/3431000427 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e855b4e50 msgr2=0x563e855b7240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:13.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.863+0000 7fc545000640 1 --2- 172.21.15.33:0/3431000427 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e855b4e50 0x563e855b7240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.863+0000 7fc545000640 1 -- 172.21.15.33:0/3431000427 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855a9c70 msgr2=0x563e855aa050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:13.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.863+0000 7fc545000640 1 --2- 172.21.15.33:0/3431000427 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855a9c70 0x563e855aa050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.863+0000 7fc545000640 1 -- 172.21.15.33:0/3431000427 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e854d6ae0 con 0x563e855aa590 2024-09-05T02:33:13.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.863+0000 7fc545000640 1 --2- 172.21.15.33:0/3431000427 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855aa590 0x563e855b4910 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc5300ecd40 tx=0x7fc5300f5cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=638b7589a3770499 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:13.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.863+0000 7fc53e000640 1 --2- 172.21.15.33:0/673922970 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc5240a2cf0 0x7fc5240a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:13.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.863+0000 7fc536000640 1 -- 172.21.15.33:0/3431000427 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5300fe070 con 0x563e855aa590 2024-09-05T02:33:13.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.864+0000 7fc536000640 1 -- 172.21.15.33:0/3431000427 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5300f7d60 con 0x563e855aa590 2024-09-05T02:33:13.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.864+0000 7fc536000640 1 -- 172.21.15.33:0/3431000427 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5300bb530 con 0x563e855aa590 2024-09-05T02:33:13.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.864+0000 7fc53e000640 1 -- 172.21.15.33:0/673922970 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fc5300ef700 con 0x7fc540101de0 2024-09-05T02:33:13.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.864+0000 7fc545a00640 1 --2- 172.21.15.33:0/673922970 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc5240a2cf0 0x7fc5240a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:13.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.864+0000 7fc54a48c740 1 -- 172.21.15.33:0/3431000427 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855aa590 msgr2=0x563e855b4910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:13.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.864+0000 7fc54a48c740 1 --2- 172.21.15.33:0/3431000427 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855aa590 0x563e855b4910 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc5300ecd40 tx=0x7fc5300f5cb0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.864+0000 7fc54a48c740 1 -- 172.21.15.33:0/3431000427 shutdown_connections 2024-09-05T02:33:13.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.865+0000 7fc54a48c740 1 --2- 172.21.15.33:0/3431000427 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e855b4e50 0x563e855b7240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.865+0000 7fc54a48c740 1 --2- 172.21.15.33:0/3431000427 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855aa590 0x563e855b4910 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.865+0000 7fc54a48c740 1 --2- 172.21.15.33:0/3431000427 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855a9c70 0x563e855aa050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.865+0000 7fc54a48c740 1 -- 172.21.15.33:0/3431000427 >> 172.21.15.33:0/3431000427 conn(0x563e855a6200 msgr2=0x563e855a65e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:13.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.865+0000 7fc545a00640 1 --2- 172.21.15.33:0/673922970 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc5240a2cf0 0x7fc5240a51b0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc538005fd0 tx=0x7fc538009500 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:13.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.865+0000 7fc54a48c740 1 -- 172.21.15.33:0/3431000427 shutdown_connections 2024-09-05T02:33:13.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.865+0000 7fc54a48c740 1 -- 172.21.15.33:0/3431000427 wait complete. 2024-09-05T02:33:13.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.865+0000 7fc54a48c740 1 -- start start 2024-09-05T02:33:13.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.866+0000 7fc54a48c740 1 Processor -- start 2024-09-05T02:33:13.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.866+0000 7fc54a48c740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855a9c70 0x563e855b1d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:13.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.866+0000 7fc54a48c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855aa590 0x563e855b2240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:13.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.866+0000 7fc54a48c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e855b4e50 0x563e855b2780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:13.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.866+0000 7fc54a48c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x563e855b77e0 con 0x563e855aa590 2024-09-05T02:33:13.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.866+0000 7fc54a48c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563e854cb0f0 con 0x563e855b4e50 2024-09-05T02:33:13.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.866+0000 7fc54a48c740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x563e855b7960 con 0x563e855a9c70 2024-09-05T02:33:13.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.866+0000 7fc54a48c740 10 client.0 _ll_register_callbacks cb 0x563e854b2bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:13.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.866+0000 7fc545000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855a9c70 0x563e855b1d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:13.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.866+0000 7fc545000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855a9c70 0x563e855b1d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:39120/0 (socket says 172.21.15.33:39120) 2024-09-05T02:33:13.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.867+0000 7fc545000640 1 -- 172.21.15.33:0/58771722 learned_addr learned my addr 172.21.15.33:0/58771722 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:13.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.867+0000 7fc545a00640 1 --2- 172.21.15.33:0/58771722 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e855b4e50 0x563e855b2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:13.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.867+0000 7fc537e00640 1 --2- 172.21.15.33:0/58771722 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855aa590 0x563e855b2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:13.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.867+0000 7fc545000640 1 -- 172.21.15.33:0/58771722 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e855b4e50 msgr2=0x563e855b2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:13.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.867+0000 7fc545000640 1 --2- 172.21.15.33:0/58771722 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e855b4e50 0x563e855b2780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.867+0000 7fc545000640 1 -- 172.21.15.33:0/58771722 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855aa590 msgr2=0x563e855b2240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.867+0000 7fc545000640 1 --2- 172.21.15.33:0/58771722 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855aa590 0x563e855b2240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.867+0000 7fc545000640 1 -- 172.21.15.33:0/58771722 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e852813c0 con 0x563e855a9c70 2024-09-05T02:33:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.867+0000 7fc537e00640 1 --2- 172.21.15.33:0/58771722 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855aa590 0x563e855b2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:33:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.868+0000 7fc545000640 1 --2- 172.21.15.33:0/58771722 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855a9c70 0x563e855b1d00 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fc5300ba8a0 tx=0x7fc5300045f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ae20e3c02a0fd54d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.868+0000 7fc52ea00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:33:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.868+0000 7fc52ea00640 1 -- 172.21.15.33:0/58771722 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5300b9f70 con 0x563e855a9c70 2024-09-05T02:33:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.868+0000 7fc52ea00640 1 -- 172.21.15.33:0/58771722 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fc5300f5730 con 0x563e855a9c70 2024-09-05T02:33:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.868+0000 7fc54a48c740 1 -- 172.21.15.33:0/58771722 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5300f7d60 con 0x563e855a9c70 2024-09-05T02:33:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.868+0000 7fc52ea00640 1 -- 172.21.15.33:0/58771722 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc5300ba190 con 0x563e855a9c70 2024-09-05T02:33:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.868+0000 7fc54a48c740 10 client.26539 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.868+0000 7fc54a48c740 1 -- 172.21.15.33:0/58771722 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563e855b77e0 con 0x563e855a9c70 2024-09-05T02:33:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.869+0000 7fc52ea00640 1 -- 172.21.15.33:0/58771722 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5300f7d60 con 0x563e855a9c70 2024-09-05T02:33:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.869+0000 7fc52ea00640 1 -- 172.21.15.33:0/58771722 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fc5300f2ce0 con 0x563e855a9c70 2024-09-05T02:33:13.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.869+0000 7fc54a48c740 10 client.26539 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:13.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.869+0000 7fc54a48c740 10 client.26539 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:33:13.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.869+0000 7fc54a48c740 20 client.26539 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:13.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.869+0000 7fc54a48c740 1 --2- 172.21.15.33:0/58771722 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x563e855c49d0 0x563e855c6e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:13.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.869+0000 7fc54a48c740 4 client.26539 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:13.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.869+0000 7fc54a48c740 1 -- 172.21.15.33:0/58771722 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563e8551d950 con 0x563e855c49d0 2024-09-05T02:33:13.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.869+0000 7fc537e00640 1 --2- 172.21.15.33:0/58771722 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x563e855c49d0 0x563e855c6e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:13.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.870+0000 7fc537e00640 1 --2- 172.21.15.33:0/58771722 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x563e855c49d0 0x563e855c6e60 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5e316f768655016 server_cookie=c37ed0e667916d80 in_seq=0 out_seq=0 2024-09-05T02:33:13.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.870+0000 7fc52ea00640 10 client.26539 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:33:13.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.871+0000 7fc52ea00640 1 -- 172.21.15.33:0/58771722 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563e8551d950 con 0x563e855c49d0 2024-09-05T02:33:13.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.871+0000 7fc52ea00640 10 client.26539 handle_command_reply: tid=0 2024-09-05T02:33:13.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.871+0000 7fc54a48c740 1 client.26539 shutdown 2024-09-05T02:33:13.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.871+0000 7fc54a48c740 1 -- 172.21.15.33:0/58771722 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855a9c70 msgr2=0x563e855b1d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:13.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.871+0000 7fc54a48c740 1 --2- 172.21.15.33:0/58771722 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855a9c70 0x563e855b1d00 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fc5300ba8a0 tx=0x7fc5300045f0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.871+0000 7fc54a48c740 1 -- 172.21.15.33:0/58771722 shutdown_connections 2024-09-05T02:33:13.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.871+0000 7fc54a48c740 1 --2- 172.21.15.33:0/58771722 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x563e855c49d0 0x563e855c6e60 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.871+0000 7fc54a48c740 1 --2- 172.21.15.33:0/58771722 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e855b4e50 0x563e855b2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.871+0000 7fc54a48c740 1 --2- 172.21.15.33:0/58771722 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855aa590 0x563e855b2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.871+0000 7fc54a48c740 1 --2- 172.21.15.33:0/58771722 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855a9c70 0x563e855b1d00 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.871+0000 7fc54a48c740 1 -- 172.21.15.33:0/58771722 >> 172.21.15.33:0/58771722 conn(0x563e855a6200 msgr2=0x563e855abf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:13.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.871+0000 7fc52ea00640 0 client.26539 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:33:13.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.871+0000 7fc54a48c740 1 -- 172.21.15.33:0/58771722 shutdown_connections 2024-09-05T02:33:13.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.871+0000 7fc54a48c740 1 -- 172.21.15.33:0/58771722 wait complete. 2024-09-05T02:33:13.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.871+0000 7fc54a48c740 20 client.26539 trim_cache size 0 max 16384 2024-09-05T02:33:13.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:13 smithi123 ceph-mon[34031]: pgmap v191: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:33:13.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:13 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:33:13.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.885+0000 7fc54a48c740 1 Processor -- start 2024-09-05T02:33:13.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.886+0000 7fc54a48c740 1 -- start start 2024-09-05T02:33:13.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.886+0000 7fc54a48c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855a9c70 0x563e855c69e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:13.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.886+0000 7fc54a48c740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855aa590 0x563e855cc730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:13.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.886+0000 7fc54a48c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e855b4e50 0x563e855ccc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:13.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.886+0000 7fc54a48c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc5401afab0 con 0x563e855a9c70 2024-09-05T02:33:13.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.886+0000 7fc54a48c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc5401b15f0 con 0x563e855b4e50 2024-09-05T02:33:13.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.886+0000 7fc54a48c740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc5401b0180 con 0x563e855aa590 2024-09-05T02:33:13.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.886+0000 7fc545000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855a9c70 0x563e855c69e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:13.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.886+0000 7fc545000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855a9c70 0x563e855c69e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59398/0 (socket says 172.21.15.33:59398) 2024-09-05T02:33:13.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.886+0000 7fc545000640 1 -- 172.21.15.33:0/2490523365 learned_addr learned my addr 172.21.15.33:0/2490523365 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:13.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.886+0000 7fc545a00640 1 --2- 172.21.15.33:0/2490523365 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e855b4e50 0x563e855ccc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:13.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.886+0000 7fc537e00640 1 --2- 172.21.15.33:0/2490523365 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855aa590 0x563e855cc730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:13.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.887+0000 7fc545000640 1 -- 172.21.15.33:0/2490523365 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855aa590 msgr2=0x563e855cc730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:13.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.887+0000 7fc545000640 1 --2- 172.21.15.33:0/2490523365 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855aa590 0x563e855cc730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.887+0000 7fc545000640 1 -- 172.21.15.33:0/2490523365 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e855b4e50 msgr2=0x563e855ccc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:13.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.887+0000 7fc545000640 1 --2- 172.21.15.33:0/2490523365 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e855b4e50 0x563e855ccc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.887+0000 7fc545000640 1 -- 172.21.15.33:0/2490523365 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e855a1770 con 0x563e855a9c70 2024-09-05T02:33:13.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.887+0000 7fc545000640 1 --2- 172.21.15.33:0/2490523365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855a9c70 0x563e855c69e0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fc5300bb880 tx=0x7fc5300f5cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bc545ae59b0cadb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:13.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.887+0000 7fc535600640 1 -- 172.21.15.33:0/2490523365 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc530049070 con 0x563e855a9c70 2024-09-05T02:33:13.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.887+0000 7fc535600640 1 -- 172.21.15.33:0/2490523365 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5300bc2d0 con 0x563e855a9c70 2024-09-05T02:33:13.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.887+0000 7fc535600640 1 -- 172.21.15.33:0/2490523365 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5300fe030 con 0x563e855a9c70 2024-09-05T02:33:13.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.888+0000 7fc54a48c740 1 -- 172.21.15.33:0/2490523365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855a9c70 msgr2=0x563e855c69e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:13.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.888+0000 7fc54a48c740 1 --2- 172.21.15.33:0/2490523365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855a9c70 0x563e855c69e0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fc5300bb880 tx=0x7fc5300f5cb0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.888+0000 7fc54a48c740 1 -- 172.21.15.33:0/2490523365 shutdown_connections 2024-09-05T02:33:13.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.888+0000 7fc54a48c740 1 --2- 172.21.15.33:0/2490523365 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e855b4e50 0x563e855ccc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.888+0000 7fc54a48c740 1 --2- 172.21.15.33:0/2490523365 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855aa590 0x563e855cc730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.888+0000 7fc54a48c740 1 --2- 172.21.15.33:0/2490523365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855a9c70 0x563e855c69e0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.888+0000 7fc54a48c740 1 -- 172.21.15.33:0/2490523365 >> 172.21.15.33:0/2490523365 conn(0x563e855a6200 msgr2=0x563e855b0df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:13.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.888+0000 7fc54a48c740 1 -- 172.21.15.33:0/2490523365 shutdown_connections 2024-09-05T02:33:13.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.888+0000 7fc54a48c740 1 -- 172.21.15.33:0/2490523365 wait complete. 2024-09-05T02:33:13.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.889+0000 7fc54a48c740 1 -- start start 2024-09-05T02:33:13.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.889+0000 7fc54a48c740 1 Processor -- start 2024-09-05T02:33:13.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.889+0000 7fc54a48c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855a9c70 0x563e855bcc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:13.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.889+0000 7fc54a48c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e855aa590 0x563e855bd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:13.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.889+0000 7fc54a48c740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855b4e50 0x563e855ae510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:13.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.889+0000 7fc54a48c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc5401b0f20 con 0x563e855a9c70 2024-09-05T02:33:13.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.889+0000 7fc54a48c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc5401b0850 con 0x563e855aa590 2024-09-05T02:33:13.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.889+0000 7fc54a48c740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc5401ada90 con 0x563e855b4e50 2024-09-05T02:33:13.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.889+0000 7fc54a48c740 10 client.0 _ll_register_callbacks cb 0x7fc538009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:13.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.890+0000 7fc545000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855a9c70 0x563e855bcc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:13.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.890+0000 7fc545000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855a9c70 0x563e855bcc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59406/0 (socket says 172.21.15.33:59406) 2024-09-05T02:33:13.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.890+0000 7fc537e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e855aa590 0x563e855bd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:13.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.890+0000 7fc545a00640 1 --2- 172.21.15.33:0/2863507949 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855b4e50 0x563e855ae510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:13.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.890+0000 7fc545000640 1 -- 172.21.15.33:0/2863507949 learned_addr learned my addr 172.21.15.33:0/2863507949 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:13.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.890+0000 7fc545a00640 1 -- 172.21.15.33:0/2863507949 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e855aa590 msgr2=0x563e855bd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:13.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.890+0000 7fc545a00640 1 --2- 172.21.15.33:0/2863507949 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e855aa590 0x563e855bd170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.890+0000 7fc545a00640 1 -- 172.21.15.33:0/2863507949 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855a9c70 msgr2=0x563e855bcc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:13.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.890+0000 7fc545a00640 1 --2- 172.21.15.33:0/2863507949 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855a9c70 0x563e855bcc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.890+0000 7fc545a00640 1 -- 172.21.15.33:0/2863507949 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e855aead0 con 0x563e855b4e50 2024-09-05T02:33:13.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.890+0000 7fc545000640 1 --2- 172.21.15.33:0/2863507949 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855a9c70 0x563e855bcc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:13.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.890+0000 7fc545a00640 1 --2- 172.21.15.33:0/2863507949 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855b4e50 0x563e855ae510 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fc538009ec0 tx=0x7fc538004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3470f95c78432354 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:13.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.890+0000 7fc52ea00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:33:13.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.891+0000 7fc52ea00640 1 -- 172.21.15.33:0/2863507949 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc53800fe60 con 0x563e855b4e50 2024-09-05T02:33:13.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.891+0000 7fc52ea00640 1 -- 172.21.15.33:0/2863507949 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fc53801daf0 con 0x563e855b4e50 2024-09-05T02:33:13.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.891+0000 7fc54a48c740 1 -- 172.21.15.33:0/2863507949 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5300bc2d0 con 0x563e855b4e50 2024-09-05T02:33:13.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.891+0000 7fc52ea00640 1 -- 172.21.15.33:0/2863507949 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc538039050 con 0x563e855b4e50 2024-09-05T02:33:13.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.891+0000 7fc54a48c740 10 client.26545 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:13.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.891+0000 7fc54a48c740 1 -- 172.21.15.33:0/2863507949 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563e8562f020 con 0x563e855b4e50 2024-09-05T02:33:13.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.891+0000 7fc52ea00640 1 -- 172.21.15.33:0/2863507949 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5300bc2d0 con 0x563e855b4e50 2024-09-05T02:33:13.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.892+0000 7fc52ea00640 1 -- 172.21.15.33:0/2863507949 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fc5380323e0 con 0x563e855b4e50 2024-09-05T02:33:13.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.892+0000 7fc54a48c740 10 client.26545 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:13.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.892+0000 7fc54a48c740 10 client.26545 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:33:13.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.892+0000 7fc54a48c740 20 client.26545 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:13.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.892+0000 7fc54a48c740 1 --2- 172.21.15.33:0/2863507949 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x563e8562f820 0x563e85631c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:13.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.892+0000 7fc54a48c740 4 client.26545 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:33:13.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.892+0000 7fc54a48c740 1 -- 172.21.15.33:0/2863507949 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563e85517e60 con 0x563e8562f820 2024-09-05T02:33:13.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.892+0000 7fc545000640 1 --2- 172.21.15.33:0/2863507949 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x563e8562f820 0x563e85631c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:13.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.893+0000 7fc52ea00640 10 client.26545 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:33:13.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.893+0000 7fc545000640 1 --2- 172.21.15.33:0/2863507949 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x563e8562f820 0x563e85631c40 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e04b0d413d7dcffe server_cookie=7ee06221ff158e37 in_seq=0 out_seq=0 2024-09-05T02:33:13.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.893+0000 7fc52ea00640 1 -- 172.21.15.33:0/2863507949 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563e85517e60 con 0x563e8562f820 2024-09-05T02:33:13.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.893+0000 7fc52ea00640 10 client.26545 handle_command_reply: tid=0 2024-09-05T02:33:13.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.893+0000 7fc54a48c740 1 client.26545 shutdown 2024-09-05T02:33:13.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.893+0000 7fc54a48c740 1 -- 172.21.15.33:0/2863507949 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855b4e50 msgr2=0x563e855ae510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:13.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.893+0000 7fc54a48c740 1 --2- 172.21.15.33:0/2863507949 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855b4e50 0x563e855ae510 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fc538009ec0 tx=0x7fc538004ab0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.893+0000 7fc54a48c740 1 -- 172.21.15.33:0/2863507949 shutdown_connections 2024-09-05T02:33:13.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.893+0000 7fc54a48c740 1 --2- 172.21.15.33:0/2863507949 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x563e8562f820 0x563e85631c40 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.893+0000 7fc54a48c740 1 --2- 172.21.15.33:0/2863507949 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563e855b4e50 0x563e855ae510 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.893+0000 7fc54a48c740 1 --2- 172.21.15.33:0/2863507949 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e855aa590 0x563e855bd170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.893+0000 7fc54a48c740 1 --2- 172.21.15.33:0/2863507949 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563e855a9c70 0x563e855bcc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.893+0000 7fc54a48c740 1 -- 172.21.15.33:0/2863507949 >> 172.21.15.33:0/2863507949 conn(0x563e855a6200 msgr2=0x563e855a4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:13.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.893+0000 7fc52ea00640 0 client.26545 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:33:13.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.893+0000 7fc54a48c740 1 -- 172.21.15.33:0/2863507949 shutdown_connections 2024-09-05T02:33:13.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.893+0000 7fc54a48c740 1 -- 172.21.15.33:0/2863507949 wait complete. 2024-09-05T02:33:13.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.894+0000 7fc54a48c740 20 client.26545 trim_cache size 0 max 16384 2024-09-05T02:33:13.900 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:33:13.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.894+0000 7fc547a00640 1 -- 172.21.15.33:0/673922970 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc5240a2cf0 msgr2=0x7fc5240a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:13.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.894+0000 7fc547a00640 1 --2- 172.21.15.33:0/673922970 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc5240a2cf0 0x7fc5240a51b0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc538005fd0 tx=0x7fc538009500 comp rx=0 tx=0).stop 2024-09-05T02:33:13.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.894+0000 7fc547a00640 1 -- 172.21.15.33:0/673922970 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc540101de0 msgr2=0x7fc54019a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:13.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.894+0000 7fc547a00640 1 --2- 172.21.15.33:0/673922970 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc540101de0 0x7fc54019a610 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fc530006010 tx=0x7fc530004040 comp rx=0 tx=0).stop 2024-09-05T02:33:13.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.894+0000 7fc547a00640 1 -- 172.21.15.33:0/673922970 shutdown_connections 2024-09-05T02:33:13.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.894+0000 7fc547a00640 1 --2- 172.21.15.33:0/673922970 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc5240a2cf0 0x7fc5240a51b0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.894+0000 7fc547a00640 1 --2- 172.21.15.33:0/673922970 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc540106f10 0x7fc54019eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.894+0000 7fc547a00640 1 --2- 172.21.15.33:0/673922970 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc540102790 0x7fc54019ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.894+0000 7fc547a00640 1 --2- 172.21.15.33:0/673922970 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc540101de0 0x7fc54019a610 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:13.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.894+0000 7fc547a00640 1 -- 172.21.15.33:0/673922970 >> 172.21.15.33:0/673922970 conn(0x7fc5400fd8c0 msgr2=0x7fc5400febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:13.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.895+0000 7fc547a00640 1 -- 172.21.15.33:0/673922970 shutdown_connections 2024-09-05T02:33:13.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:13.895+0000 7fc547a00640 1 -- 172.21.15.33:0/673922970 wait complete. 2024-09-05T02:33:14.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:13 smithi174 ceph-mon[34756]: pgmap v191: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-09-05T02:33:14.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:13 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:33:14.686 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:14 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:33:14.686 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:14 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:33:14.686 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:14 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:33:14.725 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:33:14.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:14 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:33:14.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:14 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:33:14.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:14 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:33:15.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:14 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:33:15.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:14 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:33:15.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:14 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:33:15.101 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:15.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.678+0000 7f64ac600640 1 -- 172.21.15.33:0/3596441978 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64a410e3c0 msgr2=0x7f64a4110810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:15.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.678+0000 7f64ac600640 1 --2- 172.21.15.33:0/3596441978 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64a410e3c0 0x7f64a4110810 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f649c009ca0 tx=0x7f649c02a950 comp rx=0 tx=0).stop 2024-09-05T02:33:15.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.678+0000 7f64ac600640 1 -- 172.21.15.33:0/3596441978 shutdown_connections 2024-09-05T02:33:15.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.678+0000 7f64ac600640 1 --2- 172.21.15.33:0/3596441978 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64a410e3c0 0x7f64a4110810 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.678+0000 7f64ac600640 1 --2- 172.21.15.33:0/3596441978 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f64a4074f40 0x7f64a410de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.678+0000 7f64ac600640 1 --2- 172.21.15.33:0/3596441978 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f64a4074620 0x7f64a4074a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.678+0000 7f64ac600640 1 -- 172.21.15.33:0/3596441978 >> 172.21.15.33:0/3596441978 conn(0x7f64a40fd8c0 msgr2=0x7f64a40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:15.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.678+0000 7f64ac600640 1 -- 172.21.15.33:0/3596441978 shutdown_connections 2024-09-05T02:33:15.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.679+0000 7f64ac600640 1 -- 172.21.15.33:0/3596441978 wait complete. 2024-09-05T02:33:15.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.679+0000 7f64ac600640 1 Processor -- start 2024-09-05T02:33:15.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.680+0000 7f64ac600640 1 -- start start 2024-09-05T02:33:15.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.680+0000 7f64ac600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f64a4074620 0x7f64a419a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:15.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.680+0000 7f64ac600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64a4074f40 0x7f64a419abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:15.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.680+0000 7f64ac600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f64a410e3c0 0x7f64a419ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:15.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.680+0000 7f64ac600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f64a41141c0 con 0x7f64a4074f40 2024-09-05T02:33:15.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.680+0000 7f64ac600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f64a4114040 con 0x7f64a4074620 2024-09-05T02:33:15.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.680+0000 7f64ac600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f64a4114340 con 0x7f64a410e3c0 2024-09-05T02:33:15.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.680+0000 7f64a9200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64a4074f40 0x7f64a419abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:15.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.680+0000 7f64a9200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64a4074f40 0x7f64a419abb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59422/0 (socket says 172.21.15.33:59422) 2024-09-05T02:33:15.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.680+0000 7f64a9200640 1 -- 172.21.15.33:0/2643067176 learned_addr learned my addr 172.21.15.33:0/2643067176 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:15.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.680+0000 7f64a9c00640 1 --2- 172.21.15.33:0/2643067176 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f64a4074620 0x7f64a419a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:15.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.680+0000 7f64aa600640 1 --2- 172.21.15.33:0/2643067176 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f64a410e3c0 0x7f64a419ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:15.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.681+0000 7f64aa600640 1 -- 172.21.15.33:0/2643067176 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f64a4074620 msgr2=0x7f64a419a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:15.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.681+0000 7f64aa600640 1 --2- 172.21.15.33:0/2643067176 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f64a4074620 0x7f64a419a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.681+0000 7f64aa600640 1 -- 172.21.15.33:0/2643067176 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64a4074f40 msgr2=0x7f64a419abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:15.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.681+0000 7f64aa600640 1 --2- 172.21.15.33:0/2643067176 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64a4074f40 0x7f64a419abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.681+0000 7f64aa600640 1 -- 172.21.15.33:0/2643067176 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64a419f620 con 0x7f64a410e3c0 2024-09-05T02:33:15.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.681+0000 7f64a9200640 1 --2- 172.21.15.33:0/2643067176 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64a4074f40 0x7f64a419abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:15.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.681+0000 7f64a9c00640 1 --2- 172.21.15.33:0/2643067176 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f64a4074620 0x7f64a419a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:15.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.681+0000 7f64aa600640 1 --2- 172.21.15.33:0/2643067176 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f64a410e3c0 0x7f64a419ef40 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f649c005e30 tx=0x7f649c003b80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:15.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.681+0000 7f64a2000640 1 -- 172.21.15.33:0/2643067176 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f649c034040 con 0x7f64a410e3c0 2024-09-05T02:33:15.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.681+0000 7f64a2000640 1 -- 172.21.15.33:0/2643067176 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f649c02f940 con 0x7f64a410e3c0 2024-09-05T02:33:15.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.681+0000 7f64ac600640 1 -- 172.21.15.33:0/2643067176 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64a419f8b0 con 0x7f64a410e3c0 2024-09-05T02:33:15.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.682+0000 7f64a2000640 1 -- 172.21.15.33:0/2643067176 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f649c0045e0 con 0x7f64a410e3c0 2024-09-05T02:33:15.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.682+0000 7f64ac600640 1 -- 172.21.15.33:0/2643067176 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64a41a71f0 con 0x7f64a410e3c0 2024-09-05T02:33:15.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.686+0000 7f64af1d1740 1 Processor -- start 2024-09-05T02:33:15.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.686+0000 7f64a2000640 1 -- 172.21.15.33:0/2643067176 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f649c037020 con 0x7f64a410e3c0 2024-09-05T02:33:15.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.686+0000 7f64af1d1740 1 -- start start 2024-09-05T02:33:15.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.687+0000 7f64af1d1740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5bdc70 0x56195f5be050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:15.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.687+0000 7f64af1d1740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56195f5be590 0x56195f5c8910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:15.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.687+0000 7f64af1d1740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5c8e50 0x56195f5cb240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:15.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.687+0000 7f64af1d1740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56195f5243e0 con 0x56195f5c8e50 2024-09-05T02:33:15.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.687+0000 7f64af1d1740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56195f4cbd80 con 0x56195f5bdc70 2024-09-05T02:33:15.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.687+0000 7f64af1d1740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56195f5203a0 con 0x56195f5be590 2024-09-05T02:33:15.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.687+0000 7f64a9200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5bdc70 0x56195f5be050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:15.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.687+0000 7f64a9200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5bdc70 0x56195f5be050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:60878/0 (socket says 172.21.15.33:60878) 2024-09-05T02:33:15.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.687+0000 7f64a9200640 1 -- 172.21.15.33:0/869226369 learned_addr learned my addr 172.21.15.33:0/869226369 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:15.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.687+0000 7f64a9c00640 1 --2- 172.21.15.33:0/869226369 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56195f5be590 0x56195f5c8910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:15.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.687+0000 7f64a9200640 1 --2- 172.21.15.33:0/869226369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5c8e50 0x56195f5cb240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:15.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.687+0000 7f64a9200640 1 -- 172.21.15.33:0/869226369 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56195f5be590 msgr2=0x56195f5c8910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:15.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.687+0000 7f64a9200640 1 --2- 172.21.15.33:0/869226369 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56195f5be590 0x56195f5c8910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.687+0000 7f64a9200640 1 -- 172.21.15.33:0/869226369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5c8e50 msgr2=0x56195f5cb240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:15.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.687+0000 7f64a9200640 1 --2- 172.21.15.33:0/869226369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5c8e50 0x56195f5cb240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.687+0000 7f64a9200640 1 -- 172.21.15.33:0/869226369 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56195f4eaae0 con 0x56195f5bdc70 2024-09-05T02:33:15.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.688+0000 7f64a2000640 1 --2- 172.21.15.33:0/2643067176 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f648c0a2d70 0x7f648c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:15.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.688+0000 7f64a9200640 1 --2- 172.21.15.33:0/869226369 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5bdc70 0x56195f5be050 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x56195f5bb580 tx=0x7f64900095d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b28f09994f451738 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:15.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.688+0000 7f64a2000640 1 -- 172.21.15.33:0/2643067176 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f649c0effd0 con 0x7f64a410e3c0 2024-09-05T02:33:15.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.688+0000 7f6496a00640 1 -- 172.21.15.33:0/869226369 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f649000fc20 con 0x56195f5bdc70 2024-09-05T02:33:15.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.688+0000 7f6496a00640 1 -- 172.21.15.33:0/869226369 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f649000fdc0 con 0x56195f5bdc70 2024-09-05T02:33:15.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.688+0000 7f64a9c00640 1 --2- 172.21.15.33:0/2643067176 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f648c0a2d70 0x7f648c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:15.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.688+0000 7f6496a00640 1 -- 172.21.15.33:0/869226369 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f649000e6e0 con 0x56195f5bdc70 2024-09-05T02:33:15.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.689+0000 7f64af1d1740 1 -- 172.21.15.33:0/869226369 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5bdc70 msgr2=0x56195f5be050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:15.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.689+0000 7f64af1d1740 1 --2- 172.21.15.33:0/869226369 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5bdc70 0x56195f5be050 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x56195f5bb580 tx=0x7f64900095d0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.689+0000 7f64af1d1740 1 -- 172.21.15.33:0/869226369 shutdown_connections 2024-09-05T02:33:15.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.689+0000 7f64af1d1740 1 --2- 172.21.15.33:0/869226369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5c8e50 0x56195f5cb240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.689+0000 7f64af1d1740 1 --2- 172.21.15.33:0/869226369 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56195f5be590 0x56195f5c8910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.689+0000 7f64af1d1740 1 --2- 172.21.15.33:0/869226369 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5bdc70 0x56195f5be050 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.689+0000 7f64af1d1740 1 -- 172.21.15.33:0/869226369 >> 172.21.15.33:0/869226369 conn(0x56195f5ba200 msgr2=0x56195f5ba5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:15.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.689+0000 7f64af1d1740 1 -- 172.21.15.33:0/869226369 shutdown_connections 2024-09-05T02:33:15.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.689+0000 7f64af1d1740 1 -- 172.21.15.33:0/869226369 wait complete. 2024-09-05T02:33:15.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.689+0000 7f64a9c00640 1 --2- 172.21.15.33:0/2643067176 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f648c0a2d70 0x7f648c0a5230 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x56195f5bb060 tx=0x7f6498005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:15.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.690+0000 7f64af1d1740 1 -- start start 2024-09-05T02:33:15.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.690+0000 7f64af1d1740 1 Processor -- start 2024-09-05T02:33:15.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.690+0000 7f64af1d1740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5bdc70 0x56195f5c5d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:15.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.690+0000 7f64af1d1740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5be590 0x56195f5c62d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:15.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.690+0000 7f64af1d1740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56195f5c8e50 0x56195f5c6810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:15.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.690+0000 7f64af1d1740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56195f5cba20 con 0x56195f5bdc70 2024-09-05T02:33:15.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.690+0000 7f64af1d1740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56195f4df0f0 con 0x56195f5be590 2024-09-05T02:33:15.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.690+0000 7f64af1d1740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56195f5cbba0 con 0x56195f5c8e50 2024-09-05T02:33:15.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.690+0000 7f64af1d1740 10 client.0 _ll_register_callbacks cb 0x56195f4c6bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:15.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.691+0000 7f64a9200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5be590 0x56195f5c62d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:15.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.691+0000 7f64a9c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5bdc70 0x56195f5c5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:15.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.691+0000 7f64a9200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5be590 0x56195f5c62d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:60884/0 (socket says 172.21.15.33:60884) 2024-09-05T02:33:15.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.691+0000 7f64a9200640 1 -- 172.21.15.33:0/3931263533 learned_addr learned my addr 172.21.15.33:0/3931263533 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:15.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.691+0000 7f64aa600640 1 --2- 172.21.15.33:0/3931263533 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56195f5c8e50 0x56195f5c6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:15.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.691+0000 7f64a9200640 1 -- 172.21.15.33:0/3931263533 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56195f5c8e50 msgr2=0x56195f5c6810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:15.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.691+0000 7f64a9200640 1 --2- 172.21.15.33:0/3931263533 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56195f5c8e50 0x56195f5c6810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.691+0000 7f64a9200640 1 -- 172.21.15.33:0/3931263533 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5bdc70 msgr2=0x56195f5c5d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:15.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.691+0000 7f64a9200640 1 --2- 172.21.15.33:0/3931263533 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5bdc70 0x56195f5c5d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.691+0000 7f64a9200640 1 -- 172.21.15.33:0/3931263533 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56195f2953c0 con 0x56195f5be590 2024-09-05T02:33:15.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.691+0000 7f64a9200640 1 --2- 172.21.15.33:0/3931263533 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5be590 0x56195f5c62d0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f6490005430 tx=0x7f6490005460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ed5d300bcc89cd15 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:15.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.691+0000 7f648b400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:33:15.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.692+0000 7f648b400640 1 -- 172.21.15.33:0/3931263533 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f649000fc20 con 0x56195f5be590 2024-09-05T02:33:15.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.692+0000 7f64af1d1740 1 -- 172.21.15.33:0/3931263533 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f649000fdc0 con 0x56195f5be590 2024-09-05T02:33:15.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.692+0000 7f648b400640 1 -- 172.21.15.33:0/3931263533 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f6490004ad0 con 0x56195f5be590 2024-09-05T02:33:15.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.692+0000 7f648b400640 1 -- 172.21.15.33:0/3931263533 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6490004cd0 con 0x56195f5be590 2024-09-05T02:33:15.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.692+0000 7f64af1d1740 10 client.26612 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:15.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.692+0000 7f64af1d1740 1 -- 172.21.15.33:0/3931263533 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56195f5d7ab0 con 0x56195f5be590 2024-09-05T02:33:15.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.692+0000 7f648b400640 1 -- 172.21.15.33:0/3931263533 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f649000fdc0 con 0x56195f5be590 2024-09-05T02:33:15.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.692+0000 7f648b400640 1 -- 172.21.15.33:0/3931263533 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f649001d020 con 0x56195f5be590 2024-09-05T02:33:15.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.692+0000 7f64af1d1740 10 client.26612 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:15.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.692+0000 7f64af1d1740 10 client.26612 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:33:15.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.693+0000 7f64af1d1740 20 client.26612 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:15.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.693+0000 7f64af1d1740 1 --2- 172.21.15.33:0/3931263533 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56195f5d8e60 0x56195f5db250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:15.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.693+0000 7f64af1d1740 4 client.26612 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:15.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.693+0000 7f64af1d1740 1 -- 172.21.15.33:0/3931263533 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56195f531950 con 0x56195f5d8e60 2024-09-05T02:33:15.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.693+0000 7f64a9c00640 1 --2- 172.21.15.33:0/3931263533 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56195f5d8e60 0x56195f5db250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:15.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.693+0000 7f64a9c00640 1 --2- 172.21.15.33:0/3931263533 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56195f5d8e60 0x56195f5db250 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=320f8c3b6d41b259 server_cookie=ef37cee43504416b in_seq=0 out_seq=0 2024-09-05T02:33:15.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.693+0000 7f648b400640 10 client.26612 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:33:15.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.694+0000 7f648b400640 1 -- 172.21.15.33:0/3931263533 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56195f531950 con 0x56195f5d8e60 2024-09-05T02:33:15.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.694+0000 7f648b400640 10 client.26612 handle_command_reply: tid=0 2024-09-05T02:33:15.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.694+0000 7f64af1d1740 1 client.26612 shutdown 2024-09-05T02:33:15.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.694+0000 7f64af1d1740 1 -- 172.21.15.33:0/3931263533 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5be590 msgr2=0x56195f5c62d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:15.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.694+0000 7f64af1d1740 1 --2- 172.21.15.33:0/3931263533 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5be590 0x56195f5c62d0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f6490005430 tx=0x7f6490005460 comp rx=0 tx=0).stop 2024-09-05T02:33:15.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.694+0000 7f64af1d1740 1 -- 172.21.15.33:0/3931263533 shutdown_connections 2024-09-05T02:33:15.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.694+0000 7f64af1d1740 1 --2- 172.21.15.33:0/3931263533 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56195f5d8e60 0x56195f5db250 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.694+0000 7f64af1d1740 1 --2- 172.21.15.33:0/3931263533 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56195f5c8e50 0x56195f5c6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.694+0000 7f64af1d1740 1 --2- 172.21.15.33:0/3931263533 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5be590 0x56195f5c62d0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.694+0000 7f64af1d1740 1 --2- 172.21.15.33:0/3931263533 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5bdc70 0x56195f5c5d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.694+0000 7f648b400640 0 client.26612 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:33:15.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.694+0000 7f64af1d1740 1 -- 172.21.15.33:0/3931263533 >> 172.21.15.33:0/3931263533 conn(0x56195f5ba200 msgr2=0x56195f5bfee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:15.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.695+0000 7f64af1d1740 1 -- 172.21.15.33:0/3931263533 shutdown_connections 2024-09-05T02:33:15.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.695+0000 7f64af1d1740 1 -- 172.21.15.33:0/3931263533 wait complete. 2024-09-05T02:33:15.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.695+0000 7f64af1d1740 20 client.26612 trim_cache size 0 max 16384 2024-09-05T02:33:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.708+0000 7f64af1d1740 1 Processor -- start 2024-09-05T02:33:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.709+0000 7f64af1d1740 1 -- start start 2024-09-05T02:33:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.709+0000 7f64af1d1740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5bdc70 0x56195f5c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.709+0000 7f64af1d1740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5be590 0x56195f5e0990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.709+0000 7f64af1d1740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56195f5c8e50 0x56195f5e0ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.709+0000 7f64af1d1740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f64a41afa90 con 0x56195f5be590 2024-09-05T02:33:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.709+0000 7f64af1d1740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f64a41b15d0 con 0x56195f5bdc70 2024-09-05T02:33:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.709+0000 7f64af1d1740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f64a41b0160 con 0x56195f5c8e50 2024-09-05T02:33:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.709+0000 7f64a9200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5be590 0x56195f5e0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.709+0000 7f64a9200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5be590 0x56195f5e0990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59450/0 (socket says 172.21.15.33:59450) 2024-09-05T02:33:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.709+0000 7f64a9200640 1 -- 172.21.15.33:0/851186264 learned_addr learned my addr 172.21.15.33:0/851186264 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.709+0000 7f64a9c00640 1 --2- 172.21.15.33:0/851186264 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5bdc70 0x56195f5c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.709+0000 7f64aa600640 1 --2- 172.21.15.33:0/851186264 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56195f5c8e50 0x56195f5e0ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:15.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.710+0000 7f64a9200640 1 -- 172.21.15.33:0/851186264 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56195f5c8e50 msgr2=0x56195f5e0ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:15.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.710+0000 7f64a9200640 1 --2- 172.21.15.33:0/851186264 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56195f5c8e50 0x56195f5e0ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.710+0000 7f64a9200640 1 -- 172.21.15.33:0/851186264 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5bdc70 msgr2=0x56195f5c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:15.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.710+0000 7f64a9200640 1 --2- 172.21.15.33:0/851186264 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5bdc70 0x56195f5c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.710+0000 7f64a9200640 1 -- 172.21.15.33:0/851186264 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56195f5b5770 con 0x56195f5be590 2024-09-05T02:33:15.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.710+0000 7f64a9c00640 1 --2- 172.21.15.33:0/851186264 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5bdc70 0x56195f5c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:15.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.710+0000 7f64a9200640 1 --2- 172.21.15.33:0/851186264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5be590 0x56195f5e0990 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f64900059f0 tx=0x7f6490009f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8af12665105d2242 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:15.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.710+0000 7f6496000640 1 -- 172.21.15.33:0/851186264 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6490011970 con 0x56195f5be590 2024-09-05T02:33:15.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.710+0000 7f6496000640 1 -- 172.21.15.33:0/851186264 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6490009c30 con 0x56195f5be590 2024-09-05T02:33:15.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.710+0000 7f6496000640 1 -- 172.21.15.33:0/851186264 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6490004b30 con 0x56195f5be590 2024-09-05T02:33:15.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.711+0000 7f64af1d1740 1 -- 172.21.15.33:0/851186264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5be590 msgr2=0x56195f5e0990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:15.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.711+0000 7f64af1d1740 1 --2- 172.21.15.33:0/851186264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5be590 0x56195f5e0990 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f64900059f0 tx=0x7f6490009f40 comp rx=0 tx=0).stop 2024-09-05T02:33:15.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.711+0000 7f64af1d1740 1 -- 172.21.15.33:0/851186264 shutdown_connections 2024-09-05T02:33:15.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.711+0000 7f64af1d1740 1 --2- 172.21.15.33:0/851186264 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56195f5c8e50 0x56195f5e0ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.711+0000 7f64af1d1740 1 --2- 172.21.15.33:0/851186264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5be590 0x56195f5e0990 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.711+0000 7f64af1d1740 1 --2- 172.21.15.33:0/851186264 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5bdc70 0x56195f5c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.711+0000 7f64af1d1740 1 -- 172.21.15.33:0/851186264 >> 172.21.15.33:0/851186264 conn(0x56195f5ba200 msgr2=0x56195f5c7e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:15.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.711+0000 7f64af1d1740 1 -- 172.21.15.33:0/851186264 shutdown_connections 2024-09-05T02:33:15.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.711+0000 7f64af1d1740 1 -- 172.21.15.33:0/851186264 wait complete. 2024-09-05T02:33:15.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.711+0000 7f64af1d1740 1 -- start start 2024-09-05T02:33:15.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.712+0000 7f64af1d1740 1 Processor -- start 2024-09-05T02:33:15.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.712+0000 7f64af1d1740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5bdc70 0x56195f5c2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:15.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.712+0000 7f64af1d1740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5be590 0x56195f5c3320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:15.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.712+0000 7f64af1d1740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56195f5c8e50 0x56195f5c3860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:15.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.712+0000 7f64af1d1740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f64a41b0f00 con 0x56195f5bdc70 2024-09-05T02:33:15.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.712+0000 7f64af1d1740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f64a41b0830 con 0x56195f5be590 2024-09-05T02:33:15.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.712+0000 7f64af1d1740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f64a41ada70 con 0x56195f5c8e50 2024-09-05T02:33:15.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.712+0000 7f64af1d1740 10 client.0 _ll_register_callbacks cb 0x7f6490011780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:15.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.712+0000 7f64a9c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5bdc70 0x56195f5c2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:15.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.712+0000 7f64a9c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5bdc70 0x56195f5c2de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59458/0 (socket says 172.21.15.33:59458) 2024-09-05T02:33:15.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.712+0000 7f64a9c00640 1 -- 172.21.15.33:0/1983473410 learned_addr learned my addr 172.21.15.33:0/1983473410 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:15.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.713+0000 7f64a9200640 1 --2- 172.21.15.33:0/1983473410 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5be590 0x56195f5c3320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:15.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.713+0000 7f64aa600640 1 --2- 172.21.15.33:0/1983473410 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56195f5c8e50 0x56195f5c3860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:15.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.713+0000 7f64a9c00640 1 -- 172.21.15.33:0/1983473410 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56195f5c8e50 msgr2=0x56195f5c3860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:15.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.713+0000 7f64a9c00640 1 --2- 172.21.15.33:0/1983473410 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56195f5c8e50 0x56195f5c3860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.713+0000 7f64a9c00640 1 -- 172.21.15.33:0/1983473410 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5be590 msgr2=0x56195f5c3320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:15.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.713+0000 7f64a9c00640 1 --2- 172.21.15.33:0/1983473410 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5be590 0x56195f5c3320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.713+0000 7f64a9c00640 1 -- 172.21.15.33:0/1983473410 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56195f5bae90 con 0x56195f5bdc70 2024-09-05T02:33:15.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.713+0000 7f64a9200640 1 --2- 172.21.15.33:0/1983473410 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5be590 0x56195f5c3320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:15.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.713+0000 7f64a9c00640 1 --2- 172.21.15.33:0/1983473410 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5bdc70 0x56195f5c2de0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f649800f810 tx=0x7f6498017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=873fdd8a46d5fe2a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:15.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.713+0000 7f648b400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:15.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.713+0000 7f648b400640 1 -- 172.21.15.33:0/1983473410 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6498004020 con 0x56195f5bdc70 2024-09-05T02:33:15.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.713+0000 7f64af1d1740 1 -- 172.21.15.33:0/1983473410 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6490009c30 con 0x56195f5bdc70 2024-09-05T02:33:15.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.714+0000 7f648b400640 1 -- 172.21.15.33:0/1983473410 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f64980041c0 con 0x56195f5bdc70 2024-09-05T02:33:15.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.714+0000 7f648b400640 1 -- 172.21.15.33:0/1983473410 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f64980043c0 con 0x56195f5bdc70 2024-09-05T02:33:15.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.714+0000 7f64af1d1740 10 client.16533 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:15.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.714+0000 7f64af1d1740 1 -- 172.21.15.33:0/1983473410 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56195f643b20 con 0x56195f5bdc70 2024-09-05T02:33:15.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.714+0000 7f648b400640 1 -- 172.21.15.33:0/1983473410 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6490009c30 con 0x56195f5bdc70 2024-09-05T02:33:15.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.714+0000 7f648b400640 1 -- 172.21.15.33:0/1983473410 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f649802b550 con 0x56195f5bdc70 2024-09-05T02:33:15.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.714+0000 7f64af1d1740 10 client.16533 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:15.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.714+0000 7f64af1d1740 10 client.16533 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:33:15.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.714+0000 7f64af1d1740 20 client.16533 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:15.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.714+0000 7f64af1d1740 1 --2- 172.21.15.33:0/1983473410 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56195f644220 0x56195f646640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:15.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.714+0000 7f64af1d1740 4 client.16533 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:33:15.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.714+0000 7f64af1d1740 1 -- 172.21.15.33:0/1983473410 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56195f52be60 con 0x56195f644220 2024-09-05T02:33:15.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.715+0000 7f64a9200640 1 --2- 172.21.15.33:0/1983473410 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56195f644220 0x56195f646640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:15.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.715+0000 7f64a9200640 1 --2- 172.21.15.33:0/1983473410 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56195f644220 0x56195f646640 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=59fa2fd208cbab98 server_cookie=32fee5ef2d587bb1 in_seq=0 out_seq=0 2024-09-05T02:33:15.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.715+0000 7f648b400640 10 client.16533 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:33:15.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.715+0000 7f648b400640 1 -- 172.21.15.33:0/1983473410 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56195f52be60 con 0x56195f644220 2024-09-05T02:33:15.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.715+0000 7f648b400640 10 client.16533 handle_command_reply: tid=0 2024-09-05T02:33:15.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.715+0000 7f64af1d1740 1 client.16533 shutdown 2024-09-05T02:33:15.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.716+0000 7f64af1d1740 1 -- 172.21.15.33:0/1983473410 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5bdc70 msgr2=0x56195f5c2de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:15.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.716+0000 7f64af1d1740 1 --2- 172.21.15.33:0/1983473410 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5bdc70 0x56195f5c2de0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f649800f810 tx=0x7f6498017000 comp rx=0 tx=0).stop 2024-09-05T02:33:15.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.716+0000 7f64af1d1740 1 -- 172.21.15.33:0/1983473410 shutdown_connections 2024-09-05T02:33:15.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.716+0000 7f64af1d1740 1 --2- 172.21.15.33:0/1983473410 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56195f644220 0x56195f646640 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.716+0000 7f64af1d1740 1 --2- 172.21.15.33:0/1983473410 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56195f5c8e50 0x56195f5c3860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.716+0000 7f64af1d1740 1 --2- 172.21.15.33:0/1983473410 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56195f5be590 0x56195f5c3320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.716+0000 7f64af1d1740 1 --2- 172.21.15.33:0/1983473410 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56195f5bdc70 0x56195f5c2de0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.716+0000 7f64af1d1740 1 -- 172.21.15.33:0/1983473410 >> 172.21.15.33:0/1983473410 conn(0x56195f5ba200 msgr2=0x56195f5c5ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:15.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.716+0000 7f648b400640 0 client.16533 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:33:15.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.716+0000 7f64af1d1740 1 -- 172.21.15.33:0/1983473410 shutdown_connections 2024-09-05T02:33:15.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.716+0000 7f64af1d1740 1 -- 172.21.15.33:0/1983473410 wait complete. 2024-09-05T02:33:15.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.716+0000 7f64af1d1740 20 client.16533 trim_cache size 0 max 16384 2024-09-05T02:33:15.724 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:33:15.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.717+0000 7f64ac600640 1 -- 172.21.15.33:0/2643067176 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f648c0a2d70 msgr2=0x7f648c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:15.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.717+0000 7f64ac600640 1 --2- 172.21.15.33:0/2643067176 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f648c0a2d70 0x7f648c0a5230 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x56195f5bb060 tx=0x7f6498005f90 comp rx=0 tx=0).stop 2024-09-05T02:33:15.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.717+0000 7f64ac600640 1 -- 172.21.15.33:0/2643067176 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f64a410e3c0 msgr2=0x7f64a419ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:15.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.717+0000 7f64ac600640 1 --2- 172.21.15.33:0/2643067176 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f64a410e3c0 0x7f64a419ef40 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f649c005e30 tx=0x7f649c003b80 comp rx=0 tx=0).stop 2024-09-05T02:33:15.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.717+0000 7f64ac600640 1 -- 172.21.15.33:0/2643067176 shutdown_connections 2024-09-05T02:33:15.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.717+0000 7f64ac600640 1 --2- 172.21.15.33:0/2643067176 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f648c0a2d70 0x7f648c0a5230 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.717+0000 7f64ac600640 1 --2- 172.21.15.33:0/2643067176 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f64a410e3c0 0x7f64a419ef40 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.717+0000 7f64ac600640 1 --2- 172.21.15.33:0/2643067176 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64a4074f40 0x7f64a419abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.717+0000 7f64ac600640 1 --2- 172.21.15.33:0/2643067176 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f64a4074620 0x7f64a419a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:15.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.717+0000 7f64ac600640 1 -- 172.21.15.33:0/2643067176 >> 172.21.15.33:0/2643067176 conn(0x7f64a40fd8c0 msgr2=0x7f64a40fe560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:15.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.717+0000 7f64ac600640 1 -- 172.21.15.33:0/2643067176 shutdown_connections 2024-09-05T02:33:15.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:15.717+0000 7f64ac600640 1 -- 172.21.15.33:0/2643067176 wait complete. 2024-09-05T02:33:15.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:15 smithi033 ceph-mon[29909]: pgmap v192: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:33:15.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:15 smithi123 ceph-mon[34031]: pgmap v192: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:33:16.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:15 smithi174 ceph-mon[34756]: pgmap v192: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:33:16.707 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:33:17.087 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:17.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.761+0000 7f43f8600640 1 -- 172.21.15.33:0/116107434 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f43f0112b90 msgr2=0x7f43f0114f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:17.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.761+0000 7f43f8600640 1 --2- 172.21.15.33:0/116107434 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f43f0112b90 0x7f43f0114f80 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f43e8009ca0 tx=0x7f43e802a940 comp rx=0 tx=0).stop 2024-09-05T02:33:17.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.761+0000 7f43f8600640 1 -- 172.21.15.33:0/116107434 shutdown_connections 2024-09-05T02:33:17.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.761+0000 7f43f8600640 1 --2- 172.21.15.33:0/116107434 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f43f0112b90 0x7f43f0114f80 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.761+0000 7f43f8600640 1 --2- 172.21.15.33:0/116107434 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f43f0074eb0 0x7f43f0112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.761+0000 7f43f8600640 1 --2- 172.21.15.33:0/116107434 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43f0074590 0x7f43f0074970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.761+0000 7f43f8600640 1 -- 172.21.15.33:0/116107434 >> 172.21.15.33:0/116107434 conn(0x7f43f00fd8c0 msgr2=0x7f43f00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:17.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.761+0000 7f43f8600640 1 -- 172.21.15.33:0/116107434 shutdown_connections 2024-09-05T02:33:17.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.762+0000 7f43f8600640 1 -- 172.21.15.33:0/116107434 wait complete. 2024-09-05T02:33:17.765 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:17 smithi033 ceph-mon[29909]: pgmap v193: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:33:17.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.763+0000 7f43f8600640 1 Processor -- start 2024-09-05T02:33:17.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.763+0000 7f43f8600640 1 -- start start 2024-09-05T02:33:17.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.763+0000 7f43f8600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43f0074590 0x7f43f019eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:17.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.763+0000 7f43f8600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f43f0074eb0 0x7f43f019f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:17.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.763+0000 7f43f8600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f43f0112b90 0x7f43f01a3460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:17.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.763+0000 7f43f8600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f43f01185c0 con 0x7f43f0074590 2024-09-05T02:33:17.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.763+0000 7f43f8600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f43f0118440 con 0x7f43f0074eb0 2024-09-05T02:33:17.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.763+0000 7f43f8600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f43f0118740 con 0x7f43f0112b90 2024-09-05T02:33:17.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.763+0000 7f43f5c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43f0074590 0x7f43f019eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:17.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.764+0000 7f43f5c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43f0074590 0x7f43f019eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59472/0 (socket says 172.21.15.33:59472) 2024-09-05T02:33:17.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.764+0000 7f43f5c00640 1 -- 172.21.15.33:0/545330647 learned_addr learned my addr 172.21.15.33:0/545330647 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:17.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.764+0000 7f43f5200640 1 --2- 172.21.15.33:0/545330647 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f43f0074eb0 0x7f43f019f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:17.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.764+0000 7f43f6600640 1 --2- 172.21.15.33:0/545330647 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f43f0112b90 0x7f43f01a3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:17.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.764+0000 7f43f5c00640 1 -- 172.21.15.33:0/545330647 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f43f0112b90 msgr2=0x7f43f01a3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:17.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.764+0000 7f43f5c00640 1 --2- 172.21.15.33:0/545330647 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f43f0112b90 0x7f43f01a3460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.764+0000 7f43f5c00640 1 -- 172.21.15.33:0/545330647 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f43f0074eb0 msgr2=0x7f43f019f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:17.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.764+0000 7f43f5c00640 1 --2- 172.21.15.33:0/545330647 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f43f0074eb0 0x7f43f019f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.764+0000 7f43f5c00640 1 -- 172.21.15.33:0/545330647 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43f01a3b90 con 0x7f43f0074590 2024-09-05T02:33:17.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.764+0000 7f43f5c00640 1 --2- 172.21.15.33:0/545330647 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43f0074590 0x7f43f019eb60 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f43e400e9f0 tx=0x7f43e400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:17.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.765+0000 7f43ee000640 1 -- 172.21.15.33:0/545330647 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e400cd80 con 0x7f43f0074590 2024-09-05T02:33:17.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.765+0000 7f43ee000640 1 -- 172.21.15.33:0/545330647 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f43e4010910 con 0x7f43f0074590 2024-09-05T02:33:17.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.765+0000 7f43f8600640 1 -- 172.21.15.33:0/545330647 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43f01a3e80 con 0x7f43f0074590 2024-09-05T02:33:17.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.765+0000 7f43ee000640 1 -- 172.21.15.33:0/545330647 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e4018990 con 0x7f43f0074590 2024-09-05T02:33:17.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.765+0000 7f43f8600640 1 -- 172.21.15.33:0/545330647 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43f01ab710 con 0x7f43f0074590 2024-09-05T02:33:17.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.768+0000 7f43ee000640 1 -- 172.21.15.33:0/545330647 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f43e4010ac0 con 0x7f43f0074590 2024-09-05T02:33:17.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.768+0000 7f43fb1d4740 1 Processor -- start 2024-09-05T02:33:17.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.768+0000 7f43fb1d4740 1 -- start start 2024-09-05T02:33:17.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.768+0000 7f43fb1d4740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b09c70 0x562b46b0a050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:17.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.768+0000 7f43fb1d4740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b0a590 0x562b46b14910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:17.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.768+0000 7f43fb1d4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b14e50 0x562b46b17240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:17.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.769+0000 7f43fb1d4740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562b46a703e0 con 0x562b46b09c70 2024-09-05T02:33:17.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.769+0000 7f43fb1d4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562b46a17d80 con 0x562b46b14e50 2024-09-05T02:33:17.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.769+0000 7f43fb1d4740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x562b46a6c3a0 con 0x562b46b0a590 2024-09-05T02:33:17.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.769+0000 7f43f6600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b09c70 0x562b46b0a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:17.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.769+0000 7f43f6600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b09c70 0x562b46b0a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59478/0 (socket says 172.21.15.33:59478) 2024-09-05T02:33:17.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.769+0000 7f43f5c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b0a590 0x562b46b14910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:17.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.769+0000 7f43f6600640 1 -- 172.21.15.33:0/3690979182 learned_addr learned my addr 172.21.15.33:0/3690979182 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:17.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.769+0000 7f43f5200640 1 --2- 172.21.15.33:0/3690979182 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b14e50 0x562b46b17240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:17.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.769+0000 7f43f6600640 1 -- 172.21.15.33:0/3690979182 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b0a590 msgr2=0x562b46b14910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:17.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.769+0000 7f43f6600640 1 --2- 172.21.15.33:0/3690979182 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b0a590 0x562b46b14910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.769+0000 7f43f6600640 1 -- 172.21.15.33:0/3690979182 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b14e50 msgr2=0x562b46b17240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:17.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.769+0000 7f43f6600640 1 --2- 172.21.15.33:0/3690979182 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b14e50 0x562b46b17240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.769+0000 7f43f6600640 1 -- 172.21.15.33:0/3690979182 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b46a36ae0 con 0x562b46b09c70 2024-09-05T02:33:17.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.769+0000 7f43f5200640 1 --2- 172.21.15.33:0/3690979182 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b14e50 0x562b46b17240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:17.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.770+0000 7f43f6600640 1 --2- 172.21.15.33:0/3690979182 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b09c70 0x562b46b0a050 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f43f0076600 tx=0x7f43e8005f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d2e0a25fe81c729 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:17.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.770+0000 7f43ee000640 1 --2- 172.21.15.33:0/545330647 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f43d80a2d70 0x7f43d80a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:17.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.770+0000 7f43e2a00640 1 -- 172.21.15.33:0/3690979182 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e8034040 con 0x562b46b09c70 2024-09-05T02:33:17.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.770+0000 7f43e2a00640 1 -- 172.21.15.33:0/3690979182 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f43e8003970 con 0x562b46b09c70 2024-09-05T02:33:17.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.770+0000 7f43e2a00640 1 -- 172.21.15.33:0/3690979182 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e802fed0 con 0x562b46b09c70 2024-09-05T02:33:17.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.770+0000 7f43ee000640 1 -- 172.21.15.33:0/545330647 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f43e40cf710 con 0x7f43f0074590 2024-09-05T02:33:17.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.770+0000 7f43f5c00640 1 --2- 172.21.15.33:0/545330647 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f43d80a2d70 0x7f43d80a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:17.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.771+0000 7f43fb1d4740 1 -- 172.21.15.33:0/3690979182 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b09c70 msgr2=0x562b46b0a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:17.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.771+0000 7f43fb1d4740 1 --2- 172.21.15.33:0/3690979182 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b09c70 0x562b46b0a050 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f43f0076600 tx=0x7f43e8005f80 comp rx=0 tx=0).stop 2024-09-05T02:33:17.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.771+0000 7f43f5c00640 1 --2- 172.21.15.33:0/545330647 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f43d80a2d70 0x7f43d80a5230 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x562b46b07060 tx=0x7f43e4000bc0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:17.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.771+0000 7f43fb1d4740 1 -- 172.21.15.33:0/3690979182 shutdown_connections 2024-09-05T02:33:17.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.771+0000 7f43fb1d4740 1 --2- 172.21.15.33:0/3690979182 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b14e50 0x562b46b17240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.771+0000 7f43fb1d4740 1 --2- 172.21.15.33:0/3690979182 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b0a590 0x562b46b14910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.771+0000 7f43fb1d4740 1 --2- 172.21.15.33:0/3690979182 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b09c70 0x562b46b0a050 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.771+0000 7f43fb1d4740 1 -- 172.21.15.33:0/3690979182 >> 172.21.15.33:0/3690979182 conn(0x562b46b06200 msgr2=0x562b46b065e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:17.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.771+0000 7f43fb1d4740 1 -- 172.21.15.33:0/3690979182 shutdown_connections 2024-09-05T02:33:17.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.771+0000 7f43fb1d4740 1 -- 172.21.15.33:0/3690979182 wait complete. 2024-09-05T02:33:17.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.772+0000 7f43fb1d4740 1 -- start start 2024-09-05T02:33:17.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.772+0000 7f43fb1d4740 1 Processor -- start 2024-09-05T02:33:17.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.772+0000 7f43fb1d4740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b09c70 0x562b46b11cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:17.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.772+0000 7f43fb1d4740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b0a590 0x562b46b12210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:17.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.772+0000 7f43fb1d4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b14e50 0x562b46b12750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:17.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.772+0000 7f43fb1d4740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562b46b17a20 con 0x562b46b09c70 2024-09-05T02:33:17.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.772+0000 7f43fb1d4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562b46a2b0f0 con 0x562b46b14e50 2024-09-05T02:33:17.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.772+0000 7f43fb1d4740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x562b46b17ba0 con 0x562b46b0a590 2024-09-05T02:33:17.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.772+0000 7f43fb1d4740 10 client.0 _ll_register_callbacks cb 0x562b46a12bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:17.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.773+0000 7f43f6600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b09c70 0x562b46b11cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:17.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.773+0000 7f43f6600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b09c70 0x562b46b11cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59486/0 (socket says 172.21.15.33:59486) 2024-09-05T02:33:17.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.773+0000 7f43f6600640 1 -- 172.21.15.33:0/1066522539 learned_addr learned my addr 172.21.15.33:0/1066522539 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:17.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.773+0000 7f43f5200640 1 --2- 172.21.15.33:0/1066522539 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b0a590 0x562b46b12210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:17.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.773+0000 7f43f6600640 1 --2- 172.21.15.33:0/1066522539 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b14e50 0x562b46b12750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:17.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.773+0000 7f43f6600640 1 -- 172.21.15.33:0/1066522539 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b0a590 msgr2=0x562b46b12210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:17.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.773+0000 7f43f6600640 1 --2- 172.21.15.33:0/1066522539 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b0a590 0x562b46b12210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.773+0000 7f43f6600640 1 -- 172.21.15.33:0/1066522539 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b14e50 msgr2=0x562b46b12750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:17.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.773+0000 7f43f6600640 1 --2- 172.21.15.33:0/1066522539 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b14e50 0x562b46b12750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.773+0000 7f43f6600640 1 -- 172.21.15.33:0/1066522539 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b467e13c0 con 0x562b46b09c70 2024-09-05T02:33:17.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.774+0000 7f43f6600640 1 --2- 172.21.15.33:0/1066522539 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b09c70 0x562b46b11cd0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f43e8009a60 tx=0x7f43e802fb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57132624f80f559c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:17.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.774+0000 7f43d7400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:17.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.774+0000 7f43d7400640 1 -- 172.21.15.33:0/1066522539 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e8034040 con 0x562b46b09c70 2024-09-05T02:33:17.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.774+0000 7f43fb1d4740 1 -- 172.21.15.33:0/1066522539 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43e8003970 con 0x562b46b09c70 2024-09-05T02:33:17.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.774+0000 7f43d7400640 1 -- 172.21.15.33:0/1066522539 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f43e8030640 con 0x562b46b09c70 2024-09-05T02:33:17.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.774+0000 7f43d7400640 1 -- 172.21.15.33:0/1066522539 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f43e8049040 con 0x562b46b09c70 2024-09-05T02:33:17.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.774+0000 7f43fb1d4740 10 client.16545 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:17.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.774+0000 7f43fb1d4740 1 -- 172.21.15.33:0/1066522539 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562b46b239f0 con 0x562b46b09c70 2024-09-05T02:33:17.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.775+0000 7f43d7400640 1 -- 172.21.15.33:0/1066522539 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f43e8003970 con 0x562b46b09c70 2024-09-05T02:33:17.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.775+0000 7f43d7400640 1 -- 172.21.15.33:0/1066522539 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f43e802f070 con 0x562b46b09c70 2024-09-05T02:33:17.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.775+0000 7f43fb1d4740 10 client.16545 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:17.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.775+0000 7f43fb1d4740 10 client.16545 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:17.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.775+0000 7f43fb1d4740 20 client.16545 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:17.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.775+0000 7f43fb1d4740 1 --2- 172.21.15.33:0/1066522539 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x562b46b24d40 0x562b46b27130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:17.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.775+0000 7f43fb1d4740 4 client.16545 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:17.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.775+0000 7f43fb1d4740 1 -- 172.21.15.33:0/1066522539 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562b46a7d950 con 0x562b46b24d40 2024-09-05T02:33:17.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.775+0000 7f43f5200640 1 --2- 172.21.15.33:0/1066522539 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x562b46b24d40 0x562b46b27130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:17.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.776+0000 7f43f5200640 1 --2- 172.21.15.33:0/1066522539 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x562b46b24d40 0x562b46b27130 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af2751e9c04aead9 server_cookie=b4ae82940746414e in_seq=0 out_seq=0 2024-09-05T02:33:17.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.776+0000 7f43d7400640 10 client.16545 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:17.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.777+0000 7f43d7400640 1 -- 172.21.15.33:0/1066522539 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562b46a7d950 con 0x562b46b24d40 2024-09-05T02:33:17.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.777+0000 7f43d7400640 10 client.16545 handle_command_reply: tid=0 2024-09-05T02:33:17.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.777+0000 7f43fb1d4740 1 client.16545 shutdown 2024-09-05T02:33:17.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.777+0000 7f43fb1d4740 1 -- 172.21.15.33:0/1066522539 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b09c70 msgr2=0x562b46b11cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:17.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.777+0000 7f43fb1d4740 1 --2- 172.21.15.33:0/1066522539 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b09c70 0x562b46b11cd0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f43e8009a60 tx=0x7f43e802fb10 comp rx=0 tx=0).stop 2024-09-05T02:33:17.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.777+0000 7f43fb1d4740 1 -- 172.21.15.33:0/1066522539 shutdown_connections 2024-09-05T02:33:17.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.777+0000 7f43fb1d4740 1 --2- 172.21.15.33:0/1066522539 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b14e50 0x562b46b12750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.777+0000 7f43fb1d4740 1 --2- 172.21.15.33:0/1066522539 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b0a590 0x562b46b12210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.777+0000 7f43fb1d4740 1 --2- 172.21.15.33:0/1066522539 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x562b46b24d40 0x562b46b27130 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.777+0000 7f43fb1d4740 1 --2- 172.21.15.33:0/1066522539 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b09c70 0x562b46b11cd0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.777+0000 7f43fb1d4740 1 -- 172.21.15.33:0/1066522539 >> 172.21.15.33:0/1066522539 conn(0x562b46b06200 msgr2=0x562b46b05380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:17.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.777+0000 7f43d7400640 0 client.16545 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:17.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.777+0000 7f43fb1d4740 1 -- 172.21.15.33:0/1066522539 shutdown_connections 2024-09-05T02:33:17.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.777+0000 7f43fb1d4740 1 -- 172.21.15.33:0/1066522539 wait complete. 2024-09-05T02:33:17.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.778+0000 7f43fb1d4740 20 client.16545 trim_cache size 0 max 16384 2024-09-05T02:33:17.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.791+0000 7f43fb1d4740 1 Processor -- start 2024-09-05T02:33:17.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.791+0000 7f43fb1d4740 1 -- start start 2024-09-05T02:33:17.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.792+0000 7f43fb1d4740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b09c70 0x562b46b2a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:17.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.792+0000 7f43fb1d4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b0a590 0x562b46b2a690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:17.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.792+0000 7f43fb1d4740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b14e50 0x562b46b0ef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:17.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.792+0000 7f43fb1d4740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f43f01b3ea0 con 0x562b46b14e50 2024-09-05T02:33:17.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.792+0000 7f43fb1d4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f43f01b59e0 con 0x562b46b0a590 2024-09-05T02:33:17.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.792+0000 7f43fb1d4740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f43f01b4570 con 0x562b46b09c70 2024-09-05T02:33:17.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.792+0000 7f43f6600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b09c70 0x562b46b2a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:17.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.792+0000 7f43f5200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b0a590 0x562b46b2a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:17.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.792+0000 7f43f5200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b0a590 0x562b46b2a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:60954/0 (socket says 172.21.15.33:60954) 2024-09-05T02:33:17.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.792+0000 7f43f6600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b09c70 0x562b46b2a150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:39216/0 (socket says 172.21.15.33:39216) 2024-09-05T02:33:17.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.792+0000 7f43f5200640 1 -- 172.21.15.33:0/281074227 learned_addr learned my addr 172.21.15.33:0/281074227 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:17.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.792+0000 7f43f6600640 1 --2- 172.21.15.33:0/281074227 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b14e50 0x562b46b0ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:17.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.793+0000 7f43f5200640 1 -- 172.21.15.33:0/281074227 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b09c70 msgr2=0x562b46b2a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:17.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.793+0000 7f43f5200640 1 --2- 172.21.15.33:0/281074227 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b09c70 0x562b46b2a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.793+0000 7f43f5200640 1 -- 172.21.15.33:0/281074227 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b14e50 msgr2=0x562b46b0ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:17.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.793+0000 7f43f5200640 1 --2- 172.21.15.33:0/281074227 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b14e50 0x562b46b0ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.793+0000 7f43f5200640 1 -- 172.21.15.33:0/281074227 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b46b06030 con 0x562b46b0a590 2024-09-05T02:33:17.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.793+0000 7f43f6600640 1 --2- 172.21.15.33:0/281074227 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b14e50 0x562b46b0ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:33:17.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.793+0000 7f43f5200640 1 --2- 172.21.15.33:0/281074227 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b0a590 0x562b46b2a690 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f43dc005d00 tx=0x7f43dc005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=343ff834d6819737 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:17.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.793+0000 7f43e2000640 1 -- 172.21.15.33:0/281074227 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43dc022020 con 0x562b46b0a590 2024-09-05T02:33:17.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.794+0000 7f43e2000640 1 -- 172.21.15.33:0/281074227 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f43dc003d60 con 0x562b46b0a590 2024-09-05T02:33:17.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.794+0000 7f43e2000640 1 -- 172.21.15.33:0/281074227 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43dc01e710 con 0x562b46b0a590 2024-09-05T02:33:17.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.794+0000 7f43fb1d4740 1 -- 172.21.15.33:0/281074227 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b0a590 msgr2=0x562b46b2a690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:17.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.794+0000 7f43fb1d4740 1 --2- 172.21.15.33:0/281074227 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b0a590 0x562b46b2a690 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f43dc005d00 tx=0x7f43dc005f90 comp rx=0 tx=0).stop 2024-09-05T02:33:17.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.794+0000 7f43fb1d4740 1 -- 172.21.15.33:0/281074227 shutdown_connections 2024-09-05T02:33:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.794+0000 7f43fb1d4740 1 --2- 172.21.15.33:0/281074227 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b14e50 0x562b46b0ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.794+0000 7f43fb1d4740 1 --2- 172.21.15.33:0/281074227 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b0a590 0x562b46b2a690 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.794+0000 7f43fb1d4740 1 --2- 172.21.15.33:0/281074227 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b09c70 0x562b46b2a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.794+0000 7f43fb1d4740 1 -- 172.21.15.33:0/281074227 >> 172.21.15.33:0/281074227 conn(0x562b46b06200 msgr2=0x562b46b13d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.794+0000 7f43fb1d4740 1 -- 172.21.15.33:0/281074227 shutdown_connections 2024-09-05T02:33:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.795+0000 7f43fb1d4740 1 -- 172.21.15.33:0/281074227 wait complete. 2024-09-05T02:33:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.795+0000 7f43fb1d4740 1 -- start start 2024-09-05T02:33:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.795+0000 7f43fb1d4740 1 Processor -- start 2024-09-05T02:33:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.795+0000 7f43fb1d4740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b09c70 0x562b46b28250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.796+0000 7f43fb1d4740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b0a590 0x562b46b28790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.796+0000 7f43fb1d4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b14e50 0x562b46b28cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.796+0000 7f43fb1d4740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f43f01b5310 con 0x562b46b0a590 2024-09-05T02:33:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.796+0000 7f43fb1d4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f43f01b4c40 con 0x562b46b14e50 2024-09-05T02:33:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.796+0000 7f43fb1d4740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f43f01b1e80 con 0x562b46b09c70 2024-09-05T02:33:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.796+0000 7f43fb1d4740 10 client.0 _ll_register_callbacks cb 0x7f43dc009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.796+0000 7f43f5200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b0a590 0x562b46b28790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.796+0000 7f43f6600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b14e50 0x562b46b28cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.796+0000 7f43f5200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b0a590 0x562b46b28790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59508/0 (socket says 172.21.15.33:59508) 2024-09-05T02:33:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.796+0000 7f43f5200640 1 -- 172.21.15.33:0/1027299757 learned_addr learned my addr 172.21.15.33:0/1027299757 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.796+0000 7f43f6600640 1 --2- 172.21.15.33:0/1027299757 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b09c70 0x562b46b28250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.796+0000 7f43f6600640 1 -- 172.21.15.33:0/1027299757 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b09c70 msgr2=0x562b46b28250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.796+0000 7f43f6600640 1 --2- 172.21.15.33:0/1027299757 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b09c70 0x562b46b28250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.796+0000 7f43f6600640 1 -- 172.21.15.33:0/1027299757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b0a590 msgr2=0x562b46b28790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.796+0000 7f43f6600640 1 --2- 172.21.15.33:0/1027299757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b0a590 0x562b46b28790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.796+0000 7f43f6600640 1 -- 172.21.15.33:0/1027299757 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b46b0cae0 con 0x562b46b14e50 2024-09-05T02:33:17.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.797+0000 7f43f6600640 1 --2- 172.21.15.33:0/1027299757 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b14e50 0x562b46b28cf0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f43e8004af0 tx=0x7f43e802fa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3801b25a8ec29a68 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:17.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.797+0000 7f43d7400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:33:17.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.797+0000 7f43d7400640 1 -- 172.21.15.33:0/1027299757 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e805f040 con 0x562b46b14e50 2024-09-05T02:33:17.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.797+0000 7f43fb1d4740 1 -- 172.21.15.33:0/1027299757 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43dc003d60 con 0x562b46b14e50 2024-09-05T02:33:17.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.797+0000 7f43d7400640 1 -- 172.21.15.33:0/1027299757 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f43e8030640 con 0x562b46b14e50 2024-09-05T02:33:17.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.797+0000 7f43d7400640 1 -- 172.21.15.33:0/1027299757 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f43e806c050 con 0x562b46b14e50 2024-09-05T02:33:17.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.797+0000 7f43fb1d4740 10 client.26636 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:17.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.797+0000 7f43fb1d4740 1 -- 172.21.15.33:0/1027299757 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562b46b01770 con 0x562b46b14e50 2024-09-05T02:33:17.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.798+0000 7f43d7400640 1 -- 172.21.15.33:0/1027299757 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f43dc003d60 con 0x562b46b14e50 2024-09-05T02:33:17.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.798+0000 7f43d7400640 1 -- 172.21.15.33:0/1027299757 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f43e802f040 con 0x562b46b14e50 2024-09-05T02:33:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.798+0000 7f43fb1d4740 10 client.26636 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.798+0000 7f43fb1d4740 10 client.26636 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.798+0000 7f43fb1d4740 20 client.26636 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.798+0000 7f43fb1d4740 1 --2- 172.21.15.33:0/1027299757 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x562b46b8ff50 0x562b46b92370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.798+0000 7f43fb1d4740 4 client.26636 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:33:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.798+0000 7f43fb1d4740 1 -- 172.21.15.33:0/1027299757 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562b46a77e60 con 0x562b46b8ff50 2024-09-05T02:33:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.798+0000 7f43f5200640 1 --2- 172.21.15.33:0/1027299757 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x562b46b8ff50 0x562b46b92370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.799+0000 7f43f5200640 1 --2- 172.21.15.33:0/1027299757 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x562b46b8ff50 0x562b46b92370 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6f8a4d7803dabd9 server_cookie=8ad8fa422aca770b in_seq=0 out_seq=0 2024-09-05T02:33:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.799+0000 7f43d7400640 10 client.26636 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.799+0000 7f43d7400640 1 -- 172.21.15.33:0/1027299757 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562b46a77e60 con 0x562b46b8ff50 2024-09-05T02:33:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.799+0000 7f43d7400640 10 client.26636 handle_command_reply: tid=0 2024-09-05T02:33:17.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.799+0000 7f43fb1d4740 1 client.26636 shutdown 2024-09-05T02:33:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.799+0000 7f43fb1d4740 1 -- 172.21.15.33:0/1027299757 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b14e50 msgr2=0x562b46b28cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.799+0000 7f43fb1d4740 1 --2- 172.21.15.33:0/1027299757 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b14e50 0x562b46b28cf0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f43e8004af0 tx=0x7f43e802fa70 comp rx=0 tx=0).stop 2024-09-05T02:33:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.799+0000 7f43fb1d4740 1 -- 172.21.15.33:0/1027299757 shutdown_connections 2024-09-05T02:33:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.799+0000 7f43fb1d4740 1 --2- 172.21.15.33:0/1027299757 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562b46b14e50 0x562b46b28cf0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.799+0000 7f43fb1d4740 1 --2- 172.21.15.33:0/1027299757 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x562b46b8ff50 0x562b46b92370 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.799+0000 7f43fb1d4740 1 --2- 172.21.15.33:0/1027299757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562b46b0a590 0x562b46b28790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.799+0000 7f43fb1d4740 1 --2- 172.21.15.33:0/1027299757 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562b46b09c70 0x562b46b28250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.799+0000 7f43d7400640 0 client.26636 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.799+0000 7f43fb1d4740 1 -- 172.21.15.33:0/1027299757 >> 172.21.15.33:0/1027299757 conn(0x562b46b06200 msgr2=0x562b46b1fdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.799+0000 7f43fb1d4740 1 -- 172.21.15.33:0/1027299757 shutdown_connections 2024-09-05T02:33:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.800+0000 7f43fb1d4740 1 -- 172.21.15.33:0/1027299757 wait complete. 2024-09-05T02:33:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.800+0000 7f43fb1d4740 20 client.26636 trim_cache size 0 max 16384 2024-09-05T02:33:17.806 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:33:17.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.800+0000 7f43f8600640 1 -- 172.21.15.33:0/545330647 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f43d80a2d70 msgr2=0x7f43d80a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:17.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.800+0000 7f43f8600640 1 --2- 172.21.15.33:0/545330647 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f43d80a2d70 0x7f43d80a5230 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x562b46b07060 tx=0x7f43e4000bc0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.800+0000 7f43f8600640 1 -- 172.21.15.33:0/545330647 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43f0074590 msgr2=0x7f43f019eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:17.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.800+0000 7f43f8600640 1 --2- 172.21.15.33:0/545330647 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43f0074590 0x7f43f019eb60 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f43e400e9f0 tx=0x7f43e400eeb0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.801+0000 7f43f8600640 1 -- 172.21.15.33:0/545330647 shutdown_connections 2024-09-05T02:33:17.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.801+0000 7f43f8600640 1 --2- 172.21.15.33:0/545330647 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f43d80a2d70 0x7f43d80a5230 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.801+0000 7f43f8600640 1 --2- 172.21.15.33:0/545330647 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f43f0112b90 0x7f43f01a3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.801+0000 7f43f8600640 1 --2- 172.21.15.33:0/545330647 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f43f0074eb0 0x7f43f019f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.801+0000 7f43f8600640 1 --2- 172.21.15.33:0/545330647 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43f0074590 0x7f43f019eb60 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:17.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.801+0000 7f43f8600640 1 -- 172.21.15.33:0/545330647 >> 172.21.15.33:0/545330647 conn(0x7f43f00fd8c0 msgr2=0x7f43f00ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:17.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.801+0000 7f43f8600640 1 -- 172.21.15.33:0/545330647 shutdown_connections 2024-09-05T02:33:17.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:17.801+0000 7f43f8600640 1 -- 172.21.15.33:0/545330647 wait complete. 2024-09-05T02:33:17.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:17 smithi123 ceph-mon[34031]: pgmap v193: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:33:18.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:17 smithi174 ceph-mon[34756]: pgmap v193: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-05T02:33:19.524 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:33:19.524 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:33:19.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:19 smithi033 ceph-mon[29909]: pgmap v194: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 85 B/s wr, 12 op/s 2024-09-05T02:33:19.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:19 smithi123 ceph-mon[34031]: pgmap v194: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 85 B/s wr, 12 op/s 2024-09-05T02:33:19.914 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:20.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:19 smithi174 ceph-mon[34756]: pgmap v194: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 85 B/s wr, 12 op/s 2024-09-05T02:33:20.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.578+0000 7f3eaa000640 1 -- 172.21.15.33:0/2339524948 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ea4101de0 msgr2=0x7f3ea41021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:20.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.578+0000 7f3eaa000640 1 --2- 172.21.15.33:0/2339524948 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ea4101de0 0x7f3ea41021c0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f3e94009900 tx=0x7f3e9402a410 comp rx=0 tx=0).stop 2024-09-05T02:33:20.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.578+0000 7f3eaa000640 1 -- 172.21.15.33:0/2339524948 shutdown_connections 2024-09-05T02:33:20.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.578+0000 7f3eaa000640 1 --2- 172.21.15.33:0/2339524948 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ea4106f10 0x7f3ea410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.578+0000 7f3eaa000640 1 --2- 172.21.15.33:0/2339524948 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ea4102790 0x7f3ea41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.578+0000 7f3eaa000640 1 --2- 172.21.15.33:0/2339524948 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ea4101de0 0x7f3ea41021c0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.578+0000 7f3eaa000640 1 -- 172.21.15.33:0/2339524948 >> 172.21.15.33:0/2339524948 conn(0x7f3ea40fd8c0 msgr2=0x7f3ea40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:20.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.578+0000 7f3eaa000640 1 -- 172.21.15.33:0/2339524948 shutdown_connections 2024-09-05T02:33:20.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.578+0000 7f3eaa000640 1 -- 172.21.15.33:0/2339524948 wait complete. 2024-09-05T02:33:20.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.579+0000 7f3eaa000640 1 Processor -- start 2024-09-05T02:33:20.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.579+0000 7f3eaa000640 1 -- start start 2024-09-05T02:33:20.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.580+0000 7f3eaa000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ea4101de0 0x7f3ea4198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:20.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.580+0000 7f3eaa000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ea4102790 0x7f3ea4198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:20.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.580+0000 7f3eaa000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ea4106f10 0x7f3ea419cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:20.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.580+0000 7f3eaa000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea4111fc0 con 0x7f3ea4106f10 2024-09-05T02:33:20.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.580+0000 7f3eaa000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea4111e40 con 0x7f3ea4102790 2024-09-05T02:33:20.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.580+0000 7f3eaa000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea4112140 con 0x7f3ea4101de0 2024-09-05T02:33:20.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.580+0000 7f3ea3400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ea4101de0 0x7f3ea4198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:20.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.580+0000 7f3ea3400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ea4101de0 0x7f3ea4198430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:46030/0 (socket says 172.21.15.33:46030) 2024-09-05T02:33:20.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.580+0000 7f3ea3400640 1 -- 172.21.15.33:0/1681004081 learned_addr learned my addr 172.21.15.33:0/1681004081 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:20.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.580+0000 7f3ea3e00640 1 --2- 172.21.15.33:0/1681004081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ea4106f10 0x7f3ea419cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:20.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.580+0000 7f3e9be00640 1 --2- 172.21.15.33:0/1681004081 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ea4102790 0x7f3ea4198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:20.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.581+0000 7f3ea3400640 1 -- 172.21.15.33:0/1681004081 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ea4102790 msgr2=0x7f3ea4198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:20.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.581+0000 7f3ea3400640 1 --2- 172.21.15.33:0/1681004081 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ea4102790 0x7f3ea4198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.581+0000 7f3ea3400640 1 -- 172.21.15.33:0/1681004081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ea4106f10 msgr2=0x7f3ea419cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:20.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.581+0000 7f3ea3400640 1 --2- 172.21.15.33:0/1681004081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ea4106f10 0x7f3ea419cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.581+0000 7f3ea3400640 1 -- 172.21.15.33:0/1681004081 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ea419d3e0 con 0x7f3ea4101de0 2024-09-05T02:33:20.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.581+0000 7f3ea3e00640 1 --2- 172.21.15.33:0/1681004081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ea4106f10 0x7f3ea419cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:20.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.581+0000 7f3ea3400640 1 --2- 172.21.15.33:0/1681004081 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ea4101de0 0x7f3ea4198430 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f3e94004770 tx=0x7f3e94003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:20.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.581+0000 7f3ea0c00640 1 -- 172.21.15.33:0/1681004081 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e9403f070 con 0x7f3ea4101de0 2024-09-05T02:33:20.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.581+0000 7f3ea0c00640 1 -- 172.21.15.33:0/1681004081 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3e94031ca0 con 0x7f3ea4101de0 2024-09-05T02:33:20.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.581+0000 7f3eaa000640 1 -- 172.21.15.33:0/1681004081 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ea419d670 con 0x7f3ea4101de0 2024-09-05T02:33:20.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.581+0000 7f3ea0c00640 1 -- 172.21.15.33:0/1681004081 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e94035030 con 0x7f3ea4101de0 2024-09-05T02:33:20.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.582+0000 7f3eaa000640 1 -- 172.21.15.33:0/1681004081 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ea41a4fb0 con 0x7f3ea4101de0 2024-09-05T02:33:20.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.585+0000 7f3eacc42740 1 Processor -- start 2024-09-05T02:33:20.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.585+0000 7f3eacc42740 1 -- start start 2024-09-05T02:33:20.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.586+0000 7f3eacc42740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5aaac0 0x55e01d5aaea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:20.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.586+0000 7f3eacc42740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5ab3e0 0x55e01d5b5760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:20.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.586+0000 7f3eacc42740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5b5ca0 0x55e01d5b8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:20.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.586+0000 7f3eacc42740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55e01d511290 con 0x55e01d5ab3e0 2024-09-05T02:33:20.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.586+0000 7f3eacc42740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e01d4b8b40 con 0x55e01d5aaac0 2024-09-05T02:33:20.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.586+0000 7f3eacc42740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55e01d50d250 con 0x55e01d5b5ca0 2024-09-05T02:33:20.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.586+0000 7f3ea0c00640 1 -- 172.21.15.33:0/1681004081 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f3e94042070 con 0x7f3ea4101de0 2024-09-05T02:33:20.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.586+0000 7f3ea3e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5aaac0 0x55e01d5aaea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:20.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.586+0000 7f3ea3e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5aaac0 0x55e01d5aaea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:40732/0 (socket says 172.21.15.33:40732) 2024-09-05T02:33:20.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.586+0000 7f3ea3e00640 1 -- 172.21.15.33:0/3812182036 learned_addr learned my addr 172.21.15.33:0/3812182036 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:20.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.586+0000 7f3e9be00640 1 --2- 172.21.15.33:0/3812182036 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5b5ca0 0x55e01d5b8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:20.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.587+0000 7f3ea3400640 1 --2- 172.21.15.33:0/3812182036 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5ab3e0 0x55e01d5b5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:20.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.587+0000 7f3ea3e00640 1 -- 172.21.15.33:0/3812182036 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5b5ca0 msgr2=0x55e01d5b8090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:20.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.587+0000 7f3ea3e00640 1 --2- 172.21.15.33:0/3812182036 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5b5ca0 0x55e01d5b8090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.587+0000 7f3ea3e00640 1 -- 172.21.15.33:0/3812182036 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5ab3e0 msgr2=0x55e01d5b5760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:20.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.587+0000 7f3ea3e00640 1 --2- 172.21.15.33:0/3812182036 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5ab3e0 0x55e01d5b5760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.587+0000 7f3ea3e00640 1 -- 172.21.15.33:0/3812182036 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e01d2826a0 con 0x55e01d5aaac0 2024-09-05T02:33:20.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.587+0000 7f3ea3e00640 1 --2- 172.21.15.33:0/3812182036 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5aaac0 0x55e01d5aaea0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f3e9c011790 tx=0x7f3e9c011c50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=928b639730437082 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:20.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.587+0000 7f3e93e00640 1 -- 172.21.15.33:0/3812182036 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e9c003c30 con 0x55e01d5aaac0 2024-09-05T02:33:20.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.587+0000 7f3e93e00640 1 -- 172.21.15.33:0/3812182036 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3e9c00fe80 con 0x55e01d5aaac0 2024-09-05T02:33:20.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.587+0000 7f3e93e00640 1 -- 172.21.15.33:0/3812182036 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e9c0193e0 con 0x55e01d5aaac0 2024-09-05T02:33:20.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.588+0000 7f3ea0c00640 1 --2- 172.21.15.33:0/1681004081 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3e880a2cf0 0x7f3e880a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:20.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.588+0000 7f3ea0c00640 1 -- 172.21.15.33:0/1681004081 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3e940ef6a0 con 0x7f3ea4101de0 2024-09-05T02:33:20.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.588+0000 7f3ea3400640 1 --2- 172.21.15.33:0/1681004081 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3e880a2cf0 0x7f3e880a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:20.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.588+0000 7f3eacc42740 1 -- 172.21.15.33:0/3812182036 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5aaac0 msgr2=0x55e01d5aaea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:20.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.588+0000 7f3eacc42740 1 --2- 172.21.15.33:0/3812182036 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5aaac0 0x55e01d5aaea0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f3e9c011790 tx=0x7f3e9c011c50 comp rx=0 tx=0).stop 2024-09-05T02:33:20.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.588+0000 7f3eacc42740 1 -- 172.21.15.33:0/3812182036 shutdown_connections 2024-09-05T02:33:20.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.588+0000 7f3eacc42740 1 --2- 172.21.15.33:0/3812182036 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5b5ca0 0x55e01d5b8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.588+0000 7f3eacc42740 1 --2- 172.21.15.33:0/3812182036 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5ab3e0 0x55e01d5b5760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.588+0000 7f3eacc42740 1 --2- 172.21.15.33:0/3812182036 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5aaac0 0x55e01d5aaea0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.588+0000 7f3eacc42740 1 -- 172.21.15.33:0/3812182036 >> 172.21.15.33:0/3812182036 conn(0x55e01d5a7050 msgr2=0x55e01d5a7430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:20.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.588+0000 7f3eacc42740 1 -- 172.21.15.33:0/3812182036 shutdown_connections 2024-09-05T02:33:20.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.589+0000 7f3eacc42740 1 -- 172.21.15.33:0/3812182036 wait complete. 2024-09-05T02:33:20.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.589+0000 7f3ea3400640 1 --2- 172.21.15.33:0/1681004081 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3e880a2cf0 0x7f3e880a51b0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f3e940eceb0 tx=0x7f3e9403b890 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:20.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.589+0000 7f3eacc42740 1 -- start start 2024-09-05T02:33:20.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.589+0000 7f3eacc42740 1 Processor -- start 2024-09-05T02:33:20.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.590+0000 7f3eacc42740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5aaac0 0x55e01d5b55e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:20.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.590+0000 7f3eacc42740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5ab3e0 0x55e01d5b2890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:20.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.590+0000 7f3eacc42740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5b5ca0 0x55e01d5b2dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:20.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.590+0000 7f3eacc42740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55e01d5b8910 con 0x55e01d5b5ca0 2024-09-05T02:33:20.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.590+0000 7f3eacc42740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e01d4cbfa0 con 0x55e01d5aaac0 2024-09-05T02:33:20.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.590+0000 7f3eacc42740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55e01d5b8a90 con 0x55e01d5ab3e0 2024-09-05T02:33:20.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.590+0000 7f3eacc42740 10 client.0 _ll_register_callbacks cb 0x55e01d21fba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:20.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.590+0000 7f3ea3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5b5ca0 0x55e01d5b2dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:20.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.590+0000 7f3ea3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5b5ca0 0x55e01d5b2dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37922/0 (socket says 172.21.15.33:37922) 2024-09-05T02:33:20.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.590+0000 7f3ea3e00640 1 -- 172.21.15.33:0/220434849 learned_addr learned my addr 172.21.15.33:0/220434849 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:20.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.590+0000 7f3e9be00640 1 --2- 172.21.15.33:0/220434849 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5ab3e0 0x55e01d5b2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:20.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.590+0000 7f3ea3e00640 1 --2- 172.21.15.33:0/220434849 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5aaac0 0x55e01d5b55e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:20.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.590+0000 7f3e9be00640 1 -- 172.21.15.33:0/220434849 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5aaac0 msgr2=0x55e01d5b55e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:20.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.591+0000 7f3e9be00640 1 --2- 172.21.15.33:0/220434849 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5aaac0 0x55e01d5b55e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.591+0000 7f3e9be00640 1 -- 172.21.15.33:0/220434849 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5b5ca0 msgr2=0x55e01d5b2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:20.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.591+0000 7f3e9be00640 1 --2- 172.21.15.33:0/220434849 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5b5ca0 0x55e01d5b2dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.591+0000 7f3e9be00640 1 -- 172.21.15.33:0/220434849 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e01d5b3600 con 0x55e01d5ab3e0 2024-09-05T02:33:20.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.591+0000 7f3ea3e00640 1 --2- 172.21.15.33:0/220434849 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5b5ca0 0x55e01d5b2dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:20.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.591+0000 7f3e9be00640 1 --2- 172.21.15.33:0/220434849 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5ab3e0 0x55e01d5b2890 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f3ea40fdce0 tx=0x7f3e8c012b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b8cd3781eebc5c54 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:20.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.591+0000 7f3e90c00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:33:20.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.591+0000 7f3e90c00640 1 -- 172.21.15.33:0/220434849 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e8c004020 con 0x55e01d5ab3e0 2024-09-05T02:33:20.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.591+0000 7f3e90c00640 1 -- 172.21.15.33:0/220434849 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3e8c0041c0 con 0x55e01d5ab3e0 2024-09-05T02:33:20.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.591+0000 7f3eacc42740 1 -- 172.21.15.33:0/220434849 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e01d51e800 con 0x55e01d5ab3e0 2024-09-05T02:33:20.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.592+0000 7f3e90c00640 1 -- 172.21.15.33:0/220434849 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3e8c0043c0 con 0x55e01d5ab3e0 2024-09-05T02:33:20.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.592+0000 7f3eacc42740 10 client.26593 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:20.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.592+0000 7f3eacc42740 1 -- 172.21.15.33:0/220434849 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e01d5c8c90 con 0x55e01d5ab3e0 2024-09-05T02:33:20.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.592+0000 7f3e90c00640 1 -- 172.21.15.33:0/220434849 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55e01d51e800 con 0x55e01d5ab3e0 2024-09-05T02:33:20.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.592+0000 7f3e90c00640 1 -- 172.21.15.33:0/220434849 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3e8c003bb0 con 0x55e01d5ab3e0 2024-09-05T02:33:20.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.592+0000 7f3eacc42740 10 client.26593 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:20.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.592+0000 7f3eacc42740 10 client.26593 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:20.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.592+0000 7f3eacc42740 20 client.26593 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:20.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.592+0000 7f3eacc42740 1 --2- 172.21.15.33:0/220434849 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e01d5ca1a0 0x55e01d5cc5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:20.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.592+0000 7f3eacc42740 4 client.26593 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:20.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.592+0000 7f3eacc42740 1 -- 172.21.15.33:0/220434849 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e01d518d10 con 0x55e01d5ca1a0 2024-09-05T02:33:20.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.593+0000 7f3ea3e00640 1 --2- 172.21.15.33:0/220434849 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e01d5ca1a0 0x55e01d5cc5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:20.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.593+0000 7f3ea3e00640 1 --2- 172.21.15.33:0/220434849 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e01d5ca1a0 0x55e01d5cc5c0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dfe11a7f67a45d7d server_cookie=845d78db17df539f in_seq=0 out_seq=0 2024-09-05T02:33:20.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.593+0000 7f3e90c00640 10 client.26593 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:20.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.594+0000 7f3e90c00640 1 -- 172.21.15.33:0/220434849 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e01d518d10 con 0x55e01d5ca1a0 2024-09-05T02:33:20.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.594+0000 7f3e90c00640 10 client.26593 handle_command_reply: tid=0 2024-09-05T02:33:20.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.594+0000 7f3eacc42740 1 client.26593 shutdown 2024-09-05T02:33:20.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.594+0000 7f3eacc42740 1 -- 172.21.15.33:0/220434849 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5ab3e0 msgr2=0x55e01d5b2890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:20.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.594+0000 7f3eacc42740 1 --2- 172.21.15.33:0/220434849 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5ab3e0 0x55e01d5b2890 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f3ea40fdce0 tx=0x7f3e8c012b60 comp rx=0 tx=0).stop 2024-09-05T02:33:20.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.594+0000 7f3eacc42740 1 -- 172.21.15.33:0/220434849 shutdown_connections 2024-09-05T02:33:20.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.594+0000 7f3eacc42740 1 --2- 172.21.15.33:0/220434849 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e01d5ca1a0 0x55e01d5cc5c0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.594+0000 7f3eacc42740 1 --2- 172.21.15.33:0/220434849 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5b5ca0 0x55e01d5b2dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.594+0000 7f3eacc42740 1 --2- 172.21.15.33:0/220434849 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5ab3e0 0x55e01d5b2890 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.594+0000 7f3eacc42740 1 --2- 172.21.15.33:0/220434849 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5aaac0 0x55e01d5b55e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.594+0000 7f3eacc42740 1 -- 172.21.15.33:0/220434849 >> 172.21.15.33:0/220434849 conn(0x55e01d5a7050 msgr2=0x55e01d5a61c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:20.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.594+0000 7f3e90c00640 0 client.26593 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:20.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.594+0000 7f3eacc42740 1 -- 172.21.15.33:0/220434849 shutdown_connections 2024-09-05T02:33:20.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.595+0000 7f3eacc42740 1 -- 172.21.15.33:0/220434849 wait complete. 2024-09-05T02:33:20.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.595+0000 7f3eacc42740 20 client.26593 trim_cache size 0 max 16384 2024-09-05T02:33:20.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.613+0000 7f3eacc42740 1 Processor -- start 2024-09-05T02:33:20.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.613+0000 7f3eacc42740 1 -- start start 2024-09-05T02:33:20.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.613+0000 7f3eacc42740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5aaac0 0x55e01d5ade10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:20.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.613+0000 7f3eacc42740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5ab3e0 0x55e01d5d1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:20.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.613+0000 7f3eacc42740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5b5ca0 0x55e01d5d2390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:20.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.613+0000 7f3eacc42740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea41ab660 con 0x55e01d5aaac0 2024-09-05T02:33:20.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.613+0000 7f3eacc42740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea41ad1a0 con 0x55e01d5b5ca0 2024-09-05T02:33:20.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.613+0000 7f3eacc42740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea41abd30 con 0x55e01d5ab3e0 2024-09-05T02:33:20.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.614+0000 7f3ea3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5aaac0 0x55e01d5ade10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:20.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.614+0000 7f3ea3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5aaac0 0x55e01d5ade10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37938/0 (socket says 172.21.15.33:37938) 2024-09-05T02:33:20.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.614+0000 7f3ea3e00640 1 -- 172.21.15.33:0/3795846286 learned_addr learned my addr 172.21.15.33:0/3795846286 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:20.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.614+0000 7f3e9be00640 1 --2- 172.21.15.33:0/3795846286 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5ab3e0 0x55e01d5d1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:20.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.614+0000 7f3ea3e00640 1 --2- 172.21.15.33:0/3795846286 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5b5ca0 0x55e01d5d2390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:20.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.614+0000 7f3ea3e00640 1 -- 172.21.15.33:0/3795846286 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5ab3e0 msgr2=0x55e01d5d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:20.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.614+0000 7f3ea3e00640 1 --2- 172.21.15.33:0/3795846286 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5ab3e0 0x55e01d5d1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.614+0000 7f3ea3e00640 1 -- 172.21.15.33:0/3795846286 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5b5ca0 msgr2=0x55e01d5d2390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:20.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.614+0000 7f3ea3e00640 1 --2- 172.21.15.33:0/3795846286 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5b5ca0 0x55e01d5d2390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.614+0000 7f3ea3e00640 1 -- 172.21.15.33:0/3795846286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e01d5aba30 con 0x55e01d5aaac0 2024-09-05T02:33:20.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.614+0000 7f3ea3e00640 1 --2- 172.21.15.33:0/3795846286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5aaac0 0x55e01d5ade10 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f3e9c004530 tx=0x7f3e9c009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2a259fc36fcfcea server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:20.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.615+0000 7f3e93400640 1 -- 172.21.15.33:0/3795846286 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e9c004100 con 0x55e01d5aaac0 2024-09-05T02:33:20.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.615+0000 7f3e93400640 1 -- 172.21.15.33:0/3795846286 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3e9c0049c0 con 0x55e01d5aaac0 2024-09-05T02:33:20.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.615+0000 7f3e93400640 1 -- 172.21.15.33:0/3795846286 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e9c005480 con 0x55e01d5aaac0 2024-09-05T02:33:20.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.615+0000 7f3eacc42740 1 -- 172.21.15.33:0/3795846286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5aaac0 msgr2=0x55e01d5ade10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:20.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.615+0000 7f3eacc42740 1 --2- 172.21.15.33:0/3795846286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5aaac0 0x55e01d5ade10 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f3e9c004530 tx=0x7f3e9c009500 comp rx=0 tx=0).stop 2024-09-05T02:33:20.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.616+0000 7f3eacc42740 1 -- 172.21.15.33:0/3795846286 shutdown_connections 2024-09-05T02:33:20.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.616+0000 7f3eacc42740 1 --2- 172.21.15.33:0/3795846286 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5b5ca0 0x55e01d5d2390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.616+0000 7f3eacc42740 1 --2- 172.21.15.33:0/3795846286 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5ab3e0 0x55e01d5d1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.616+0000 7f3eacc42740 1 --2- 172.21.15.33:0/3795846286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5aaac0 0x55e01d5ade10 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.616+0000 7f3eacc42740 1 -- 172.21.15.33:0/3795846286 >> 172.21.15.33:0/3795846286 conn(0x55e01d5a7050 msgr2=0x55e01d5ad700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:20.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.616+0000 7f3eacc42740 1 -- 172.21.15.33:0/3795846286 shutdown_connections 2024-09-05T02:33:20.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.616+0000 7f3eacc42740 1 -- 172.21.15.33:0/3795846286 wait complete. 2024-09-05T02:33:20.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.616+0000 7f3eacc42740 1 -- start start 2024-09-05T02:33:20.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.616+0000 7f3eacc42740 1 Processor -- start 2024-09-05T02:33:20.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.617+0000 7f3eacc42740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5aaac0 0x55e01d5c25a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:20.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.617+0000 7f3eacc42740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5ab3e0 0x55e01d5bd920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:20.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.617+0000 7f3eacc42740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5b5ca0 0x55e01d5bde60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:20.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.617+0000 7f3eacc42740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea41acad0 con 0x55e01d5ab3e0 2024-09-05T02:33:20.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.617+0000 7f3eacc42740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea41ac400 con 0x55e01d5b5ca0 2024-09-05T02:33:20.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.617+0000 7f3eacc42740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea41a9640 con 0x55e01d5aaac0 2024-09-05T02:33:20.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.617+0000 7f3eacc42740 10 client.0 _ll_register_callbacks cb 0x7f3e8c009910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:20.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.617+0000 7f3e9be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5ab3e0 0x55e01d5bd920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:20.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.617+0000 7f3ea3e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5aaac0 0x55e01d5c25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:20.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.617+0000 7f3e9be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5ab3e0 0x55e01d5bd920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37950/0 (socket says 172.21.15.33:37950) 2024-09-05T02:33:20.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.617+0000 7f3e9be00640 1 -- 172.21.15.33:0/1913424394 learned_addr learned my addr 172.21.15.33:0/1913424394 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:20.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.617+0000 7f3ea3e00640 1 --2- 172.21.15.33:0/1913424394 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5b5ca0 0x55e01d5bde60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:20.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.617+0000 7f3e9be00640 1 -- 172.21.15.33:0/1913424394 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5aaac0 msgr2=0x55e01d5c25a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:20.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.617+0000 7f3e9be00640 1 --2- 172.21.15.33:0/1913424394 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5aaac0 0x55e01d5c25a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.617+0000 7f3e9be00640 1 -- 172.21.15.33:0/1913424394 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5b5ca0 msgr2=0x55e01d5bde60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:20.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.617+0000 7f3e9be00640 1 --2- 172.21.15.33:0/1913424394 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5b5ca0 0x55e01d5bde60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.617+0000 7f3e9be00640 1 -- 172.21.15.33:0/1913424394 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e01d5be3a0 con 0x55e01d5ab3e0 2024-09-05T02:33:20.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.618+0000 7f3e9be00640 1 --2- 172.21.15.33:0/1913424394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5ab3e0 0x55e01d5bd920 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x55e01d5b2120 tx=0x7f3e8c0096a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4533b663f749327d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:20.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.618+0000 7f3e90c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:20.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.618+0000 7f3e90c00640 1 -- 172.21.15.33:0/1913424394 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e8c029040 con 0x55e01d5ab3e0 2024-09-05T02:33:20.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.618+0000 7f3eacc42740 1 -- 172.21.15.33:0/1913424394 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3e9c0049c0 con 0x55e01d5ab3e0 2024-09-05T02:33:20.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.618+0000 7f3e90c00640 1 -- 172.21.15.33:0/1913424394 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3e8c004120 con 0x55e01d5ab3e0 2024-09-05T02:33:20.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.618+0000 7f3e90c00640 1 -- 172.21.15.33:0/1913424394 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3e8c00f920 con 0x55e01d5ab3e0 2024-09-05T02:33:20.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.618+0000 7f3eacc42740 10 client.16569 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:20.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.618+0000 7f3eacc42740 1 -- 172.21.15.33:0/1913424394 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e01d634b50 con 0x55e01d5ab3e0 2024-09-05T02:33:20.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.619+0000 7f3e90c00640 1 -- 172.21.15.33:0/1913424394 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3e9c0049c0 con 0x55e01d5ab3e0 2024-09-05T02:33:20.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.619+0000 7f3e90c00640 1 -- 172.21.15.33:0/1913424394 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3e8c01c610 con 0x55e01d5ab3e0 2024-09-05T02:33:20.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.619+0000 7f3eacc42740 10 client.16569 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:20.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.619+0000 7f3eacc42740 10 client.16569 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:20.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.619+0000 7f3eacc42740 20 client.16569 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:20.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.619+0000 7f3eacc42740 1 --2- 172.21.15.33:0/1913424394 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e01d6352a0 0x55e01d6376c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:20.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.619+0000 7f3eacc42740 4 client.16569 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:33:20.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.619+0000 7f3eacc42740 1 -- 172.21.15.33:0/1913424394 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55e01d494fb0 con 0x55e01d6352a0 2024-09-05T02:33:20.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.619+0000 7f3ea3e00640 1 --2- 172.21.15.33:0/1913424394 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e01d6352a0 0x55e01d6376c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:20.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.620+0000 7f3ea3e00640 1 --2- 172.21.15.33:0/1913424394 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e01d6352a0 0x55e01d6376c0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=61d59c4396b7629c server_cookie=3b827da17a02b586 in_seq=0 out_seq=0 2024-09-05T02:33:20.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.620+0000 7f3e90c00640 10 client.16569 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:20.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.621+0000 7f3e90c00640 1 -- 172.21.15.33:0/1913424394 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55e01d494fb0 con 0x55e01d6352a0 2024-09-05T02:33:20.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.621+0000 7f3e90c00640 10 client.16569 handle_command_reply: tid=0 2024-09-05T02:33:20.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.621+0000 7f3eacc42740 1 client.16569 shutdown 2024-09-05T02:33:20.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.621+0000 7f3eacc42740 1 -- 172.21.15.33:0/1913424394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5ab3e0 msgr2=0x55e01d5bd920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:20.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.621+0000 7f3eacc42740 1 --2- 172.21.15.33:0/1913424394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5ab3e0 0x55e01d5bd920 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x55e01d5b2120 tx=0x7f3e8c0096a0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.621+0000 7f3eacc42740 1 -- 172.21.15.33:0/1913424394 shutdown_connections 2024-09-05T02:33:20.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.621+0000 7f3eacc42740 1 --2- 172.21.15.33:0/1913424394 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e01d5b5ca0 0x55e01d5bde60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.621+0000 7f3eacc42740 1 --2- 172.21.15.33:0/1913424394 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e01d6352a0 0x55e01d6376c0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.621+0000 7f3eacc42740 1 --2- 172.21.15.33:0/1913424394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e01d5ab3e0 0x55e01d5bd920 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.621+0000 7f3eacc42740 1 --2- 172.21.15.33:0/1913424394 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e01d5aaac0 0x55e01d5c25a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.621+0000 7f3eacc42740 1 -- 172.21.15.33:0/1913424394 >> 172.21.15.33:0/1913424394 conn(0x55e01d5a7050 msgr2=0x55e01d5b4910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:20.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.621+0000 7f3e90c00640 0 client.16569 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:20.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.622+0000 7f3eacc42740 1 -- 172.21.15.33:0/1913424394 shutdown_connections 2024-09-05T02:33:20.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.622+0000 7f3eacc42740 1 -- 172.21.15.33:0/1913424394 wait complete. 2024-09-05T02:33:20.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.622+0000 7f3eacc42740 20 client.16569 trim_cache size 0 max 16384 2024-09-05T02:33:20.626 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:33:20.626 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:33:20.627 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "43ca82b6-bbcf-4e04-8056-89f595f14198", 2024-09-05T02:33:20.627 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:33:20.627 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:33:20.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.622+0000 7f3eaa000640 1 -- 172.21.15.33:0/1681004081 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3e880a2cf0 msgr2=0x7f3e880a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:20.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.622+0000 7f3eaa000640 1 --2- 172.21.15.33:0/1681004081 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3e880a2cf0 0x7f3e880a51b0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f3e940eceb0 tx=0x7f3e9403b890 comp rx=0 tx=0).stop 2024-09-05T02:33:20.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.622+0000 7f3eaa000640 1 -- 172.21.15.33:0/1681004081 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ea4101de0 msgr2=0x7f3ea4198430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:20.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.622+0000 7f3eaa000640 1 --2- 172.21.15.33:0/1681004081 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ea4101de0 0x7f3ea4198430 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f3e94004770 tx=0x7f3e94003c10 comp rx=0 tx=0).stop 2024-09-05T02:33:20.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.623+0000 7f3eaa000640 1 -- 172.21.15.33:0/1681004081 shutdown_connections 2024-09-05T02:33:20.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.623+0000 7f3eaa000640 1 --2- 172.21.15.33:0/1681004081 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3e880a2cf0 0x7f3e880a51b0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.623+0000 7f3eaa000640 1 --2- 172.21.15.33:0/1681004081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ea4106f10 0x7f3ea419cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.623+0000 7f3eaa000640 1 --2- 172.21.15.33:0/1681004081 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ea4102790 0x7f3ea4198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.623+0000 7f3eaa000640 1 --2- 172.21.15.33:0/1681004081 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ea4101de0 0x7f3ea4198430 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:20.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.623+0000 7f3eaa000640 1 -- 172.21.15.33:0/1681004081 >> 172.21.15.33:0/1681004081 conn(0x7f3ea40fd8c0 msgr2=0x7f3ea40fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:20.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.623+0000 7f3eaa000640 1 -- 172.21.15.33:0/1681004081 shutdown_connections 2024-09-05T02:33:20.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:20.623+0000 7f3eaa000640 1 -- 172.21.15.33:0/1681004081 wait complete. 2024-09-05T02:33:21.353 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:33:21.731 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:21.869 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:21 smithi033 ceph-mon[29909]: pgmap v195: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:21.870 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:21 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:33:21.870 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:21 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:21.870 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:21 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:33:21.870 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:21 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:21.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:21 smithi123 ceph-mon[34031]: pgmap v195: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:21.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:21 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:33:21.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:21 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:21.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:21 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:33:21.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:21 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:22.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:21 smithi174 ceph-mon[34756]: pgmap v195: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:22.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:21 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:33:22.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:21 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:22.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:21 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:33:22.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:21 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:22.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.401+0000 7faf9aa00640 1 -- 172.21.15.33:0/1135469805 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faf94103ff0 msgr2=0x7faf941043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:22.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.401+0000 7faf9aa00640 1 --2- 172.21.15.33:0/1135469805 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faf94103ff0 0x7faf941043d0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7faf84009860 tx=0x7faf8402a340 comp rx=0 tx=0).stop 2024-09-05T02:33:22.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.401+0000 7faf9aa00640 1 -- 172.21.15.33:0/1135469805 shutdown_connections 2024-09-05T02:33:22.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.401+0000 7faf9aa00640 1 --2- 172.21.15.33:0/1135469805 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf94109120 0x7faf94110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.401+0000 7faf9aa00640 1 --2- 172.21.15.33:0/1135469805 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faf941049a0 0x7faf941089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.401+0000 7faf9aa00640 1 --2- 172.21.15.33:0/1135469805 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faf94103ff0 0x7faf941043d0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.401+0000 7faf9aa00640 1 -- 172.21.15.33:0/1135469805 >> 172.21.15.33:0/1135469805 conn(0x7faf940ffa90 msgr2=0x7faf94101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:22.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.401+0000 7faf9aa00640 1 -- 172.21.15.33:0/1135469805 shutdown_connections 2024-09-05T02:33:22.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.401+0000 7faf9aa00640 1 -- 172.21.15.33:0/1135469805 wait complete. 2024-09-05T02:33:22.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.402+0000 7faf9aa00640 1 Processor -- start 2024-09-05T02:33:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.402+0000 7faf9aa00640 1 -- start start 2024-09-05T02:33:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.403+0000 7faf9aa00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faf94103ff0 0x7faf9419a720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.403+0000 7faf9aa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faf941049a0 0x7faf9419ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.403+0000 7faf9aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf94109120 0x7faf9419eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.403+0000 7faf9aa00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7faf94114140 con 0x7faf94109120 2024-09-05T02:33:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.403+0000 7faf9aa00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7faf94113fc0 con 0x7faf941049a0 2024-09-05T02:33:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.403+0000 7faf9aa00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7faf941142c0 con 0x7faf94103ff0 2024-09-05T02:33:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.403+0000 7faf98a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf94109120 0x7faf9419eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.403+0000 7faf93400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faf941049a0 0x7faf9419ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.403+0000 7faf93400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faf941049a0 0x7faf9419ac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:40782/0 (socket says 172.21.15.33:40782) 2024-09-05T02:33:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.403+0000 7faf93400640 1 -- 172.21.15.33:0/2778206753 learned_addr learned my addr 172.21.15.33:0/2778206753 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.403+0000 7faf93e00640 1 --2- 172.21.15.33:0/2778206753 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faf94103ff0 0x7faf9419a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.404+0000 7faf93e00640 1 -- 172.21.15.33:0/2778206753 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faf941049a0 msgr2=0x7faf9419ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:22.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.404+0000 7faf93e00640 1 --2- 172.21.15.33:0/2778206753 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faf941049a0 0x7faf9419ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.404+0000 7faf93e00640 1 -- 172.21.15.33:0/2778206753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf94109120 msgr2=0x7faf9419eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:22.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.404+0000 7faf93e00640 1 --2- 172.21.15.33:0/2778206753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf94109120 0x7faf9419eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.404+0000 7faf93e00640 1 -- 172.21.15.33:0/2778206753 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf9419f6d0 con 0x7faf94103ff0 2024-09-05T02:33:22.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.404+0000 7faf93400640 1 --2- 172.21.15.33:0/2778206753 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faf941049a0 0x7faf9419ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:22.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.404+0000 7faf98a00640 1 --2- 172.21.15.33:0/2778206753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf94109120 0x7faf9419eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:22.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.404+0000 7faf93e00640 1 --2- 172.21.15.33:0/2778206753 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faf94103ff0 0x7faf9419a720 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7faf84035040 tx=0x7faf84033b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:22.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.405+0000 7faf90c00640 1 -- 172.21.15.33:0/2778206753 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf8403f020 con 0x7faf94103ff0 2024-09-05T02:33:22.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.405+0000 7faf90c00640 1 -- 172.21.15.33:0/2778206753 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf84030550 con 0x7faf94103ff0 2024-09-05T02:33:22.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.405+0000 7faf9aa00640 1 -- 172.21.15.33:0/2778206753 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf9419f960 con 0x7faf94103ff0 2024-09-05T02:33:22.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.405+0000 7faf90c00640 1 -- 172.21.15.33:0/2778206753 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf84037040 con 0x7faf94103ff0 2024-09-05T02:33:22.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.405+0000 7faf9aa00640 1 -- 172.21.15.33:0/2778206753 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf941a72a0 con 0x7faf94103ff0 2024-09-05T02:33:22.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.408+0000 7faf9d4b7740 1 Processor -- start 2024-09-05T02:33:22.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.408+0000 7faf9d4b7740 1 -- start start 2024-09-05T02:33:22.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.408+0000 7faf90c00640 1 -- 172.21.15.33:0/2778206753 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7faf84042020 con 0x7faf94103ff0 2024-09-05T02:33:22.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.408+0000 7faf9d4b7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f707b90 0x55d94f707f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.408+0000 7faf9d4b7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f7084b0 0x55d94f712830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.408+0000 7faf9d4b7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f712d70 0x55d94f715160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.408+0000 7faf9d4b7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55d94f66e3e0 con 0x55d94f712d70 2024-09-05T02:33:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.408+0000 7faf9d4b7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d94f615d80 con 0x55d94f707b90 2024-09-05T02:33:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.408+0000 7faf9d4b7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55d94f66a3a0 con 0x55d94f7084b0 2024-09-05T02:33:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.409+0000 7faf98a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f707b90 0x55d94f707f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.409+0000 7faf93400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f712d70 0x55d94f715160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.409+0000 7faf93e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f7084b0 0x55d94f712830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.409+0000 7faf98a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f707b90 0x55d94f707f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:40798/0 (socket says 172.21.15.33:40798) 2024-09-05T02:33:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.409+0000 7faf98a00640 1 -- 172.21.15.33:0/2351210992 learned_addr learned my addr 172.21.15.33:0/2351210992 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.409+0000 7faf93400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f712d70 0x55d94f715160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37988/0 (socket says 172.21.15.33:37988) 2024-09-05T02:33:22.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.409+0000 7faf98a00640 1 -- 172.21.15.33:0/2351210992 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f7084b0 msgr2=0x55d94f712830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:22.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.409+0000 7faf98a00640 1 --2- 172.21.15.33:0/2351210992 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f7084b0 0x55d94f712830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.409+0000 7faf98a00640 1 -- 172.21.15.33:0/2351210992 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f712d70 msgr2=0x55d94f715160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:22.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.409+0000 7faf98a00640 1 --2- 172.21.15.33:0/2351210992 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f712d70 0x55d94f715160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.409+0000 7faf98a00640 1 -- 172.21.15.33:0/2351210992 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d94f634ae0 con 0x55d94f707b90 2024-09-05T02:33:22.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.410+0000 7faf98a00640 1 --2- 172.21.15.33:0/2351210992 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f707b90 0x55d94f707f70 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7faf8c00e870 tx=0x7faf8c0095c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45ba79961420357b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:22.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.410+0000 7faf89200640 1 -- 172.21.15.33:0/2351210992 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf8c00ddd0 con 0x55d94f707b90 2024-09-05T02:33:22.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.410+0000 7faf89200640 1 -- 172.21.15.33:0/2351210992 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf8c01c070 con 0x55d94f707b90 2024-09-05T02:33:22.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.410+0000 7faf89200640 1 -- 172.21.15.33:0/2351210992 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf8c016700 con 0x55d94f707b90 2024-09-05T02:33:22.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.410+0000 7faf90c00640 1 --2- 172.21.15.33:0/2778206753 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7faf780a2cf0 0x7faf780a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:22.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.411+0000 7faf90c00640 1 -- 172.21.15.33:0/2778206753 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7faf840ef3e0 con 0x7faf94103ff0 2024-09-05T02:33:22.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.411+0000 7faf93e00640 1 --2- 172.21.15.33:0/2778206753 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7faf780a2cf0 0x7faf780a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:22.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.411+0000 7faf9d4b7740 1 -- 172.21.15.33:0/2351210992 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f707b90 msgr2=0x55d94f707f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:22.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.411+0000 7faf9d4b7740 1 --2- 172.21.15.33:0/2351210992 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f707b90 0x55d94f707f70 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7faf8c00e870 tx=0x7faf8c0095c0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.411+0000 7faf9d4b7740 1 -- 172.21.15.33:0/2351210992 shutdown_connections 2024-09-05T02:33:22.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.411+0000 7faf9d4b7740 1 --2- 172.21.15.33:0/2351210992 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f712d70 0x55d94f715160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.411+0000 7faf9d4b7740 1 --2- 172.21.15.33:0/2351210992 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f7084b0 0x55d94f712830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.411+0000 7faf9d4b7740 1 --2- 172.21.15.33:0/2351210992 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f707b90 0x55d94f707f70 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.411+0000 7faf9d4b7740 1 -- 172.21.15.33:0/2351210992 >> 172.21.15.33:0/2351210992 conn(0x55d94f704120 msgr2=0x55d94f704500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:22.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.411+0000 7faf9d4b7740 1 -- 172.21.15.33:0/2351210992 shutdown_connections 2024-09-05T02:33:22.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.411+0000 7faf93e00640 1 --2- 172.21.15.33:0/2778206753 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7faf780a2cf0 0x7faf780a51b0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x55d94f704f80 tx=0x7faf840f2e90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:22.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.412+0000 7faf9d4b7740 1 -- 172.21.15.33:0/2351210992 wait complete. 2024-09-05T02:33:22.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.412+0000 7faf9d4b7740 1 -- start start 2024-09-05T02:33:22.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.412+0000 7faf9d4b7740 1 Processor -- start 2024-09-05T02:33:22.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.413+0000 7faf9d4b7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f707b90 0x55d94f70fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:22.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.413+0000 7faf9d4b7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f7084b0 0x55d94f7101f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:22.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.413+0000 7faf9d4b7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f712d70 0x55d94f710730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:22.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.413+0000 7faf9d4b7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55d94f7159e0 con 0x55d94f707b90 2024-09-05T02:33:22.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.413+0000 7faf9d4b7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d94f6290f0 con 0x55d94f712d70 2024-09-05T02:33:22.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.413+0000 7faf9d4b7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55d94f715b60 con 0x55d94f7084b0 2024-09-05T02:33:22.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.413+0000 7faf9d4b7740 10 client.0 _ll_register_callbacks cb 0x55d94f61a9e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:22.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.413+0000 7faf98a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f707b90 0x55d94f70fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:22.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.413+0000 7faf98a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f707b90 0x55d94f70fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38002/0 (socket says 172.21.15.33:38002) 2024-09-05T02:33:22.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.413+0000 7faf98a00640 1 -- 172.21.15.33:0/3393430441 learned_addr learned my addr 172.21.15.33:0/3393430441 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:22.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.413+0000 7faf93400640 1 --2- 172.21.15.33:0/3393430441 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f7084b0 0x55d94f7101f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:22.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.414+0000 7faf98a00640 1 --2- 172.21.15.33:0/3393430441 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f712d70 0x55d94f710730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:22.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.414+0000 7faf93400640 1 -- 172.21.15.33:0/3393430441 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f712d70 msgr2=0x55d94f710730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:22.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.414+0000 7faf93400640 1 --2- 172.21.15.33:0/3393430441 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f712d70 0x55d94f710730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.414+0000 7faf93400640 1 -- 172.21.15.33:0/3393430441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f707b90 msgr2=0x55d94f70fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:22.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.414+0000 7faf93400640 1 --2- 172.21.15.33:0/3393430441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f707b90 0x55d94f70fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.414+0000 7faf93400640 1 -- 172.21.15.33:0/3393430441 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d94f3df3c0 con 0x55d94f7084b0 2024-09-05T02:33:22.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.414+0000 7faf98a00640 1 --2- 172.21.15.33:0/3393430441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f707b90 0x55d94f70fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:22.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.414+0000 7faf93400640 1 --2- 172.21.15.33:0/3393430441 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f7084b0 0x55d94f7101f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7faf940ffff0 tx=0x7faf8000f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6564b90959cec7d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:22.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.414+0000 7faf7d600640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:33:22.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.414+0000 7faf7d600640 1 -- 172.21.15.33:0/3393430441 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf800120d0 con 0x55d94f7084b0 2024-09-05T02:33:22.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.415+0000 7faf9d4b7740 1 -- 172.21.15.33:0/3393430441 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf8c01c070 con 0x55d94f7084b0 2024-09-05T02:33:22.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.415+0000 7faf7d600640 1 -- 172.21.15.33:0/3393430441 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7faf80005020 con 0x55d94f7084b0 2024-09-05T02:33:22.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.415+0000 7faf7d600640 1 -- 172.21.15.33:0/3393430441 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7faf80012270 con 0x55d94f7084b0 2024-09-05T02:33:22.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.415+0000 7faf9d4b7740 10 client.26611 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:22.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.415+0000 7faf9d4b7740 1 -- 172.21.15.33:0/3393430441 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d94f7217c0 con 0x55d94f7084b0 2024-09-05T02:33:22.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.415+0000 7faf7d600640 1 -- 172.21.15.33:0/3393430441 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf8c01c070 con 0x55d94f7084b0 2024-09-05T02:33:22.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.415+0000 7faf7d600640 1 -- 172.21.15.33:0/3393430441 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7faf80025470 con 0x55d94f7084b0 2024-09-05T02:33:22.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.416+0000 7faf9d4b7740 10 client.26611 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:22.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.416+0000 7faf9d4b7740 10 client.26611 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:22.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.416+0000 7faf9d4b7740 20 client.26611 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:22.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.416+0000 7faf9d4b7740 1 --2- 172.21.15.33:0/3393430441 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55d94f722bd0 0x55d94f724fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:22.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.416+0000 7faf9d4b7740 4 client.26611 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:22.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.416+0000 7faf9d4b7740 1 -- 172.21.15.33:0/3393430441 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d94f67b950 con 0x55d94f722bd0 2024-09-05T02:33:22.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.416+0000 7faf98a00640 1 --2- 172.21.15.33:0/3393430441 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55d94f722bd0 0x55d94f724fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:22.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.417+0000 7faf7d600640 10 client.26611 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:22.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.417+0000 7faf98a00640 1 --2- 172.21.15.33:0/3393430441 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55d94f722bd0 0x55d94f724fc0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0ef54537d58504 server_cookie=a266fe41a5e4ff8 in_seq=0 out_seq=0 2024-09-05T02:33:22.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.417+0000 7faf7d600640 1 -- 172.21.15.33:0/3393430441 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d94f67b950 con 0x55d94f722bd0 2024-09-05T02:33:22.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.417+0000 7faf7d600640 10 client.26611 handle_command_reply: tid=0 2024-09-05T02:33:22.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.417+0000 7faf9d4b7740 1 client.26611 shutdown 2024-09-05T02:33:22.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.418+0000 7faf9d4b7740 1 -- 172.21.15.33:0/3393430441 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f7084b0 msgr2=0x55d94f7101f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:22.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.418+0000 7faf9d4b7740 1 --2- 172.21.15.33:0/3393430441 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f7084b0 0x55d94f7101f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7faf940ffff0 tx=0x7faf8000f790 comp rx=0 tx=0).stop 2024-09-05T02:33:22.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.418+0000 7faf9d4b7740 1 -- 172.21.15.33:0/3393430441 shutdown_connections 2024-09-05T02:33:22.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.418+0000 7faf9d4b7740 1 --2- 172.21.15.33:0/3393430441 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f712d70 0x55d94f710730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.418+0000 7faf9d4b7740 1 --2- 172.21.15.33:0/3393430441 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f7084b0 0x55d94f7101f0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.418+0000 7faf9d4b7740 1 --2- 172.21.15.33:0/3393430441 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55d94f722bd0 0x55d94f724fc0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.418+0000 7faf9d4b7740 1 --2- 172.21.15.33:0/3393430441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f707b90 0x55d94f70fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.418+0000 7faf9d4b7740 1 -- 172.21.15.33:0/3393430441 >> 172.21.15.33:0/3393430441 conn(0x55d94f704120 msgr2=0x55d94f709e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:22.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.418+0000 7faf7d600640 0 client.26611 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:22.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.418+0000 7faf9d4b7740 1 -- 172.21.15.33:0/3393430441 shutdown_connections 2024-09-05T02:33:22.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.418+0000 7faf9d4b7740 1 -- 172.21.15.33:0/3393430441 wait complete. 2024-09-05T02:33:22.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.418+0000 7faf9d4b7740 20 client.26611 trim_cache size 0 max 16384 2024-09-05T02:33:22.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.436+0000 7faf9d4b7740 1 Processor -- start 2024-09-05T02:33:22.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.436+0000 7faf9d4b7740 1 -- start start 2024-09-05T02:33:22.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.437+0000 7faf9d4b7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f707b90 0x55d94f70a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:22.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.437+0000 7faf9d4b7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f7084b0 0x55d94f7030d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:22.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.437+0000 7faf9d4b7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f712d70 0x55d94f72a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:22.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.437+0000 7faf9d4b7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7faf941afa70 con 0x55d94f7084b0 2024-09-05T02:33:22.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.437+0000 7faf9d4b7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7faf941b15b0 con 0x55d94f712d70 2024-09-05T02:33:22.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.437+0000 7faf9d4b7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7faf941b0140 con 0x55d94f707b90 2024-09-05T02:33:22.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.437+0000 7faf93400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f7084b0 0x55d94f7030d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:22.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.437+0000 7faf98a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f712d70 0x55d94f72a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:22.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.437+0000 7faf93400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f7084b0 0x55d94f7030d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38016/0 (socket says 172.21.15.33:38016) 2024-09-05T02:33:22.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.437+0000 7faf98a00640 1 --2- 172.21.15.33:0/1884746108 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f712d70 0x55d94f72a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:40814/0 (socket says 172.21.15.33:40814) 2024-09-05T02:33:22.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.437+0000 7faf93400640 1 -- 172.21.15.33:0/1884746108 learned_addr learned my addr 172.21.15.33:0/1884746108 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:22.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.437+0000 7faf98a00640 1 --2- 172.21.15.33:0/1884746108 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f707b90 0x55d94f70a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:22.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.438+0000 7faf98a00640 1 -- 172.21.15.33:0/1884746108 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f707b90 msgr2=0x55d94f70a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:22.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.438+0000 7faf98a00640 1 --2- 172.21.15.33:0/1884746108 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f707b90 0x55d94f70a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.438+0000 7faf98a00640 1 -- 172.21.15.33:0/1884746108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f7084b0 msgr2=0x55d94f7030d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:22.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.438+0000 7faf98a00640 1 --2- 172.21.15.33:0/1884746108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f7084b0 0x55d94f7030d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.438+0000 7faf98a00640 1 -- 172.21.15.33:0/1884746108 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d94f712620 con 0x55d94f712d70 2024-09-05T02:33:22.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.438+0000 7faf98a00640 1 --2- 172.21.15.33:0/1884746108 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f712d70 0x55d94f72a880 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7faf8c005c10 tx=0x7faf8c016380 comp rx=0 tx=0).ready entity=mon.2 client_cookie=20773610e320b6de server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:22.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.438+0000 7faf7fe00640 1 -- 172.21.15.33:0/1884746108 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf8c004c10 con 0x55d94f712d70 2024-09-05T02:33:22.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.438+0000 7faf7fe00640 1 -- 172.21.15.33:0/1884746108 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf8c01c040 con 0x55d94f712d70 2024-09-05T02:33:22.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.438+0000 7faf7fe00640 1 -- 172.21.15.33:0/1884746108 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf8c017420 con 0x55d94f712d70 2024-09-05T02:33:22.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.439+0000 7faf9d4b7740 1 -- 172.21.15.33:0/1884746108 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f712d70 msgr2=0x55d94f72a880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:22.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.439+0000 7faf9d4b7740 1 --2- 172.21.15.33:0/1884746108 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f712d70 0x55d94f72a880 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7faf8c005c10 tx=0x7faf8c016380 comp rx=0 tx=0).stop 2024-09-05T02:33:22.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.439+0000 7faf9d4b7740 1 -- 172.21.15.33:0/1884746108 shutdown_connections 2024-09-05T02:33:22.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.439+0000 7faf9d4b7740 1 --2- 172.21.15.33:0/1884746108 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f712d70 0x55d94f72a880 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.439+0000 7faf9d4b7740 1 --2- 172.21.15.33:0/1884746108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f7084b0 0x55d94f7030d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.439+0000 7faf9d4b7740 1 --2- 172.21.15.33:0/1884746108 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f707b90 0x55d94f70a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.439+0000 7faf9d4b7740 1 -- 172.21.15.33:0/1884746108 >> 172.21.15.33:0/1884746108 conn(0x55d94f704120 msgr2=0x55d94f7029c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:22.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.439+0000 7faf9d4b7740 1 -- 172.21.15.33:0/1884746108 shutdown_connections 2024-09-05T02:33:22.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.439+0000 7faf9d4b7740 1 -- 172.21.15.33:0/1884746108 wait complete. 2024-09-05T02:33:22.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.440+0000 7faf9d4b7740 1 -- start start 2024-09-05T02:33:22.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.440+0000 7faf9d4b7740 1 Processor -- start 2024-09-05T02:33:22.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.440+0000 7faf9d4b7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f707b90 0x55d94f71b190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:22.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.440+0000 7faf9d4b7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f7084b0 0x55d94f71b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:22.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.440+0000 7faf9d4b7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f712d70 0x55d94f7177c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:22.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.440+0000 7faf9d4b7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7faf941b0ee0 con 0x55d94f707b90 2024-09-05T02:33:22.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.440+0000 7faf9d4b7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7faf941b0810 con 0x55d94f712d70 2024-09-05T02:33:22.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.440+0000 7faf9d4b7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7faf941ada50 con 0x55d94f7084b0 2024-09-05T02:33:22.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.441+0000 7faf9d4b7740 10 client.0 _ll_register_callbacks cb 0x7faf800127f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:22.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.441+0000 7faf98a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f707b90 0x55d94f71b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:22.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.441+0000 7faf98a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f707b90 0x55d94f71b190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38028/0 (socket says 172.21.15.33:38028) 2024-09-05T02:33:22.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.441+0000 7faf98a00640 1 -- 172.21.15.33:0/251177114 learned_addr learned my addr 172.21.15.33:0/251177114 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:22.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.441+0000 7faf98a00640 1 --2- 172.21.15.33:0/251177114 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f712d70 0x55d94f7177c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:22.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.441+0000 7faf93400640 1 --2- 172.21.15.33:0/251177114 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f7084b0 0x55d94f71b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:22.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.441+0000 7faf98a00640 1 -- 172.21.15.33:0/251177114 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f7084b0 msgr2=0x55d94f71b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:22.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.441+0000 7faf98a00640 1 --2- 172.21.15.33:0/251177114 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f7084b0 0x55d94f71b6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.441+0000 7faf98a00640 1 -- 172.21.15.33:0/251177114 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f712d70 msgr2=0x55d94f7177c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:22.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.441+0000 7faf98a00640 1 --2- 172.21.15.33:0/251177114 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f712d70 0x55d94f7177c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.441+0000 7faf98a00640 1 -- 172.21.15.33:0/251177114 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d94f717ff0 con 0x55d94f707b90 2024-09-05T02:33:22.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.441+0000 7faf93400640 1 --2- 172.21.15.33:0/251177114 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f7084b0 0x55d94f71b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:22.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.442+0000 7faf98a00640 1 --2- 172.21.15.33:0/251177114 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f707b90 0x55d94f71b190 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7faf8c005d50 tx=0x7faf8c005a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a56dc478fd49fd6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:22.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.442+0000 7faf7d600640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:22.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.442+0000 7faf7d600640 1 -- 172.21.15.33:0/251177114 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf8c003b70 con 0x55d94f707b90 2024-09-05T02:33:22.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.442+0000 7faf9d4b7740 1 -- 172.21.15.33:0/251177114 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf8c01c040 con 0x55d94f707b90 2024-09-05T02:33:22.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.442+0000 7faf7d600640 1 -- 172.21.15.33:0/251177114 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7faf8c003d10 con 0x55d94f707b90 2024-09-05T02:33:22.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.442+0000 7faf7d600640 1 -- 172.21.15.33:0/251177114 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7faf8c004ee0 con 0x55d94f707b90 2024-09-05T02:33:22.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.442+0000 7faf9d4b7740 10 client.16587 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:22.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.442+0000 7faf9d4b7740 1 -- 172.21.15.33:0/251177114 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d94f78e4e0 con 0x55d94f707b90 2024-09-05T02:33:22.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.443+0000 7faf7d600640 1 -- 172.21.15.33:0/251177114 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf8c01c040 con 0x55d94f707b90 2024-09-05T02:33:22.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.443+0000 7faf7d600640 1 -- 172.21.15.33:0/251177114 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7faf8c00b040 con 0x55d94f707b90 2024-09-05T02:33:22.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.443+0000 7faf9d4b7740 10 client.16587 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:22.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.443+0000 7faf9d4b7740 10 client.16587 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:22.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.443+0000 7faf9d4b7740 20 client.16587 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:22.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.443+0000 7faf9d4b7740 1 --2- 172.21.15.33:0/251177114 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55d94f78e8b0 0x55d94f790ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:22.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.443+0000 7faf9d4b7740 4 client.16587 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:33:22.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.443+0000 7faf9d4b7740 1 -- 172.21.15.33:0/251177114 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d94f675e60 con 0x55d94f78e8b0 2024-09-05T02:33:22.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.444+0000 7faf93400640 1 --2- 172.21.15.33:0/251177114 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55d94f78e8b0 0x55d94f790ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:22.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.444+0000 7faf93400640 1 --2- 172.21.15.33:0/251177114 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55d94f78e8b0 0x55d94f790ca0 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5886a464fd0c9599 server_cookie=61c54341b471a1f7 in_seq=0 out_seq=0 2024-09-05T02:33:22.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.444+0000 7faf7d600640 10 client.16587 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:22.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.444+0000 7faf7d600640 1 -- 172.21.15.33:0/251177114 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55d94f675e60 con 0x55d94f78e8b0 2024-09-05T02:33:22.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.444+0000 7faf7d600640 10 client.16587 handle_command_reply: tid=0 2024-09-05T02:33:22.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.444+0000 7faf9d4b7740 1 client.16587 shutdown 2024-09-05T02:33:22.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.445+0000 7faf9d4b7740 1 -- 172.21.15.33:0/251177114 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f707b90 msgr2=0x55d94f71b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:22.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.445+0000 7faf9d4b7740 1 --2- 172.21.15.33:0/251177114 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f707b90 0x55d94f71b190 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7faf8c005d50 tx=0x7faf8c005a70 comp rx=0 tx=0).stop 2024-09-05T02:33:22.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.445+0000 7faf9d4b7740 1 -- 172.21.15.33:0/251177114 shutdown_connections 2024-09-05T02:33:22.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.445+0000 7faf9d4b7740 1 --2- 172.21.15.33:0/251177114 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d94f712d70 0x55d94f7177c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.445+0000 7faf9d4b7740 1 --2- 172.21.15.33:0/251177114 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d94f7084b0 0x55d94f71b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.445+0000 7faf9d4b7740 1 --2- 172.21.15.33:0/251177114 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55d94f78e8b0 0x55d94f790ca0 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.445+0000 7faf9d4b7740 1 --2- 172.21.15.33:0/251177114 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d94f707b90 0x55d94f71b190 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.445+0000 7faf9d4b7740 1 -- 172.21.15.33:0/251177114 >> 172.21.15.33:0/251177114 conn(0x55d94f704120 msgr2=0x55d94f710490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:22.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.445+0000 7faf7d600640 0 client.16587 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:22.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.445+0000 7faf9d4b7740 1 -- 172.21.15.33:0/251177114 shutdown_connections 2024-09-05T02:33:22.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.445+0000 7faf9d4b7740 1 -- 172.21.15.33:0/251177114 wait complete. 2024-09-05T02:33:22.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.445+0000 7faf9d4b7740 20 client.16587 trim_cache size 0 max 16384 2024-09-05T02:33:22.451 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:33:22.451 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:33:22.451 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:33:22.451 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:33:22.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.446+0000 7faf9aa00640 1 -- 172.21.15.33:0/2778206753 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7faf780a2cf0 msgr2=0x7faf780a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:22.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.446+0000 7faf9aa00640 1 --2- 172.21.15.33:0/2778206753 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7faf780a2cf0 0x7faf780a51b0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x55d94f704f80 tx=0x7faf840f2e90 comp rx=0 tx=0).stop 2024-09-05T02:33:22.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.446+0000 7faf9aa00640 1 -- 172.21.15.33:0/2778206753 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faf94103ff0 msgr2=0x7faf9419a720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:22.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.446+0000 7faf9aa00640 1 --2- 172.21.15.33:0/2778206753 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faf94103ff0 0x7faf9419a720 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7faf84035040 tx=0x7faf84033b60 comp rx=0 tx=0).stop 2024-09-05T02:33:22.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.446+0000 7faf9aa00640 1 -- 172.21.15.33:0/2778206753 shutdown_connections 2024-09-05T02:33:22.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.446+0000 7faf9aa00640 1 --2- 172.21.15.33:0/2778206753 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7faf780a2cf0 0x7faf780a51b0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.446+0000 7faf9aa00640 1 --2- 172.21.15.33:0/2778206753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf94109120 0x7faf9419eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.446+0000 7faf9aa00640 1 --2- 172.21.15.33:0/2778206753 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faf941049a0 0x7faf9419ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.446+0000 7faf9aa00640 1 --2- 172.21.15.33:0/2778206753 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faf94103ff0 0x7faf9419a720 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:22.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.446+0000 7faf9aa00640 1 -- 172.21.15.33:0/2778206753 >> 172.21.15.33:0/2778206753 conn(0x7faf940ffa90 msgr2=0x7faf94100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:22.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.446+0000 7faf9aa00640 1 -- 172.21.15.33:0/2778206753 shutdown_connections 2024-09-05T02:33:22.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:22.446+0000 7faf9aa00640 1 -- 172.21.15.33:0/2778206753 wait complete. 2024-09-05T02:33:22.801 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:22 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:33:22.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:22 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:33:23.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:22 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:33:23.239 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:33:23.240 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:33:23.628 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:23.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:23 smithi123 ceph-mon[34031]: pgmap v196: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 12 op/s 2024-09-05T02:33:23.924 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:23 smithi033 ceph-mon[29909]: pgmap v196: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 12 op/s 2024-09-05T02:33:24.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:23 smithi174 ceph-mon[34756]: pgmap v196: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 12 op/s 2024-09-05T02:33:24.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.198+0000 7fed42c00640 1 -- 172.21.15.33:0/1045548355 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed3c103e30 msgr2=0x7fed3c104210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:24.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.198+0000 7fed42c00640 1 --2- 172.21.15.33:0/1045548355 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed3c103e30 0x7fed3c104210 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fed30009ca0 tx=0x7fed3002a8c0 comp rx=0 tx=0).stop 2024-09-05T02:33:24.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.198+0000 7fed42c00640 1 -- 172.21.15.33:0/1045548355 shutdown_connections 2024-09-05T02:33:24.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.198+0000 7fed42c00640 1 --2- 172.21.15.33:0/1045548355 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed3c108f60 0x7fed3c110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:24.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.198+0000 7fed42c00640 1 --2- 172.21.15.33:0/1045548355 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fed3c1047e0 0x7fed3c108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:24.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.198+0000 7fed42c00640 1 --2- 172.21.15.33:0/1045548355 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed3c103e30 0x7fed3c104210 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:24.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.198+0000 7fed42c00640 1 -- 172.21.15.33:0/1045548355 >> 172.21.15.33:0/1045548355 conn(0x7fed3c0ff910 msgr2=0x7fed3c101d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:24.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.198+0000 7fed42c00640 1 -- 172.21.15.33:0/1045548355 shutdown_connections 2024-09-05T02:33:24.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.198+0000 7fed42c00640 1 -- 172.21.15.33:0/1045548355 wait complete. 2024-09-05T02:33:24.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.200+0000 7fed42c00640 1 Processor -- start 2024-09-05T02:33:24.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.200+0000 7fed42c00640 1 -- start start 2024-09-05T02:33:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.200+0000 7fed42c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fed3c103e30 0x7fed3c19a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.200+0000 7fed42c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed3c1047e0 0x7fed3c19a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.200+0000 7fed42c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed3c108f60 0x7fed3c19ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.200+0000 7fed42c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fed3c113fc0 con 0x7fed3c108f60 2024-09-05T02:33:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.200+0000 7fed42c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fed3c113e40 con 0x7fed3c1047e0 2024-09-05T02:33:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.200+0000 7fed42c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fed3c114140 con 0x7fed3c103e30 2024-09-05T02:33:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.200+0000 7fed42200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed3c108f60 0x7fed3c19ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.200+0000 7fed42200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed3c108f60 0x7fed3c19ed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38054/0 (socket says 172.21.15.33:38054) 2024-09-05T02:33:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.200+0000 7fed40e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed3c1047e0 0x7fed3c19a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.201+0000 7fed42200640 1 -- 172.21.15.33:0/154162417 learned_addr learned my addr 172.21.15.33:0/154162417 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.201+0000 7fed41800640 1 --2- 172.21.15.33:0/154162417 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fed3c103e30 0x7fed3c19a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:24.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.201+0000 7fed40e00640 1 -- 172.21.15.33:0/154162417 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fed3c103e30 msgr2=0x7fed3c19a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:24.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.201+0000 7fed40e00640 1 --2- 172.21.15.33:0/154162417 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fed3c103e30 0x7fed3c19a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:24.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.201+0000 7fed40e00640 1 -- 172.21.15.33:0/154162417 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed3c108f60 msgr2=0x7fed3c19ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:24.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.201+0000 7fed40e00640 1 --2- 172.21.15.33:0/154162417 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed3c108f60 0x7fed3c19ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:24.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.201+0000 7fed40e00640 1 -- 172.21.15.33:0/154162417 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed3c19f430 con 0x7fed3c1047e0 2024-09-05T02:33:24.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.201+0000 7fed40e00640 1 --2- 172.21.15.33:0/154162417 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed3c1047e0 0x7fed3c19a9c0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fed2800d6d0 tx=0x7fed2800db90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:24.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.202+0000 7fed3a000640 1 -- 172.21.15.33:0/154162417 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed28017070 con 0x7fed3c1047e0 2024-09-05T02:33:24.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.202+0000 7fed3a000640 1 -- 172.21.15.33:0/154162417 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fed28009820 con 0x7fed3c1047e0 2024-09-05T02:33:24.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.202+0000 7fed42c00640 1 -- 172.21.15.33:0/154162417 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed3c19f720 con 0x7fed3c1047e0 2024-09-05T02:33:24.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.202+0000 7fed3a000640 1 -- 172.21.15.33:0/154162417 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed28004cd0 con 0x7fed3c1047e0 2024-09-05T02:33:24.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.202+0000 7fed42c00640 1 -- 172.21.15.33:0/154162417 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed3c1a7000 con 0x7fed3c1047e0 2024-09-05T02:33:24.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.203+0000 7fed42c00640 1 -- 172.21.15.33:0/154162417 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed3c105310 con 0x7fed3c1047e0 2024-09-05T02:33:24.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.205+0000 7fed3a000640 1 -- 172.21.15.33:0/154162417 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fed280099d0 con 0x7fed3c1047e0 2024-09-05T02:33:24.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.207+0000 7fed3a000640 1 --2- 172.21.15.33:0/154162417 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fed240a2cf0 0x7fed240a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:24.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.207+0000 7fed3a000640 1 -- 172.21.15.33:0/154162417 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fed280cf3b0 con 0x7fed3c1047e0 2024-09-05T02:33:24.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.207+0000 7fed41800640 1 --2- 172.21.15.33:0/154162417 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fed240a2cf0 0x7fed240a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:24.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.208+0000 7fed41800640 1 --2- 172.21.15.33:0/154162417 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fed240a2cf0 0x7fed240a51b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fed30006010 tx=0x7fed30009360 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:24.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.208+0000 7fed3a000640 1 -- 172.21.15.33:0/154162417 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fed2809b930 con 0x7fed3c1047e0 2024-09-05T02:33:24.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.431+0000 7fed42c00640 1 -- 172.21.15.33:0/154162417 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fed3c104210 con 0x7fed3c1047e0 2024-09-05T02:33:24.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.433+0000 7fed3a000640 1 -- 172.21.15.33:0/154162417 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7fed3c104210 con 0x7fed3c1047e0 2024-09-05T02:33:24.435 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:33:24.435 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:33:24.435 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:33:24.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.435+0000 7fed42c00640 1 -- 172.21.15.33:0/154162417 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fed240a2cf0 msgr2=0x7fed240a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:24.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.435+0000 7fed42c00640 1 --2- 172.21.15.33:0/154162417 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fed240a2cf0 0x7fed240a51b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fed30006010 tx=0x7fed30009360 comp rx=0 tx=0).stop 2024-09-05T02:33:24.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.435+0000 7fed42c00640 1 -- 172.21.15.33:0/154162417 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed3c1047e0 msgr2=0x7fed3c19a9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:24.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.435+0000 7fed42c00640 1 --2- 172.21.15.33:0/154162417 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed3c1047e0 0x7fed3c19a9c0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fed2800d6d0 tx=0x7fed2800db90 comp rx=0 tx=0).stop 2024-09-05T02:33:24.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.435+0000 7fed42c00640 1 -- 172.21.15.33:0/154162417 shutdown_connections 2024-09-05T02:33:24.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.435+0000 7fed42c00640 1 --2- 172.21.15.33:0/154162417 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fed240a2cf0 0x7fed240a51b0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:24.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.435+0000 7fed42c00640 1 --2- 172.21.15.33:0/154162417 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed3c108f60 0x7fed3c19ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:24.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.435+0000 7fed42c00640 1 --2- 172.21.15.33:0/154162417 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed3c1047e0 0x7fed3c19a9c0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:24.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.435+0000 7fed42c00640 1 --2- 172.21.15.33:0/154162417 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fed3c103e30 0x7fed3c19a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:24.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.435+0000 7fed42c00640 1 -- 172.21.15.33:0/154162417 >> 172.21.15.33:0/154162417 conn(0x7fed3c0ff910 msgr2=0x7fed3c100d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:24.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.435+0000 7fed42c00640 1 -- 172.21.15.33:0/154162417 shutdown_connections 2024-09-05T02:33:24.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:24.435+0000 7fed42c00640 1 -- 172.21.15.33:0/154162417 wait complete. 2024-09-05T02:33:24.805 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:24 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/154162417' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:33:24.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:24 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/154162417' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:33:25.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:24 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/154162417' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:33:25.169 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:33:25.547 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:25.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:25 smithi123 ceph-mon[34031]: pgmap v197: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:33:25.934 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:25 smithi033 ceph-mon[29909]: pgmap v197: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:33:26.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:25 smithi174 ceph-mon[34756]: pgmap v197: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:33:26.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.046+0000 7fbe34000640 1 -- 172.21.15.33:0/562882903 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe2c1049a0 msgr2=0x7fbe2c1089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:26.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.046+0000 7fbe34000640 1 --2- 172.21.15.33:0/562882903 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe2c1049a0 0x7fbe2c1089f0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fbe18009900 tx=0x7fbe1802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.046+0000 7fbe34000640 1 -- 172.21.15.33:0/562882903 shutdown_connections 2024-09-05T02:33:26.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.046+0000 7fbe34000640 1 --2- 172.21.15.33:0/562882903 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbe2c109120 0x7fbe2c110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.046+0000 7fbe34000640 1 --2- 172.21.15.33:0/562882903 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe2c1049a0 0x7fbe2c1089f0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.046+0000 7fbe34000640 1 --2- 172.21.15.33:0/562882903 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe2c103ff0 0x7fbe2c1043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.046+0000 7fbe34000640 1 -- 172.21.15.33:0/562882903 >> 172.21.15.33:0/562882903 conn(0x7fbe2c0ffa90 msgr2=0x7fbe2c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:26.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.046+0000 7fbe34000640 1 -- 172.21.15.33:0/562882903 shutdown_connections 2024-09-05T02:33:26.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.046+0000 7fbe34000640 1 -- 172.21.15.33:0/562882903 wait complete. 2024-09-05T02:33:26.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.047+0000 7fbe34000640 1 Processor -- start 2024-09-05T02:33:26.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.047+0000 7fbe34000640 1 -- start start 2024-09-05T02:33:26.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.048+0000 7fbe34000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe2c103ff0 0x7fbe2c19a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:26.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.048+0000 7fbe34000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe2c1049a0 0x7fbe2c19ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:26.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.048+0000 7fbe34000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbe2c109120 0x7fbe2c19eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:26.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.048+0000 7fbe34000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbe2c114190 con 0x7fbe2c1049a0 2024-09-05T02:33:26.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.048+0000 7fbe34000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbe2c114010 con 0x7fbe2c103ff0 2024-09-05T02:33:26.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.048+0000 7fbe34000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbe2c114310 con 0x7fbe2c109120 2024-09-05T02:33:26.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.048+0000 7fbe30c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe2c1049a0 0x7fbe2c19ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:26.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.048+0000 7fbe31600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe2c103ff0 0x7fbe2c19a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:26.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.048+0000 7fbe30c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe2c1049a0 0x7fbe2c19ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38082/0 (socket says 172.21.15.33:38082) 2024-09-05T02:33:26.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.048+0000 7fbe32000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbe2c109120 0x7fbe2c19eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:26.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.048+0000 7fbe30c00640 1 -- 172.21.15.33:0/2078188855 learned_addr learned my addr 172.21.15.33:0/2078188855 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:26.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.048+0000 7fbe31600640 1 -- 172.21.15.33:0/2078188855 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbe2c109120 msgr2=0x7fbe2c19eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:26.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.048+0000 7fbe31600640 1 --2- 172.21.15.33:0/2078188855 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbe2c109120 0x7fbe2c19eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.048+0000 7fbe31600640 1 -- 172.21.15.33:0/2078188855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe2c1049a0 msgr2=0x7fbe2c19ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:26.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.048+0000 7fbe31600640 1 --2- 172.21.15.33:0/2078188855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe2c1049a0 0x7fbe2c19ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.048+0000 7fbe31600640 1 -- 172.21.15.33:0/2078188855 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe2c19f5a0 con 0x7fbe2c103ff0 2024-09-05T02:33:26.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.048+0000 7fbe30c00640 1 --2- 172.21.15.33:0/2078188855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe2c1049a0 0x7fbe2c19ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:26.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.049+0000 7fbe31600640 1 --2- 172.21.15.33:0/2078188855 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe2c103ff0 0x7fbe2c19a5f0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fbe2000e9f0 tx=0x7fbe2000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:26.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.049+0000 7fbe2a000640 1 -- 172.21.15.33:0/2078188855 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe2000ccc0 con 0x7fbe2c103ff0 2024-09-05T02:33:26.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.049+0000 7fbe34000640 1 -- 172.21.15.33:0/2078188855 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe2c19f890 con 0x7fbe2c103ff0 2024-09-05T02:33:26.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.049+0000 7fbe2a000640 1 -- 172.21.15.33:0/2078188855 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbe20010910 con 0x7fbe2c103ff0 2024-09-05T02:33:26.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.049+0000 7fbe2a000640 1 -- 172.21.15.33:0/2078188855 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe20018960 con 0x7fbe2c103ff0 2024-09-05T02:33:26.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.049+0000 7fbe34000640 1 -- 172.21.15.33:0/2078188855 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe2c1a7170 con 0x7fbe2c103ff0 2024-09-05T02:33:26.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.052+0000 7fbe36a67740 1 Processor -- start 2024-09-05T02:33:26.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.052+0000 7fbe36a67740 1 -- start start 2024-09-05T02:33:26.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.052+0000 7fbe2a000640 1 -- 172.21.15.33:0/2078188855 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fbe20010ac0 con 0x7fbe2c103ff0 2024-09-05T02:33:26.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.053+0000 7fbe36a67740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f07c70 0x563ee1f08050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:26.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.053+0000 7fbe36a67740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f08590 0x563ee1f12910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:26.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.053+0000 7fbe36a67740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563ee1f12e50 0x563ee1f15240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:26.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.053+0000 7fbe36a67740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x563ee1e6e3e0 con 0x563ee1f08590 2024-09-05T02:33:26.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.053+0000 7fbe36a67740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563ee1e15d80 con 0x563ee1f07c70 2024-09-05T02:33:26.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.053+0000 7fbe36a67740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x563ee1e6a3a0 con 0x563ee1f12e50 2024-09-05T02:33:26.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.053+0000 7fbe31600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f08590 0x563ee1f12910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:26.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.053+0000 7fbe30c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563ee1f12e50 0x563ee1f15240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:26.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.053+0000 7fbe31600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f08590 0x563ee1f12910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38098/0 (socket says 172.21.15.33:38098) 2024-09-05T02:33:26.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.053+0000 7fbe31600640 1 -- 172.21.15.33:0/2267996735 learned_addr learned my addr 172.21.15.33:0/2267996735 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:26.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.053+0000 7fbe32000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f07c70 0x563ee1f08050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:26.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.053+0000 7fbe31600640 1 -- 172.21.15.33:0/2267996735 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563ee1f12e50 msgr2=0x563ee1f15240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:26.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.053+0000 7fbe31600640 1 --2- 172.21.15.33:0/2267996735 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563ee1f12e50 0x563ee1f15240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.053+0000 7fbe31600640 1 -- 172.21.15.33:0/2267996735 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f07c70 msgr2=0x563ee1f08050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:26.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.053+0000 7fbe31600640 1 --2- 172.21.15.33:0/2267996735 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f07c70 0x563ee1f08050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.053+0000 7fbe31600640 1 -- 172.21.15.33:0/2267996735 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ee1e34ae0 con 0x563ee1f08590 2024-09-05T02:33:26.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.053+0000 7fbe32000640 1 --2- 172.21.15.33:0/2267996735 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f07c70 0x563ee1f08050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:26.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.054+0000 7fbe31600640 1 --2- 172.21.15.33:0/2267996735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f08590 0x563ee1f12910 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fbe200ccdd0 tx=0x7fbe200d7670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f6488ab8500ee2b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:26.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.054+0000 7fbe1e600640 1 -- 172.21.15.33:0/2267996735 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe200de070 con 0x563ee1f08590 2024-09-05T02:33:26.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.054+0000 7fbe1e600640 1 -- 172.21.15.33:0/2267996735 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbe200cfd80 con 0x563ee1f08590 2024-09-05T02:33:26.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.054+0000 7fbe1e600640 1 -- 172.21.15.33:0/2267996735 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe200da740 con 0x563ee1f08590 2024-09-05T02:33:26.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.054+0000 7fbe2a000640 1 --2- 172.21.15.33:0/2078188855 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbe140a2d70 0x7fbe140a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:26.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.055+0000 7fbe2a000640 1 -- 172.21.15.33:0/2078188855 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fbe200cf790 con 0x7fbe2c103ff0 2024-09-05T02:33:26.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.055+0000 7fbe36a67740 1 -- 172.21.15.33:0/2267996735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f08590 msgr2=0x563ee1f12910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:26.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.055+0000 7fbe36a67740 1 --2- 172.21.15.33:0/2267996735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f08590 0x563ee1f12910 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fbe200ccdd0 tx=0x7fbe200d7670 comp rx=0 tx=0).stop 2024-09-05T02:33:26.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.055+0000 7fbe32000640 1 --2- 172.21.15.33:0/2078188855 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbe140a2d70 0x7fbe140a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:26.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.055+0000 7fbe36a67740 1 -- 172.21.15.33:0/2267996735 shutdown_connections 2024-09-05T02:33:26.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.055+0000 7fbe36a67740 1 --2- 172.21.15.33:0/2267996735 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563ee1f12e50 0x563ee1f15240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.055+0000 7fbe36a67740 1 --2- 172.21.15.33:0/2267996735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f08590 0x563ee1f12910 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.055+0000 7fbe36a67740 1 --2- 172.21.15.33:0/2267996735 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f07c70 0x563ee1f08050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.055+0000 7fbe36a67740 1 -- 172.21.15.33:0/2267996735 >> 172.21.15.33:0/2267996735 conn(0x563ee1f04200 msgr2=0x563ee1f045e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:26.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.055+0000 7fbe36a67740 1 -- 172.21.15.33:0/2267996735 shutdown_connections 2024-09-05T02:33:26.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.055+0000 7fbe36a67740 1 -- 172.21.15.33:0/2267996735 wait complete. 2024-09-05T02:33:26.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.056+0000 7fbe36a67740 1 -- start start 2024-09-05T02:33:26.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.056+0000 7fbe32000640 1 --2- 172.21.15.33:0/2078188855 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbe140a2d70 0x7fbe140a5230 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fbe24009c70 tx=0x7fbe24009600 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:26.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.056+0000 7fbe36a67740 1 Processor -- start 2024-09-05T02:33:26.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.056+0000 7fbe36a67740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f07c70 0x563ee1f0fc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:26.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.056+0000 7fbe36a67740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563ee1f08590 0x563ee1f101d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:26.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.056+0000 7fbe36a67740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f12e50 0x563ee1f10710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:26.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.056+0000 7fbe36a67740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x563ee1f15a20 con 0x563ee1f07c70 2024-09-05T02:33:26.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.056+0000 7fbe36a67740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563ee1e290f0 con 0x563ee1f12e50 2024-09-05T02:33:26.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.056+0000 7fbe36a67740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x563ee1f15ba0 con 0x563ee1f08590 2024-09-05T02:33:26.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.056+0000 7fbe36a67740 10 client.0 _ll_register_callbacks cb 0x563ee1e10bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:26.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.056+0000 7fbe31600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f07c70 0x563ee1f0fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:26.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.057+0000 7fbe31600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f07c70 0x563ee1f0fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38104/0 (socket says 172.21.15.33:38104) 2024-09-05T02:33:26.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.057+0000 7fbe31600640 1 -- 172.21.15.33:0/805950302 learned_addr learned my addr 172.21.15.33:0/805950302 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:26.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.057+0000 7fbe32000640 1 --2- 172.21.15.33:0/805950302 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f12e50 0x563ee1f10710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:26.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.057+0000 7fbe31600640 1 -- 172.21.15.33:0/805950302 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563ee1f08590 msgr2=0x563ee1f101d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:26.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.057+0000 7fbe31600640 1 --2- 172.21.15.33:0/805950302 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563ee1f08590 0x563ee1f101d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.057+0000 7fbe31600640 1 -- 172.21.15.33:0/805950302 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f12e50 msgr2=0x563ee1f10710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:26.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.057+0000 7fbe31600640 1 --2- 172.21.15.33:0/805950302 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f12e50 0x563ee1f10710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.057+0000 7fbe31600640 1 -- 172.21.15.33:0/805950302 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ee1bdf3c0 con 0x563ee1f07c70 2024-09-05T02:33:26.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.057+0000 7fbe31600640 1 --2- 172.21.15.33:0/805950302 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f07c70 0x563ee1f0fc90 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fbe200986e0 tx=0x7fbe2000cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3e60d9339752cdc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:26.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.057+0000 7fbe12a00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:26.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.057+0000 7fbe12a00640 1 -- 172.21.15.33:0/805950302 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe200de030 con 0x563ee1f07c70 2024-09-05T02:33:26.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.057+0000 7fbe12a00640 1 -- 172.21.15.33:0/805950302 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fbe200d56d0 con 0x563ee1f07c70 2024-09-05T02:33:26.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.057+0000 7fbe36a67740 1 -- 172.21.15.33:0/805950302 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbe200cfd80 con 0x563ee1f07c70 2024-09-05T02:33:26.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.058+0000 7fbe12a00640 1 -- 172.21.15.33:0/805950302 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbe200b4e60 con 0x563ee1f07c70 2024-09-05T02:33:26.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.058+0000 7fbe36a67740 10 client.16605 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:26.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.058+0000 7fbe36a67740 1 -- 172.21.15.33:0/805950302 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563ee1f219e0 con 0x563ee1f07c70 2024-09-05T02:33:26.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.058+0000 7fbe12a00640 1 -- 172.21.15.33:0/805950302 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbe200b1020 con 0x563ee1f07c70 2024-09-05T02:33:26.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.058+0000 7fbe12a00640 1 -- 172.21.15.33:0/805950302 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fbe200cd110 con 0x563ee1f07c70 2024-09-05T02:33:26.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.058+0000 7fbe36a67740 10 client.16605 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:26.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.058+0000 7fbe36a67740 10 client.16605 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:33:26.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.058+0000 7fbe36a67740 20 client.16605 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:26.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.058+0000 7fbe36a67740 1 --2- 172.21.15.33:0/805950302 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x563ee1f22d30 0x563ee1f25120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:26.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.058+0000 7fbe36a67740 4 client.16605 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:26.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.058+0000 7fbe36a67740 1 -- 172.21.15.33:0/805950302 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563ee1e7b950 con 0x563ee1f22d30 2024-09-05T02:33:26.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.059+0000 7fbe30c00640 1 --2- 172.21.15.33:0/805950302 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x563ee1f22d30 0x563ee1f25120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:26.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.059+0000 7fbe30c00640 1 --2- 172.21.15.33:0/805950302 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x563ee1f22d30 0x563ee1f25120 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=476d98debae95bae server_cookie=b2525e74b227af47 in_seq=0 out_seq=0 2024-09-05T02:33:26.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.059+0000 7fbe12a00640 10 client.16605 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:33:26.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.060+0000 7fbe12a00640 1 -- 172.21.15.33:0/805950302 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563ee1e7b950 con 0x563ee1f22d30 2024-09-05T02:33:26.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.060+0000 7fbe12a00640 10 client.16605 handle_command_reply: tid=0 2024-09-05T02:33:26.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.060+0000 7fbe36a67740 1 client.16605 shutdown 2024-09-05T02:33:26.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.060+0000 7fbe36a67740 1 -- 172.21.15.33:0/805950302 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f07c70 msgr2=0x563ee1f0fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:26.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.060+0000 7fbe36a67740 1 --2- 172.21.15.33:0/805950302 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f07c70 0x563ee1f0fc90 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fbe200986e0 tx=0x7fbe2000cf60 comp rx=0 tx=0).stop 2024-09-05T02:33:26.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.060+0000 7fbe36a67740 1 -- 172.21.15.33:0/805950302 shutdown_connections 2024-09-05T02:33:26.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.060+0000 7fbe36a67740 1 --2- 172.21.15.33:0/805950302 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x563ee1f22d30 0x563ee1f25120 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.060+0000 7fbe36a67740 1 --2- 172.21.15.33:0/805950302 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f12e50 0x563ee1f10710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.060+0000 7fbe12a00640 0 client.16605 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:33:26.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.060+0000 7fbe36a67740 1 --2- 172.21.15.33:0/805950302 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563ee1f08590 0x563ee1f101d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.060+0000 7fbe36a67740 1 --2- 172.21.15.33:0/805950302 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f07c70 0x563ee1f0fc90 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.060+0000 7fbe36a67740 1 -- 172.21.15.33:0/805950302 >> 172.21.15.33:0/805950302 conn(0x563ee1f04200 msgr2=0x563ee1f03380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:26.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.061+0000 7fbe36a67740 1 -- 172.21.15.33:0/805950302 shutdown_connections 2024-09-05T02:33:26.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.061+0000 7fbe36a67740 1 -- 172.21.15.33:0/805950302 wait complete. 2024-09-05T02:33:26.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.061+0000 7fbe36a67740 20 client.16605 trim_cache size 0 max 16384 2024-09-05T02:33:26.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.074+0000 7fbe36a67740 1 Processor -- start 2024-09-05T02:33:26.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.074+0000 7fbe36a67740 1 -- start start 2024-09-05T02:33:26.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.075+0000 7fbe36a67740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f07c70 0x563ee1f0a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:26.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.075+0000 7fbe36a67740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563ee1f08590 0x563ee1f28140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:26.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.075+0000 7fbe36a67740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f12e50 0x563ee1f28680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.075+0000 7fbe36a67740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbe2c1afb60 con 0x563ee1f12e50 2024-09-05T02:33:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.075+0000 7fbe36a67740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbe2c1b16a0 con 0x563ee1f07c70 2024-09-05T02:33:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.075+0000 7fbe36a67740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbe2c1b0230 con 0x563ee1f08590 2024-09-05T02:33:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.075+0000 7fbe32000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f12e50 0x563ee1f28680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.075+0000 7fbe32000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f12e50 0x563ee1f28680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38116/0 (socket says 172.21.15.33:38116) 2024-09-05T02:33:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.075+0000 7fbe32000640 1 -- 172.21.15.33:0/605192043 learned_addr learned my addr 172.21.15.33:0/605192043 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.075+0000 7fbe30c00640 1 --2- 172.21.15.33:0/605192043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563ee1f08590 0x563ee1f28140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.075+0000 7fbe31600640 1 --2- 172.21.15.33:0/605192043 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f07c70 0x563ee1f0a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.076+0000 7fbe32000640 1 -- 172.21.15.33:0/605192043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563ee1f08590 msgr2=0x563ee1f28140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.076+0000 7fbe32000640 1 --2- 172.21.15.33:0/605192043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563ee1f08590 0x563ee1f28140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.076+0000 7fbe32000640 1 -- 172.21.15.33:0/605192043 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f07c70 msgr2=0x563ee1f0a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.076+0000 7fbe32000640 1 --2- 172.21.15.33:0/605192043 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f07c70 0x563ee1f0a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.076+0000 7fbe32000640 1 -- 172.21.15.33:0/605192043 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ee1f04ed0 con 0x563ee1f12e50 2024-09-05T02:33:26.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.076+0000 7fbe30c00640 1 --2- 172.21.15.33:0/605192043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563ee1f08590 0x563ee1f28140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:26.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.076+0000 7fbe32000640 1 --2- 172.21.15.33:0/605192043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f12e50 0x563ee1f28680 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fbe240117f0 tx=0x7fbe24016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef8de4985b01e571 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:26.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.076+0000 7fbe1dc00640 1 -- 172.21.15.33:0/605192043 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe24021980 con 0x563ee1f12e50 2024-09-05T02:33:26.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.076+0000 7fbe1dc00640 1 -- 172.21.15.33:0/605192043 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbe240293e0 con 0x563ee1f12e50 2024-09-05T02:33:26.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.076+0000 7fbe1dc00640 1 -- 172.21.15.33:0/605192043 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe240285d0 con 0x563ee1f12e50 2024-09-05T02:33:26.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.077+0000 7fbe36a67740 1 -- 172.21.15.33:0/605192043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f12e50 msgr2=0x563ee1f28680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:26.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.077+0000 7fbe36a67740 1 --2- 172.21.15.33:0/605192043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f12e50 0x563ee1f28680 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fbe240117f0 tx=0x7fbe24016000 comp rx=0 tx=0).stop 2024-09-05T02:33:26.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.077+0000 7fbe36a67740 1 -- 172.21.15.33:0/605192043 shutdown_connections 2024-09-05T02:33:26.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.077+0000 7fbe36a67740 1 --2- 172.21.15.33:0/605192043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f12e50 0x563ee1f28680 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.077+0000 7fbe36a67740 1 --2- 172.21.15.33:0/605192043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563ee1f08590 0x563ee1f28140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.077+0000 7fbe36a67740 1 --2- 172.21.15.33:0/605192043 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f07c70 0x563ee1f0a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.077+0000 7fbe36a67740 1 -- 172.21.15.33:0/605192043 >> 172.21.15.33:0/605192043 conn(0x563ee1f04200 msgr2=0x563ee1f1e640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.077+0000 7fbe36a67740 1 -- 172.21.15.33:0/605192043 shutdown_connections 2024-09-05T02:33:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.077+0000 7fbe36a67740 1 -- 172.21.15.33:0/605192043 wait complete. 2024-09-05T02:33:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.077+0000 7fbe36a67740 1 -- start start 2024-09-05T02:33:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.077+0000 7fbe36a67740 1 Processor -- start 2024-09-05T02:33:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.078+0000 7fbe36a67740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f07c70 0x563ee1f28930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.078+0000 7fbe36a67740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f08590 0x563ee1f25c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.078+0000 7fbe36a67740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563ee1f12e50 0x563ee1f261e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.078+0000 7fbe36a67740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbe2c1b0fd0 con 0x563ee1f08590 2024-09-05T02:33:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.078+0000 7fbe36a67740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbe2c1b0900 con 0x563ee1f07c70 2024-09-05T02:33:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.078+0000 7fbe36a67740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbe2c1adb40 con 0x563ee1f12e50 2024-09-05T02:33:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.078+0000 7fbe36a67740 10 client.0 _ll_register_callbacks cb 0x7fbe24009a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.078+0000 7fbe30c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f08590 0x563ee1f25c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:26.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.078+0000 7fbe30c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f08590 0x563ee1f25c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38118/0 (socket says 172.21.15.33:38118) 2024-09-05T02:33:26.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.078+0000 7fbe30c00640 1 -- 172.21.15.33:0/134026380 learned_addr learned my addr 172.21.15.33:0/134026380 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:26.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.078+0000 7fbe32000640 1 --2- 172.21.15.33:0/134026380 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563ee1f12e50 0x563ee1f261e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:26.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.078+0000 7fbe31600640 1 --2- 172.21.15.33:0/134026380 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f07c70 0x563ee1f28930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:26.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.079+0000 7fbe30c00640 1 -- 172.21.15.33:0/134026380 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563ee1f12e50 msgr2=0x563ee1f261e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:26.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.079+0000 7fbe30c00640 1 --2- 172.21.15.33:0/134026380 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563ee1f12e50 0x563ee1f261e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.079+0000 7fbe30c00640 1 -- 172.21.15.33:0/134026380 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f07c70 msgr2=0x563ee1f28930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:26.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.079+0000 7fbe30c00640 1 --2- 172.21.15.33:0/134026380 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f07c70 0x563ee1f28930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.079+0000 7fbe30c00640 1 -- 172.21.15.33:0/134026380 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ee1f26a10 con 0x563ee1f08590 2024-09-05T02:33:26.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.079+0000 7fbe30c00640 1 --2- 172.21.15.33:0/134026380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f08590 0x563ee1f25c80 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fbe18009850 tx=0x7fbe18031770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=495f1165db638b58 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:26.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.079+0000 7fbe12a00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:26.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.079+0000 7fbe12a00640 1 -- 172.21.15.33:0/134026380 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe18035040 con 0x563ee1f08590 2024-09-05T02:33:26.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.079+0000 7fbe12a00640 1 -- 172.21.15.33:0/134026380 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fbe18005220 con 0x563ee1f08590 2024-09-05T02:33:26.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.079+0000 7fbe36a67740 1 -- 172.21.15.33:0/134026380 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbe240293e0 con 0x563ee1f08590 2024-09-05T02:33:26.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.080+0000 7fbe12a00640 1 -- 172.21.15.33:0/134026380 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbe18005420 con 0x563ee1f08590 2024-09-05T02:33:26.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.080+0000 7fbe36a67740 10 client.16611 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:26.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.080+0000 7fbe36a67740 1 -- 172.21.15.33:0/134026380 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563ee1f8d760 con 0x563ee1f08590 2024-09-05T02:33:26.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.080+0000 7fbe12a00640 1 -- 172.21.15.33:0/134026380 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbe240293e0 con 0x563ee1f08590 2024-09-05T02:33:26.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.080+0000 7fbe12a00640 1 -- 172.21.15.33:0/134026380 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fbe18004b10 con 0x563ee1f08590 2024-09-05T02:33:26.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.080+0000 7fbe36a67740 10 client.16611 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:26.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.080+0000 7fbe36a67740 10 client.16611 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:33:26.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.080+0000 7fbe36a67740 20 client.16611 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:26.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.080+0000 7fbe36a67740 1 --2- 172.21.15.33:0/134026380 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x563ee1f8dec0 0x563ee1f902e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:26.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.080+0000 7fbe36a67740 4 client.16611 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:33:26.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.080+0000 7fbe36a67740 1 -- 172.21.15.33:0/134026380 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563ee1e75e60 con 0x563ee1f8dec0 2024-09-05T02:33:26.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.081+0000 7fbe31600640 1 --2- 172.21.15.33:0/134026380 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x563ee1f8dec0 0x563ee1f902e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:26.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.081+0000 7fbe31600640 1 --2- 172.21.15.33:0/134026380 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x563ee1f8dec0 0x563ee1f902e0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=97b7396f1d5cce40 server_cookie=be2c338a172995cc in_seq=0 out_seq=0 2024-09-05T02:33:26.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.081+0000 7fbe12a00640 10 client.16611 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:33:26.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.081+0000 7fbe12a00640 1 -- 172.21.15.33:0/134026380 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563ee1e75e60 con 0x563ee1f8dec0 2024-09-05T02:33:26.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.081+0000 7fbe12a00640 10 client.16611 handle_command_reply: tid=0 2024-09-05T02:33:26.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.081+0000 7fbe36a67740 1 client.16611 shutdown 2024-09-05T02:33:26.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.082+0000 7fbe36a67740 1 -- 172.21.15.33:0/134026380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f08590 msgr2=0x563ee1f25c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:26.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.082+0000 7fbe36a67740 1 --2- 172.21.15.33:0/134026380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f08590 0x563ee1f25c80 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fbe18009850 tx=0x7fbe18031770 comp rx=0 tx=0).stop 2024-09-05T02:33:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.082+0000 7fbe36a67740 1 -- 172.21.15.33:0/134026380 shutdown_connections 2024-09-05T02:33:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.082+0000 7fbe36a67740 1 --2- 172.21.15.33:0/134026380 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x563ee1f8dec0 0x563ee1f902e0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.082+0000 7fbe36a67740 1 --2- 172.21.15.33:0/134026380 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563ee1f12e50 0x563ee1f261e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.082+0000 7fbe36a67740 1 --2- 172.21.15.33:0/134026380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563ee1f08590 0x563ee1f25c80 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.082+0000 7fbe36a67740 1 --2- 172.21.15.33:0/134026380 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563ee1f07c70 0x563ee1f28930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.082+0000 7fbe36a67740 1 -- 172.21.15.33:0/134026380 >> 172.21.15.33:0/134026380 conn(0x563ee1f04200 msgr2=0x563ee1f02b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.082+0000 7fbe12a00640 0 client.16611 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:33:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.082+0000 7fbe36a67740 1 -- 172.21.15.33:0/134026380 shutdown_connections 2024-09-05T02:33:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.082+0000 7fbe36a67740 1 -- 172.21.15.33:0/134026380 wait complete. 2024-09-05T02:33:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.082+0000 7fbe36a67740 20 client.16611 trim_cache size 0 max 16384 2024-09-05T02:33:26.103 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:33:26.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.083+0000 7fbe34000640 1 -- 172.21.15.33:0/2078188855 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbe140a2d70 msgr2=0x7fbe140a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:26.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.083+0000 7fbe34000640 1 --2- 172.21.15.33:0/2078188855 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbe140a2d70 0x7fbe140a5230 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fbe24009c70 tx=0x7fbe24009600 comp rx=0 tx=0).stop 2024-09-05T02:33:26.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.083+0000 7fbe34000640 1 -- 172.21.15.33:0/2078188855 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe2c103ff0 msgr2=0x7fbe2c19a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:26.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.083+0000 7fbe34000640 1 --2- 172.21.15.33:0/2078188855 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe2c103ff0 0x7fbe2c19a5f0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fbe2000e9f0 tx=0x7fbe2000eeb0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.083+0000 7fbe34000640 1 -- 172.21.15.33:0/2078188855 shutdown_connections 2024-09-05T02:33:26.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.083+0000 7fbe34000640 1 --2- 172.21.15.33:0/2078188855 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbe140a2d70 0x7fbe140a5230 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.083+0000 7fbe34000640 1 --2- 172.21.15.33:0/2078188855 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbe2c109120 0x7fbe2c19eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.083+0000 7fbe34000640 1 --2- 172.21.15.33:0/2078188855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe2c1049a0 0x7fbe2c19ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.083+0000 7fbe34000640 1 --2- 172.21.15.33:0/2078188855 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe2c103ff0 0x7fbe2c19a5f0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:26.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.083+0000 7fbe34000640 1 -- 172.21.15.33:0/2078188855 >> 172.21.15.33:0/2078188855 conn(0x7fbe2c0ffa90 msgr2=0x7fbe2c101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:26.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.083+0000 7fbe34000640 1 -- 172.21.15.33:0/2078188855 shutdown_connections 2024-09-05T02:33:26.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:26.083+0000 7fbe34000640 1 -- 172.21.15.33:0/2078188855 wait complete. 2024-09-05T02:33:26.863 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:33:27.239 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:27.633 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:27 smithi033 ceph-mon[29909]: pgmap v198: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:33:27.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.748+0000 7fe9de000640 1 -- 172.21.15.33:0/3198478482 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d802f310 con 0x7fe9e0112a50 2024-09-05T02:33:27.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.748+0000 7fe9e5600640 1 -- 172.21.15.33:0/3198478482 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9e0112a50 msgr2=0x7fe9e0114e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:27.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.748+0000 7fe9e5600640 1 --2- 172.21.15.33:0/3198478482 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9e0112a50 0x7fe9e0114e40 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fe9d8009ca0 tx=0x7fe9d802a8c0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.748+0000 7fe9e5600640 1 -- 172.21.15.33:0/3198478482 shutdown_connections 2024-09-05T02:33:27.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.748+0000 7fe9e5600640 1 --2- 172.21.15.33:0/3198478482 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9e0112a50 0x7fe9e0114e40 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.748+0000 7fe9e5600640 1 --2- 172.21.15.33:0/3198478482 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9e0077040 0x7fe9e0112510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.748+0000 7fe9e5600640 1 --2- 172.21.15.33:0/3198478482 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe9e0076720 0x7fe9e0076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.748+0000 7fe9e5600640 1 -- 172.21.15.33:0/3198478482 >> 172.21.15.33:0/3198478482 conn(0x7fe9e00ffa50 msgr2=0x7fe9e0101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:27.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.749+0000 7fe9e5600640 1 -- 172.21.15.33:0/3198478482 shutdown_connections 2024-09-05T02:33:27.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.749+0000 7fe9e5600640 1 -- 172.21.15.33:0/3198478482 wait complete. 2024-09-05T02:33:27.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.750+0000 7fe9e5600640 1 Processor -- start 2024-09-05T02:33:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.750+0000 7fe9e5600640 1 -- start start 2024-09-05T02:33:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.750+0000 7fe9e5600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9e0076720 0x7fe9e01a4750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.750+0000 7fe9e5600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9e0077040 0x7fe9e01a4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.750+0000 7fe9e5600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe9e0112a50 0x7fe9e019e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.750+0000 7fe9e5600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e01185a0 con 0x7fe9e0076720 2024-09-05T02:33:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.750+0000 7fe9e5600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e0118420 con 0x7fe9e0077040 2024-09-05T02:33:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.750+0000 7fe9e5600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e0118720 con 0x7fe9e0112a50 2024-09-05T02:33:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.751+0000 7fe9dea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9e0076720 0x7fe9e01a4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.751+0000 7fe9dea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9e0076720 0x7fe9e01a4750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38132/0 (socket says 172.21.15.33:38132) 2024-09-05T02:33:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.751+0000 7fe9dea00640 1 -- 172.21.15.33:0/3254019098 learned_addr learned my addr 172.21.15.33:0/3254019098 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.751+0000 7fe9d7e00640 1 --2- 172.21.15.33:0/3254019098 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9e0077040 0x7fe9e01a4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.751+0000 7fe9df400640 1 --2- 172.21.15.33:0/3254019098 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe9e0112a50 0x7fe9e019e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:27.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.751+0000 7fe9dea00640 1 -- 172.21.15.33:0/3254019098 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe9e0112a50 msgr2=0x7fe9e019e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:27.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.751+0000 7fe9dea00640 1 --2- 172.21.15.33:0/3254019098 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe9e0112a50 0x7fe9e019e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.751+0000 7fe9dea00640 1 -- 172.21.15.33:0/3254019098 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9e0077040 msgr2=0x7fe9e01a4c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:27.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.751+0000 7fe9dea00640 1 --2- 172.21.15.33:0/3254019098 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9e0077040 0x7fe9e01a4c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.751+0000 7fe9dea00640 1 -- 172.21.15.33:0/3254019098 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9e019f040 con 0x7fe9e0076720 2024-09-05T02:33:27.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.751+0000 7fe9dea00640 1 --2- 172.21.15.33:0/3254019098 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9e0076720 0x7fe9e01a4750 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fe9d000d770 tx=0x7fe9d000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:27.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.752+0000 7fe9d7400640 1 -- 172.21.15.33:0/3254019098 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d0017070 con 0x7fe9e0076720 2024-09-05T02:33:27.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.752+0000 7fe9d7400640 1 -- 172.21.15.33:0/3254019098 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe9d0005500 con 0x7fe9e0076720 2024-09-05T02:33:27.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.752+0000 7fe9e5600640 1 -- 172.21.15.33:0/3254019098 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9e019f330 con 0x7fe9e0076720 2024-09-05T02:33:27.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.752+0000 7fe9d7400640 1 -- 172.21.15.33:0/3254019098 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d0004e00 con 0x7fe9e0076720 2024-09-05T02:33:27.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.752+0000 7fe9e5600640 1 -- 172.21.15.33:0/3254019098 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9e01ab620 con 0x7fe9e0076720 2024-09-05T02:33:27.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.755+0000 7fe9e8229740 1 Processor -- start 2024-09-05T02:33:27.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.755+0000 7fe9d7400640 1 -- 172.21.15.33:0/3254019098 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fe9d0004fa0 con 0x7fe9e0076720 2024-09-05T02:33:27.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.755+0000 7fe9e8229740 1 -- start start 2024-09-05T02:33:27.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.755+0000 7fe9e8229740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636dd3c70 0x563636dd4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:27.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.755+0000 7fe9e8229740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636dd4590 0x563636dde910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:27.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.755+0000 7fe9e8229740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636ddee50 0x563636de1240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:27.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.755+0000 7fe9e8229740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x563636d3a3e0 con 0x563636dd3c70 2024-09-05T02:33:27.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.755+0000 7fe9e8229740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563636ce1d80 con 0x563636ddee50 2024-09-05T02:33:27.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.755+0000 7fe9e8229740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x563636d363a0 con 0x563636dd4590 2024-09-05T02:33:27.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.756+0000 7fe9df400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636dd3c70 0x563636dd4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:27.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.756+0000 7fe9df400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636dd3c70 0x563636dd4050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38148/0 (socket says 172.21.15.33:38148) 2024-09-05T02:33:27.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.756+0000 7fe9df400640 1 -- 172.21.15.33:0/4143188714 learned_addr learned my addr 172.21.15.33:0/4143188714 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:27.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.756+0000 7fe9d7e00640 1 --2- 172.21.15.33:0/4143188714 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636ddee50 0x563636de1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:27.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.756+0000 7fe9dea00640 1 --2- 172.21.15.33:0/4143188714 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636dd4590 0x563636dde910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:27.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.756+0000 7fe9d7e00640 1 -- 172.21.15.33:0/4143188714 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636dd4590 msgr2=0x563636dde910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:27.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.756+0000 7fe9d7e00640 1 --2- 172.21.15.33:0/4143188714 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636dd4590 0x563636dde910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.756+0000 7fe9d7e00640 1 -- 172.21.15.33:0/4143188714 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636dd3c70 msgr2=0x563636dd4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:27.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.756+0000 7fe9d7e00640 1 --2- 172.21.15.33:0/4143188714 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636dd3c70 0x563636dd4050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.756+0000 7fe9d7e00640 1 -- 172.21.15.33:0/4143188714 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563636d00ae0 con 0x563636ddee50 2024-09-05T02:33:27.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.757+0000 7fe9d7e00640 1 --2- 172.21.15.33:0/4143188714 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636ddee50 0x563636de1240 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe9e01a0100 tx=0x7fe9c80107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=418934b527a32524 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:27.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.757+0000 7fe9cf400640 1 -- 172.21.15.33:0/4143188714 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c801c480 con 0x563636ddee50 2024-09-05T02:33:27.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.757+0000 7fe9cf400640 1 -- 172.21.15.33:0/4143188714 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe9c801cb00 con 0x563636ddee50 2024-09-05T02:33:27.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.757+0000 7fe9cf400640 1 -- 172.21.15.33:0/4143188714 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c8011a90 con 0x563636ddee50 2024-09-05T02:33:27.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.757+0000 7fe9d7400640 1 --2- 172.21.15.33:0/3254019098 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe9c40a2d70 0x7fe9c40a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:27.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.757+0000 7fe9d7400640 1 -- 172.21.15.33:0/3254019098 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe9d00cedc0 con 0x7fe9e0076720 2024-09-05T02:33:27.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.757+0000 7fe9df400640 1 --2- 172.21.15.33:0/3254019098 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe9c40a2d70 0x7fe9c40a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:27.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.758+0000 7fe9e8229740 1 -- 172.21.15.33:0/4143188714 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636ddee50 msgr2=0x563636de1240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:27.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.758+0000 7fe9e8229740 1 --2- 172.21.15.33:0/4143188714 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636ddee50 0x563636de1240 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe9e01a0100 tx=0x7fe9c80107a0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.758+0000 7fe9e8229740 1 -- 172.21.15.33:0/4143188714 shutdown_connections 2024-09-05T02:33:27.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.758+0000 7fe9e8229740 1 --2- 172.21.15.33:0/4143188714 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636ddee50 0x563636de1240 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.758+0000 7fe9e8229740 1 --2- 172.21.15.33:0/4143188714 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636dd4590 0x563636dde910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.758+0000 7fe9e8229740 1 --2- 172.21.15.33:0/4143188714 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636dd3c70 0x563636dd4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.758+0000 7fe9e8229740 1 -- 172.21.15.33:0/4143188714 >> 172.21.15.33:0/4143188714 conn(0x563636dd0200 msgr2=0x563636dd05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:27.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.758+0000 7fe9e8229740 1 -- 172.21.15.33:0/4143188714 shutdown_connections 2024-09-05T02:33:27.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.758+0000 7fe9e8229740 1 -- 172.21.15.33:0/4143188714 wait complete. 2024-09-05T02:33:27.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.758+0000 7fe9df400640 1 --2- 172.21.15.33:0/3254019098 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe9c40a2d70 0x7fe9c40a5230 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe9d8009430 tx=0x7fe9d8004a80 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:27.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.758+0000 7fe9e8229740 1 -- start start 2024-09-05T02:33:27.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.759+0000 7fe9e8229740 1 Processor -- start 2024-09-05T02:33:27.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.759+0000 7fe9e8229740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636dd3c70 0x563636ddbca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:27.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.759+0000 7fe9e8229740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636dd4590 0x563636ddc1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:27.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.759+0000 7fe9e8229740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636ddee50 0x563636ddc720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:27.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.759+0000 7fe9e8229740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x563636de1a20 con 0x563636dd3c70 2024-09-05T02:33:27.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.759+0000 7fe9e8229740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563636cf50f0 con 0x563636dd4590 2024-09-05T02:33:27.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.759+0000 7fe9e8229740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x563636de1ba0 con 0x563636ddee50 2024-09-05T02:33:27.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.759+0000 7fe9e8229740 10 client.0 _ll_register_callbacks cb 0x563636cdcbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:27.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.759+0000 7fe9dea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636dd3c70 0x563636ddbca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:27.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.760+0000 7fe9d7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636dd4590 0x563636ddc1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:27.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.760+0000 7fe9df400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636ddee50 0x563636ddc720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:27.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.760+0000 7fe9df400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636ddee50 0x563636ddc720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:46206/0 (socket says 172.21.15.33:46206) 2024-09-05T02:33:27.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.760+0000 7fe9d7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636dd4590 0x563636ddc1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:40934/0 (socket says 172.21.15.33:40934) 2024-09-05T02:33:27.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.760+0000 7fe9df400640 1 -- 172.21.15.33:0/288566155 learned_addr learned my addr 172.21.15.33:0/288566155 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:27.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.760+0000 7fe9dea00640 1 -- 172.21.15.33:0/288566155 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636ddee50 msgr2=0x563636ddc720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:27.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.760+0000 7fe9dea00640 1 --2- 172.21.15.33:0/288566155 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636ddee50 0x563636ddc720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.760+0000 7fe9dea00640 1 -- 172.21.15.33:0/288566155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636dd4590 msgr2=0x563636ddc1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:27.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.760+0000 7fe9dea00640 1 --2- 172.21.15.33:0/288566155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636dd4590 0x563636ddc1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.760+0000 7fe9dea00640 1 -- 172.21.15.33:0/288566155 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563636aab3c0 con 0x563636dd3c70 2024-09-05T02:33:27.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.760+0000 7fe9df400640 1 --2- 172.21.15.33:0/288566155 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636ddee50 0x563636ddc720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:27.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.760+0000 7fe9d7e00640 1 --2- 172.21.15.33:0/288566155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636dd4590 0x563636ddc1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:27.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.760+0000 7fe9dea00640 1 --2- 172.21.15.33:0/288566155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636dd3c70 0x563636ddbca0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fe9d00cc4c0 tx=0x7fe9d000df40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf2e58cb9ad93254 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:27.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.760+0000 7fe9c3e00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:27.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.761+0000 7fe9c3e00640 1 -- 172.21.15.33:0/288566155 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d0020070 con 0x563636dd3c70 2024-09-05T02:33:27.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.761+0000 7fe9c3e00640 1 -- 172.21.15.33:0/288566155 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe9d00979b0 con 0x563636dd3c70 2024-09-05T02:33:27.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.761+0000 7fe9e8229740 1 -- 172.21.15.33:0/288566155 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9c801cb00 con 0x563636dd3c70 2024-09-05T02:33:27.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.761+0000 7fe9c3e00640 1 -- 172.21.15.33:0/288566155 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe9d009aca0 con 0x563636dd3c70 2024-09-05T02:33:27.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.761+0000 7fe9e8229740 10 client.16623 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:27.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.761+0000 7fe9e8229740 1 -- 172.21.15.33:0/288566155 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563636deda50 con 0x563636dd3c70 2024-09-05T02:33:27.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.761+0000 7fe9c3e00640 1 -- 172.21.15.33:0/288566155 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe9c801cb00 con 0x563636dd3c70 2024-09-05T02:33:27.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.761+0000 7fe9c3e00640 1 -- 172.21.15.33:0/288566155 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe9d00cc740 con 0x563636dd3c70 2024-09-05T02:33:27.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.761+0000 7fe9e8229740 10 client.16623 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:27.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.761+0000 7fe9e8229740 10 client.16623 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:33:27.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.761+0000 7fe9e8229740 20 client.16623 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:27.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.761+0000 7fe9e8229740 1 --2- 172.21.15.33:0/288566155 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x563636deef10 0x563636df1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:27.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.762+0000 7fe9e8229740 4 client.16623 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:27.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.762+0000 7fe9e8229740 1 -- 172.21.15.33:0/288566155 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563636d47950 con 0x563636deef10 2024-09-05T02:33:27.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.762+0000 7fe9d7e00640 1 --2- 172.21.15.33:0/288566155 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x563636deef10 0x563636df1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:27.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.762+0000 7fe9d7e00640 1 --2- 172.21.15.33:0/288566155 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x563636deef10 0x563636df1320 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=d8b88aec14725b02 server_cookie=2d9877a8b34e8246 in_seq=0 out_seq=0 2024-09-05T02:33:27.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.762+0000 7fe9c3e00640 10 client.16623 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:33:27.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.763+0000 7fe9c3e00640 1 -- 172.21.15.33:0/288566155 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563636d47950 con 0x563636deef10 2024-09-05T02:33:27.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.763+0000 7fe9c3e00640 10 client.16623 handle_command_reply: tid=0 2024-09-05T02:33:27.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.763+0000 7fe9e8229740 1 client.16623 shutdown 2024-09-05T02:33:27.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.763+0000 7fe9e8229740 1 -- 172.21.15.33:0/288566155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636dd3c70 msgr2=0x563636ddbca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:27.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.763+0000 7fe9e8229740 1 --2- 172.21.15.33:0/288566155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636dd3c70 0x563636ddbca0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fe9d00cc4c0 tx=0x7fe9d000df40 comp rx=0 tx=0).stop 2024-09-05T02:33:27.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.764+0000 7fe9e8229740 1 -- 172.21.15.33:0/288566155 shutdown_connections 2024-09-05T02:33:27.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.764+0000 7fe9e8229740 1 --2- 172.21.15.33:0/288566155 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x563636deef10 0x563636df1320 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.764+0000 7fe9e8229740 1 --2- 172.21.15.33:0/288566155 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636ddee50 0x563636ddc720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.764+0000 7fe9e8229740 1 --2- 172.21.15.33:0/288566155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636dd4590 0x563636ddc1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.764+0000 7fe9e8229740 1 --2- 172.21.15.33:0/288566155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636dd3c70 0x563636ddbca0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.764+0000 7fe9e8229740 1 -- 172.21.15.33:0/288566155 >> 172.21.15.33:0/288566155 conn(0x563636dd0200 msgr2=0x563636dd5f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:27.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.764+0000 7fe9c3e00640 0 client.16623 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:33:27.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.764+0000 7fe9e8229740 1 -- 172.21.15.33:0/288566155 shutdown_connections 2024-09-05T02:33:27.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.764+0000 7fe9e8229740 1 -- 172.21.15.33:0/288566155 wait complete. 2024-09-05T02:33:27.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.764+0000 7fe9e8229740 20 client.16623 trim_cache size 0 max 16384 2024-09-05T02:33:27.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.778+0000 7fe9e8229740 1 Processor -- start 2024-09-05T02:33:27.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.778+0000 7fe9e8229740 1 -- start start 2024-09-05T02:33:27.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.778+0000 7fe9e8229740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636dd3c70 0x563636ddb560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:27.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.778+0000 7fe9e8229740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636dd4590 0x563636dddc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:27.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.778+0000 7fe9e8229740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636ddee50 0x563636df6bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:27.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.778+0000 7fe9e8229740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e01b3f00 con 0x563636dd3c70 2024-09-05T02:33:27.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.778+0000 7fe9e8229740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e01b5a40 con 0x563636dd4590 2024-09-05T02:33:27.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.778+0000 7fe9e8229740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e01b45d0 con 0x563636ddee50 2024-09-05T02:33:27.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.779+0000 7fe9dea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636dd3c70 0x563636ddb560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:27.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.779+0000 7fe9dea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636dd3c70 0x563636ddb560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38164/0 (socket says 172.21.15.33:38164) 2024-09-05T02:33:27.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.779+0000 7fe9dea00640 1 -- 172.21.15.33:0/1600584611 learned_addr learned my addr 172.21.15.33:0/1600584611 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:27.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.779+0000 7fe9d7e00640 1 --2- 172.21.15.33:0/1600584611 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636dd4590 0x563636dddc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:27.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.779+0000 7fe9df400640 1 --2- 172.21.15.33:0/1600584611 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636ddee50 0x563636df6bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:27.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.779+0000 7fe9dea00640 1 -- 172.21.15.33:0/1600584611 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636ddee50 msgr2=0x563636df6bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:27.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.779+0000 7fe9dea00640 1 --2- 172.21.15.33:0/1600584611 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636ddee50 0x563636df6bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.779+0000 7fe9dea00640 1 -- 172.21.15.33:0/1600584611 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636dd4590 msgr2=0x563636dddc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:27.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.779+0000 7fe9dea00640 1 --2- 172.21.15.33:0/1600584611 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636dd4590 0x563636dddc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.779+0000 7fe9dea00640 1 -- 172.21.15.33:0/1600584611 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563636dd0030 con 0x563636dd3c70 2024-09-05T02:33:27.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.779+0000 7fe9df400640 1 --2- 172.21.15.33:0/1600584611 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636ddee50 0x563636df6bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:33:27.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.780+0000 7fe9dea00640 1 --2- 172.21.15.33:0/1600584611 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636dd3c70 0x563636ddb560 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fe9d00a40c0 tx=0x7fe9d0099850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4172b95ca03d5d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:27.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.780+0000 7fe9cea00640 1 -- 172.21.15.33:0/1600584611 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d0020040 con 0x563636dd3c70 2024-09-05T02:33:27.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.780+0000 7fe9cea00640 1 -- 172.21.15.33:0/1600584611 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe9d009f640 con 0x563636dd3c70 2024-09-05T02:33:27.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.780+0000 7fe9cea00640 1 -- 172.21.15.33:0/1600584611 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d00979b0 con 0x563636dd3c70 2024-09-05T02:33:27.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.780+0000 7fe9e8229740 1 -- 172.21.15.33:0/1600584611 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636dd3c70 msgr2=0x563636ddb560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:27.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.780+0000 7fe9e8229740 1 --2- 172.21.15.33:0/1600584611 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636dd3c70 0x563636ddb560 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fe9d00a40c0 tx=0x7fe9d0099850 comp rx=0 tx=0).stop 2024-09-05T02:33:27.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.780+0000 7fe9e8229740 1 -- 172.21.15.33:0/1600584611 shutdown_connections 2024-09-05T02:33:27.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.780+0000 7fe9e8229740 1 --2- 172.21.15.33:0/1600584611 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636ddee50 0x563636df6bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.780+0000 7fe9e8229740 1 --2- 172.21.15.33:0/1600584611 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636dd4590 0x563636dddc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.780+0000 7fe9e8229740 1 --2- 172.21.15.33:0/1600584611 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636dd3c70 0x563636ddb560 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.781+0000 7fe9e8229740 1 -- 172.21.15.33:0/1600584611 >> 172.21.15.33:0/1600584611 conn(0x563636dd0200 msgr2=0x563636ddd500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:27.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.781+0000 7fe9e8229740 1 -- 172.21.15.33:0/1600584611 shutdown_connections 2024-09-05T02:33:27.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.781+0000 7fe9e8229740 1 -- 172.21.15.33:0/1600584611 wait complete. 2024-09-05T02:33:27.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.781+0000 7fe9e8229740 1 -- start start 2024-09-05T02:33:27.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.781+0000 7fe9e8229740 1 Processor -- start 2024-09-05T02:33:27.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.782+0000 7fe9e8229740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636dd3c70 0x563636de76e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:27.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.782+0000 7fe9e8229740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636dd4590 0x563636dd8ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:27.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.782+0000 7fe9e8229740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636ddee50 0x563636dd9220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:27.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.782+0000 7fe9e8229740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e01b5370 con 0x563636ddee50 2024-09-05T02:33:27.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.782+0000 7fe9e8229740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e01b4ca0 con 0x563636dd4590 2024-09-05T02:33:27.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.782+0000 7fe9e8229740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e01b1ee0 con 0x563636dd3c70 2024-09-05T02:33:27.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.782+0000 7fe9e8229740 10 client.0 _ll_register_callbacks cb 0x7fe9d000d6c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:27.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.782+0000 7fe9dea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636dd3c70 0x563636de76e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:27.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.782+0000 7fe9df400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636ddee50 0x563636dd9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:27.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.782+0000 7fe9d7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636dd4590 0x563636dd8ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:27.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.782+0000 7fe9dea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636dd3c70 0x563636de76e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:46228/0 (socket says 172.21.15.33:46228) 2024-09-05T02:33:27.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.782+0000 7fe9dea00640 1 -- 172.21.15.33:0/3036531698 learned_addr learned my addr 172.21.15.33:0/3036531698 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:27.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.782+0000 7fe9d7e00640 1 -- 172.21.15.33:0/3036531698 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636dd3c70 msgr2=0x563636de76e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:27.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.782+0000 7fe9d7e00640 1 --2- 172.21.15.33:0/3036531698 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636dd3c70 0x563636de76e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.782+0000 7fe9d7e00640 1 -- 172.21.15.33:0/3036531698 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636ddee50 msgr2=0x563636dd9220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:27.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.782+0000 7fe9d7e00640 1 --2- 172.21.15.33:0/3036531698 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636ddee50 0x563636dd9220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.782+0000 7fe9d7e00640 1 -- 172.21.15.33:0/3036531698 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563636dcb770 con 0x563636dd4590 2024-09-05T02:33:27.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.783+0000 7fe9d7e00640 1 --2- 172.21.15.33:0/3036531698 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636dd4590 0x563636dd8ae0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8005d00 tx=0x7fe9c8005a70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45c957c8b42047a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:27.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.783+0000 7fe9c3e00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:33:27.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.783+0000 7fe9c3e00640 1 -- 172.21.15.33:0/3036531698 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c802c030 con 0x563636dd4590 2024-09-05T02:33:27.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.783+0000 7fe9c3e00640 1 -- 172.21.15.33:0/3036531698 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fe9c8005040 con 0x563636dd4590 2024-09-05T02:33:27.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.783+0000 7fe9e8229740 1 -- 172.21.15.33:0/3036531698 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9d009f640 con 0x563636dd4590 2024-09-05T02:33:27.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.783+0000 7fe9c3e00640 1 -- 172.21.15.33:0/3036531698 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe9c8005240 con 0x563636dd4590 2024-09-05T02:33:27.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.783+0000 7fe9e8229740 10 client.26714 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:27.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.783+0000 7fe9e8229740 1 -- 172.21.15.33:0/3036531698 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563636e59b60 con 0x563636dd4590 2024-09-05T02:33:27.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.784+0000 7fe9c3e00640 1 -- 172.21.15.33:0/3036531698 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe9d009f640 con 0x563636dd4590 2024-09-05T02:33:27.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.784+0000 7fe9c3e00640 1 -- 172.21.15.33:0/3036531698 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe9c80116a0 con 0x563636dd4590 2024-09-05T02:33:27.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.784+0000 7fe9e8229740 10 client.26714 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:27.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.784+0000 7fe9e8229740 10 client.26714 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:33:27.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.784+0000 7fe9e8229740 20 client.26714 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:27.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.784+0000 7fe9e8229740 1 --2- 172.21.15.33:0/3036531698 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x563636e5a1a0 0x563636e5c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:27.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.784+0000 7fe9e8229740 4 client.26714 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:33:27.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.784+0000 7fe9e8229740 1 -- 172.21.15.33:0/3036531698 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563636d41e60 con 0x563636e5a1a0 2024-09-05T02:33:27.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.784+0000 7fe9dea00640 1 --2- 172.21.15.33:0/3036531698 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x563636e5a1a0 0x563636e5c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:27.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.785+0000 7fe9dea00640 1 --2- 172.21.15.33:0/3036531698 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x563636e5a1a0 0x563636e5c5c0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=4e046b56d035e2c6 server_cookie=934197f5a1baf00e in_seq=0 out_seq=0 2024-09-05T02:33:27.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.785+0000 7fe9c3e00640 10 client.26714 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:33:27.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.785+0000 7fe9c3e00640 1 -- 172.21.15.33:0/3036531698 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563636d41e60 con 0x563636e5a1a0 2024-09-05T02:33:27.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.785+0000 7fe9c3e00640 10 client.26714 handle_command_reply: tid=0 2024-09-05T02:33:27.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.785+0000 7fe9e8229740 1 client.26714 shutdown 2024-09-05T02:33:27.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.785+0000 7fe9e8229740 1 -- 172.21.15.33:0/3036531698 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636dd4590 msgr2=0x563636dd8ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:27.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.785+0000 7fe9e8229740 1 --2- 172.21.15.33:0/3036531698 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636dd4590 0x563636dd8ae0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8005d00 tx=0x7fe9c8005a70 comp rx=0 tx=0).stop 2024-09-05T02:33:27.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.785+0000 7fe9e8229740 1 -- 172.21.15.33:0/3036531698 shutdown_connections 2024-09-05T02:33:27.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.785+0000 7fe9e8229740 1 --2- 172.21.15.33:0/3036531698 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x563636e5a1a0 0x563636e5c5c0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.785+0000 7fe9e8229740 1 --2- 172.21.15.33:0/3036531698 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563636ddee50 0x563636dd9220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.786+0000 7fe9e8229740 1 --2- 172.21.15.33:0/3036531698 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563636dd4590 0x563636dd8ae0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.786+0000 7fe9e8229740 1 --2- 172.21.15.33:0/3036531698 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563636dd3c70 0x563636de76e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.786+0000 7fe9c3e00640 0 client.26714 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:33:27.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.786+0000 7fe9e8229740 1 -- 172.21.15.33:0/3036531698 >> 172.21.15.33:0/3036531698 conn(0x563636dd0200 msgr2=0x563636dcf380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:27.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.786+0000 7fe9e8229740 1 -- 172.21.15.33:0/3036531698 shutdown_connections 2024-09-05T02:33:27.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.786+0000 7fe9e8229740 1 -- 172.21.15.33:0/3036531698 wait complete. 2024-09-05T02:33:27.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.786+0000 7fe9e8229740 20 client.26714 trim_cache size 0 max 16384 2024-09-05T02:33:27.792 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:33:27.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.787+0000 7fe9e5600640 1 -- 172.21.15.33:0/3254019098 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe9c40a2d70 msgr2=0x7fe9c40a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:27.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.787+0000 7fe9e5600640 1 --2- 172.21.15.33:0/3254019098 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe9c40a2d70 0x7fe9c40a5230 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe9d8009430 tx=0x7fe9d8004a80 comp rx=0 tx=0).stop 2024-09-05T02:33:27.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.787+0000 7fe9e5600640 1 -- 172.21.15.33:0/3254019098 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9e0076720 msgr2=0x7fe9e01a4750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:27.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.787+0000 7fe9e5600640 1 --2- 172.21.15.33:0/3254019098 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9e0076720 0x7fe9e01a4750 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fe9d000d770 tx=0x7fe9d000dc30 comp rx=0 tx=0).stop 2024-09-05T02:33:27.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.787+0000 7fe9e5600640 1 -- 172.21.15.33:0/3254019098 shutdown_connections 2024-09-05T02:33:27.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.787+0000 7fe9e5600640 1 --2- 172.21.15.33:0/3254019098 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe9c40a2d70 0x7fe9c40a5230 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.787+0000 7fe9e5600640 1 --2- 172.21.15.33:0/3254019098 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe9e0112a50 0x7fe9e019e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.787+0000 7fe9e5600640 1 --2- 172.21.15.33:0/3254019098 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9e0077040 0x7fe9e01a4c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.787+0000 7fe9e5600640 1 --2- 172.21.15.33:0/3254019098 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9e0076720 0x7fe9e01a4750 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:27.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.787+0000 7fe9e5600640 1 -- 172.21.15.33:0/3254019098 >> 172.21.15.33:0/3254019098 conn(0x7fe9e00ffa50 msgr2=0x7fe9e0101e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:27.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.787+0000 7fe9e5600640 1 -- 172.21.15.33:0/3254019098 shutdown_connections 2024-09-05T02:33:27.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:27.787+0000 7fe9e5600640 1 -- 172.21.15.33:0/3254019098 wait complete. 2024-09-05T02:33:27.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:27 smithi123 ceph-mon[34031]: pgmap v198: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:33:28.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:27 smithi174 ceph-mon[34756]: pgmap v198: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:33:28.507 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:33:28.884 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:29.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.452+0000 7fbc18200640 1 -- 172.21.15.33:0/1868087243 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc10109120 msgr2=0x7fbc10110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:29.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.452+0000 7fbc18200640 1 --2- 172.21.15.33:0/1868087243 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc10109120 0x7fbc10110ca0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fbc08009ca0 tx=0x7fbc0802a8c0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.452+0000 7fbc18200640 1 -- 172.21.15.33:0/1868087243 shutdown_connections 2024-09-05T02:33:29.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.452+0000 7fbc18200640 1 --2- 172.21.15.33:0/1868087243 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc10109120 0x7fbc10110ca0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.452+0000 7fbc18200640 1 --2- 172.21.15.33:0/1868087243 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbc101049a0 0x7fbc101089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.452+0000 7fbc18200640 1 --2- 172.21.15.33:0/1868087243 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbc10103ff0 0x7fbc101043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.452+0000 7fbc18200640 1 -- 172.21.15.33:0/1868087243 >> 172.21.15.33:0/1868087243 conn(0x7fbc100ffa90 msgr2=0x7fbc10101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:29.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.452+0000 7fbc18200640 1 -- 172.21.15.33:0/1868087243 shutdown_connections 2024-09-05T02:33:29.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.452+0000 7fbc18200640 1 -- 172.21.15.33:0/1868087243 wait complete. 2024-09-05T02:33:29.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.453+0000 7fbc18200640 1 Processor -- start 2024-09-05T02:33:29.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.453+0000 7fbc18200640 1 -- start start 2024-09-05T02:33:29.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.453+0000 7fbc18200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbc10103ff0 0x7fbc1019a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:29.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.453+0000 7fbc18200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbc101049a0 0x7fbc1019aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:29.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.453+0000 7fbc18200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc10109120 0x7fbc1019ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:29.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.453+0000 7fbc18200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbc10114130 con 0x7fbc10109120 2024-09-05T02:33:29.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.453+0000 7fbc18200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbc10113fb0 con 0x7fbc101049a0 2024-09-05T02:33:29.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.453+0000 7fbc18200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbc101142b0 con 0x7fbc10103ff0 2024-09-05T02:33:29.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.454+0000 7fbc14e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbc101049a0 0x7fbc1019aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:29.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.454+0000 7fbc16200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc10109120 0x7fbc1019ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:29.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.454+0000 7fbc14e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbc101049a0 0x7fbc1019aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:40962/0 (socket says 172.21.15.33:40962) 2024-09-05T02:33:29.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.454+0000 7fbc14e00640 1 -- 172.21.15.33:0/1244237234 learned_addr learned my addr 172.21.15.33:0/1244237234 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:29.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.454+0000 7fbc15800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbc10103ff0 0x7fbc1019a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:29.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.454+0000 7fbc14e00640 1 -- 172.21.15.33:0/1244237234 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbc10103ff0 msgr2=0x7fbc1019a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:29.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.454+0000 7fbc14e00640 1 --2- 172.21.15.33:0/1244237234 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbc10103ff0 0x7fbc1019a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.454+0000 7fbc14e00640 1 -- 172.21.15.33:0/1244237234 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc10109120 msgr2=0x7fbc1019ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:29.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.454+0000 7fbc14e00640 1 --2- 172.21.15.33:0/1244237234 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc10109120 0x7fbc1019ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.454+0000 7fbc14e00640 1 -- 172.21.15.33:0/1244237234 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc1019f540 con 0x7fbc101049a0 2024-09-05T02:33:29.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.455+0000 7fbc14e00640 1 --2- 172.21.15.33:0/1244237234 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbc101049a0 0x7fbc1019aad0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc00d950 tx=0x7fbbfc00de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:29.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.455+0000 7fbc0e000640 1 -- 172.21.15.33:0/1244237234 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbfc017070 con 0x7fbc101049a0 2024-09-05T02:33:29.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.455+0000 7fbc18200640 1 -- 172.21.15.33:0/1244237234 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc1019f830 con 0x7fbc101049a0 2024-09-05T02:33:29.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.455+0000 7fbc0e000640 1 -- 172.21.15.33:0/1244237234 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbbfc009c30 con 0x7fbc101049a0 2024-09-05T02:33:29.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.455+0000 7fbc0e000640 1 -- 172.21.15.33:0/1244237234 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbfc00f6b0 con 0x7fbc101049a0 2024-09-05T02:33:29.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.455+0000 7fbc18200640 1 -- 172.21.15.33:0/1244237234 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc101a7110 con 0x7fbc101049a0 2024-09-05T02:33:29.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.458+0000 7fbc1ae22740 1 Processor -- start 2024-09-05T02:33:29.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.458+0000 7fbc1ae22740 1 -- start start 2024-09-05T02:33:29.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.458+0000 7fbc0e000640 1 -- 172.21.15.33:0/1244237234 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fbbfc0109d0 con 0x7fbc101049a0 2024-09-05T02:33:29.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.458+0000 7fbc1ae22740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff814c70 0x5601ff815050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:29.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.458+0000 7fbc1ae22740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff815590 0x5601ff81f910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:29.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.459+0000 7fbc1ae22740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff81fe50 0x5601ff822240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:29.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.459+0000 7fbc1ae22740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5601ff77b3e0 con 0x5601ff814c70 2024-09-05T02:33:29.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.459+0000 7fbc1ae22740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5601ff722d80 con 0x5601ff81fe50 2024-09-05T02:33:29.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.459+0000 7fbc1ae22740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5601ff7773a0 con 0x5601ff815590 2024-09-05T02:33:29.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.459+0000 7fbc16200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff814c70 0x5601ff815050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:29.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.459+0000 7fbc15800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff815590 0x5601ff81f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:29.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.459+0000 7fbc14e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff81fe50 0x5601ff822240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:29.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.459+0000 7fbc15800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff815590 0x5601ff81f910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:46252/0 (socket says 172.21.15.33:46252) 2024-09-05T02:33:29.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.459+0000 7fbc15800640 1 -- 172.21.15.33:0/3774998502 learned_addr learned my addr 172.21.15.33:0/3774998502 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:29.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.459+0000 7fbc16200640 1 -- 172.21.15.33:0/3774998502 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff815590 msgr2=0x5601ff81f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:29.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.459+0000 7fbc16200640 1 --2- 172.21.15.33:0/3774998502 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff815590 0x5601ff81f910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.459+0000 7fbc16200640 1 -- 172.21.15.33:0/3774998502 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff81fe50 msgr2=0x5601ff822240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:29.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.459+0000 7fbc16200640 1 --2- 172.21.15.33:0/3774998502 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff81fe50 0x5601ff822240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.459+0000 7fbc16200640 1 -- 172.21.15.33:0/3774998502 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601ff741ae0 con 0x5601ff814c70 2024-09-05T02:33:29.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.459+0000 7fbc14e00640 1 --2- 172.21.15.33:0/3774998502 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff81fe50 0x5601ff822240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:29.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.460+0000 7fbc16200640 1 --2- 172.21.15.33:0/3774998502 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff814c70 0x5601ff815050 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fbc08006010 tx=0x7fbc08009800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4204fd8ba3637bf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:29.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.460+0000 7fbc02a00640 1 -- 172.21.15.33:0/3774998502 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc08031db0 con 0x5601ff814c70 2024-09-05T02:33:29.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.460+0000 7fbc02a00640 1 -- 172.21.15.33:0/3774998502 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbc08036040 con 0x5601ff814c70 2024-09-05T02:33:29.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.460+0000 7fbc02a00640 1 -- 172.21.15.33:0/3774998502 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc08004330 con 0x5601ff814c70 2024-09-05T02:33:29.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.460+0000 7fbc0e000640 1 --2- 172.21.15.33:0/1244237234 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbbf80a2d70 0x7fbbf80a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:29.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.460+0000 7fbc0e000640 1 -- 172.21.15.33:0/1244237234 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fbbfc0cf2b0 con 0x7fbc101049a0 2024-09-05T02:33:29.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.460+0000 7fbc15800640 1 --2- 172.21.15.33:0/1244237234 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbbf80a2d70 0x7fbbf80a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:29.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.461+0000 7fbc1ae22740 1 -- 172.21.15.33:0/3774998502 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff814c70 msgr2=0x5601ff815050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:29.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.461+0000 7fbc1ae22740 1 --2- 172.21.15.33:0/3774998502 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff814c70 0x5601ff815050 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fbc08006010 tx=0x7fbc08009800 comp rx=0 tx=0).stop 2024-09-05T02:33:29.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.461+0000 7fbc1ae22740 1 -- 172.21.15.33:0/3774998502 shutdown_connections 2024-09-05T02:33:29.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.461+0000 7fbc1ae22740 1 --2- 172.21.15.33:0/3774998502 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff81fe50 0x5601ff822240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.461+0000 7fbc1ae22740 1 --2- 172.21.15.33:0/3774998502 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff815590 0x5601ff81f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.461+0000 7fbc1ae22740 1 --2- 172.21.15.33:0/3774998502 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff814c70 0x5601ff815050 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.461+0000 7fbc1ae22740 1 -- 172.21.15.33:0/3774998502 >> 172.21.15.33:0/3774998502 conn(0x5601ff811200 msgr2=0x5601ff8115e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:29.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.461+0000 7fbc1ae22740 1 -- 172.21.15.33:0/3774998502 shutdown_connections 2024-09-05T02:33:29.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.461+0000 7fbc1ae22740 1 -- 172.21.15.33:0/3774998502 wait complete. 2024-09-05T02:33:29.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.461+0000 7fbc15800640 1 --2- 172.21.15.33:0/1244237234 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbbf80a2d70 0x7fbbf80a5230 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x5601ff812060 tx=0x7fbc04005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:29.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.462+0000 7fbc1ae22740 1 -- start start 2024-09-05T02:33:29.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.462+0000 7fbc1ae22740 1 Processor -- start 2024-09-05T02:33:29.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.463+0000 7fbc1ae22740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff814c70 0x5601ff81cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:29.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.463+0000 7fbc1ae22740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff815590 0x5601ff81d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:29.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.463+0000 7fbc1ae22740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff81fe50 0x5601ff81d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:29.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.463+0000 7fbc1ae22740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5601ff8228a0 con 0x5601ff815590 2024-09-05T02:33:29.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.463+0000 7fbc1ae22740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5601ff7360f0 con 0x5601ff814c70 2024-09-05T02:33:29.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.463+0000 7fbc1ae22740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5601ff822a20 con 0x5601ff81fe50 2024-09-05T02:33:29.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.463+0000 7fbc1ae22740 10 client.0 _ll_register_callbacks cb 0x5601ff71dbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:29.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.463+0000 7fbc14e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff815590 0x5601ff81d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:29.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.463+0000 7fbc14e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff815590 0x5601ff81d220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38216/0 (socket says 172.21.15.33:38216) 2024-09-05T02:33:29.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.463+0000 7fbc14e00640 1 -- 172.21.15.33:0/215264898 learned_addr learned my addr 172.21.15.33:0/215264898 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:29.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.463+0000 7fbc15800640 1 --2- 172.21.15.33:0/215264898 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff814c70 0x5601ff81cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:29.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.463+0000 7fbc16200640 1 --2- 172.21.15.33:0/215264898 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff81fe50 0x5601ff81d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:29.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.463+0000 7fbc14e00640 1 -- 172.21.15.33:0/215264898 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff81fe50 msgr2=0x5601ff81d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:29.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.463+0000 7fbc14e00640 1 --2- 172.21.15.33:0/215264898 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff81fe50 0x5601ff81d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.463+0000 7fbc14e00640 1 -- 172.21.15.33:0/215264898 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff814c70 msgr2=0x5601ff81cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:29.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.463+0000 7fbc14e00640 1 --2- 172.21.15.33:0/215264898 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff814c70 0x5601ff81cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.463+0000 7fbc14e00640 1 -- 172.21.15.33:0/215264898 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601ff4ec3c0 con 0x5601ff815590 2024-09-05T02:33:29.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.463+0000 7fbc15800640 1 --2- 172.21.15.33:0/215264898 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff814c70 0x5601ff81cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:29.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.464+0000 7fbc14e00640 1 --2- 172.21.15.33:0/215264898 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff815590 0x5601ff81d220 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc010fd0 tx=0x7fbbfc00bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=191d75a7d5b955fa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:29.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.464+0000 7fbbf7400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:29.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.464+0000 7fbbf7400640 1 -- 172.21.15.33:0/215264898 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbfc020070 con 0x5601ff815590 2024-09-05T02:33:29.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.464+0000 7fbbf7400640 1 -- 172.21.15.33:0/215264898 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fbbfc0ccc30 con 0x5601ff815590 2024-09-05T02:33:29.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.464+0000 7fbc1ae22740 1 -- 172.21.15.33:0/215264898 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc08036040 con 0x5601ff815590 2024-09-05T02:33:29.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.464+0000 7fbbf7400640 1 -- 172.21.15.33:0/215264898 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbbfc09b370 con 0x5601ff815590 2024-09-05T02:33:29.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.464+0000 7fbc1ae22740 10 client.16641 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:29.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.464+0000 7fbc1ae22740 1 -- 172.21.15.33:0/215264898 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5601ff82e870 con 0x5601ff815590 2024-09-05T02:33:29.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.464+0000 7fbbf7400640 1 -- 172.21.15.33:0/215264898 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbc08036040 con 0x5601ff815590 2024-09-05T02:33:29.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.465+0000 7fbbf7400640 1 -- 172.21.15.33:0/215264898 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fbbfc09ba90 con 0x5601ff815590 2024-09-05T02:33:29.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.465+0000 7fbc1ae22740 10 client.16641 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:29.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.465+0000 7fbc1ae22740 10 client.16641 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:33:29.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.465+0000 7fbc1ae22740 20 client.16641 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:29.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.465+0000 7fbc1ae22740 1 --2- 172.21.15.33:0/215264898 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5601ff82fc80 0x5601ff832070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:29.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.465+0000 7fbc1ae22740 4 client.16641 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:29.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.465+0000 7fbc1ae22740 1 -- 172.21.15.33:0/215264898 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5601ff788950 con 0x5601ff82fc80 2024-09-05T02:33:29.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.465+0000 7fbc15800640 1 --2- 172.21.15.33:0/215264898 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5601ff82fc80 0x5601ff832070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:29.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.466+0000 7fbc15800640 1 --2- 172.21.15.33:0/215264898 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5601ff82fc80 0x5601ff832070 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8ec0ed8ffd57b999 server_cookie=c61990a7586ca0f6 in_seq=0 out_seq=0 2024-09-05T02:33:29.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.466+0000 7fbbf7400640 10 client.16641 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:33:29.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.467+0000 7fbbf7400640 1 -- 172.21.15.33:0/215264898 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5601ff788950 con 0x5601ff82fc80 2024-09-05T02:33:29.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.467+0000 7fbbf7400640 10 client.16641 handle_command_reply: tid=0 2024-09-05T02:33:29.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.467+0000 7fbc1ae22740 1 client.16641 shutdown 2024-09-05T02:33:29.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.467+0000 7fbc1ae22740 1 -- 172.21.15.33:0/215264898 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff815590 msgr2=0x5601ff81d220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:29.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.467+0000 7fbc1ae22740 1 --2- 172.21.15.33:0/215264898 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff815590 0x5601ff81d220 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc010fd0 tx=0x7fbbfc00bf60 comp rx=0 tx=0).stop 2024-09-05T02:33:29.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.467+0000 7fbc1ae22740 1 -- 172.21.15.33:0/215264898 shutdown_connections 2024-09-05T02:33:29.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.467+0000 7fbc1ae22740 1 --2- 172.21.15.33:0/215264898 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5601ff82fc80 0x5601ff832070 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.467+0000 7fbc1ae22740 1 --2- 172.21.15.33:0/215264898 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff81fe50 0x5601ff81d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.467+0000 7fbc1ae22740 1 --2- 172.21.15.33:0/215264898 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff815590 0x5601ff81d220 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.467+0000 7fbc1ae22740 1 --2- 172.21.15.33:0/215264898 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff814c70 0x5601ff81cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.467+0000 7fbbf7400640 0 client.16641 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:33:29.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.467+0000 7fbc1ae22740 1 -- 172.21.15.33:0/215264898 >> 172.21.15.33:0/215264898 conn(0x5601ff811200 msgr2=0x5601ff810380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:29.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.468+0000 7fbc1ae22740 1 -- 172.21.15.33:0/215264898 shutdown_connections 2024-09-05T02:33:29.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.468+0000 7fbc1ae22740 1 -- 172.21.15.33:0/215264898 wait complete. 2024-09-05T02:33:29.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.468+0000 7fbc1ae22740 20 client.16641 trim_cache size 0 max 16384 2024-09-05T02:33:29.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.482+0000 7fbc1ae22740 1 Processor -- start 2024-09-05T02:33:29.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.482+0000 7fbc1ae22740 1 -- start start 2024-09-05T02:33:29.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.482+0000 7fbc1ae22740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff814c70 0x5601ff8176d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:29.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.482+0000 7fbc1ae22740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff815590 0x5601ff837940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:29.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.482+0000 7fbc1ae22740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff81fe50 0x5601ff837e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:29.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.482+0000 7fbc1ae22740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbc101af9a0 con 0x5601ff81fe50 2024-09-05T02:33:29.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.482+0000 7fbc1ae22740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbc101b14e0 con 0x5601ff814c70 2024-09-05T02:33:29.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.482+0000 7fbc1ae22740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbc101b0070 con 0x5601ff815590 2024-09-05T02:33:29.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.482+0000 7fbc16200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff81fe50 0x5601ff837e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:29.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.482+0000 7fbc15800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff814c70 0x5601ff8176d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:29.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.482+0000 7fbc15800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff814c70 0x5601ff8176d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:41004/0 (socket says 172.21.15.33:41004) 2024-09-05T02:33:29.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.482+0000 7fbc16200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff81fe50 0x5601ff837e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38224/0 (socket says 172.21.15.33:38224) 2024-09-05T02:33:29.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.482+0000 7fbc15800640 1 -- 172.21.15.33:0/3983508397 learned_addr learned my addr 172.21.15.33:0/3983508397 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:29.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.482+0000 7fbc14e00640 1 --2- 172.21.15.33:0/3983508397 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff815590 0x5601ff837940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:29.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.483+0000 7fbc15800640 1 -- 172.21.15.33:0/3983508397 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff815590 msgr2=0x5601ff837940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:29.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.483+0000 7fbc15800640 1 --2- 172.21.15.33:0/3983508397 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff815590 0x5601ff837940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.483+0000 7fbc15800640 1 -- 172.21.15.33:0/3983508397 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff81fe50 msgr2=0x5601ff837e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:29.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.483+0000 7fbc15800640 1 --2- 172.21.15.33:0/3983508397 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff81fe50 0x5601ff837e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.483+0000 7fbc15800640 1 -- 172.21.15.33:0/3983508397 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601ff81b230 con 0x5601ff814c70 2024-09-05T02:33:29.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.483+0000 7fbc15800640 1 --2- 172.21.15.33:0/3983508397 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff814c70 0x5601ff8176d0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x5601ff8328e0 tx=0x7fbc0401b000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ea077c3f7ad5251 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:29.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.483+0000 7fbc02000640 1 -- 172.21.15.33:0/3983508397 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc04039070 con 0x5601ff814c70 2024-09-05T02:33:29.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.483+0000 7fbc02000640 1 -- 172.21.15.33:0/3983508397 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbc0401eda0 con 0x5601ff814c70 2024-09-05T02:33:29.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.483+0000 7fbc02000640 1 -- 172.21.15.33:0/3983508397 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc0402cba0 con 0x5601ff814c70 2024-09-05T02:33:29.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.484+0000 7fbc1ae22740 1 -- 172.21.15.33:0/3983508397 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff814c70 msgr2=0x5601ff8176d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:29.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.484+0000 7fbc1ae22740 1 --2- 172.21.15.33:0/3983508397 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff814c70 0x5601ff8176d0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x5601ff8328e0 tx=0x7fbc0401b000 comp rx=0 tx=0).stop 2024-09-05T02:33:29.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.484+0000 7fbc1ae22740 1 -- 172.21.15.33:0/3983508397 shutdown_connections 2024-09-05T02:33:29.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.484+0000 7fbc1ae22740 1 --2- 172.21.15.33:0/3983508397 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff81fe50 0x5601ff837e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.484+0000 7fbc1ae22740 1 --2- 172.21.15.33:0/3983508397 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff815590 0x5601ff837940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.484+0000 7fbc1ae22740 1 --2- 172.21.15.33:0/3983508397 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff814c70 0x5601ff8176d0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.484+0000 7fbc1ae22740 1 -- 172.21.15.33:0/3983508397 >> 172.21.15.33:0/3983508397 conn(0x5601ff811200 msgr2=0x5601ff81ed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:29.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.484+0000 7fbc1ae22740 1 -- 172.21.15.33:0/3983508397 shutdown_connections 2024-09-05T02:33:29.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.484+0000 7fbc1ae22740 1 -- 172.21.15.33:0/3983508397 wait complete. 2024-09-05T02:33:29.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.484+0000 7fbc1ae22740 1 -- start start 2024-09-05T02:33:29.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.485+0000 7fbc1ae22740 1 Processor -- start 2024-09-05T02:33:29.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.485+0000 7fbc1ae22740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff814c70 0x5601ff828430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:29.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.485+0000 7fbc1ae22740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff815590 0x5601ff823760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:29.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.485+0000 7fbc1ae22740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff81fe50 0x5601ff823cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:29.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.485+0000 7fbc1ae22740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbc101b0e10 con 0x5601ff814c70 2024-09-05T02:33:29.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.485+0000 7fbc1ae22740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbc101b0740 con 0x5601ff81fe50 2024-09-05T02:33:29.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.485+0000 7fbc1ae22740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbc101ad980 con 0x5601ff815590 2024-09-05T02:33:29.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.485+0000 7fbc1ae22740 10 client.0 _ll_register_callbacks cb 0x7fbbfc0d2a50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:29.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.485+0000 7fbc15800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff814c70 0x5601ff828430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:29.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.485+0000 7fbc16200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff81fe50 0x5601ff823cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:29.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.485+0000 7fbc15800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff814c70 0x5601ff828430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38236/0 (socket says 172.21.15.33:38236) 2024-09-05T02:33:29.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.485+0000 7fbc15800640 1 -- 172.21.15.33:0/759334850 learned_addr learned my addr 172.21.15.33:0/759334850 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:29.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.486+0000 7fbc14e00640 1 --2- 172.21.15.33:0/759334850 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff815590 0x5601ff823760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:29.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.486+0000 7fbc16200640 1 -- 172.21.15.33:0/759334850 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff815590 msgr2=0x5601ff823760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:29.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.486+0000 7fbc16200640 1 --2- 172.21.15.33:0/759334850 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff815590 0x5601ff823760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.486+0000 7fbc16200640 1 -- 172.21.15.33:0/759334850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff814c70 msgr2=0x5601ff828430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:29.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.486+0000 7fbc16200640 1 --2- 172.21.15.33:0/759334850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff814c70 0x5601ff828430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.486+0000 7fbc16200640 1 -- 172.21.15.33:0/759334850 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601ff8244f0 con 0x5601ff81fe50 2024-09-05T02:33:29.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.486+0000 7fbc16200640 1 --2- 172.21.15.33:0/759334850 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff81fe50 0x5601ff823cc0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fbc08005fe0 tx=0x7fbc08031a70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b712ccb18a30c8c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:29.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.486+0000 7fbbf7400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:33:29.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.486+0000 7fbbf7400640 1 -- 172.21.15.33:0/759334850 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc08009b20 con 0x5601ff81fe50 2024-09-05T02:33:29.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.487+0000 7fbbf7400640 1 -- 172.21.15.33:0/759334850 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fbc08003970 con 0x5601ff81fe50 2024-09-05T02:33:29.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.487+0000 7fbc1ae22740 1 -- 172.21.15.33:0/759334850 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc0401eda0 con 0x5601ff81fe50 2024-09-05T02:33:29.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.487+0000 7fbbf7400640 1 -- 172.21.15.33:0/759334850 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbc0805a050 con 0x5601ff81fe50 2024-09-05T02:33:29.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.487+0000 7fbc1ae22740 10 client.26732 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:29.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.487+0000 7fbc1ae22740 1 -- 172.21.15.33:0/759334850 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5601ff89a9a0 con 0x5601ff81fe50 2024-09-05T02:33:29.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.487+0000 7fbbf7400640 1 -- 172.21.15.33:0/759334850 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbc0401eda0 con 0x5601ff81fe50 2024-09-05T02:33:29.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.487+0000 7fbbf7400640 1 -- 172.21.15.33:0/759334850 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fbc08055030 con 0x5601ff81fe50 2024-09-05T02:33:29.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.487+0000 7fbc1ae22740 10 client.26732 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:29.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.487+0000 7fbc1ae22740 10 client.26732 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:33:29.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.487+0000 7fbc1ae22740 20 client.26732 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:29.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.487+0000 7fbc1ae22740 1 --2- 172.21.15.33:0/759334850 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5601ff89ade0 0x5601ff89d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:29.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.487+0000 7fbc1ae22740 4 client.26732 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:33:29.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.487+0000 7fbc1ae22740 1 -- 172.21.15.33:0/759334850 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5601ff782e60 con 0x5601ff89ade0 2024-09-05T02:33:29.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.488+0000 7fbc15800640 1 --2- 172.21.15.33:0/759334850 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5601ff89ade0 0x5601ff89d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:29.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.488+0000 7fbc15800640 1 --2- 172.21.15.33:0/759334850 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5601ff89ade0 0x5601ff89d1d0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6fc7ef639f4cd82a server_cookie=5982a25a38d8a013 in_seq=0 out_seq=0 2024-09-05T02:33:29.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.488+0000 7fbbf7400640 10 client.26732 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:33:29.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.488+0000 7fbbf7400640 1 -- 172.21.15.33:0/759334850 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5601ff782e60 con 0x5601ff89ade0 2024-09-05T02:33:29.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.488+0000 7fbbf7400640 10 client.26732 handle_command_reply: tid=0 2024-09-05T02:33:29.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.489+0000 7fbc1ae22740 1 client.26732 shutdown 2024-09-05T02:33:29.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.489+0000 7fbc1ae22740 1 -- 172.21.15.33:0/759334850 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff81fe50 msgr2=0x5601ff823cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:29.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.489+0000 7fbc1ae22740 1 --2- 172.21.15.33:0/759334850 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff81fe50 0x5601ff823cc0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fbc08005fe0 tx=0x7fbc08031a70 comp rx=0 tx=0).stop 2024-09-05T02:33:29.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.489+0000 7fbc1ae22740 1 -- 172.21.15.33:0/759334850 shutdown_connections 2024-09-05T02:33:29.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.489+0000 7fbc1ae22740 1 --2- 172.21.15.33:0/759334850 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5601ff89ade0 0x5601ff89d1d0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.489+0000 7fbc1ae22740 1 --2- 172.21.15.33:0/759334850 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601ff81fe50 0x5601ff823cc0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.489+0000 7fbc1ae22740 1 --2- 172.21.15.33:0/759334850 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5601ff815590 0x5601ff823760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.489+0000 7fbc1ae22740 1 --2- 172.21.15.33:0/759334850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5601ff814c70 0x5601ff828430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.489+0000 7fbc1ae22740 1 -- 172.21.15.33:0/759334850 >> 172.21.15.33:0/759334850 conn(0x5601ff811200 msgr2=0x5601ff81e540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:29.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.489+0000 7fbbf7400640 0 client.26732 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:33:29.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.489+0000 7fbc1ae22740 1 -- 172.21.15.33:0/759334850 shutdown_connections 2024-09-05T02:33:29.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.489+0000 7fbc1ae22740 1 -- 172.21.15.33:0/759334850 wait complete. 2024-09-05T02:33:29.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.489+0000 7fbc1ae22740 20 client.26732 trim_cache size 0 max 16384 2024-09-05T02:33:29.499 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:33:29.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.490+0000 7fbc18200640 1 -- 172.21.15.33:0/1244237234 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbbf80a2d70 msgr2=0x7fbbf80a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:29.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.490+0000 7fbc18200640 1 --2- 172.21.15.33:0/1244237234 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbbf80a2d70 0x7fbbf80a5230 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x5601ff812060 tx=0x7fbc04005f90 comp rx=0 tx=0).stop 2024-09-05T02:33:29.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.490+0000 7fbc18200640 1 -- 172.21.15.33:0/1244237234 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbc101049a0 msgr2=0x7fbc1019aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:29.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.490+0000 7fbc18200640 1 --2- 172.21.15.33:0/1244237234 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbc101049a0 0x7fbc1019aad0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc00d950 tx=0x7fbbfc00de10 comp rx=0 tx=0).stop 2024-09-05T02:33:29.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.490+0000 7fbc18200640 1 -- 172.21.15.33:0/1244237234 shutdown_connections 2024-09-05T02:33:29.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.490+0000 7fbc18200640 1 --2- 172.21.15.33:0/1244237234 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbbf80a2d70 0x7fbbf80a5230 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.490+0000 7fbc18200640 1 --2- 172.21.15.33:0/1244237234 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc10109120 0x7fbc1019ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.490+0000 7fbc18200640 1 --2- 172.21.15.33:0/1244237234 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbc101049a0 0x7fbc1019aad0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.490+0000 7fbc18200640 1 --2- 172.21.15.33:0/1244237234 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbc10103ff0 0x7fbc1019a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:29.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.490+0000 7fbc18200640 1 -- 172.21.15.33:0/1244237234 >> 172.21.15.33:0/1244237234 conn(0x7fbc100ffa90 msgr2=0x7fbc10101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:29.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.490+0000 7fbc18200640 1 -- 172.21.15.33:0/1244237234 shutdown_connections 2024-09-05T02:33:29.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:29.490+0000 7fbc18200640 1 -- 172.21.15.33:0/1244237234 wait complete. 2024-09-05T02:33:29.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:29 smithi123 ceph-mon[34031]: pgmap v199: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:33:29.952 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:29 smithi033 ceph-mon[29909]: pgmap v199: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:33:30.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:29 smithi174 ceph-mon[34756]: pgmap v199: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:33:30.323 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:33:30.701 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:31.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.209+0000 7f54b9a00640 1 -- 172.21.15.33:0/2144843656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f54b4109120 msgr2=0x7f54b4110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:31.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.209+0000 7f54b9a00640 1 --2- 172.21.15.33:0/2144843656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f54b4109120 0x7f54b4110ca0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f54ac009ca0 tx=0x7f54ac02a8c0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.209+0000 7f54b9a00640 1 -- 172.21.15.33:0/2144843656 shutdown_connections 2024-09-05T02:33:31.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.209+0000 7f54b9a00640 1 --2- 172.21.15.33:0/2144843656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f54b4109120 0x7f54b4110ca0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.209+0000 7f54b9a00640 1 --2- 172.21.15.33:0/2144843656 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f54b41049a0 0x7f54b41089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.209+0000 7f54b9a00640 1 --2- 172.21.15.33:0/2144843656 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f54b4103ff0 0x7f54b41043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.209+0000 7f54b9a00640 1 -- 172.21.15.33:0/2144843656 >> 172.21.15.33:0/2144843656 conn(0x7f54b40ffa90 msgr2=0x7f54b4101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:31.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.209+0000 7f54b9a00640 1 -- 172.21.15.33:0/2144843656 shutdown_connections 2024-09-05T02:33:31.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.210+0000 7f54b9a00640 1 -- 172.21.15.33:0/2144843656 wait complete. 2024-09-05T02:33:31.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.210+0000 7f54b9a00640 1 Processor -- start 2024-09-05T02:33:31.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.211+0000 7f54b9a00640 1 -- start start 2024-09-05T02:33:31.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.211+0000 7f54b9a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f54b4103ff0 0x7f54b419a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:31.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.211+0000 7f54b9a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f54b41049a0 0x7f54b419aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:31.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.211+0000 7f54b9a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f54b4109120 0x7f54b419ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:31.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.211+0000 7f54b9a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f54b41141a0 con 0x7f54b4103ff0 2024-09-05T02:33:31.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.211+0000 7f54b9a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f54b4114020 con 0x7f54b41049a0 2024-09-05T02:33:31.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.211+0000 7f54b9a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f54b4114320 con 0x7f54b4109120 2024-09-05T02:33:31.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.211+0000 7f54b2a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f54b4103ff0 0x7f54b419a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:31.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.211+0000 7f54b2000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f54b41049a0 0x7f54b419aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:31.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.211+0000 7f54b2a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f54b4103ff0 0x7f54b419a660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49754/0 (socket says 172.21.15.33:49754) 2024-09-05T02:33:31.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.211+0000 7f54b2000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f54b41049a0 0x7f54b419aba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:48754/0 (socket says 172.21.15.33:48754) 2024-09-05T02:33:31.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.211+0000 7f54b2a00640 1 -- 172.21.15.33:0/3040349753 learned_addr learned my addr 172.21.15.33:0/3040349753 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:31.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.212+0000 7f54b3400640 1 --2- 172.21.15.33:0/3040349753 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f54b4109120 0x7f54b419ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:31.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.212+0000 7f54b2000640 1 -- 172.21.15.33:0/3040349753 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f54b4109120 msgr2=0x7f54b419ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:31.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.212+0000 7f54b2000640 1 --2- 172.21.15.33:0/3040349753 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f54b4109120 0x7f54b419ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.212+0000 7f54b2000640 1 -- 172.21.15.33:0/3040349753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f54b4103ff0 msgr2=0x7f54b419a660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:31.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.212+0000 7f54b2000640 1 --2- 172.21.15.33:0/3040349753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f54b4103ff0 0x7f54b419a660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.212+0000 7f54b2000640 1 -- 172.21.15.33:0/3040349753 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54b419f610 con 0x7f54b41049a0 2024-09-05T02:33:31.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.212+0000 7f54b3400640 1 --2- 172.21.15.33:0/3040349753 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f54b4109120 0x7f54b419ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:33:31.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.212+0000 7f54b2000640 1 --2- 172.21.15.33:0/3040349753 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f54b41049a0 0x7f54b419aba0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f54a000e9f0 tx=0x7f54a000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:31.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.212+0000 7f54ab400640 1 -- 172.21.15.33:0/3040349753 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a000ccc0 con 0x7f54b41049a0 2024-09-05T02:33:31.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.212+0000 7f54b9a00640 1 -- 172.21.15.33:0/3040349753 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54b419f900 con 0x7f54b41049a0 2024-09-05T02:33:31.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.212+0000 7f54ab400640 1 -- 172.21.15.33:0/3040349753 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f54a0010910 con 0x7f54b41049a0 2024-09-05T02:33:31.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.213+0000 7f54ab400640 1 -- 172.21.15.33:0/3040349753 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a0018960 con 0x7f54b41049a0 2024-09-05T02:33:31.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.213+0000 7f54b9a00640 1 -- 172.21.15.33:0/3040349753 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54b41a71e0 con 0x7f54b41049a0 2024-09-05T02:33:31.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.216+0000 7f54bc640740 1 Processor -- start 2024-09-05T02:33:31.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.216+0000 7f54bc640740 1 -- start start 2024-09-05T02:33:31.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.216+0000 7f54bc640740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa15c70 0x560ebfa16050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:31.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.216+0000 7f54bc640740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa16590 0x560ebfa20910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:31.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.216+0000 7f54bc640740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa20e50 0x560ebfa23240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:31.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.216+0000 7f54bc640740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560ebf97c3e0 con 0x560ebfa20e50 2024-09-05T02:33:31.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.216+0000 7f54bc640740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x560ebf923d80 con 0x560ebfa16590 2024-09-05T02:33:31.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.216+0000 7f54bc640740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x560ebf9783a0 con 0x560ebfa15c70 2024-09-05T02:33:31.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.216+0000 7f54ab400640 1 -- 172.21.15.33:0/3040349753 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f54a0010ac0 con 0x7f54b41049a0 2024-09-05T02:33:31.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.216+0000 7f54b2a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa16590 0x560ebfa20910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:31.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.216+0000 7f54b2a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa16590 0x560ebfa20910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:48768/0 (socket says 172.21.15.33:48768) 2024-09-05T02:33:31.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.216+0000 7f54b2a00640 1 -- 172.21.15.33:0/729270226 learned_addr learned my addr 172.21.15.33:0/729270226 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:31.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.216+0000 7f54b3400640 1 --2- 172.21.15.33:0/729270226 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa15c70 0x560ebfa16050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:31.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.217+0000 7f54b2000640 1 --2- 172.21.15.33:0/729270226 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa20e50 0x560ebfa23240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:31.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.217+0000 7f54b3400640 1 -- 172.21.15.33:0/729270226 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa16590 msgr2=0x560ebfa20910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:31.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.217+0000 7f54b3400640 1 --2- 172.21.15.33:0/729270226 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa16590 0x560ebfa20910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.217+0000 7f54b3400640 1 -- 172.21.15.33:0/729270226 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa20e50 msgr2=0x560ebfa23240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:31.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.217+0000 7f54b3400640 1 --2- 172.21.15.33:0/729270226 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa20e50 0x560ebfa23240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.217+0000 7f54b3400640 1 -- 172.21.15.33:0/729270226 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ebf942ae0 con 0x560ebfa15c70 2024-09-05T02:33:31.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.217+0000 7f54b3400640 1 --2- 172.21.15.33:0/729270226 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa15c70 0x560ebfa16050 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f54ac006010 tx=0x7f54ac009800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=194c2a47c9a76c6a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:31.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.218+0000 7f549fe00640 1 -- 172.21.15.33:0/729270226 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54ac031db0 con 0x560ebfa15c70 2024-09-05T02:33:31.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.218+0000 7f549fe00640 1 -- 172.21.15.33:0/729270226 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f54ac036040 con 0x560ebfa15c70 2024-09-05T02:33:31.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.218+0000 7f549fe00640 1 -- 172.21.15.33:0/729270226 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54ac004240 con 0x560ebfa15c70 2024-09-05T02:33:31.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.218+0000 7f54ab400640 1 --2- 172.21.15.33:0/3040349753 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f54980a2cf0 0x7f54980a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:31.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.218+0000 7f54ab400640 1 -- 172.21.15.33:0/3040349753 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f54a00cf870 con 0x7f54b41049a0 2024-09-05T02:33:31.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.218+0000 7f54bc640740 1 -- 172.21.15.33:0/729270226 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa15c70 msgr2=0x560ebfa16050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:31.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.219+0000 7f54bc640740 1 --2- 172.21.15.33:0/729270226 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa15c70 0x560ebfa16050 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f54ac006010 tx=0x7f54ac009800 comp rx=0 tx=0).stop 2024-09-05T02:33:31.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.219+0000 7f54b2a00640 1 --2- 172.21.15.33:0/3040349753 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f54980a2cf0 0x7f54980a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:31.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.219+0000 7f54bc640740 1 -- 172.21.15.33:0/729270226 shutdown_connections 2024-09-05T02:33:31.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.219+0000 7f54bc640740 1 --2- 172.21.15.33:0/729270226 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa20e50 0x560ebfa23240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.219+0000 7f54bc640740 1 --2- 172.21.15.33:0/729270226 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa16590 0x560ebfa20910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.219+0000 7f54bc640740 1 --2- 172.21.15.33:0/729270226 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa15c70 0x560ebfa16050 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.219+0000 7f54bc640740 1 -- 172.21.15.33:0/729270226 >> 172.21.15.33:0/729270226 conn(0x560ebfa12200 msgr2=0x560ebfa125e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:31.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.219+0000 7f54bc640740 1 -- 172.21.15.33:0/729270226 shutdown_connections 2024-09-05T02:33:31.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.219+0000 7f54bc640740 1 -- 172.21.15.33:0/729270226 wait complete. 2024-09-05T02:33:31.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.219+0000 7f54b2a00640 1 --2- 172.21.15.33:0/3040349753 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f54980a2cf0 0x7f54980a51b0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x560ebfa13060 tx=0x7f54a4005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:31.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.219+0000 7f54bc640740 1 -- start start 2024-09-05T02:33:31.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.220+0000 7f54bc640740 1 Processor -- start 2024-09-05T02:33:31.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.220+0000 7f54bc640740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa15c70 0x560ebfa1dd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:31.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.220+0000 7f54bc640740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa16590 0x560ebfa1e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:31.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.220+0000 7f54bc640740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa20e50 0x560ebfa1e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:31.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.220+0000 7f54bc640740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560ebfa23a20 con 0x560ebfa16590 2024-09-05T02:33:31.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.220+0000 7f54bc640740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x560ebf9370f0 con 0x560ebfa20e50 2024-09-05T02:33:31.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.220+0000 7f54bc640740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x560ebfa23ba0 con 0x560ebfa15c70 2024-09-05T02:33:31.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.220+0000 7f54bc640740 10 client.0 _ll_register_callbacks cb 0x560ebf91ebd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:31.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.220+0000 7f54b2a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa15c70 0x560ebfa1dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:31.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.221+0000 7f54b2a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa15c70 0x560ebfa1dd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56578/0 (socket says 172.21.15.33:56578) 2024-09-05T02:33:31.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.221+0000 7f54b2a00640 1 -- 172.21.15.33:0/1133702746 learned_addr learned my addr 172.21.15.33:0/1133702746 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:31.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.221+0000 7f54b3400640 1 --2- 172.21.15.33:0/1133702746 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa20e50 0x560ebfa1e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:31.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.221+0000 7f54b2000640 1 --2- 172.21.15.33:0/1133702746 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa16590 0x560ebfa1e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:31.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.221+0000 7f54b2a00640 1 -- 172.21.15.33:0/1133702746 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa20e50 msgr2=0x560ebfa1e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:31.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.221+0000 7f54b2a00640 1 --2- 172.21.15.33:0/1133702746 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa20e50 0x560ebfa1e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.221+0000 7f54b2a00640 1 -- 172.21.15.33:0/1133702746 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa16590 msgr2=0x560ebfa1e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:31.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.221+0000 7f54b2a00640 1 --2- 172.21.15.33:0/1133702746 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa16590 0x560ebfa1e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.221+0000 7f54b2a00640 1 -- 172.21.15.33:0/1133702746 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ebf6ed3c0 con 0x560ebfa15c70 2024-09-05T02:33:31.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.221+0000 7f54b2a00640 1 --2- 172.21.15.33:0/1133702746 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa15c70 0x560ebfa1dd20 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f54a401ea30 tx=0x7f54a40046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4bf01c0051bdae23 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:31.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.221+0000 7f549cc00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:33:31.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.222+0000 7f549cc00640 1 -- 172.21.15.33:0/1133702746 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a402e060 con 0x560ebfa15c70 2024-09-05T02:33:31.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.222+0000 7f549cc00640 1 -- 172.21.15.33:0/1133702746 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f54a4018030 con 0x560ebfa15c70 2024-09-05T02:33:31.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.222+0000 7f54bc640740 1 -- 172.21.15.33:0/1133702746 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f54ac036040 con 0x560ebfa15c70 2024-09-05T02:33:31.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.222+0000 7f549cc00640 1 -- 172.21.15.33:0/1133702746 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f54a401c460 con 0x560ebfa15c70 2024-09-05T02:33:31.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.222+0000 7f54bc640740 10 client.26686 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:31.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.222+0000 7f54bc640740 1 -- 172.21.15.33:0/1133702746 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560ebfa2faa0 con 0x560ebfa15c70 2024-09-05T02:33:31.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.222+0000 7f549cc00640 1 -- 172.21.15.33:0/1133702746 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f54ac036040 con 0x560ebfa15c70 2024-09-05T02:33:31.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.222+0000 7f549cc00640 1 -- 172.21.15.33:0/1133702746 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f54a400f870 con 0x560ebfa15c70 2024-09-05T02:33:31.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.223+0000 7f54bc640740 10 client.26686 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:31.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.223+0000 7f54bc640740 10 client.26686 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:33:31.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.223+0000 7f54bc640740 20 client.26686 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:31.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.223+0000 7f54bc640740 1 --2- 172.21.15.33:0/1133702746 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x560ebfa30f60 0x560ebfa33390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:31.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.223+0000 7f54bc640740 4 client.26686 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:31.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.223+0000 7f54bc640740 1 -- 172.21.15.33:0/1133702746 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560ebf989950 con 0x560ebfa30f60 2024-09-05T02:33:31.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.223+0000 7f54b2000640 1 --2- 172.21.15.33:0/1133702746 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x560ebfa30f60 0x560ebfa33390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:31.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.223+0000 7f54b2000640 1 --2- 172.21.15.33:0/1133702746 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x560ebfa30f60 0x560ebfa33390 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7f0de89a580e16bb server_cookie=b9ea8cb243cecefe in_seq=0 out_seq=0 2024-09-05T02:33:31.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.223+0000 7f549cc00640 10 client.26686 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:33:31.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.224+0000 7f549cc00640 1 -- 172.21.15.33:0/1133702746 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560ebf989950 con 0x560ebfa30f60 2024-09-05T02:33:31.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.224+0000 7f549cc00640 10 client.26686 handle_command_reply: tid=0 2024-09-05T02:33:31.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.224+0000 7f54bc640740 1 client.26686 shutdown 2024-09-05T02:33:31.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.224+0000 7f54bc640740 1 -- 172.21.15.33:0/1133702746 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa15c70 msgr2=0x560ebfa1dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:31.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.224+0000 7f54bc640740 1 --2- 172.21.15.33:0/1133702746 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa15c70 0x560ebfa1dd20 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f54a401ea30 tx=0x7f54a40046c0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.224+0000 7f54bc640740 1 -- 172.21.15.33:0/1133702746 shutdown_connections 2024-09-05T02:33:31.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.224+0000 7f54bc640740 1 --2- 172.21.15.33:0/1133702746 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x560ebfa30f60 0x560ebfa33390 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.225+0000 7f54bc640740 1 --2- 172.21.15.33:0/1133702746 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa20e50 0x560ebfa1e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.225+0000 7f54bc640740 1 --2- 172.21.15.33:0/1133702746 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa16590 0x560ebfa1e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.225+0000 7f54bc640740 1 --2- 172.21.15.33:0/1133702746 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa15c70 0x560ebfa1dd20 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.225+0000 7f549cc00640 0 client.26686 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:33:31.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.225+0000 7f54bc640740 1 -- 172.21.15.33:0/1133702746 >> 172.21.15.33:0/1133702746 conn(0x560ebfa12200 msgr2=0x560ebfa17ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:31.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.225+0000 7f54bc640740 1 -- 172.21.15.33:0/1133702746 shutdown_connections 2024-09-05T02:33:31.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.225+0000 7f54bc640740 1 -- 172.21.15.33:0/1133702746 wait complete. 2024-09-05T02:33:31.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.225+0000 7f54bc640740 20 client.26686 trim_cache size 0 max 16384 2024-09-05T02:33:31.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.239+0000 7f54bc640740 1 Processor -- start 2024-09-05T02:33:31.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.239+0000 7f54bc640740 1 -- start start 2024-09-05T02:33:31.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.239+0000 7f54bc640740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa15c70 0x560ebfa1c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:31.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.239+0000 7f54bc640740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa16590 0x560ebfa38c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:31.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.239+0000 7f54bc640740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa20e50 0x560ebfa391a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:31.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.239+0000 7f54bc640740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f54b41afae0 con 0x560ebfa15c70 2024-09-05T02:33:31.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.239+0000 7f54bc640740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f54b41b1620 con 0x560ebfa20e50 2024-09-05T02:33:31.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.239+0000 7f54bc640740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f54b41b01b0 con 0x560ebfa16590 2024-09-05T02:33:31.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.239+0000 7f54b2a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa15c70 0x560ebfa1c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:31.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.239+0000 7f54b2a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa15c70 0x560ebfa1c610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49786/0 (socket says 172.21.15.33:49786) 2024-09-05T02:33:31.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.239+0000 7f54b2a00640 1 -- 172.21.15.33:0/3662185052 learned_addr learned my addr 172.21.15.33:0/3662185052 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:31.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.239+0000 7f54b2000640 1 --2- 172.21.15.33:0/3662185052 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa16590 0x560ebfa38c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:31.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.240+0000 7f54b3400640 1 --2- 172.21.15.33:0/3662185052 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa20e50 0x560ebfa391a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:31.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.240+0000 7f54b2a00640 1 -- 172.21.15.33:0/3662185052 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa16590 msgr2=0x560ebfa38c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:31.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.240+0000 7f54b2a00640 1 --2- 172.21.15.33:0/3662185052 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa16590 0x560ebfa38c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.240+0000 7f54b2a00640 1 -- 172.21.15.33:0/3662185052 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa20e50 msgr2=0x560ebfa391a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:31.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.240+0000 7f54b2a00640 1 --2- 172.21.15.33:0/3662185052 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa20e50 0x560ebfa391a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.240+0000 7f54b2a00640 1 -- 172.21.15.33:0/3662185052 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ebfa132b0 con 0x560ebfa15c70 2024-09-05T02:33:31.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.240+0000 7f54b2a00640 1 --2- 172.21.15.33:0/3662185052 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa15c70 0x560ebfa1c610 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f54a400fc90 tx=0x7f54a401e910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79bcfef8e71ce418 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:31.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.240+0000 7f549f400640 1 -- 172.21.15.33:0/3662185052 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a4005030 con 0x560ebfa15c70 2024-09-05T02:33:31.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.240+0000 7f549f400640 1 -- 172.21.15.33:0/3662185052 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f54a400f3c0 con 0x560ebfa15c70 2024-09-05T02:33:31.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.240+0000 7f549f400640 1 -- 172.21.15.33:0/3662185052 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a4004990 con 0x560ebfa15c70 2024-09-05T02:33:31.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.241+0000 7f54bc640740 1 -- 172.21.15.33:0/3662185052 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa15c70 msgr2=0x560ebfa1c610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:31.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.241+0000 7f54bc640740 1 --2- 172.21.15.33:0/3662185052 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa15c70 0x560ebfa1c610 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f54a400fc90 tx=0x7f54a401e910 comp rx=0 tx=0).stop 2024-09-05T02:33:31.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.241+0000 7f54bc640740 1 -- 172.21.15.33:0/3662185052 shutdown_connections 2024-09-05T02:33:31.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.241+0000 7f54bc640740 1 --2- 172.21.15.33:0/3662185052 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa20e50 0x560ebfa391a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.241+0000 7f54bc640740 1 --2- 172.21.15.33:0/3662185052 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa16590 0x560ebfa38c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.241+0000 7f54bc640740 1 --2- 172.21.15.33:0/3662185052 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa15c70 0x560ebfa1c610 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.241+0000 7f54bc640740 1 -- 172.21.15.33:0/3662185052 >> 172.21.15.33:0/3662185052 conn(0x560ebfa12200 msgr2=0x560ebfa1fda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:31.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.241+0000 7f54bc640740 1 -- 172.21.15.33:0/3662185052 shutdown_connections 2024-09-05T02:33:31.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.241+0000 7f54bc640740 1 -- 172.21.15.33:0/3662185052 wait complete. 2024-09-05T02:33:31.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.242+0000 7f54bc640740 1 -- start start 2024-09-05T02:33:31.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.242+0000 7f54bc640740 1 Processor -- start 2024-09-05T02:33:31.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.242+0000 7f54bc640740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa15c70 0x560ebfa28df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:31.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.242+0000 7f54bc640740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa16590 0x560ebfa29330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:31.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.242+0000 7f54bc640740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa20e50 0x560ebfa25dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:31.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.242+0000 7f54bc640740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f54b41b0f50 con 0x560ebfa16590 2024-09-05T02:33:31.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.242+0000 7f54bc640740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f54b41b0880 con 0x560ebfa20e50 2024-09-05T02:33:31.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.242+0000 7f54bc640740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f54b41adac0 con 0x560ebfa15c70 2024-09-05T02:33:31.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.242+0000 7f54bc640740 10 client.0 _ll_register_callbacks cb 0x7f54a4009d10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:31.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.242+0000 7f54b2000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa16590 0x560ebfa29330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:31.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.242+0000 7f54b2a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa15c70 0x560ebfa28df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:31.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.242+0000 7f54b2000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa16590 0x560ebfa29330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49790/0 (socket says 172.21.15.33:49790) 2024-09-05T02:33:31.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.243+0000 7f54b2000640 1 -- 172.21.15.33:0/3109297715 learned_addr learned my addr 172.21.15.33:0/3109297715 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:31.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.243+0000 7f54b3400640 1 --2- 172.21.15.33:0/3109297715 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa20e50 0x560ebfa25dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:31.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.243+0000 7f54b2000640 1 -- 172.21.15.33:0/3109297715 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa15c70 msgr2=0x560ebfa28df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:31.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.243+0000 7f54b2000640 1 --2- 172.21.15.33:0/3109297715 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa15c70 0x560ebfa28df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.243+0000 7f54b2000640 1 -- 172.21.15.33:0/3109297715 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa20e50 msgr2=0x560ebfa25dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:31.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.243+0000 7f54b2000640 1 --2- 172.21.15.33:0/3109297715 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa20e50 0x560ebfa25dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.243+0000 7f54b2000640 1 -- 172.21.15.33:0/3109297715 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ebfa0d770 con 0x560ebfa16590 2024-09-05T02:33:31.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.243+0000 7f54b2000640 1 --2- 172.21.15.33:0/3109297715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa16590 0x560ebfa29330 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f54a009b970 tx=0x7f54a0009700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad97161a7dfeb269 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:31.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.243+0000 7f549cc00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:31.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.243+0000 7f549cc00640 1 -- 172.21.15.33:0/3109297715 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a009bd40 con 0x560ebfa16590 2024-09-05T02:33:31.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.243+0000 7f549cc00640 1 -- 172.21.15.33:0/3109297715 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f54a00cd1f0 con 0x560ebfa16590 2024-09-05T02:33:31.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.243+0000 7f54bc640740 1 -- 172.21.15.33:0/3109297715 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f54a400f3c0 con 0x560ebfa16590 2024-09-05T02:33:31.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.244+0000 7f549cc00640 1 -- 172.21.15.33:0/3109297715 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f54a00a00f0 con 0x560ebfa16590 2024-09-05T02:33:31.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.244+0000 7f54bc640740 10 client.16665 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:31.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.244+0000 7f54bc640740 1 -- 172.21.15.33:0/3109297715 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560ebfa9c240 con 0x560ebfa16590 2024-09-05T02:33:31.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.244+0000 7f549cc00640 1 -- 172.21.15.33:0/3109297715 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f54a400f3c0 con 0x560ebfa16590 2024-09-05T02:33:31.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.244+0000 7f549cc00640 1 -- 172.21.15.33:0/3109297715 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f54a009b190 con 0x560ebfa16590 2024-09-05T02:33:31.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.244+0000 7f54bc640740 10 client.16665 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:31.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.244+0000 7f54bc640740 10 client.16665 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:33:31.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.244+0000 7f54bc640740 20 client.16665 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:31.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.244+0000 7f54bc640740 1 --2- 172.21.15.33:0/3109297715 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x560ebfa9c940 0x560ebfa9ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:31.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.244+0000 7f54bc640740 4 client.16665 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:33:31.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.244+0000 7f54bc640740 1 -- 172.21.15.33:0/3109297715 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560ebf983e60 con 0x560ebfa9c940 2024-09-05T02:33:31.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.245+0000 7f54b2a00640 1 --2- 172.21.15.33:0/3109297715 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x560ebfa9c940 0x560ebfa9ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:31.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.245+0000 7f54b2a00640 1 --2- 172.21.15.33:0/3109297715 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x560ebfa9c940 0x560ebfa9ed60 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=23563c3257bba3ff server_cookie=14c169fcf926b96 in_seq=0 out_seq=0 2024-09-05T02:33:31.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.245+0000 7f549cc00640 10 client.16665 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:33:31.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.245+0000 7f549cc00640 1 -- 172.21.15.33:0/3109297715 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560ebf983e60 con 0x560ebfa9c940 2024-09-05T02:33:31.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.245+0000 7f549cc00640 10 client.16665 handle_command_reply: tid=0 2024-09-05T02:33:31.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.245+0000 7f54bc640740 1 client.16665 shutdown 2024-09-05T02:33:31.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.246+0000 7f54bc640740 1 -- 172.21.15.33:0/3109297715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa16590 msgr2=0x560ebfa29330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:31.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.246+0000 7f54bc640740 1 --2- 172.21.15.33:0/3109297715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa16590 0x560ebfa29330 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f54a009b970 tx=0x7f54a0009700 comp rx=0 tx=0).stop 2024-09-05T02:33:31.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.246+0000 7f54bc640740 1 -- 172.21.15.33:0/3109297715 shutdown_connections 2024-09-05T02:33:31.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.246+0000 7f54bc640740 1 --2- 172.21.15.33:0/3109297715 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x560ebfa9c940 0x560ebfa9ed60 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.246+0000 7f54bc640740 1 --2- 172.21.15.33:0/3109297715 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560ebfa20e50 0x560ebfa25dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.246+0000 7f54bc640740 1 --2- 172.21.15.33:0/3109297715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560ebfa16590 0x560ebfa29330 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.246+0000 7f54bc640740 1 --2- 172.21.15.33:0/3109297715 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560ebfa15c70 0x560ebfa28df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.246+0000 7f54bc640740 1 -- 172.21.15.33:0/3109297715 >> 172.21.15.33:0/3109297715 conn(0x560ebfa12200 msgr2=0x560ebfa176c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:31.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.246+0000 7f549cc00640 0 client.16665 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:33:31.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.246+0000 7f54bc640740 1 -- 172.21.15.33:0/3109297715 shutdown_connections 2024-09-05T02:33:31.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.246+0000 7f54bc640740 1 -- 172.21.15.33:0/3109297715 wait complete. 2024-09-05T02:33:31.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.246+0000 7f54bc640740 20 client.16665 trim_cache size 0 max 16384 2024-09-05T02:33:31.252 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:33:31.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.247+0000 7f54b9a00640 1 -- 172.21.15.33:0/3040349753 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f54980a2cf0 msgr2=0x7f54980a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:31.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.247+0000 7f54b9a00640 1 --2- 172.21.15.33:0/3040349753 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f54980a2cf0 0x7f54980a51b0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x560ebfa13060 tx=0x7f54a4005f90 comp rx=0 tx=0).stop 2024-09-05T02:33:31.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.247+0000 7f54b9a00640 1 -- 172.21.15.33:0/3040349753 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f54b41049a0 msgr2=0x7f54b419aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:31.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.247+0000 7f54b9a00640 1 --2- 172.21.15.33:0/3040349753 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f54b41049a0 0x7f54b419aba0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f54a000e9f0 tx=0x7f54a000eeb0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.247+0000 7f54b9a00640 1 -- 172.21.15.33:0/3040349753 shutdown_connections 2024-09-05T02:33:31.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.247+0000 7f54b9a00640 1 --2- 172.21.15.33:0/3040349753 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f54980a2cf0 0x7f54980a51b0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.247+0000 7f54b9a00640 1 --2- 172.21.15.33:0/3040349753 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f54b4109120 0x7f54b419ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.247+0000 7f54b9a00640 1 --2- 172.21.15.33:0/3040349753 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f54b41049a0 0x7f54b419aba0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.247+0000 7f54b9a00640 1 --2- 172.21.15.33:0/3040349753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f54b4103ff0 0x7f54b419a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:31.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.247+0000 7f54b9a00640 1 -- 172.21.15.33:0/3040349753 >> 172.21.15.33:0/3040349753 conn(0x7f54b40ffa90 msgr2=0x7f54b4100540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:31.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.247+0000 7f54b9a00640 1 -- 172.21.15.33:0/3040349753 shutdown_connections 2024-09-05T02:33:31.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:31.247+0000 7f54b9a00640 1 -- 172.21.15.33:0/3040349753 wait complete. 2024-09-05T02:33:31.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:31 smithi123 ceph-mon[34031]: pgmap v200: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:33:31.959 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:31 smithi033 ceph-mon[29909]: pgmap v200: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:33:32.000 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:33:32.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:31 smithi174 ceph-mon[34756]: pgmap v200: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:33:32.380 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:32.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.910+0000 7f3710a00640 1 -- 172.21.15.33:0/704099911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f370c103ff0 msgr2=0x7f370c1043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:32.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.910+0000 7f3710a00640 1 --2- 172.21.15.33:0/704099911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f370c103ff0 0x7f370c1043d0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f36fc009900 tx=0x7f36fc02a3f0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.910+0000 7f3710a00640 1 -- 172.21.15.33:0/704099911 shutdown_connections 2024-09-05T02:33:32.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.910+0000 7f3710a00640 1 --2- 172.21.15.33:0/704099911 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f370c109120 0x7f370c110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.910+0000 7f3710a00640 1 --2- 172.21.15.33:0/704099911 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f370c1049a0 0x7f370c1089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.910+0000 7f3710a00640 1 --2- 172.21.15.33:0/704099911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f370c103ff0 0x7f370c1043d0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.910+0000 7f3710a00640 1 -- 172.21.15.33:0/704099911 >> 172.21.15.33:0/704099911 conn(0x7f370c0ffa90 msgr2=0x7f370c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:32.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.910+0000 7f3710a00640 1 -- 172.21.15.33:0/704099911 shutdown_connections 2024-09-05T02:33:32.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.910+0000 7f3710a00640 1 -- 172.21.15.33:0/704099911 wait complete. 2024-09-05T02:33:32.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.911+0000 7f3710a00640 1 Processor -- start 2024-09-05T02:33:32.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.911+0000 7f3710a00640 1 -- start start 2024-09-05T02:33:32.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.912+0000 7f3710a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f370c103ff0 0x7f370c19a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:32.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.912+0000 7f3710a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f370c1049a0 0x7f370c19ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:32.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.912+0000 7f3710a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f370c109120 0x7f370c19eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:32.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.912+0000 7f3710a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f370c1141a0 con 0x7f370c103ff0 2024-09-05T02:33:32.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.912+0000 7f3710a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f370c114020 con 0x7f370c109120 2024-09-05T02:33:32.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.912+0000 7f3710a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f370c114320 con 0x7f370c1049a0 2024-09-05T02:33:32.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.912+0000 7f3709e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f370c103ff0 0x7f370c19a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:32.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.912+0000 7f3709e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f370c103ff0 0x7f370c19a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49806/0 (socket says 172.21.15.33:49806) 2024-09-05T02:33:32.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.912+0000 7f3709e00640 1 -- 172.21.15.33:0/2905639655 learned_addr learned my addr 172.21.15.33:0/2905639655 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:32.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.912+0000 7f3709400640 1 --2- 172.21.15.33:0/2905639655 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f370c1049a0 0x7f370c19ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:32.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.912+0000 7f370a800640 1 --2- 172.21.15.33:0/2905639655 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f370c109120 0x7f370c19eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:32.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.913+0000 7f3709e00640 1 -- 172.21.15.33:0/2905639655 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f370c1049a0 msgr2=0x7f370c19ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:32.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.913+0000 7f3709e00640 1 --2- 172.21.15.33:0/2905639655 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f370c1049a0 0x7f370c19ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.913+0000 7f3709e00640 1 -- 172.21.15.33:0/2905639655 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f370c109120 msgr2=0x7f370c19eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:32.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.913+0000 7f3709e00640 1 --2- 172.21.15.33:0/2905639655 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f370c109120 0x7f370c19eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.913+0000 7f3709e00640 1 -- 172.21.15.33:0/2905639655 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f370c19f5d0 con 0x7f370c103ff0 2024-09-05T02:33:32.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.913+0000 7f3709e00640 1 --2- 172.21.15.33:0/2905639655 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f370c103ff0 0x7f370c19a620 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f36fc004770 tx=0x7f36fc003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:32.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.913+0000 7f3702a00640 1 -- 172.21.15.33:0/2905639655 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36fc03f070 con 0x7f370c103ff0 2024-09-05T02:33:32.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.913+0000 7f3702a00640 1 -- 172.21.15.33:0/2905639655 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f36fc031ca0 con 0x7f370c103ff0 2024-09-05T02:33:32.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.913+0000 7f3710a00640 1 -- 172.21.15.33:0/2905639655 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f370c19f860 con 0x7f370c103ff0 2024-09-05T02:33:32.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.913+0000 7f3702a00640 1 -- 172.21.15.33:0/2905639655 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36fc035030 con 0x7f370c103ff0 2024-09-05T02:33:32.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.913+0000 7f3710a00640 1 -- 172.21.15.33:0/2905639655 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f370c1a71a0 con 0x7f370c103ff0 2024-09-05T02:33:32.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.916+0000 7f3713627740 1 Processor -- start 2024-09-05T02:33:32.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.917+0000 7f3702a00640 1 -- 172.21.15.33:0/2905639655 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f36fc042070 con 0x7f370c103ff0 2024-09-05T02:33:32.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.917+0000 7f3713627740 1 -- start start 2024-09-05T02:33:32.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.917+0000 7f3713627740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99dd1c70 0x55ae99dd2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:32.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.917+0000 7f3713627740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd2590 0x55ae99ddc910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:32.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.917+0000 7f3713627740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99ddce50 0x55ae99ddf240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:32.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.917+0000 7f3713627740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55ae99d383e0 con 0x55ae99dd1c70 2024-09-05T02:33:32.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.917+0000 7f3713627740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ae99cdfd80 con 0x55ae99ddce50 2024-09-05T02:33:32.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.917+0000 7f3713627740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55ae99d343a0 con 0x55ae99dd2590 2024-09-05T02:33:32.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.917+0000 7f370a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99dd1c70 0x55ae99dd2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:32.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.917+0000 7f370a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99dd1c70 0x55ae99dd2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49810/0 (socket says 172.21.15.33:49810) 2024-09-05T02:33:32.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.917+0000 7f370a800640 1 -- 172.21.15.33:0/2353513781 learned_addr learned my addr 172.21.15.33:0/2353513781 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:32.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.917+0000 7f3709e00640 1 --2- 172.21.15.33:0/2353513781 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd2590 0x55ae99ddc910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:32.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.917+0000 7f3709400640 1 --2- 172.21.15.33:0/2353513781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99ddce50 0x55ae99ddf240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:32.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.918+0000 7f370a800640 1 -- 172.21.15.33:0/2353513781 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd2590 msgr2=0x55ae99ddc910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:32.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.918+0000 7f370a800640 1 --2- 172.21.15.33:0/2353513781 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd2590 0x55ae99ddc910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.918+0000 7f370a800640 1 -- 172.21.15.33:0/2353513781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99ddce50 msgr2=0x55ae99ddf240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:32.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.918+0000 7f370a800640 1 --2- 172.21.15.33:0/2353513781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99ddce50 0x55ae99ddf240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.918+0000 7f370a800640 1 -- 172.21.15.33:0/2353513781 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae99cfeae0 con 0x55ae99dd1c70 2024-09-05T02:33:32.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.918+0000 7f3709e00640 1 --2- 172.21.15.33:0/2353513781 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd2590 0x55ae99ddc910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:33:32.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.918+0000 7f3709400640 1 --2- 172.21.15.33:0/2353513781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99ddce50 0x55ae99ddf240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:33:32.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.918+0000 7f370a800640 1 --2- 172.21.15.33:0/2353513781 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99dd1c70 0x55ae99dd2050 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f3704009f40 tx=0x7f3704010860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=608d086b1414db36 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:32.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.918+0000 7f3702a00640 1 --2- 172.21.15.33:0/2905639655 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f36f00a2cf0 0x7f36f00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:32.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.918+0000 7f36f7000640 1 -- 172.21.15.33:0/2353513781 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3704003b70 con 0x55ae99dd1c70 2024-09-05T02:33:32.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.918+0000 7f3702a00640 1 -- 172.21.15.33:0/2905639655 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f36fc0efb30 con 0x7f370c103ff0 2024-09-05T02:33:32.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.918+0000 7f36f7000640 1 -- 172.21.15.33:0/2353513781 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3704003d10 con 0x55ae99dd1c70 2024-09-05T02:33:32.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.918+0000 7f36f7000640 1 -- 172.21.15.33:0/2353513781 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3704011ae0 con 0x55ae99dd1c70 2024-09-05T02:33:32.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.919+0000 7f3709e00640 1 --2- 172.21.15.33:0/2905639655 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f36f00a2cf0 0x7f36f00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:32.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.919+0000 7f3713627740 1 -- 172.21.15.33:0/2353513781 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99dd1c70 msgr2=0x55ae99dd2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:32.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.919+0000 7f3713627740 1 --2- 172.21.15.33:0/2353513781 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99dd1c70 0x55ae99dd2050 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f3704009f40 tx=0x7f3704010860 comp rx=0 tx=0).stop 2024-09-05T02:33:32.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.919+0000 7f3709e00640 1 --2- 172.21.15.33:0/2905639655 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f36f00a2cf0 0x7f36f00a51b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x55ae99dcf060 tx=0x7f36fc009260 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:32.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.920+0000 7f3713627740 1 -- 172.21.15.33:0/2353513781 shutdown_connections 2024-09-05T02:33:32.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.920+0000 7f3713627740 1 --2- 172.21.15.33:0/2353513781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99ddce50 0x55ae99ddf240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.920+0000 7f3713627740 1 --2- 172.21.15.33:0/2353513781 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd2590 0x55ae99ddc910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.920+0000 7f3713627740 1 --2- 172.21.15.33:0/2353513781 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99dd1c70 0x55ae99dd2050 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.920+0000 7f3713627740 1 -- 172.21.15.33:0/2353513781 >> 172.21.15.33:0/2353513781 conn(0x55ae99dce200 msgr2=0x55ae99dce5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:32.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.920+0000 7f3713627740 1 -- 172.21.15.33:0/2353513781 shutdown_connections 2024-09-05T02:33:32.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.920+0000 7f3713627740 1 -- 172.21.15.33:0/2353513781 wait complete. 2024-09-05T02:33:32.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.920+0000 7f3713627740 1 -- start start 2024-09-05T02:33:32.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.921+0000 7f3713627740 1 Processor -- start 2024-09-05T02:33:32.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.921+0000 7f3713627740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99dd1c70 0x55ae99dd9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:32.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.921+0000 7f3713627740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd2590 0x55ae99dda230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:32.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.921+0000 7f3713627740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99ddce50 0x55ae99dda770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:32.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.921+0000 7f3713627740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55ae99ddfa20 con 0x55ae99ddce50 2024-09-05T02:33:32.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.921+0000 7f3713627740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ae99cf30f0 con 0x55ae99dd1c70 2024-09-05T02:33:32.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.921+0000 7f3713627740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55ae99ddfba0 con 0x55ae99dd2590 2024-09-05T02:33:32.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.921+0000 7f3713627740 10 client.0 _ll_register_callbacks cb 0x55ae99cdabd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:32.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.921+0000 7f370a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99ddce50 0x55ae99dda770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:32.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.921+0000 7f370a800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99dd1c70 0x55ae99dd9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:32.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.921+0000 7f3709400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd2590 0x55ae99dda230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:32.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.921+0000 7f370a800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99dd1c70 0x55ae99dd9cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:48834/0 (socket says 172.21.15.33:48834) 2024-09-05T02:33:32.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.921+0000 7f370a800640 1 -- 172.21.15.33:0/1012103306 learned_addr learned my addr 172.21.15.33:0/1012103306 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:32.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.921+0000 7f3709400640 1 --2- 172.21.15.33:0/1012103306 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd2590 0x55ae99dda230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56630/0 (socket says 172.21.15.33:56630) 2024-09-05T02:33:32.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.922+0000 7f370a800640 1 -- 172.21.15.33:0/1012103306 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd2590 msgr2=0x55ae99dda230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:32.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.922+0000 7f370a800640 1 --2- 172.21.15.33:0/1012103306 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd2590 0x55ae99dda230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.922+0000 7f370a800640 1 -- 172.21.15.33:0/1012103306 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99ddce50 msgr2=0x55ae99dda770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:32.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.922+0000 7f370a800640 1 --2- 172.21.15.33:0/1012103306 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99ddce50 0x55ae99dda770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.922+0000 7f370a800640 1 -- 172.21.15.33:0/1012103306 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae99aa93c0 con 0x55ae99dd1c70 2024-09-05T02:33:32.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.922+0000 7f370a800640 1 --2- 172.21.15.33:0/1012103306 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99dd1c70 0x55ae99dd9cf0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f3704009fd0 tx=0x7f3704005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a4ae0d90ab439361 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:32.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.922+0000 7f36eb400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:33:32.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.922+0000 7f36eb400640 1 -- 172.21.15.33:0/1012103306 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3704024040 con 0x55ae99dd1c70 2024-09-05T02:33:32.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.922+0000 7f36eb400640 1 -- 172.21.15.33:0/1012103306 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3704004c40 con 0x55ae99dd1c70 2024-09-05T02:33:32.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.923+0000 7f3713627740 1 -- 172.21.15.33:0/1012103306 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3704003d10 con 0x55ae99dd1c70 2024-09-05T02:33:32.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.923+0000 7f36eb400640 1 -- 172.21.15.33:0/1012103306 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3704032050 con 0x55ae99dd1c70 2024-09-05T02:33:32.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.923+0000 7f3713627740 10 client.26762 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:32.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.923+0000 7f3713627740 1 -- 172.21.15.33:0/1012103306 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ae99deba40 con 0x55ae99dd1c70 2024-09-05T02:33:32.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.923+0000 7f36eb400640 1 -- 172.21.15.33:0/1012103306 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3704003d10 con 0x55ae99dd1c70 2024-09-05T02:33:32.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.923+0000 7f36eb400640 1 -- 172.21.15.33:0/1012103306 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f370401b4b0 con 0x55ae99dd1c70 2024-09-05T02:33:32.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.924+0000 7f3713627740 10 client.26762 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:32.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.924+0000 7f3713627740 10 client.26762 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:32.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.924+0000 7f3713627740 20 client.26762 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:32.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.924+0000 7f3713627740 1 --2- 172.21.15.33:0/1012103306 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ae99dece50 0x55ae99def240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:32.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.924+0000 7f3713627740 4 client.26762 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:32.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.924+0000 7f3713627740 1 -- 172.21.15.33:0/1012103306 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ae99d45950 con 0x55ae99dece50 2024-09-05T02:33:32.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.924+0000 7f3709400640 1 --2- 172.21.15.33:0/1012103306 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ae99dece50 0x55ae99def240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:32.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.925+0000 7f3709400640 1 --2- 172.21.15.33:0/1012103306 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ae99dece50 0x55ae99def240 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b4711d0a0aa2b95 server_cookie=8e3f324374fff2d in_seq=0 out_seq=0 2024-09-05T02:33:32.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.925+0000 7f36eb400640 10 client.26762 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:32.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.926+0000 7f36eb400640 1 -- 172.21.15.33:0/1012103306 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ae99d45950 con 0x55ae99dece50 2024-09-05T02:33:32.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.926+0000 7f36eb400640 10 client.26762 handle_command_reply: tid=0 2024-09-05T02:33:32.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.926+0000 7f3713627740 1 client.26762 shutdown 2024-09-05T02:33:32.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.926+0000 7f3713627740 1 -- 172.21.15.33:0/1012103306 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99dd1c70 msgr2=0x55ae99dd9cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:32.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.926+0000 7f3713627740 1 --2- 172.21.15.33:0/1012103306 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99dd1c70 0x55ae99dd9cf0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f3704009fd0 tx=0x7f3704005fd0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.926+0000 7f3713627740 1 -- 172.21.15.33:0/1012103306 shutdown_connections 2024-09-05T02:33:32.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.926+0000 7f3713627740 1 --2- 172.21.15.33:0/1012103306 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ae99dece50 0x55ae99def240 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.926+0000 7f3713627740 1 --2- 172.21.15.33:0/1012103306 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99ddce50 0x55ae99dda770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.926+0000 7f3713627740 1 --2- 172.21.15.33:0/1012103306 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd2590 0x55ae99dda230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.926+0000 7f36eb400640 0 client.26762 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:32.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.926+0000 7f3713627740 1 --2- 172.21.15.33:0/1012103306 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99dd1c70 0x55ae99dd9cf0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.926+0000 7f3713627740 1 -- 172.21.15.33:0/1012103306 >> 172.21.15.33:0/1012103306 conn(0x55ae99dce200 msgr2=0x55ae99dcd380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:32.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.926+0000 7f3713627740 1 -- 172.21.15.33:0/1012103306 shutdown_connections 2024-09-05T02:33:32.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.926+0000 7f3713627740 1 -- 172.21.15.33:0/1012103306 wait complete. 2024-09-05T02:33:32.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.926+0000 7f3713627740 20 client.26762 trim_cache size 0 max 16384 2024-09-05T02:33:32.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.940+0000 7f3713627740 1 Processor -- start 2024-09-05T02:33:32.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.940+0000 7f3713627740 1 -- start start 2024-09-05T02:33:32.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.941+0000 7f3713627740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd1c70 0x55ae99dd46d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:32.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.941+0000 7f3713627740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99dd2590 0x55ae99df4a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:32.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.941+0000 7f3713627740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99ddce50 0x55ae99df4f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:32.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.941+0000 7f3713627740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f370c1afaa0 con 0x55ae99ddce50 2024-09-05T02:33:32.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.941+0000 7f3713627740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f370c1b15e0 con 0x55ae99dd2590 2024-09-05T02:33:32.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.941+0000 7f3713627740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f370c1b0170 con 0x55ae99dd1c70 2024-09-05T02:33:32.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.941+0000 7f370a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99ddce50 0x55ae99df4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:32.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.941+0000 7f370a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99ddce50 0x55ae99df4f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49822/0 (socket says 172.21.15.33:49822) 2024-09-05T02:33:32.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.941+0000 7f370a800640 1 -- 172.21.15.33:0/195756830 learned_addr learned my addr 172.21.15.33:0/195756830 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:32.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.941+0000 7f3709400640 1 --2- 172.21.15.33:0/195756830 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99dd2590 0x55ae99df4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:32.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.941+0000 7f370a800640 1 --2- 172.21.15.33:0/195756830 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd1c70 0x55ae99dd46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:32.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.941+0000 7f370a800640 1 -- 172.21.15.33:0/195756830 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd1c70 msgr2=0x55ae99dd46d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:32.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.941+0000 7f370a800640 1 --2- 172.21.15.33:0/195756830 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd1c70 0x55ae99dd46d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.941+0000 7f370a800640 1 -- 172.21.15.33:0/195756830 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99dd2590 msgr2=0x55ae99df4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:32.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.941+0000 7f370a800640 1 --2- 172.21.15.33:0/195756830 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99dd2590 0x55ae99df4a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.941+0000 7f370a800640 1 -- 172.21.15.33:0/195756830 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae99ddc660 con 0x55ae99ddce50 2024-09-05T02:33:32.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.942+0000 7f370a800640 1 --2- 172.21.15.33:0/195756830 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99ddce50 0x55ae99df4f40 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f3704009560 tx=0x7f3704013040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75d2ef987f960caf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:32.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.942+0000 7f36f6600640 1 -- 172.21.15.33:0/195756830 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3704011b90 con 0x55ae99ddce50 2024-09-05T02:33:32.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.942+0000 7f36f6600640 1 -- 172.21.15.33:0/195756830 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f37040099c0 con 0x55ae99ddce50 2024-09-05T02:33:32.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.942+0000 7f36f6600640 1 -- 172.21.15.33:0/195756830 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f370401b420 con 0x55ae99ddce50 2024-09-05T02:33:32.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.943+0000 7f3713627740 1 -- 172.21.15.33:0/195756830 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99ddce50 msgr2=0x55ae99df4f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:32.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.943+0000 7f3713627740 1 --2- 172.21.15.33:0/195756830 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99ddce50 0x55ae99df4f40 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f3704009560 tx=0x7f3704013040 comp rx=0 tx=0).stop 2024-09-05T02:33:32.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.943+0000 7f3713627740 1 -- 172.21.15.33:0/195756830 shutdown_connections 2024-09-05T02:33:32.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.943+0000 7f3713627740 1 --2- 172.21.15.33:0/195756830 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99ddce50 0x55ae99df4f40 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.943+0000 7f3713627740 1 --2- 172.21.15.33:0/195756830 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99dd2590 0x55ae99df4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.943+0000 7f3713627740 1 --2- 172.21.15.33:0/195756830 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd1c70 0x55ae99dd46d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.943+0000 7f3713627740 1 -- 172.21.15.33:0/195756830 >> 172.21.15.33:0/195756830 conn(0x55ae99dce200 msgr2=0x55ae99ddbd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:32.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.943+0000 7f3713627740 1 -- 172.21.15.33:0/195756830 shutdown_connections 2024-09-05T02:33:32.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.943+0000 7f3713627740 1 -- 172.21.15.33:0/195756830 wait complete. 2024-09-05T02:33:32.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.943+0000 7f3713627740 1 -- start start 2024-09-05T02:33:32.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.944+0000 7f3713627740 1 Processor -- start 2024-09-05T02:33:32.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.944+0000 7f3713627740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99dd1c70 0x55ae99de5660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:32.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.944+0000 7f3713627740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd2590 0x55ae99de0990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:32.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.944+0000 7f3713627740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99ddce50 0x55ae99de0f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:32.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.944+0000 7f3713627740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f370c1b0f10 con 0x55ae99dd1c70 2024-09-05T02:33:32.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.944+0000 7f3713627740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f370c1b0840 con 0x55ae99ddce50 2024-09-05T02:33:32.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.944+0000 7f3713627740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f370c1ada80 con 0x55ae99dd2590 2024-09-05T02:33:32.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.944+0000 7f3713627740 10 client.0 _ll_register_callbacks cb 0x7f3704009e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:32.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.944+0000 7f370a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99dd1c70 0x55ae99de5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:32.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.944+0000 7f370a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99dd1c70 0x55ae99de5660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49830/0 (socket says 172.21.15.33:49830) 2024-09-05T02:33:32.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.944+0000 7f370a800640 1 -- 172.21.15.33:0/2250509453 learned_addr learned my addr 172.21.15.33:0/2250509453 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:32.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.944+0000 7f3709400640 1 --2- 172.21.15.33:0/2250509453 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd2590 0x55ae99de0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:32.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.945+0000 7f370a800640 1 --2- 172.21.15.33:0/2250509453 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99ddce50 0x55ae99de0f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:32.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.945+0000 7f370a800640 1 -- 172.21.15.33:0/2250509453 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd2590 msgr2=0x55ae99de0990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:32.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.945+0000 7f370a800640 1 --2- 172.21.15.33:0/2250509453 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd2590 0x55ae99de0990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.945+0000 7f370a800640 1 -- 172.21.15.33:0/2250509453 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99ddce50 msgr2=0x55ae99de0f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:32.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.945+0000 7f370a800640 1 --2- 172.21.15.33:0/2250509453 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99ddce50 0x55ae99de0f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.945+0000 7f370a800640 1 -- 172.21.15.33:0/2250509453 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae99de1780 con 0x55ae99dd1c70 2024-09-05T02:33:32.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.945+0000 7f3709400640 1 --2- 172.21.15.33:0/2250509453 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd2590 0x55ae99de0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:32.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.945+0000 7f370a800640 1 --2- 172.21.15.33:0/2250509453 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99dd1c70 0x55ae99de5660 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f3704005d70 tx=0x7f3704005ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9843a2c39fd9c063 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:32.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.945+0000 7f36eb400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:32.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.945+0000 7f36eb400640 1 -- 172.21.15.33:0/2250509453 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3704011b90 con 0x55ae99dd1c70 2024-09-05T02:33:32.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.945+0000 7f36eb400640 1 -- 172.21.15.33:0/2250509453 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f3704004530 con 0x55ae99dd1c70 2024-09-05T02:33:32.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.945+0000 7f3713627740 1 -- 172.21.15.33:0/2250509453 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37040099c0 con 0x55ae99dd1c70 2024-09-05T02:33:32.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.946+0000 7f36eb400640 1 -- 172.21.15.33:0/2250509453 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f370404a050 con 0x55ae99dd1c70 2024-09-05T02:33:32.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.946+0000 7f3713627740 10 client.16683 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:32.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.946+0000 7f3713627740 1 -- 172.21.15.33:0/2250509453 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ae99e57ab0 con 0x55ae99dd1c70 2024-09-05T02:33:32.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.946+0000 7f36eb400640 1 -- 172.21.15.33:0/2250509453 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f37040099c0 con 0x55ae99dd1c70 2024-09-05T02:33:32.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.946+0000 7f36eb400640 1 -- 172.21.15.33:0/2250509453 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f370403f070 con 0x55ae99dd1c70 2024-09-05T02:33:32.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.946+0000 7f3713627740 10 client.16683 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:32.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.946+0000 7f3713627740 10 client.16683 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:32.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.946+0000 7f3713627740 20 client.16683 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:32.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.946+0000 7f3713627740 1 --2- 172.21.15.33:0/2250509453 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ae99e580c0 0x55ae99e5a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:32.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.946+0000 7f3713627740 4 client.16683 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:33:32.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.946+0000 7f3713627740 1 -- 172.21.15.33:0/2250509453 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ae99d3fe60 con 0x55ae99e580c0 2024-09-05T02:33:32.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.947+0000 7f3709400640 1 --2- 172.21.15.33:0/2250509453 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ae99e580c0 0x55ae99e5a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:32.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.947+0000 7f3709400640 1 --2- 172.21.15.33:0/2250509453 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ae99e580c0 0x55ae99e5a4b0 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=14d19447c3760bd2 server_cookie=7664d82f53c88deb in_seq=0 out_seq=0 2024-09-05T02:33:32.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.947+0000 7f36eb400640 10 client.16683 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:32.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.947+0000 7f36eb400640 1 -- 172.21.15.33:0/2250509453 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ae99d3fe60 con 0x55ae99e580c0 2024-09-05T02:33:32.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.947+0000 7f36eb400640 10 client.16683 handle_command_reply: tid=0 2024-09-05T02:33:32.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.947+0000 7f3713627740 1 client.16683 shutdown 2024-09-05T02:33:32.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.948+0000 7f3713627740 1 -- 172.21.15.33:0/2250509453 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99dd1c70 msgr2=0x55ae99de5660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:32.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.948+0000 7f3713627740 1 --2- 172.21.15.33:0/2250509453 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99dd1c70 0x55ae99de5660 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f3704005d70 tx=0x7f3704005ab0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.948+0000 7f3713627740 1 -- 172.21.15.33:0/2250509453 shutdown_connections 2024-09-05T02:33:32.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.948+0000 7f3713627740 1 --2- 172.21.15.33:0/2250509453 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae99ddce50 0x55ae99de0f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.948+0000 7f3713627740 1 --2- 172.21.15.33:0/2250509453 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ae99dd2590 0x55ae99de0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.948+0000 7f3713627740 1 --2- 172.21.15.33:0/2250509453 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55ae99e580c0 0x55ae99e5a4b0 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.948+0000 7f3713627740 1 --2- 172.21.15.33:0/2250509453 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ae99dd1c70 0x55ae99de5660 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.948+0000 7f3713627740 1 -- 172.21.15.33:0/2250509453 >> 172.21.15.33:0/2250509453 conn(0x55ae99dce200 msgr2=0x55ae99dccb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:32.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.948+0000 7f36eb400640 0 client.16683 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:32.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.948+0000 7f3713627740 1 -- 172.21.15.33:0/2250509453 shutdown_connections 2024-09-05T02:33:32.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.948+0000 7f3713627740 1 -- 172.21.15.33:0/2250509453 wait complete. 2024-09-05T02:33:32.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.948+0000 7f3713627740 20 client.16683 trim_cache size 0 max 16384 2024-09-05T02:33:32.953 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:33:32.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.949+0000 7f3710a00640 1 -- 172.21.15.33:0/2905639655 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f36f00a2cf0 msgr2=0x7f36f00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:32.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.949+0000 7f3710a00640 1 --2- 172.21.15.33:0/2905639655 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f36f00a2cf0 0x7f36f00a51b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x55ae99dcf060 tx=0x7f36fc009260 comp rx=0 tx=0).stop 2024-09-05T02:33:32.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.949+0000 7f3710a00640 1 -- 172.21.15.33:0/2905639655 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f370c103ff0 msgr2=0x7f370c19a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:32.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.949+0000 7f3710a00640 1 --2- 172.21.15.33:0/2905639655 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f370c103ff0 0x7f370c19a620 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f36fc004770 tx=0x7f36fc003c10 comp rx=0 tx=0).stop 2024-09-05T02:33:32.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.949+0000 7f3710a00640 1 -- 172.21.15.33:0/2905639655 shutdown_connections 2024-09-05T02:33:32.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.949+0000 7f3710a00640 1 --2- 172.21.15.33:0/2905639655 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f36f00a2cf0 0x7f36f00a51b0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.949+0000 7f3710a00640 1 --2- 172.21.15.33:0/2905639655 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f370c109120 0x7f370c19eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.949+0000 7f3710a00640 1 --2- 172.21.15.33:0/2905639655 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f370c1049a0 0x7f370c19ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.949+0000 7f3710a00640 1 --2- 172.21.15.33:0/2905639655 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f370c103ff0 0x7f370c19a620 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:32.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.949+0000 7f3710a00640 1 -- 172.21.15.33:0/2905639655 >> 172.21.15.33:0/2905639655 conn(0x7f370c0ffa90 msgr2=0x7f370c100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:32.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.949+0000 7f3710a00640 1 -- 172.21.15.33:0/2905639655 shutdown_connections 2024-09-05T02:33:32.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:32.949+0000 7f3710a00640 1 -- 172.21.15.33:0/2905639655 wait complete. 2024-09-05T02:33:33.774 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:33 smithi033 ceph-mon[29909]: pgmap v201: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:33:33.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:33 smithi123 ceph-mon[34031]: pgmap v201: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:33:34.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:33 smithi174 ceph-mon[34756]: pgmap v201: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:33:34.946 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:33:34.946 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:33:35.336 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:35.762 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:35 smithi033 ceph-mon[29909]: pgmap v202: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:35.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.879+0000 7fc583000640 1 -- 172.21.15.33:0/3018471768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc57c112a30 msgr2=0x7fc57c114e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:35.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.879+0000 7fc583000640 1 --2- 172.21.15.33:0/3018471768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc57c112a30 0x7fc57c114e20 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fc574009ca0 tx=0x7fc57402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.879+0000 7fc583000640 1 -- 172.21.15.33:0/3018471768 shutdown_connections 2024-09-05T02:33:35.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.879+0000 7fc583000640 1 --2- 172.21.15.33:0/3018471768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc57c112a30 0x7fc57c114e20 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.879+0000 7fc583000640 1 --2- 172.21.15.33:0/3018471768 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc57c077040 0x7fc57c1124f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.879+0000 7fc583000640 1 --2- 172.21.15.33:0/3018471768 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc57c076720 0x7fc57c076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.879+0000 7fc583000640 1 -- 172.21.15.33:0/3018471768 >> 172.21.15.33:0/3018471768 conn(0x7fc57c0ffa90 msgr2=0x7fc57c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:35.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.879+0000 7fc583000640 1 -- 172.21.15.33:0/3018471768 shutdown_connections 2024-09-05T02:33:35.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.879+0000 7fc583000640 1 -- 172.21.15.33:0/3018471768 wait complete. 2024-09-05T02:33:35.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.880+0000 7fc583000640 1 Processor -- start 2024-09-05T02:33:35.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.880+0000 7fc583000640 1 -- start start 2024-09-05T02:33:35.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.881+0000 7fc583000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc57c076720 0x7fc57c1a46d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:35.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.881+0000 7fc583000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc57c077040 0x7fc57c1a4c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:35.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.881+0000 7fc583000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc57c112a30 0x7fc57c19e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:35.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.881+0000 7fc583000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c1185c0 con 0x7fc57c077040 2024-09-05T02:33:35.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.881+0000 7fc583000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c118440 con 0x7fc57c112a30 2024-09-05T02:33:35.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.881+0000 7fc583000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c118740 con 0x7fc57c076720 2024-09-05T02:33:35.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.881+0000 7fc581000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc57c112a30 0x7fc57c19e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:35.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.881+0000 7fc573e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc57c077040 0x7fc57c1a4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:35.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.881+0000 7fc57be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc57c076720 0x7fc57c1a46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:35.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.881+0000 7fc581000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc57c112a30 0x7fc57c19e890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:48878/0 (socket says 172.21.15.33:48878) 2024-09-05T02:33:35.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.881+0000 7fc581000640 1 -- 172.21.15.33:0/2759604411 learned_addr learned my addr 172.21.15.33:0/2759604411 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:35.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.881+0000 7fc57be00640 1 --2- 172.21.15.33:0/2759604411 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc57c076720 0x7fc57c1a46d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56660/0 (socket says 172.21.15.33:56660) 2024-09-05T02:33:35.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.882+0000 7fc57be00640 1 -- 172.21.15.33:0/2759604411 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc57c112a30 msgr2=0x7fc57c19e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:35.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.882+0000 7fc57be00640 1 --2- 172.21.15.33:0/2759604411 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc57c112a30 0x7fc57c19e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.882+0000 7fc57be00640 1 -- 172.21.15.33:0/2759604411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc57c077040 msgr2=0x7fc57c1a4c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:35.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.882+0000 7fc57be00640 1 --2- 172.21.15.33:0/2759604411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc57c077040 0x7fc57c1a4c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.882+0000 7fc57be00640 1 -- 172.21.15.33:0/2759604411 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc57c19efc0 con 0x7fc57c076720 2024-09-05T02:33:35.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.882+0000 7fc573e00640 1 --2- 172.21.15.33:0/2759604411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc57c077040 0x7fc57c1a4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:35.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.882+0000 7fc581000640 1 --2- 172.21.15.33:0/2759604411 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc57c112a30 0x7fc57c19e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:35.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.882+0000 7fc57be00640 1 --2- 172.21.15.33:0/2759604411 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc57c076720 0x7fc57c1a46d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc56c00e9f0 tx=0x7fc56c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:35.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.882+0000 7fc579600640 1 -- 172.21.15.33:0/2759604411 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc56c00ccc0 con 0x7fc57c076720 2024-09-05T02:33:35.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.882+0000 7fc583000640 1 -- 172.21.15.33:0/2759604411 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc57c19f2b0 con 0x7fc57c076720 2024-09-05T02:33:35.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.883+0000 7fc579600640 1 -- 172.21.15.33:0/2759604411 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc56c010910 con 0x7fc57c076720 2024-09-05T02:33:35.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.883+0000 7fc583000640 1 -- 172.21.15.33:0/2759604411 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc57c1ab5a0 con 0x7fc57c076720 2024-09-05T02:33:35.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.883+0000 7fc579600640 1 -- 172.21.15.33:0/2759604411 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc56c018880 con 0x7fc57c076720 2024-09-05T02:33:35.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:35 smithi123 ceph-mon[34031]: pgmap v202: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:35.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.885+0000 7fc585c5c740 1 Processor -- start 2024-09-05T02:33:35.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.886+0000 7fc585c5c740 1 -- start start 2024-09-05T02:33:35.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.886+0000 7fc579600640 1 -- 172.21.15.33:0/2759604411 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fc56c010ac0 con 0x7fc57c076720 2024-09-05T02:33:35.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.886+0000 7fc585c5c740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce16ac0 0x55e8dce16ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:35.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.886+0000 7fc585c5c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce173e0 0x55e8dce21760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:35.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.886+0000 7fc585c5c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce21ca0 0x55e8dce24090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:35.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.886+0000 7fc585c5c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55e8dcd7d290 con 0x55e8dce173e0 2024-09-05T02:33:35.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.886+0000 7fc585c5c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e8dcd24b40 con 0x55e8dce21ca0 2024-09-05T02:33:35.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.886+0000 7fc585c5c740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55e8dcd79250 con 0x55e8dce16ac0 2024-09-05T02:33:35.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.886+0000 7fc57be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce173e0 0x55e8dce21760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:35.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.886+0000 7fc581000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce16ac0 0x55e8dce16ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:35.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.886+0000 7fc581000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce16ac0 0x55e8dce16ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56672/0 (socket says 172.21.15.33:56672) 2024-09-05T02:33:35.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.886+0000 7fc57be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce173e0 0x55e8dce21760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49838/0 (socket says 172.21.15.33:49838) 2024-09-05T02:33:35.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.886+0000 7fc581000640 1 -- 172.21.15.33:0/3300675400 learned_addr learned my addr 172.21.15.33:0/3300675400 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:35.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.886+0000 7fc573e00640 1 --2- 172.21.15.33:0/3300675400 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce21ca0 0x55e8dce24090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:35.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.887+0000 7fc573e00640 1 -- 172.21.15.33:0/3300675400 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce16ac0 msgr2=0x55e8dce16ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:35.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.887+0000 7fc573e00640 1 --2- 172.21.15.33:0/3300675400 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce16ac0 0x55e8dce16ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.887+0000 7fc573e00640 1 -- 172.21.15.33:0/3300675400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce173e0 msgr2=0x55e8dce21760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:35.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.887+0000 7fc573e00640 1 --2- 172.21.15.33:0/3300675400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce173e0 0x55e8dce21760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.887+0000 7fc573e00640 1 -- 172.21.15.33:0/3300675400 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8dcaee6a0 con 0x55e8dce21ca0 2024-09-05T02:33:35.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.887+0000 7fc573e00640 1 --2- 172.21.15.33:0/3300675400 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce21ca0 0x55e8dce24090 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fc57c1a0080 tx=0x7fc564011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0f87d7cf00e51ea server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:35.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.887+0000 7fc579600640 1 --2- 172.21.15.33:0/2759604411 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc5600a2d70 0x7fc5600a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:35.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.888+0000 7fc571600640 1 -- 172.21.15.33:0/3300675400 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc564004230 con 0x55e8dce21ca0 2024-09-05T02:33:35.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.888+0000 7fc571600640 1 -- 172.21.15.33:0/3300675400 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5640043d0 con 0x55e8dce21ca0 2024-09-05T02:33:35.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.888+0000 7fc579600640 1 -- 172.21.15.33:0/2759604411 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fc56c0cf790 con 0x7fc57c076720 2024-09-05T02:33:35.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.888+0000 7fc571600640 1 -- 172.21.15.33:0/3300675400 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5640035f0 con 0x55e8dce21ca0 2024-09-05T02:33:35.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.888+0000 7fc581000640 1 --2- 172.21.15.33:0/2759604411 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc5600a2d70 0x7fc5600a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:35.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.888+0000 7fc585c5c740 1 -- 172.21.15.33:0/3300675400 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce21ca0 msgr2=0x55e8dce24090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:35.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.888+0000 7fc585c5c740 1 --2- 172.21.15.33:0/3300675400 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce21ca0 0x55e8dce24090 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fc57c1a0080 tx=0x7fc564011810 comp rx=0 tx=0).stop 2024-09-05T02:33:35.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.888+0000 7fc585c5c740 1 -- 172.21.15.33:0/3300675400 shutdown_connections 2024-09-05T02:33:35.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.888+0000 7fc585c5c740 1 --2- 172.21.15.33:0/3300675400 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce21ca0 0x55e8dce24090 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.888+0000 7fc585c5c740 1 --2- 172.21.15.33:0/3300675400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce173e0 0x55e8dce21760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.889+0000 7fc585c5c740 1 --2- 172.21.15.33:0/3300675400 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce16ac0 0x55e8dce16ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.889+0000 7fc585c5c740 1 -- 172.21.15.33:0/3300675400 >> 172.21.15.33:0/3300675400 conn(0x55e8dce13050 msgr2=0x55e8dce13430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:35.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.889+0000 7fc581000640 1 --2- 172.21.15.33:0/2759604411 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc5600a2d70 0x7fc5600a5230 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc57402aeb0 tx=0x7fc574005d80 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:35.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.889+0000 7fc585c5c740 1 -- 172.21.15.33:0/3300675400 shutdown_connections 2024-09-05T02:33:35.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.889+0000 7fc585c5c740 1 -- 172.21.15.33:0/3300675400 wait complete. 2024-09-05T02:33:35.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.889+0000 7fc585c5c740 1 -- start start 2024-09-05T02:33:35.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.889+0000 7fc585c5c740 1 Processor -- start 2024-09-05T02:33:35.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.890+0000 7fc585c5c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce16ac0 0x55e8dce215d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:35.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.890+0000 7fc585c5c740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce173e0 0x55e8dce1e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:35.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.890+0000 7fc585c5c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce21ca0 0x55e8dce1edc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:35.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.890+0000 7fc585c5c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55e8dce24910 con 0x55e8dce16ac0 2024-09-05T02:33:35.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.890+0000 7fc585c5c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e8dcd37fa0 con 0x55e8dce21ca0 2024-09-05T02:33:35.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.890+0000 7fc585c5c740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55e8dce24a90 con 0x55e8dce173e0 2024-09-05T02:33:35.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.890+0000 7fc585c5c740 10 client.0 _ll_register_callbacks cb 0x55e8dca8bba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:35.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.890+0000 7fc57be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce16ac0 0x55e8dce215d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:35.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.890+0000 7fc57be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce16ac0 0x55e8dce215d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49846/0 (socket says 172.21.15.33:49846) 2024-09-05T02:33:35.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.890+0000 7fc57be00640 1 -- 172.21.15.33:0/3889960924 learned_addr learned my addr 172.21.15.33:0/3889960924 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:35.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.890+0000 7fc581000640 1 --2- 172.21.15.33:0/3889960924 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce21ca0 0x55e8dce1edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:35.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.890+0000 7fc573e00640 1 --2- 172.21.15.33:0/3889960924 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce173e0 0x55e8dce1e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:35.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.891+0000 7fc57be00640 1 -- 172.21.15.33:0/3889960924 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce173e0 msgr2=0x55e8dce1e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:35.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.891+0000 7fc57be00640 1 --2- 172.21.15.33:0/3889960924 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce173e0 0x55e8dce1e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.891+0000 7fc57be00640 1 -- 172.21.15.33:0/3889960924 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce21ca0 msgr2=0x55e8dce1edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:35.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.891+0000 7fc57be00640 1 --2- 172.21.15.33:0/3889960924 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce21ca0 0x55e8dce1edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.891+0000 7fc57be00640 1 -- 172.21.15.33:0/3889960924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8dce1f5f0 con 0x55e8dce16ac0 2024-09-05T02:33:35.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.891+0000 7fc57be00640 1 --2- 172.21.15.33:0/3889960924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce16ac0 0x55e8dce215d0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fc56c09ba10 tx=0x7fc56c00ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=deb51efa0f3898d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:35.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.891+0000 7fc56a000640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:35.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.891+0000 7fc56a000640 1 -- 172.21.15.33:0/3889960924 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc56c0cd310 con 0x55e8dce16ac0 2024-09-05T02:33:35.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.891+0000 7fc56a000640 1 -- 172.21.15.33:0/3889960924 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fc56c0cfb80 con 0x55e8dce16ac0 2024-09-05T02:33:35.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.891+0000 7fc585c5c740 1 -- 172.21.15.33:0/3889960924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5640043d0 con 0x55e8dce16ac0 2024-09-05T02:33:35.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.891+0000 7fc56a000640 1 -- 172.21.15.33:0/3889960924 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc56c0a0010 con 0x55e8dce16ac0 2024-09-05T02:33:35.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.891+0000 7fc585c5c740 10 client.16695 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:35.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.891+0000 7fc585c5c740 1 -- 172.21.15.33:0/3889960924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e8dce30870 con 0x55e8dce16ac0 2024-09-05T02:33:35.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.892+0000 7fc56a000640 1 -- 172.21.15.33:0/3889960924 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5640043d0 con 0x55e8dce16ac0 2024-09-05T02:33:35.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.892+0000 7fc56a000640 1 -- 172.21.15.33:0/3889960924 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fc56c0b4020 con 0x55e8dce16ac0 2024-09-05T02:33:35.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.892+0000 7fc585c5c740 10 client.16695 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:35.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.892+0000 7fc585c5c740 10 client.16695 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:35.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.892+0000 7fc585c5c740 20 client.16695 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:35.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.892+0000 7fc585c5c740 1 --2- 172.21.15.33:0/3889960924 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e8dce31d30 0x55e8dce34180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:35.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.892+0000 7fc585c5c740 4 client.16695 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:35.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.892+0000 7fc585c5c740 1 -- 172.21.15.33:0/3889960924 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e8dcd8a800 con 0x55e8dce31d30 2024-09-05T02:33:35.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.893+0000 7fc573e00640 1 --2- 172.21.15.33:0/3889960924 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e8dce31d30 0x55e8dce34180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:35.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.893+0000 7fc573e00640 1 --2- 172.21.15.33:0/3889960924 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e8dce31d30 0x55e8dce34180 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e24c051450966e0a server_cookie=1e6716950a5b688e in_seq=0 out_seq=0 2024-09-05T02:33:35.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.893+0000 7fc56a000640 10 client.16695 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:35.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.894+0000 7fc56a000640 1 -- 172.21.15.33:0/3889960924 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e8dcd8a800 con 0x55e8dce31d30 2024-09-05T02:33:35.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.894+0000 7fc56a000640 10 client.16695 handle_command_reply: tid=0 2024-09-05T02:33:35.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.894+0000 7fc585c5c740 1 client.16695 shutdown 2024-09-05T02:33:35.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.894+0000 7fc585c5c740 1 -- 172.21.15.33:0/3889960924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce16ac0 msgr2=0x55e8dce215d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:35.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.894+0000 7fc585c5c740 1 --2- 172.21.15.33:0/3889960924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce16ac0 0x55e8dce215d0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fc56c09ba10 tx=0x7fc56c00ce60 comp rx=0 tx=0).stop 2024-09-05T02:33:35.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.894+0000 7fc585c5c740 1 -- 172.21.15.33:0/3889960924 shutdown_connections 2024-09-05T02:33:35.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.894+0000 7fc585c5c740 1 --2- 172.21.15.33:0/3889960924 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce21ca0 0x55e8dce1edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.894+0000 7fc585c5c740 1 --2- 172.21.15.33:0/3889960924 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce173e0 0x55e8dce1e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.894+0000 7fc585c5c740 1 --2- 172.21.15.33:0/3889960924 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e8dce31d30 0x55e8dce34180 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.894+0000 7fc585c5c740 1 --2- 172.21.15.33:0/3889960924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce16ac0 0x55e8dce215d0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.894+0000 7fc585c5c740 1 -- 172.21.15.33:0/3889960924 >> 172.21.15.33:0/3889960924 conn(0x55e8dce13050 msgr2=0x55e8dce18d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:35.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.894+0000 7fc56a000640 0 client.16695 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:35.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.894+0000 7fc585c5c740 1 -- 172.21.15.33:0/3889960924 shutdown_connections 2024-09-05T02:33:35.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.894+0000 7fc585c5c740 1 -- 172.21.15.33:0/3889960924 wait complete. 2024-09-05T02:33:35.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.895+0000 7fc585c5c740 20 client.16695 trim_cache size 0 max 16384 2024-09-05T02:33:35.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.912+0000 7fc585c5c740 1 Processor -- start 2024-09-05T02:33:35.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.913+0000 7fc585c5c740 1 -- start start 2024-09-05T02:33:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.913+0000 7fc585c5c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce16ac0 0x55e8dce19e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.913+0000 7fc585c5c740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce173e0 0x55e8dce39a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.913+0000 7fc585c5c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce21ca0 0x55e8dce39f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.913+0000 7fc585c5c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c1b3eb0 con 0x55e8dce21ca0 2024-09-05T02:33:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.913+0000 7fc585c5c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c1b59f0 con 0x55e8dce16ac0 2024-09-05T02:33:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.913+0000 7fc585c5c740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c1b4580 con 0x55e8dce173e0 2024-09-05T02:33:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.913+0000 7fc581000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce21ca0 0x55e8dce39f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.913+0000 7fc581000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce21ca0 0x55e8dce39f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49848/0 (socket says 172.21.15.33:49848) 2024-09-05T02:33:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.913+0000 7fc581000640 1 -- 172.21.15.33:0/2706401889 learned_addr learned my addr 172.21.15.33:0/2706401889 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.913+0000 7fc573e00640 1 --2- 172.21.15.33:0/2706401889 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce173e0 0x55e8dce39a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.913+0000 7fc57be00640 1 --2- 172.21.15.33:0/2706401889 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce16ac0 0x55e8dce19e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:35.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.914+0000 7fc581000640 1 -- 172.21.15.33:0/2706401889 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce173e0 msgr2=0x55e8dce39a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:35.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.914+0000 7fc581000640 1 --2- 172.21.15.33:0/2706401889 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce173e0 0x55e8dce39a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.914+0000 7fc581000640 1 -- 172.21.15.33:0/2706401889 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce16ac0 msgr2=0x55e8dce19e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:35.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.914+0000 7fc581000640 1 --2- 172.21.15.33:0/2706401889 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce16ac0 0x55e8dce19e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.914+0000 7fc581000640 1 -- 172.21.15.33:0/2706401889 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8dce168f0 con 0x55e8dce21ca0 2024-09-05T02:33:35.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.914+0000 7fc581000640 1 --2- 172.21.15.33:0/2706401889 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce21ca0 0x55e8dce39f60 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fc57402ade0 tx=0x7fc574042000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91623b3ccab7b74e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:35.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.914+0000 7fc570c00640 1 -- 172.21.15.33:0/2706401889 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc574031450 con 0x55e8dce21ca0 2024-09-05T02:33:35.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.914+0000 7fc570c00640 1 -- 172.21.15.33:0/2706401889 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc574036040 con 0x55e8dce21ca0 2024-09-05T02:33:35.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.914+0000 7fc570c00640 1 -- 172.21.15.33:0/2706401889 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc57402f610 con 0x55e8dce21ca0 2024-09-05T02:33:35.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.915+0000 7fc585c5c740 1 -- 172.21.15.33:0/2706401889 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce21ca0 msgr2=0x55e8dce39f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:35.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.915+0000 7fc585c5c740 1 --2- 172.21.15.33:0/2706401889 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce21ca0 0x55e8dce39f60 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fc57402ade0 tx=0x7fc574042000 comp rx=0 tx=0).stop 2024-09-05T02:33:35.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.915+0000 7fc585c5c740 1 -- 172.21.15.33:0/2706401889 shutdown_connections 2024-09-05T02:33:35.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.915+0000 7fc585c5c740 1 --2- 172.21.15.33:0/2706401889 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce21ca0 0x55e8dce39f60 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.915+0000 7fc585c5c740 1 --2- 172.21.15.33:0/2706401889 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce173e0 0x55e8dce39a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.915+0000 7fc585c5c740 1 --2- 172.21.15.33:0/2706401889 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce16ac0 0x55e8dce19e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.915+0000 7fc585c5c740 1 -- 172.21.15.33:0/2706401889 >> 172.21.15.33:0/2706401889 conn(0x55e8dce13050 msgr2=0x55e8dce19700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:35.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.915+0000 7fc585c5c740 1 -- 172.21.15.33:0/2706401889 shutdown_connections 2024-09-05T02:33:35.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.915+0000 7fc585c5c740 1 -- 172.21.15.33:0/2706401889 wait complete. 2024-09-05T02:33:35.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.916+0000 7fc585c5c740 1 -- start start 2024-09-05T02:33:35.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.916+0000 7fc585c5c740 1 Processor -- start 2024-09-05T02:33:35.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.916+0000 7fc585c5c740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce16ac0 0x55e8dce1b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:35.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.916+0000 7fc585c5c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce173e0 0x55e8dce1bec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:35.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.916+0000 7fc585c5c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce21ca0 0x55e8dce1c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:35.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.916+0000 7fc585c5c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c1b5320 con 0x55e8dce21ca0 2024-09-05T02:33:35.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.916+0000 7fc585c5c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c1b4c50 con 0x55e8dce173e0 2024-09-05T02:33:35.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.916+0000 7fc585c5c740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c1b1e90 con 0x55e8dce16ac0 2024-09-05T02:33:35.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.916+0000 7fc585c5c740 10 client.0 _ll_register_callbacks cb 0x7fc56c0d5220 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:35.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.917+0000 7fc581000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce21ca0 0x55e8dce1c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:35.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.917+0000 7fc581000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce21ca0 0x55e8dce1c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49858/0 (socket says 172.21.15.33:49858) 2024-09-05T02:33:35.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.917+0000 7fc581000640 1 -- 172.21.15.33:0/33142138 learned_addr learned my addr 172.21.15.33:0/33142138 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:35.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.917+0000 7fc573e00640 1 --2- 172.21.15.33:0/33142138 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce173e0 0x55e8dce1bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:35.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.917+0000 7fc57be00640 1 --2- 172.21.15.33:0/33142138 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce16ac0 0x55e8dce1b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:35.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.917+0000 7fc573e00640 1 -- 172.21.15.33:0/33142138 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce16ac0 msgr2=0x55e8dce1b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:35.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.917+0000 7fc573e00640 1 --2- 172.21.15.33:0/33142138 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce16ac0 0x55e8dce1b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.917+0000 7fc573e00640 1 -- 172.21.15.33:0/33142138 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce21ca0 msgr2=0x55e8dce1c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:35.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.917+0000 7fc573e00640 1 --2- 172.21.15.33:0/33142138 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce21ca0 0x55e8dce1c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.917+0000 7fc573e00640 1 -- 172.21.15.33:0/33142138 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8dce9baf0 con 0x55e8dce173e0 2024-09-05T02:33:35.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.917+0000 7fc581000640 1 --2- 172.21.15.33:0/33142138 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce21ca0 0x55e8dce1c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:35.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.917+0000 7fc573e00640 1 --2- 172.21.15.33:0/33142138 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce173e0 0x55e8dce1bec0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fc564011d10 tx=0x7fc564009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ce452c7b05eb24a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:35.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.917+0000 7fc56a000640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:33:35.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.918+0000 7fc56a000640 1 -- 172.21.15.33:0/33142138 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc56401e040 con 0x55e8dce173e0 2024-09-05T02:33:35.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.918+0000 7fc56a000640 1 -- 172.21.15.33:0/33142138 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fc564004460 con 0x55e8dce173e0 2024-09-05T02:33:35.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.918+0000 7fc585c5c740 1 -- 172.21.15.33:0/33142138 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc574036040 con 0x55e8dce173e0 2024-09-05T02:33:35.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.918+0000 7fc56a000640 1 -- 172.21.15.33:0/33142138 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc56403b050 con 0x55e8dce173e0 2024-09-05T02:33:35.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.918+0000 7fc585c5c740 10 client.26786 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:35.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.918+0000 7fc585c5c740 1 -- 172.21.15.33:0/33142138 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e8dce9ce70 con 0x55e8dce173e0 2024-09-05T02:33:35.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.918+0000 7fc56a000640 1 -- 172.21.15.33:0/33142138 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc574036040 con 0x55e8dce173e0 2024-09-05T02:33:35.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.919+0000 7fc56a000640 1 -- 172.21.15.33:0/33142138 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fc564024040 con 0x55e8dce173e0 2024-09-05T02:33:35.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.919+0000 7fc585c5c740 10 client.26786 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:35.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.919+0000 7fc585c5c740 10 client.26786 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:35.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.919+0000 7fc585c5c740 20 client.26786 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:35.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.919+0000 7fc585c5c740 1 --2- 172.21.15.33:0/33142138 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e8dce9d530 0x55e8dce9f950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:35.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.919+0000 7fc585c5c740 4 client.26786 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:33:35.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.919+0000 7fc585c5c740 1 -- 172.21.15.33:0/33142138 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55e8dcd84d10 con 0x55e8dce9d530 2024-09-05T02:33:35.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.919+0000 7fc57be00640 1 --2- 172.21.15.33:0/33142138 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e8dce9d530 0x55e8dce9f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:35.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.920+0000 7fc57be00640 1 --2- 172.21.15.33:0/33142138 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e8dce9d530 0x55e8dce9f950 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ccfc232446e69b7 server_cookie=5c6745360e4608fd in_seq=0 out_seq=0 2024-09-05T02:33:35.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.920+0000 7fc56a000640 10 client.26786 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:35.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.921+0000 7fc56a000640 1 -- 172.21.15.33:0/33142138 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55e8dcd84d10 con 0x55e8dce9d530 2024-09-05T02:33:35.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.921+0000 7fc56a000640 10 client.26786 handle_command_reply: tid=0 2024-09-05T02:33:35.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.921+0000 7fc585c5c740 1 client.26786 shutdown 2024-09-05T02:33:35.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.921+0000 7fc585c5c740 1 -- 172.21.15.33:0/33142138 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce173e0 msgr2=0x55e8dce1bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:35.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.921+0000 7fc585c5c740 1 --2- 172.21.15.33:0/33142138 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce173e0 0x55e8dce1bec0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fc564011d10 tx=0x7fc564009310 comp rx=0 tx=0).stop 2024-09-05T02:33:35.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.921+0000 7fc585c5c740 1 -- 172.21.15.33:0/33142138 shutdown_connections 2024-09-05T02:33:35.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.921+0000 7fc585c5c740 1 --2- 172.21.15.33:0/33142138 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e8dce9d530 0x55e8dce9f950 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.921+0000 7fc585c5c740 1 --2- 172.21.15.33:0/33142138 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8dce21ca0 0x55e8dce1c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.921+0000 7fc585c5c740 1 --2- 172.21.15.33:0/33142138 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8dce173e0 0x55e8dce1bec0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.921+0000 7fc585c5c740 1 --2- 172.21.15.33:0/33142138 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8dce16ac0 0x55e8dce1b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.921+0000 7fc56a000640 0 client.26786 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:35.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.921+0000 7fc585c5c740 1 -- 172.21.15.33:0/33142138 >> 172.21.15.33:0/33142138 conn(0x55e8dce13050 msgr2=0x55e8dce19f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:35.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.921+0000 7fc585c5c740 1 -- 172.21.15.33:0/33142138 shutdown_connections 2024-09-05T02:33:35.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.922+0000 7fc585c5c740 1 -- 172.21.15.33:0/33142138 wait complete. 2024-09-05T02:33:35.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.922+0000 7fc585c5c740 20 client.26786 trim_cache size 0 max 16384 2024-09-05T02:33:35.926 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:33:35.926 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:33:35.926 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "f53d9a28-4656-4cb7-bc62-5a6f403f037c", 2024-09-05T02:33:35.926 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:33:35.927 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:33:35.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.922+0000 7fc583000640 1 -- 172.21.15.33:0/2759604411 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc5600a2d70 msgr2=0x7fc5600a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:35.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.922+0000 7fc583000640 1 --2- 172.21.15.33:0/2759604411 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc5600a2d70 0x7fc5600a5230 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc57402aeb0 tx=0x7fc574005d80 comp rx=0 tx=0).stop 2024-09-05T02:33:35.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.922+0000 7fc583000640 1 -- 172.21.15.33:0/2759604411 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc57c076720 msgr2=0x7fc57c1a46d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:35.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.922+0000 7fc583000640 1 --2- 172.21.15.33:0/2759604411 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc57c076720 0x7fc57c1a46d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc56c00e9f0 tx=0x7fc56c00eeb0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.922+0000 7fc583000640 1 -- 172.21.15.33:0/2759604411 shutdown_connections 2024-09-05T02:33:35.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.922+0000 7fc583000640 1 --2- 172.21.15.33:0/2759604411 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc5600a2d70 0x7fc5600a5230 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.922+0000 7fc583000640 1 --2- 172.21.15.33:0/2759604411 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc57c112a30 0x7fc57c19e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.922+0000 7fc583000640 1 --2- 172.21.15.33:0/2759604411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc57c077040 0x7fc57c1a4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.922+0000 7fc583000640 1 --2- 172.21.15.33:0/2759604411 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc57c076720 0x7fc57c1a46d0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:35.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.922+0000 7fc583000640 1 -- 172.21.15.33:0/2759604411 >> 172.21.15.33:0/2759604411 conn(0x7fc57c0ffa90 msgr2=0x7fc57c101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:35.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.923+0000 7fc583000640 1 -- 172.21.15.33:0/2759604411 shutdown_connections 2024-09-05T02:33:35.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:35.923+0000 7fc583000640 1 -- 172.21.15.33:0/2759604411 wait complete. 2024-09-05T02:33:36.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:35 smithi174 ceph-mon[34756]: pgmap v202: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:36.899 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:33:37.276 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:37.737 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:37 smithi033 ceph-mon[29909]: pgmap v203: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:37.737 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:37 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:33:37.737 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:37 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:37.737 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:37 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:33:37.737 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:37 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:37.737 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:37 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:33:37.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.850+0000 7fadc9200640 1 -- 172.21.15.33:0/800344601 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadc4108f60 msgr2=0x7fadc4110ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:37.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.850+0000 7fadc9200640 1 --2- 172.21.15.33:0/800344601 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadc4108f60 0x7fadc4110ae0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fadbc009ca0 tx=0x7fadbc02a8c0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.850+0000 7fadc9200640 1 -- 172.21.15.33:0/800344601 shutdown_connections 2024-09-05T02:33:37.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.850+0000 7fadc9200640 1 --2- 172.21.15.33:0/800344601 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadc4108f60 0x7fadc4110ae0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.850+0000 7fadc9200640 1 --2- 172.21.15.33:0/800344601 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fadc41047e0 0x7fadc4108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.850+0000 7fadc9200640 1 --2- 172.21.15.33:0/800344601 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fadc4103e30 0x7fadc4104210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.850+0000 7fadc9200640 1 -- 172.21.15.33:0/800344601 >> 172.21.15.33:0/800344601 conn(0x7fadc40ff910 msgr2=0x7fadc4101d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:37.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.850+0000 7fadc9200640 1 -- 172.21.15.33:0/800344601 shutdown_connections 2024-09-05T02:33:37.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.850+0000 7fadc9200640 1 -- 172.21.15.33:0/800344601 wait complete. 2024-09-05T02:33:37.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.851+0000 7fadc9200640 1 Processor -- start 2024-09-05T02:33:37.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.851+0000 7fadc9200640 1 -- start start 2024-09-05T02:33:37.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.852+0000 7fadc9200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fadc4103e30 0x7fadc419a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:37.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.852+0000 7fadc9200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fadc41047e0 0x7fadc419aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:37.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.852+0000 7fadc9200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadc4108f60 0x7fadc419ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:37.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.852+0000 7fadc9200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fadc4114010 con 0x7fadc4108f60 2024-09-05T02:33:37.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.852+0000 7fadc9200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fadc4113e90 con 0x7fadc41047e0 2024-09-05T02:33:37.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.852+0000 7fadc9200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fadc4114190 con 0x7fadc4103e30 2024-09-05T02:33:37.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.852+0000 7fadc3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadc4108f60 0x7fadc419ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:37.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.852+0000 7fadc3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadc4108f60 0x7fadc419ee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49864/0 (socket says 172.21.15.33:49864) 2024-09-05T02:33:37.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.852+0000 7fadc3e00640 1 -- 172.21.15.33:0/2899221025 learned_addr learned my addr 172.21.15.33:0/2899221025 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:37.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.852+0000 7fadc3400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fadc4103e30 0x7fadc419a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:37.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.852+0000 7fadbbe00640 1 --2- 172.21.15.33:0/2899221025 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fadc41047e0 0x7fadc419aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:37.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.853+0000 7fadc3e00640 1 -- 172.21.15.33:0/2899221025 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fadc4103e30 msgr2=0x7fadc419a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:37.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.853+0000 7fadc3e00640 1 --2- 172.21.15.33:0/2899221025 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fadc4103e30 0x7fadc419a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.853+0000 7fadc3e00640 1 -- 172.21.15.33:0/2899221025 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fadc41047e0 msgr2=0x7fadc419aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:37.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.853+0000 7fadc3e00640 1 --2- 172.21.15.33:0/2899221025 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fadc41047e0 0x7fadc419aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.853+0000 7fadc3e00640 1 -- 172.21.15.33:0/2899221025 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadc419f4e0 con 0x7fadc4108f60 2024-09-05T02:33:37.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.853+0000 7fadbbe00640 1 --2- 172.21.15.33:0/2899221025 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fadc41047e0 0x7fadc419aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:37.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.853+0000 7fadc3e00640 1 --2- 172.21.15.33:0/2899221025 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadc4108f60 0x7fadc419ee00 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fadbc033040 tx=0x7fadbc003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:37.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.853+0000 7fadc0c00640 1 -- 172.21.15.33:0/2899221025 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadbc031650 con 0x7fadc4108f60 2024-09-05T02:33:37.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.853+0000 7fadc0c00640 1 -- 172.21.15.33:0/2899221025 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fadbc0317f0 con 0x7fadc4108f60 2024-09-05T02:33:37.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.853+0000 7fadc0c00640 1 -- 172.21.15.33:0/2899221025 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadbc02fa40 con 0x7fadc4108f60 2024-09-05T02:33:37.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.853+0000 7fadc9200640 1 -- 172.21.15.33:0/2899221025 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadc419f770 con 0x7fadc4108f60 2024-09-05T02:33:37.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.854+0000 7fadc9200640 1 -- 172.21.15.33:0/2899221025 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadc41a70b0 con 0x7fadc4108f60 2024-09-05T02:33:37.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.857+0000 7fadc0c00640 1 -- 172.21.15.33:0/2899221025 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fadbc02fc80 con 0x7fadc4108f60 2024-09-05T02:33:37.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.857+0000 7fadcd248740 1 Processor -- start 2024-09-05T02:33:37.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.857+0000 7fadcd248740 1 -- start start 2024-09-05T02:33:37.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.857+0000 7fadcd248740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b70ad50 0x55e40b70b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:37.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.857+0000 7fadcd248740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b70b670 0x55e40b7159f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:37.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.857+0000 7fadcd248740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b715f30 0x55e40b718320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:37.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.857+0000 7fadcd248740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55e40b6713e0 con 0x55e40b70ad50 2024-09-05T02:33:37.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.857+0000 7fadcd248740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e40b618d80 con 0x55e40b715f30 2024-09-05T02:33:37.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.857+0000 7fadcd248740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55e40b66d3a0 con 0x55e40b70b670 2024-09-05T02:33:37.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.858+0000 7fadc3400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b70b670 0x55e40b7159f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:37.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.858+0000 7fadc3400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b70b670 0x55e40b7159f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56718/0 (socket says 172.21.15.33:56718) 2024-09-05T02:33:37.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.858+0000 7fadc3400640 1 -- 172.21.15.33:0/749476539 learned_addr learned my addr 172.21.15.33:0/749476539 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:37.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.858+0000 7fadbbe00640 1 --2- 172.21.15.33:0/749476539 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b70ad50 0x55e40b70b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:37.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.858+0000 7fadbbe00640 1 --2- 172.21.15.33:0/749476539 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b715f30 0x55e40b718320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:37.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.858+0000 7fadc3400640 1 -- 172.21.15.33:0/749476539 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b715f30 msgr2=0x55e40b718320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:37.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.858+0000 7fadc3400640 1 --2- 172.21.15.33:0/749476539 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b715f30 0x55e40b718320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.858+0000 7fadc3400640 1 -- 172.21.15.33:0/749476539 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b70ad50 msgr2=0x55e40b70b130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:37.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.858+0000 7fadc3400640 1 --2- 172.21.15.33:0/749476539 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b70ad50 0x55e40b70b130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.858+0000 7fadc3400640 1 -- 172.21.15.33:0/749476539 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e40b637ae0 con 0x55e40b70b670 2024-09-05T02:33:37.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.859+0000 7fadc3400640 1 --2- 172.21.15.33:0/749476539 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b70b670 0x55e40b7159f0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fadb400b760 tx=0x7fadb400bc20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6c5d7e3b2aa1adc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:37.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.859+0000 7fadc0c00640 1 --2- 172.21.15.33:0/2899221025 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fada80a2d70 0x7fada80a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:37.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.859+0000 7fadc0c00640 1 -- 172.21.15.33:0/2899221025 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fadbc0f0780 con 0x7fadc4108f60 2024-09-05T02:33:37.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.859+0000 7fadb8c00640 1 -- 172.21.15.33:0/749476539 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadb4003dd0 con 0x55e40b70b670 2024-09-05T02:33:37.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.859+0000 7fadbbe00640 1 --2- 172.21.15.33:0/2899221025 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fada80a2d70 0x7fada80a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:37.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.859+0000 7fadb8c00640 1 -- 172.21.15.33:0/749476539 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fadb4015070 con 0x55e40b70b670 2024-09-05T02:33:37.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.859+0000 7fadb8c00640 1 -- 172.21.15.33:0/749476539 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadb4004de0 con 0x55e40b70b670 2024-09-05T02:33:37.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.860+0000 7fadcd248740 1 -- 172.21.15.33:0/749476539 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b70b670 msgr2=0x55e40b7159f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:37.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.860+0000 7fadcd248740 1 --2- 172.21.15.33:0/749476539 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b70b670 0x55e40b7159f0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fadb400b760 tx=0x7fadb400bc20 comp rx=0 tx=0).stop 2024-09-05T02:33:37.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.860+0000 7fadbbe00640 1 --2- 172.21.15.33:0/2899221025 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fada80a2d70 0x7fada80a5230 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x55e40b708660 tx=0x7fadac004730 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:37.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.860+0000 7fadcd248740 1 -- 172.21.15.33:0/749476539 shutdown_connections 2024-09-05T02:33:37.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.860+0000 7fadcd248740 1 --2- 172.21.15.33:0/749476539 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b715f30 0x55e40b718320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.860+0000 7fadcd248740 1 --2- 172.21.15.33:0/749476539 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b70b670 0x55e40b7159f0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.860+0000 7fadcd248740 1 --2- 172.21.15.33:0/749476539 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b70ad50 0x55e40b70b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.860+0000 7fadcd248740 1 -- 172.21.15.33:0/749476539 >> 172.21.15.33:0/749476539 conn(0x55e40b7072e0 msgr2=0x55e40b7076c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:37.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.860+0000 7fadcd248740 1 -- 172.21.15.33:0/749476539 shutdown_connections 2024-09-05T02:33:37.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.860+0000 7fadcd248740 1 -- 172.21.15.33:0/749476539 wait complete. 2024-09-05T02:33:37.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.861+0000 7fadcd248740 1 -- start start 2024-09-05T02:33:37.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.861+0000 7fadcd248740 1 Processor -- start 2024-09-05T02:33:37.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.861+0000 7fadcd248740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 0x55e40b712e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:37.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.861+0000 7fadcd248740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b70b670 0x55e40b7133a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:37.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.861+0000 7fadcd248740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b715f30 0x55e40b7138e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:37.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.861+0000 7fadcd248740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55e40b718ba0 con 0x55e40b715f30 2024-09-05T02:33:37.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.861+0000 7fadcd248740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e40b62c0f0 con 0x55e40b70ad50 2024-09-05T02:33:37.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.861+0000 7fadcd248740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55e40b718d20 con 0x55e40b70b670 2024-09-05T02:33:37.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.861+0000 7fadcd248740 10 client.0 _ll_register_callbacks cb 0x55e40b61d9e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:37.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.862+0000 7fadc3400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 0x55e40b712e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:37.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.862+0000 7fadc3400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 0x55e40b712e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:48958/0 (socket says 172.21.15.33:48958) 2024-09-05T02:33:37.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.862+0000 7fadc3400640 1 -- 172.21.15.33:0/1993434962 learned_addr learned my addr 172.21.15.33:0/1993434962 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:37.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.862+0000 7fadbbe00640 1 --2- 172.21.15.33:0/1993434962 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b70b670 0x55e40b7133a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:37.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.862+0000 7fadc3e00640 1 --2- 172.21.15.33:0/1993434962 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b715f30 0x55e40b7138e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:37.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.862+0000 7fadc3400640 1 -- 172.21.15.33:0/1993434962 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b70b670 msgr2=0x55e40b7133a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:37.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.862+0000 7fadc3400640 1 --2- 172.21.15.33:0/1993434962 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b70b670 0x55e40b7133a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.862+0000 7fadc3400640 1 -- 172.21.15.33:0/1993434962 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b715f30 msgr2=0x55e40b7138e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:37.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.862+0000 7fadc3400640 1 --2- 172.21.15.33:0/1993434962 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b715f30 0x55e40b7138e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.862+0000 7fadc3400640 1 -- 172.21.15.33:0/1993434962 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e40b3e23c0 con 0x55e40b70ad50 2024-09-05T02:33:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.862+0000 7fadc3e00640 1 --2- 172.21.15.33:0/1993434962 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b715f30 0x55e40b7138e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:33:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.862+0000 7fadc3400640 1 --2- 172.21.15.33:0/1993434962 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 0x55e40b712e60 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fadb4004430 tx=0x7fadb4004460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=53c7632f3f68ac4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.862+0000 7fadb1600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:33:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.863+0000 7fadb1600640 1 -- 172.21.15.33:0/1993434962 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadb4028060 con 0x55e40b70ad50 2024-09-05T02:33:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.863+0000 7fadcd248740 1 -- 172.21.15.33:0/1993434962 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fadb4015070 con 0x55e40b70ad50 2024-09-05T02:33:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.863+0000 7fadb1600640 1 -- 172.21.15.33:0/1993434962 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fadb4011440 con 0x55e40b70ad50 2024-09-05T02:33:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.863+0000 7fadb1600640 1 -- 172.21.15.33:0/1993434962 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fadb4011640 con 0x55e40b70ad50 2024-09-05T02:33:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.863+0000 7fadcd248740 10 client.26798 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.863+0000 7fadcd248740 1 -- 172.21.15.33:0/1993434962 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e40b7248a0 con 0x55e40b70ad50 2024-09-05T02:33:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.863+0000 7fadb1600640 1 -- 172.21.15.33:0/1993434962 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fadb4015070 con 0x55e40b70ad50 2024-09-05T02:33:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.864+0000 7fadb1600640 1 -- 172.21.15.33:0/1993434962 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fadb4022070 con 0x55e40b70ad50 2024-09-05T02:33:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.864+0000 7fadcd248740 10 client.26798 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.864+0000 7fadcd248740 10 client.26798 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.864+0000 7fadcd248740 20 client.26798 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.864+0000 7fadcd248740 1 --2- 172.21.15.33:0/1993434962 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e40b725d60 0x55e40b728150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.864+0000 7fadcd248740 4 client.26798 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.864+0000 7fadcd248740 1 -- 172.21.15.33:0/1993434962 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e40b67e950 con 0x55e40b725d60 2024-09-05T02:33:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.864+0000 7fadbbe00640 1 --2- 172.21.15.33:0/1993434962 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e40b725d60 0x55e40b728150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.865+0000 7fadbbe00640 1 --2- 172.21.15.33:0/1993434962 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e40b725d60 0x55e40b728150 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b26cb24132c7eaf server_cookie=36e558cd3abd8f83 in_seq=0 out_seq=0 2024-09-05T02:33:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.865+0000 7fadb1600640 10 client.26798 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.866+0000 7fadb1600640 1 -- 172.21.15.33:0/1993434962 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e40b67e950 con 0x55e40b725d60 2024-09-05T02:33:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.866+0000 7fadb1600640 10 client.26798 handle_command_reply: tid=0 2024-09-05T02:33:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.866+0000 7fadcd248740 1 client.26798 shutdown 2024-09-05T02:33:37.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.866+0000 7fadcd248740 1 -- 172.21.15.33:0/1993434962 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 msgr2=0x55e40b712e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:37.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.866+0000 7fadcd248740 1 --2- 172.21.15.33:0/1993434962 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 0x55e40b712e60 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fadb4004430 tx=0x7fadb4004460 comp rx=0 tx=0).stop 2024-09-05T02:33:37.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.866+0000 7fadcd248740 1 -- 172.21.15.33:0/1993434962 shutdown_connections 2024-09-05T02:33:37.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.866+0000 7fadcd248740 1 --2- 172.21.15.33:0/1993434962 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e40b725d60 0x55e40b728150 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.866+0000 7fadcd248740 1 --2- 172.21.15.33:0/1993434962 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b715f30 0x55e40b7138e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.866+0000 7fadcd248740 1 --2- 172.21.15.33:0/1993434962 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b70b670 0x55e40b7133a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.866+0000 7fadb1600640 0 client.26798 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:37.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.866+0000 7fadcd248740 1 --2- 172.21.15.33:0/1993434962 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 0x55e40b712e60 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.866+0000 7fadcd248740 1 -- 172.21.15.33:0/1993434962 >> 172.21.15.33:0/1993434962 conn(0x55e40b7072e0 msgr2=0x55e40b70d010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:37.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.866+0000 7fadcd248740 1 -- 172.21.15.33:0/1993434962 shutdown_connections 2024-09-05T02:33:37.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.866+0000 7fadcd248740 1 -- 172.21.15.33:0/1993434962 wait complete. 2024-09-05T02:33:37.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.866+0000 7fadcd248740 20 client.26798 trim_cache size 0 max 16384 2024-09-05T02:33:37.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.884+0000 7fadcd248740 1 Processor -- start 2024-09-05T02:33:37.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.884+0000 7fadcd248740 1 -- start start 2024-09-05T02:33:37.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.885+0000 7fadcd248740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 0x55e40b70d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:37.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.885+0000 7fadcd248740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b70b670 0x55e40b706290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:37.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.885+0000 7fadcd248740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b715f30 0x55e40b72d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:37.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.885+0000 7fadcd248740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fadc41af830 con 0x55e40b70b670 2024-09-05T02:33:37.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.885+0000 7fadcd248740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fadc41b1370 con 0x55e40b70ad50 2024-09-05T02:33:37.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.885+0000 7fadcd248740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fadc41aff00 con 0x55e40b715f30 2024-09-05T02:33:37.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.885+0000 7fadbbe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b70b670 0x55e40b706290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:37.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.885+0000 7fadc3400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 0x55e40b70d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:37.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.885+0000 7fadc3400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 0x55e40b70d7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:48966/0 (socket says 172.21.15.33:48966) 2024-09-05T02:33:37.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.885+0000 7fadc3400640 1 -- 172.21.15.33:0/388266328 learned_addr learned my addr 172.21.15.33:0/388266328 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:37.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.885+0000 7fadbbe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b70b670 0x55e40b706290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49890/0 (socket says 172.21.15.33:49890) 2024-09-05T02:33:37.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.885+0000 7fadc3e00640 1 --2- 172.21.15.33:0/388266328 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b715f30 0x55e40b72d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:37.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.885+0000 7fadc3400640 1 -- 172.21.15.33:0/388266328 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b715f30 msgr2=0x55e40b72d7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:37.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.885+0000 7fadc3400640 1 --2- 172.21.15.33:0/388266328 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b715f30 0x55e40b72d7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.885+0000 7fadc3400640 1 -- 172.21.15.33:0/388266328 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b70b670 msgr2=0x55e40b706290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:37.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.886+0000 7fadc3400640 1 --2- 172.21.15.33:0/388266328 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b70b670 0x55e40b706290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.886+0000 7fadc3400640 1 -- 172.21.15.33:0/388266328 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e40b706d80 con 0x55e40b70ad50 2024-09-05T02:33:37.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.886+0000 7fadc3400640 1 --2- 172.21.15.33:0/388266328 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 0x55e40b70d7b0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fadb400b520 tx=0x7fadb4004a50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fc3eb4d880aee4f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:37.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.886+0000 7fadb3e00640 1 -- 172.21.15.33:0/388266328 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadb4019d00 con 0x55e40b70ad50 2024-09-05T02:33:37.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.886+0000 7fadb3e00640 1 -- 172.21.15.33:0/388266328 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fadb4015070 con 0x55e40b70ad50 2024-09-05T02:33:37.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.886+0000 7fadb3e00640 1 -- 172.21.15.33:0/388266328 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadb4011cc0 con 0x55e40b70ad50 2024-09-05T02:33:37.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.887+0000 7fadcd248740 1 -- 172.21.15.33:0/388266328 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 msgr2=0x55e40b70d7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:37.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.887+0000 7fadcd248740 1 --2- 172.21.15.33:0/388266328 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 0x55e40b70d7b0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fadb400b520 tx=0x7fadb4004a50 comp rx=0 tx=0).stop 2024-09-05T02:33:37.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.887+0000 7fadcd248740 1 -- 172.21.15.33:0/388266328 shutdown_connections 2024-09-05T02:33:37.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.887+0000 7fadcd248740 1 --2- 172.21.15.33:0/388266328 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b715f30 0x55e40b72d7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.887+0000 7fadcd248740 1 --2- 172.21.15.33:0/388266328 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b70b670 0x55e40b706290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.887+0000 7fadcd248740 1 --2- 172.21.15.33:0/388266328 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 0x55e40b70d7b0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.887+0000 7fadcd248740 1 -- 172.21.15.33:0/388266328 >> 172.21.15.33:0/388266328 conn(0x55e40b7072e0 msgr2=0x55e40b705b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:37.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.887+0000 7fadcd248740 1 -- 172.21.15.33:0/388266328 shutdown_connections 2024-09-05T02:33:37.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.887+0000 7fadcd248740 1 -- 172.21.15.33:0/388266328 wait complete. 2024-09-05T02:33:37.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.887+0000 7fadcd248740 1 -- start start 2024-09-05T02:33:37.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.888+0000 7fadcd248740 1 Processor -- start 2024-09-05T02:33:37.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.888+0000 7fadcd248740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 0x55e40b719c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:37.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.888+0000 7fadcd248740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b70b670 0x55e40b71a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:37.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.888+0000 7fadcd248740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b715f30 0x55e40b71a710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:37.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.888+0000 7fadcd248740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fadc41b0ca0 con 0x55e40b715f30 2024-09-05T02:33:37.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.888+0000 7fadcd248740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fadc41b05d0 con 0x55e40b70ad50 2024-09-05T02:33:37.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.888+0000 7fadcd248740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fadc41ad810 con 0x55e40b70b670 2024-09-05T02:33:37.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.888+0000 7fadcd248740 10 client.0 _ll_register_callbacks cb 0x7fadb4004590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:37.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.888+0000 7fadc3400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 0x55e40b719c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:37.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.888+0000 7fadc3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b715f30 0x55e40b71a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:37.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.889+0000 7fadc3400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 0x55e40b719c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:48974/0 (socket says 172.21.15.33:48974) 2024-09-05T02:33:37.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.889+0000 7fadc3400640 1 -- 172.21.15.33:0/2336238541 learned_addr learned my addr 172.21.15.33:0/2336238541 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:37.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.889+0000 7fadc3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b715f30 0x55e40b71a710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49900/0 (socket says 172.21.15.33:49900) 2024-09-05T02:33:37.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.889+0000 7fadbbe00640 1 --2- 172.21.15.33:0/2336238541 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b70b670 0x55e40b71a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:37.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.889+0000 7fadc3400640 1 -- 172.21.15.33:0/2336238541 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b70b670 msgr2=0x55e40b71a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:37.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.889+0000 7fadc3400640 1 --2- 172.21.15.33:0/2336238541 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b70b670 0x55e40b71a1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.889+0000 7fadc3400640 1 -- 172.21.15.33:0/2336238541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b715f30 msgr2=0x55e40b71a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:37.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.889+0000 7fadc3400640 1 --2- 172.21.15.33:0/2336238541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b715f30 0x55e40b71a710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.889+0000 7fadc3400640 1 -- 172.21.15.33:0/2336238541 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e40b78f780 con 0x55e40b70ad50 2024-09-05T02:33:37.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.889+0000 7fadc3e00640 1 --2- 172.21.15.33:0/2336238541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b715f30 0x55e40b71a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:37.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.889+0000 7fadc3400640 1 --2- 172.21.15.33:0/2336238541 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 0x55e40b719c90 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fadb400bc20 tx=0x7fadb40058f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33719314fd18fb23 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:37.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.889+0000 7fadb1600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:33:37.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.890+0000 7fadb1600640 1 -- 172.21.15.33:0/2336238541 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadb4003de0 con 0x55e40b70ad50 2024-09-05T02:33:37.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.890+0000 7fadcd248740 1 -- 172.21.15.33:0/2336238541 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fadb4015070 con 0x55e40b70ad50 2024-09-05T02:33:37.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.890+0000 7fadb1600640 1 -- 172.21.15.33:0/2336238541 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7fadb4019420 con 0x55e40b70ad50 2024-09-05T02:33:37.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.890+0000 7fadb1600640 1 -- 172.21.15.33:0/2336238541 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fadb4046050 con 0x55e40b70ad50 2024-09-05T02:33:37.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.890+0000 7fadcd248740 10 client.26804 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:37.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.890+0000 7fadcd248740 1 -- 172.21.15.33:0/2336238541 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e40b790a40 con 0x55e40b70ad50 2024-09-05T02:33:37.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.890+0000 7fadb1600640 1 -- 172.21.15.33:0/2336238541 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fadb4015070 con 0x55e40b70ad50 2024-09-05T02:33:37.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.890+0000 7fadb1600640 1 -- 172.21.15.33:0/2336238541 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fadb403d070 con 0x55e40b70ad50 2024-09-05T02:33:37.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.890+0000 7fadcd248740 10 client.26804 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:37.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.890+0000 7fadcd248740 10 client.26804 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:37.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.890+0000 7fadcd248740 20 client.26804 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:37.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.890+0000 7fadcd248740 1 --2- 172.21.15.33:0/2336238541 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e40b7910a0 0x55e40b793490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:37.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.890+0000 7fadcd248740 4 client.26804 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:33:37.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.890+0000 7fadcd248740 1 -- 172.21.15.33:0/2336238541 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e40b678e60 con 0x55e40b7910a0 2024-09-05T02:33:37.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.891+0000 7fadbbe00640 1 --2- 172.21.15.33:0/2336238541 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e40b7910a0 0x55e40b793490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:37.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.891+0000 7fadbbe00640 1 --2- 172.21.15.33:0/2336238541 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e40b7910a0 0x55e40b793490 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4785b5c618ac2d4 server_cookie=752b4da887436ca3 in_seq=0 out_seq=0 2024-09-05T02:33:37.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.891+0000 7fadb1600640 10 client.26804 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:37.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.892+0000 7fadb1600640 1 -- 172.21.15.33:0/2336238541 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e40b678e60 con 0x55e40b7910a0 2024-09-05T02:33:37.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.892+0000 7fadb1600640 10 client.26804 handle_command_reply: tid=0 2024-09-05T02:33:37.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.892+0000 7fadcd248740 1 client.26804 shutdown 2024-09-05T02:33:37.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.892+0000 7fadcd248740 1 -- 172.21.15.33:0/2336238541 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 msgr2=0x55e40b719c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:37.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.892+0000 7fadcd248740 1 --2- 172.21.15.33:0/2336238541 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 0x55e40b719c90 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fadb400bc20 tx=0x7fadb40058f0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.892+0000 7fadcd248740 1 -- 172.21.15.33:0/2336238541 shutdown_connections 2024-09-05T02:33:37.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.892+0000 7fadcd248740 1 --2- 172.21.15.33:0/2336238541 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e40b7910a0 0x55e40b793490 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.892+0000 7fadcd248740 1 --2- 172.21.15.33:0/2336238541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e40b715f30 0x55e40b71a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.892+0000 7fadcd248740 1 --2- 172.21.15.33:0/2336238541 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e40b70b670 0x55e40b71a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.892+0000 7fadcd248740 1 --2- 172.21.15.33:0/2336238541 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e40b70ad50 0x55e40b719c90 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.892+0000 7fadcd248740 1 -- 172.21.15.33:0/2336238541 >> 172.21.15.33:0/2336238541 conn(0x55e40b7072e0 msgr2=0x55e40b706380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:37.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.892+0000 7fadb1600640 0 client.26804 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:37.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.892+0000 7fadcd248740 1 -- 172.21.15.33:0/2336238541 shutdown_connections 2024-09-05T02:33:37.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.892+0000 7fadcd248740 1 -- 172.21.15.33:0/2336238541 wait complete. 2024-09-05T02:33:37.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.892+0000 7fadcd248740 20 client.26804 trim_cache size 0 max 16384 2024-09-05T02:33:37.897 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:33:37.897 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:33:37.898 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:33:37.898 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:33:37.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.893+0000 7fadc9200640 1 -- 172.21.15.33:0/2899221025 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fada80a2d70 msgr2=0x7fada80a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:37.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.893+0000 7fadc9200640 1 --2- 172.21.15.33:0/2899221025 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fada80a2d70 0x7fada80a5230 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x55e40b708660 tx=0x7fadac004730 comp rx=0 tx=0).stop 2024-09-05T02:33:37.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.893+0000 7fadc9200640 1 -- 172.21.15.33:0/2899221025 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadc4108f60 msgr2=0x7fadc419ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:37.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.893+0000 7fadc9200640 1 --2- 172.21.15.33:0/2899221025 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadc4108f60 0x7fadc419ee00 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fadbc033040 tx=0x7fadbc003f10 comp rx=0 tx=0).stop 2024-09-05T02:33:37.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.893+0000 7fadc9200640 1 -- 172.21.15.33:0/2899221025 shutdown_connections 2024-09-05T02:33:37.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.893+0000 7fadc9200640 1 --2- 172.21.15.33:0/2899221025 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fada80a2d70 0x7fada80a5230 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.893+0000 7fadc9200640 1 --2- 172.21.15.33:0/2899221025 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadc4108f60 0x7fadc419ee00 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.893+0000 7fadc9200640 1 --2- 172.21.15.33:0/2899221025 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fadc41047e0 0x7fadc419aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.893+0000 7fadc9200640 1 --2- 172.21.15.33:0/2899221025 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fadc4103e30 0x7fadc419a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:37.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.893+0000 7fadc9200640 1 -- 172.21.15.33:0/2899221025 >> 172.21.15.33:0/2899221025 conn(0x7fadc40ff910 msgr2=0x7fadc4100c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:37.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.893+0000 7fadc9200640 1 -- 172.21.15.33:0/2899221025 shutdown_connections 2024-09-05T02:33:37.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:37.893+0000 7fadc9200640 1 -- 172.21.15.33:0/2899221025 wait complete. 2024-09-05T02:33:38.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:37 smithi174 ceph-mon[34756]: pgmap v203: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:38.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:37 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:33:38.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:37 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:38.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:37 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:33:38.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:37 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:38.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:37 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:33:38.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:37 smithi123 ceph-mon[34031]: pgmap v203: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:38.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:37 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:33:38.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:37 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:38.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:37 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:33:38.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:37 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:38.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:37 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:33:38.781 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:33:38.782 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:33:39.160 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:39.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.690+0000 7f7f83400640 1 -- 172.21.15.33:0/3236279318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f7c112a30 msgr2=0x7f7f7c114e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:39.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.690+0000 7f7f83400640 1 --2- 172.21.15.33:0/3236279318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f7c112a30 0x7f7f7c114e20 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f7f74009ca0 tx=0x7f7f7402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:33:39.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.690+0000 7f7f83400640 1 -- 172.21.15.33:0/3236279318 shutdown_connections 2024-09-05T02:33:39.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.690+0000 7f7f83400640 1 --2- 172.21.15.33:0/3236279318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f7c112a30 0x7f7f7c114e20 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:39.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.690+0000 7f7f83400640 1 --2- 172.21.15.33:0/3236279318 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7f7c077040 0x7f7f7c1124f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:39.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.690+0000 7f7f83400640 1 --2- 172.21.15.33:0/3236279318 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f7c076720 0x7f7f7c076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:39.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.690+0000 7f7f83400640 1 -- 172.21.15.33:0/3236279318 >> 172.21.15.33:0/3236279318 conn(0x7f7f7c0ffa90 msgr2=0x7f7f7c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:39.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.690+0000 7f7f83400640 1 -- 172.21.15.33:0/3236279318 shutdown_connections 2024-09-05T02:33:39.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.690+0000 7f7f83400640 1 -- 172.21.15.33:0/3236279318 wait complete. 2024-09-05T02:33:39.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.691+0000 7f7f83400640 1 Processor -- start 2024-09-05T02:33:39.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.692+0000 7f7f83400640 1 -- start start 2024-09-05T02:33:39.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.692+0000 7f7f83400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7f7c076720 0x7f7f7c1a4750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:39.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.692+0000 7f7f83400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f7c077040 0x7f7f7c1a4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:39.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.692+0000 7f7f83400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f7c112a30 0x7f7f7c19e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:39.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.692+0000 7f7f83400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7f7c1185e0 con 0x7f7f7c077040 2024-09-05T02:33:39.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.692+0000 7f7f83400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7f7c118460 con 0x7f7f7c112a30 2024-09-05T02:33:39.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.692+0000 7f7f83400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7f7c118760 con 0x7f7f7c076720 2024-09-05T02:33:39.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.692+0000 7f7f7be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f7c077040 0x7f7f7c1a4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:39.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.692+0000 7f7f80a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7f7c076720 0x7f7f7c1a4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.692+0000 7f7f80a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7f7c076720 0x7f7f7c1a4750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:56758/0 (socket says 172.21.15.33:56758) 2024-09-05T02:33:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.692+0000 7f7f7be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f7c077040 0x7f7f7c1a4c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49924/0 (socket says 172.21.15.33:49924) 2024-09-05T02:33:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.693+0000 7f7f80a00640 1 -- 172.21.15.33:0/1177670738 learned_addr learned my addr 172.21.15.33:0/1177670738 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.693+0000 7f7f81400640 1 --2- 172.21.15.33:0/1177670738 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f7c112a30 0x7f7f7c19e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.693+0000 7f7f7be00640 1 -- 172.21.15.33:0/1177670738 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7f7c076720 msgr2=0x7f7f7c1a4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.693+0000 7f7f7be00640 1 --2- 172.21.15.33:0/1177670738 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7f7c076720 0x7f7f7c1a4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.693+0000 7f7f7be00640 1 -- 172.21.15.33:0/1177670738 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f7c112a30 msgr2=0x7f7f7c19e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.693+0000 7f7f7be00640 1 --2- 172.21.15.33:0/1177670738 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f7c112a30 0x7f7f7c19e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.693+0000 7f7f7be00640 1 -- 172.21.15.33:0/1177670738 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f7c19f040 con 0x7f7f7c077040 2024-09-05T02:33:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.693+0000 7f7f7be00640 1 --2- 172.21.15.33:0/1177670738 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f7c077040 0x7f7f7c1a4c90 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f7f6800d720 tx=0x7f7f6800dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:39.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.693+0000 7f7f79600640 1 -- 172.21.15.33:0/1177670738 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f68017070 con 0x7f7f7c077040 2024-09-05T02:33:39.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.693+0000 7f7f79600640 1 -- 172.21.15.33:0/1177670738 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7f6800de30 con 0x7f7f7c077040 2024-09-05T02:33:39.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.694+0000 7f7f83400640 1 -- 172.21.15.33:0/1177670738 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f7c19f330 con 0x7f7f7c077040 2024-09-05T02:33:39.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.694+0000 7f7f79600640 1 -- 172.21.15.33:0/1177670738 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f680047a0 con 0x7f7f7c077040 2024-09-05T02:33:39.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.694+0000 7f7f83400640 1 -- 172.21.15.33:0/1177670738 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f7c1ab620 con 0x7f7f7c077040 2024-09-05T02:33:39.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.695+0000 7f7f83400640 1 -- 172.21.15.33:0/1177670738 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f7c076b00 con 0x7f7f7c077040 2024-09-05T02:33:39.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.697+0000 7f7f79600640 1 -- 172.21.15.33:0/1177670738 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f7f680099d0 con 0x7f7f7c077040 2024-09-05T02:33:39.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.698+0000 7f7f79600640 1 --2- 172.21.15.33:0/1177670738 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7f640a2d70 0x7f7f640a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:39.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.698+0000 7f7f79600640 1 -- 172.21.15.33:0/1177670738 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f7f680cef80 con 0x7f7f7c077040 2024-09-05T02:33:39.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.698+0000 7f7f80a00640 1 --2- 172.21.15.33:0/1177670738 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7f640a2d70 0x7f7f640a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:39.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.699+0000 7f7f80a00640 1 --2- 172.21.15.33:0/1177670738 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7f640a2d70 0x7f7f640a5230 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c19fa50 tx=0x7f7f70005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:39.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.702+0000 7f7f79600640 1 -- 172.21.15.33:0/1177670738 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7f68020020 con 0x7f7f7c077040 2024-09-05T02:33:39.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:39 smithi033 ceph-mon[29909]: pgmap v204: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:33:39.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.923+0000 7f7f83400640 1 -- 172.21.15.33:0/1177670738 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7f7c19fe40 con 0x7f7f7c077040 2024-09-05T02:33:39.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.924+0000 7f7f79600640 1 -- 172.21.15.33:0/1177670738 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7f7f7c19fe40 con 0x7f7f7c077040 2024-09-05T02:33:39.925 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:33:39.925 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:33:39.926 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:33:39.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.926+0000 7f7f83400640 1 -- 172.21.15.33:0/1177670738 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7f640a2d70 msgr2=0x7f7f640a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:39.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.926+0000 7f7f83400640 1 --2- 172.21.15.33:0/1177670738 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7f640a2d70 0x7f7f640a5230 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c19fa50 tx=0x7f7f70005f90 comp rx=0 tx=0).stop 2024-09-05T02:33:39.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.926+0000 7f7f83400640 1 -- 172.21.15.33:0/1177670738 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f7c077040 msgr2=0x7f7f7c1a4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:39.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.926+0000 7f7f83400640 1 --2- 172.21.15.33:0/1177670738 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f7c077040 0x7f7f7c1a4c90 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f7f6800d720 tx=0x7f7f6800dbe0 comp rx=0 tx=0).stop 2024-09-05T02:33:39.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.927+0000 7f7f83400640 1 -- 172.21.15.33:0/1177670738 shutdown_connections 2024-09-05T02:33:39.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.927+0000 7f7f83400640 1 --2- 172.21.15.33:0/1177670738 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7f640a2d70 0x7f7f640a5230 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:39.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.927+0000 7f7f83400640 1 --2- 172.21.15.33:0/1177670738 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f7c112a30 0x7f7f7c19e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:39.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.927+0000 7f7f83400640 1 --2- 172.21.15.33:0/1177670738 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f7c077040 0x7f7f7c1a4c90 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:39.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.927+0000 7f7f83400640 1 --2- 172.21.15.33:0/1177670738 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7f7c076720 0x7f7f7c1a4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:39.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.927+0000 7f7f83400640 1 -- 172.21.15.33:0/1177670738 >> 172.21.15.33:0/1177670738 conn(0x7f7f7c0ffa90 msgr2=0x7f7f7c113630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:39.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.927+0000 7f7f83400640 1 -- 172.21.15.33:0/1177670738 shutdown_connections 2024-09-05T02:33:39.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:39.927+0000 7f7f83400640 1 -- 172.21.15.33:0/1177670738 wait complete. 2024-09-05T02:33:40.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:39 smithi174 ceph-mon[34756]: pgmap v204: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:33:40.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:39 smithi123 ceph-mon[34031]: pgmap v204: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:33:40.813 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:33:41.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:40 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1177670738' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:33:41.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:40 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1177670738' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:33:41.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:40 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1177670738' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:33:41.190 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:41.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.741+0000 7f925fa00640 1 -- 172.21.15.33:0/4185719672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f92581027a0 msgr2=0x7f92581067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:41.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.741+0000 7f925fa00640 1 --2- 172.21.15.33:0/4185719672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f92581027a0 0x7f92581067f0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f9244009900 tx=0x7f924402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.741+0000 7f925fa00640 1 -- 172.21.15.33:0/4185719672 shutdown_connections 2024-09-05T02:33:41.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.741+0000 7f925fa00640 1 --2- 172.21.15.33:0/4185719672 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9258106f20 0x7f925810eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.741+0000 7f925fa00640 1 --2- 172.21.15.33:0/4185719672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f92581027a0 0x7f92581067f0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.741+0000 7f925fa00640 1 --2- 172.21.15.33:0/4185719672 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9258101df0 0x7f92581021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.741+0000 7f925fa00640 1 -- 172.21.15.33:0/4185719672 >> 172.21.15.33:0/4185719672 conn(0x7f92580fd8b0 msgr2=0x7f92580ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:41.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.742+0000 7f925fa00640 1 -- 172.21.15.33:0/4185719672 shutdown_connections 2024-09-05T02:33:41.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.742+0000 7f925fa00640 1 -- 172.21.15.33:0/4185719672 wait complete. 2024-09-05T02:33:41.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.742+0000 7f925fa00640 1 Processor -- start 2024-09-05T02:33:41.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.743+0000 7f925fa00640 1 -- start start 2024-09-05T02:33:41.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.743+0000 7f925fa00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9258101df0 0x7f92580744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:41.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.743+0000 7f925fa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f92581027a0 0x7f9258074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:41.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.743+0000 7f925fa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9258106f20 0x7f9258074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:41.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.743+0000 7f925fa00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9258111f80 con 0x7f9258106f20 2024-09-05T02:33:41.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.743+0000 7f925fa00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9258111e00 con 0x7f92581027a0 2024-09-05T02:33:41.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.743+0000 7f925fa00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f9258112100 con 0x7f9258101df0 2024-09-05T02:33:41.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.743+0000 7f925da00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9258106f20 0x7f9258074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:41.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.743+0000 7f925d000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9258101df0 0x7f92580744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:41.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.743+0000 7f925d000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9258101df0 0x7f92580744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:36116/0 (socket says 172.21.15.33:36116) 2024-09-05T02:33:41.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.743+0000 7f925d000640 1 -- 172.21.15.33:0/194157323 learned_addr learned my addr 172.21.15.33:0/194157323 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:41.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.743+0000 7f9257e00640 1 --2- 172.21.15.33:0/194157323 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f92581027a0 0x7f9258074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:41.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.744+0000 7f925d000640 1 -- 172.21.15.33:0/194157323 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f92581027a0 msgr2=0x7f9258074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:41.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.744+0000 7f925d000640 1 --2- 172.21.15.33:0/194157323 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f92581027a0 0x7f9258074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.744+0000 7f925d000640 1 -- 172.21.15.33:0/194157323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9258106f20 msgr2=0x7f9258074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:41.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.744+0000 7f925d000640 1 --2- 172.21.15.33:0/194157323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9258106f20 0x7f9258074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.744+0000 7f925d000640 1 -- 172.21.15.33:0/194157323 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92581aad90 con 0x7f9258101df0 2024-09-05T02:33:41.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.744+0000 7f925d000640 1 --2- 172.21.15.33:0/194157323 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9258101df0 0x7f92580744f0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f924c00d950 tx=0x7f924c00de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:41.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.744+0000 7f9255600640 1 -- 172.21.15.33:0/194157323 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f924c017030 con 0x7f9258101df0 2024-09-05T02:33:41.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.745+0000 7f9255600640 1 -- 172.21.15.33:0/194157323 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f924c004020 con 0x7f9258101df0 2024-09-05T02:33:41.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.745+0000 7f925fa00640 1 -- 172.21.15.33:0/194157323 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92581aafc0 con 0x7f9258101df0 2024-09-05T02:33:41.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.745+0000 7f9255600640 1 -- 172.21.15.33:0/194157323 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f924c0047a0 con 0x7f9258101df0 2024-09-05T02:33:41.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.745+0000 7f925fa00640 1 -- 172.21.15.33:0/194157323 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92581ab3c0 con 0x7f9258101df0 2024-09-05T02:33:41.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.747+0000 7f9262456740 1 Processor -- start 2024-09-05T02:33:41.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.748+0000 7f9262456740 1 -- start start 2024-09-05T02:33:41.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.748+0000 7f9262456740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfcc70 0x556c85dfd050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:41.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.748+0000 7f9255600640 1 -- 172.21.15.33:0/194157323 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f924c0041d0 con 0x7f9258101df0 2024-09-05T02:33:41.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.748+0000 7f9262456740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfd590 0x556c85e07910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:41.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.748+0000 7f9262456740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 0x556c85e0a240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:41.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.748+0000 7f9262456740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556c85d633e0 con 0x556c85e07e50 2024-09-05T02:33:41.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.748+0000 7f9262456740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556c85d0ad80 con 0x556c85dfcc70 2024-09-05T02:33:41.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.748+0000 7f9262456740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x556c85d5f3a0 con 0x556c85dfd590 2024-09-05T02:33:41.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.748+0000 7f925da00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfcc70 0x556c85dfd050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:41.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.748+0000 7f9257e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 0x556c85e0a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:41.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.748+0000 7f925da00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfcc70 0x556c85dfd050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:49434/0 (socket says 172.21.15.33:49434) 2024-09-05T02:33:41.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.748+0000 7f925da00640 1 -- 172.21.15.33:0/611586050 learned_addr learned my addr 172.21.15.33:0/611586050 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:41.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.749+0000 7f925d000640 1 --2- 172.21.15.33:0/611586050 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfd590 0x556c85e07910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.749+0000 7f925da00640 1 -- 172.21.15.33:0/611586050 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfd590 msgr2=0x556c85e07910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.749+0000 7f925da00640 1 --2- 172.21.15.33:0/611586050 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfd590 0x556c85e07910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.749+0000 7f925da00640 1 -- 172.21.15.33:0/611586050 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 msgr2=0x556c85e0a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.749+0000 7f925da00640 1 --2- 172.21.15.33:0/611586050 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 0x556c85e0a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.749+0000 7f925da00640 1 -- 172.21.15.33:0/611586050 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c85d29ae0 con 0x556c85dfcc70 2024-09-05T02:33:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.749+0000 7f925d000640 1 --2- 172.21.15.33:0/611586050 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfd590 0x556c85e07910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:33:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.749+0000 7f925da00640 1 --2- 172.21.15.33:0/611586050 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfcc70 0x556c85dfd050 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f9250009f50 tx=0x7f92500118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=37f51601171b9bfc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.749+0000 7f924a000640 1 -- 172.21.15.33:0/611586050 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9250004b20 con 0x556c85dfcc70 2024-09-05T02:33:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.750+0000 7f924a000640 1 -- 172.21.15.33:0/611586050 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9250004cc0 con 0x556c85dfcc70 2024-09-05T02:33:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.750+0000 7f924a000640 1 -- 172.21.15.33:0/611586050 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9250005020 con 0x556c85dfcc70 2024-09-05T02:33:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.750+0000 7f9255600640 1 --2- 172.21.15.33:0/194157323 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f92400a2cf0 0x7f92400a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.750+0000 7f9255600640 1 -- 172.21.15.33:0/194157323 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f924c0ceda0 con 0x7f9258101df0 2024-09-05T02:33:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.750+0000 7f925d000640 1 --2- 172.21.15.33:0/194157323 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f92400a2cf0 0x7f92400a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.750+0000 7f9262456740 1 -- 172.21.15.33:0/611586050 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfcc70 msgr2=0x556c85dfd050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.750+0000 7f9262456740 1 --2- 172.21.15.33:0/611586050 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfcc70 0x556c85dfd050 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f9250009f50 tx=0x7f92500118d0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.750+0000 7f9262456740 1 -- 172.21.15.33:0/611586050 shutdown_connections 2024-09-05T02:33:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.750+0000 7f9262456740 1 --2- 172.21.15.33:0/611586050 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 0x556c85e0a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.750+0000 7f9262456740 1 --2- 172.21.15.33:0/611586050 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfd590 0x556c85e07910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.750+0000 7f9262456740 1 --2- 172.21.15.33:0/611586050 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfcc70 0x556c85dfd050 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.750+0000 7f9262456740 1 -- 172.21.15.33:0/611586050 >> 172.21.15.33:0/611586050 conn(0x556c85df9200 msgr2=0x556c85df95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:41.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.750+0000 7f9262456740 1 -- 172.21.15.33:0/611586050 shutdown_connections 2024-09-05T02:33:41.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.751+0000 7f9262456740 1 -- 172.21.15.33:0/611586050 wait complete. 2024-09-05T02:33:41.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.751+0000 7f925d000640 1 --2- 172.21.15.33:0/194157323 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f92400a2cf0 0x7f92400a51b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x556c85dfa060 tx=0x7f924c00df40 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:41.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.751+0000 7f9262456740 1 -- start start 2024-09-05T02:33:41.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.751+0000 7f9262456740 1 Processor -- start 2024-09-05T02:33:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.752+0000 7f9262456740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfcc70 0x556c85e04d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.752+0000 7f9262456740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfd590 0x556c85e05270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.752+0000 7f9262456740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 0x556c85e057b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.752+0000 7f9262456740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556c85e0aa20 con 0x556c85e07e50 2024-09-05T02:33:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.752+0000 7f9262456740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556c85d1e0f0 con 0x556c85dfd590 2024-09-05T02:33:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.752+0000 7f9262456740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x556c85e0aba0 con 0x556c85dfcc70 2024-09-05T02:33:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.752+0000 7f9262456740 10 client.0 _ll_register_callbacks cb 0x556c85d05bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.752+0000 7f9257e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfd590 0x556c85e05270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.752+0000 7f925da00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 0x556c85e057b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.752+0000 7f9257e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfd590 0x556c85e05270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:49442/0 (socket says 172.21.15.33:49442) 2024-09-05T02:33:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.752+0000 7f925da00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfcc70 0x556c85e04d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.752+0000 7f9257e00640 1 -- 172.21.15.33:0/3874456675 learned_addr learned my addr 172.21.15.33:0/3874456675 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.753+0000 7f9257e00640 1 -- 172.21.15.33:0/3874456675 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfcc70 msgr2=0x556c85e04d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.753+0000 7f9257e00640 1 --2- 172.21.15.33:0/3874456675 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfcc70 0x556c85e04d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.753+0000 7f9257e00640 1 -- 172.21.15.33:0/3874456675 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 msgr2=0x556c85e057b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.753+0000 7f9257e00640 1 --2- 172.21.15.33:0/3874456675 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 0x556c85e057b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.753+0000 7f9257e00640 1 -- 172.21.15.33:0/3874456675 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c85ad43c0 con 0x556c85dfd590 2024-09-05T02:33:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.753+0000 7f9257e00640 1 --2- 172.21.15.33:0/3874456675 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfd590 0x556c85e05270 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f9244000c00 tx=0x7f9244031850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc27b5d9758c4faf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:41.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.753+0000 7f923ea00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:33:41.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.753+0000 7f923ea00640 1 -- 172.21.15.33:0/3874456675 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9244035040 con 0x556c85dfd590 2024-09-05T02:33:41.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.753+0000 7f923ea00640 1 -- 172.21.15.33:0/3874456675 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f9244004240 con 0x556c85dfd590 2024-09-05T02:33:41.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.753+0000 7f9262456740 1 -- 172.21.15.33:0/3874456675 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9250004cc0 con 0x556c85dfd590 2024-09-05T02:33:41.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.754+0000 7f923ea00640 1 -- 172.21.15.33:0/3874456675 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9244004440 con 0x556c85dfd590 2024-09-05T02:33:41.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.754+0000 7f9262456740 10 client.26822 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:41.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.754+0000 7f9262456740 1 -- 172.21.15.33:0/3874456675 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556c85e16a60 con 0x556c85dfd590 2024-09-05T02:33:41.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.754+0000 7f923ea00640 1 -- 172.21.15.33:0/3874456675 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9250004cc0 con 0x556c85dfd590 2024-09-05T02:33:41.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.754+0000 7f923ea00640 1 -- 172.21.15.33:0/3874456675 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f924403d5c0 con 0x556c85dfd590 2024-09-05T02:33:41.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.754+0000 7f9262456740 10 client.26822 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:41.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.754+0000 7f9262456740 10 client.26822 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:33:41.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.754+0000 7f9262456740 20 client.26822 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:41.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.754+0000 7f9262456740 1 --2- 172.21.15.33:0/3874456675 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x556c85e17fc0 0x556c85e1a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.754+0000 7f9262456740 4 client.26822 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.754+0000 7f9262456740 1 -- 172.21.15.33:0/3874456675 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556c85d70950 con 0x556c85e17fc0 2024-09-05T02:33:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.755+0000 7f925da00640 1 --2- 172.21.15.33:0/3874456675 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x556c85e17fc0 0x556c85e1a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.755+0000 7f925da00640 1 --2- 172.21.15.33:0/3874456675 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x556c85e17fc0 0x556c85e1a3e0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=9a37f46d364319e3 server_cookie=80aafc71b09d5cd5 in_seq=0 out_seq=0 2024-09-05T02:33:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.755+0000 7f923ea00640 10 client.26822 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:33:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.756+0000 7f923ea00640 1 -- 172.21.15.33:0/3874456675 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556c85d70950 con 0x556c85e17fc0 2024-09-05T02:33:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.756+0000 7f923ea00640 10 client.26822 handle_command_reply: tid=0 2024-09-05T02:33:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.756+0000 7f9262456740 1 client.26822 shutdown 2024-09-05T02:33:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.756+0000 7f9262456740 1 -- 172.21.15.33:0/3874456675 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfd590 msgr2=0x556c85e05270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.756+0000 7f9262456740 1 --2- 172.21.15.33:0/3874456675 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfd590 0x556c85e05270 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f9244000c00 tx=0x7f9244031850 comp rx=0 tx=0).stop 2024-09-05T02:33:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.756+0000 7f9262456740 1 -- 172.21.15.33:0/3874456675 shutdown_connections 2024-09-05T02:33:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.756+0000 7f9262456740 1 --2- 172.21.15.33:0/3874456675 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x556c85e17fc0 0x556c85e1a3e0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.756+0000 7f9262456740 1 --2- 172.21.15.33:0/3874456675 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 0x556c85e057b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.756+0000 7f9262456740 1 --2- 172.21.15.33:0/3874456675 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfd590 0x556c85e05270 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.756+0000 7f9262456740 1 --2- 172.21.15.33:0/3874456675 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfcc70 0x556c85e04d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.756+0000 7f923ea00640 0 client.26822 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:33:41.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.756+0000 7f9262456740 1 -- 172.21.15.33:0/3874456675 >> 172.21.15.33:0/3874456675 conn(0x556c85df9200 msgr2=0x556c85df8380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:41.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.756+0000 7f9262456740 1 -- 172.21.15.33:0/3874456675 shutdown_connections 2024-09-05T02:33:41.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.757+0000 7f9262456740 1 -- 172.21.15.33:0/3874456675 wait complete. 2024-09-05T02:33:41.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.757+0000 7f9262456740 20 client.26822 trim_cache size 0 max 16384 2024-09-05T02:33:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.770+0000 7f9262456740 1 Processor -- start 2024-09-05T02:33:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.770+0000 7f9262456740 1 -- start start 2024-09-05T02:33:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.771+0000 7f9262456740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfcc70 0x556c85e03600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.771+0000 7f9262456740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfd590 0x556c85e05600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.771+0000 7f9262456740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 0x556c85e1fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.771+0000 7f9262456740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f92581b3d90 con 0x556c85e07e50 2024-09-05T02:33:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.771+0000 7f9262456740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f92581b58d0 con 0x556c85dfcc70 2024-09-05T02:33:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.771+0000 7f9262456740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f92581b4460 con 0x556c85dfd590 2024-09-05T02:33:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.771+0000 7f925da00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 0x556c85e1fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.771+0000 7f9257e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfd590 0x556c85e05600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.771+0000 7f925da00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 0x556c85e1fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57348/0 (socket says 172.21.15.33:57348) 2024-09-05T02:33:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.771+0000 7f9257e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfd590 0x556c85e05600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:36136/0 (socket says 172.21.15.33:36136) 2024-09-05T02:33:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.771+0000 7f925da00640 1 -- 172.21.15.33:0/1477509383 learned_addr learned my addr 172.21.15.33:0/1477509383 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.771+0000 7f925da00640 1 --2- 172.21.15.33:0/1477509383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfcc70 0x556c85e03600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.772+0000 7f9257e00640 1 -- 172.21.15.33:0/1477509383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfcc70 msgr2=0x556c85e03600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.772+0000 7f9257e00640 1 --2- 172.21.15.33:0/1477509383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfcc70 0x556c85e03600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.772+0000 7f9257e00640 1 -- 172.21.15.33:0/1477509383 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 msgr2=0x556c85e1fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:41.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.772+0000 7f9257e00640 1 --2- 172.21.15.33:0/1477509383 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 0x556c85e1fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.772+0000 7f9257e00640 1 -- 172.21.15.33:0/1477509383 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c85df4770 con 0x556c85dfd590 2024-09-05T02:33:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.772+0000 7f9257e00640 1 --2- 172.21.15.33:0/1477509383 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfd590 0x556c85e05600 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f9244009900 tx=0x7f92440315b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=595108c248e971f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.772+0000 7f9249600640 1 -- 172.21.15.33:0/1477509383 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9244035070 con 0x556c85dfd590 2024-09-05T02:33:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.772+0000 7f9249600640 1 -- 172.21.15.33:0/1477509383 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f924403d650 con 0x556c85dfd590 2024-09-05T02:33:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.772+0000 7f9249600640 1 -- 172.21.15.33:0/1477509383 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9244004920 con 0x556c85dfd590 2024-09-05T02:33:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.773+0000 7f9262456740 1 -- 172.21.15.33:0/1477509383 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfd590 msgr2=0x556c85e05600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.773+0000 7f9262456740 1 --2- 172.21.15.33:0/1477509383 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfd590 0x556c85e05600 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f9244009900 tx=0x7f92440315b0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.773+0000 7f9262456740 1 -- 172.21.15.33:0/1477509383 shutdown_connections 2024-09-05T02:33:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.773+0000 7f9262456740 1 --2- 172.21.15.33:0/1477509383 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 0x556c85e1fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.773+0000 7f9262456740 1 --2- 172.21.15.33:0/1477509383 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfd590 0x556c85e05600 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.773+0000 7f9262456740 1 --2- 172.21.15.33:0/1477509383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfcc70 0x556c85e03600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.773+0000 7f9262456740 1 -- 172.21.15.33:0/1477509383 >> 172.21.15.33:0/1477509383 conn(0x556c85df9200 msgr2=0x556c85e06db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.773+0000 7f9262456740 1 -- 172.21.15.33:0/1477509383 shutdown_connections 2024-09-05T02:33:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.773+0000 7f9262456740 1 -- 172.21.15.33:0/1477509383 wait complete. 2024-09-05T02:33:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.773+0000 7f9262456740 1 -- start start 2024-09-05T02:33:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.774+0000 7f9262456740 1 Processor -- start 2024-09-05T02:33:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.774+0000 7f9262456740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfcc70 0x556c85e10540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.774+0000 7f9262456740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfd590 0x556c85e0b870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.774+0000 7f9262456740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 0x556c85e0bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.774+0000 7f9262456740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f92581b5200 con 0x556c85e07e50 2024-09-05T02:33:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.774+0000 7f9262456740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f92581b4b30 con 0x556c85dfcc70 2024-09-05T02:33:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.774+0000 7f9262456740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f92581b1d70 con 0x556c85dfd590 2024-09-05T02:33:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.774+0000 7f9262456740 10 client.0 _ll_register_callbacks cb 0x7f9244005de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.774+0000 7f925da00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 0x556c85e0bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.774+0000 7f925da00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 0x556c85e0bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57356/0 (socket says 172.21.15.33:57356) 2024-09-05T02:33:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.774+0000 7f925da00640 1 -- 172.21.15.33:0/3933860473 learned_addr learned my addr 172.21.15.33:0/3933860473 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.774+0000 7f9257e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfd590 0x556c85e0b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.774+0000 7f925da00640 1 --2- 172.21.15.33:0/3933860473 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfcc70 0x556c85e10540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.775+0000 7f925da00640 1 -- 172.21.15.33:0/3933860473 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfd590 msgr2=0x556c85e0b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.775+0000 7f925da00640 1 --2- 172.21.15.33:0/3933860473 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfd590 0x556c85e0b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.775+0000 7f925da00640 1 -- 172.21.15.33:0/3933860473 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfcc70 msgr2=0x556c85e10540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.775+0000 7f925da00640 1 --2- 172.21.15.33:0/3933860473 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfcc70 0x556c85e10540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.775+0000 7f925da00640 1 -- 172.21.15.33:0/3933860473 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c85e0c590 con 0x556c85e07e50 2024-09-05T02:33:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.775+0000 7f925da00640 1 --2- 172.21.15.33:0/3933860473 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 0x556c85e0bdb0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f9250009f20 tx=0x7f92500118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4b328b249a0962d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.775+0000 7f923ea00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:41.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.775+0000 7f923ea00640 1 -- 172.21.15.33:0/3933860473 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f925003f060 con 0x556c85e07e50 2024-09-05T02:33:41.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.776+0000 7f923ea00640 1 -- 172.21.15.33:0/3933860473 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f9250003e50 con 0x556c85e07e50 2024-09-05T02:33:41.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.776+0000 7f9262456740 1 -- 172.21.15.33:0/3933860473 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f924403d650 con 0x556c85e07e50 2024-09-05T02:33:41.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.776+0000 7f923ea00640 1 -- 172.21.15.33:0/3933860473 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9250004050 con 0x556c85e07e50 2024-09-05T02:33:41.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.776+0000 7f9262456740 10 client.16743 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.776+0000 7f9262456740 1 -- 172.21.15.33:0/3933860473 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556c85e82cf0 con 0x556c85e07e50 2024-09-05T02:33:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.776+0000 7f923ea00640 1 -- 172.21.15.33:0/3933860473 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f924403d650 con 0x556c85e07e50 2024-09-05T02:33:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.776+0000 7f923ea00640 1 -- 172.21.15.33:0/3933860473 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f925000f480 con 0x556c85e07e50 2024-09-05T02:33:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.776+0000 7f9262456740 10 client.16743 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.776+0000 7f9262456740 10 client.16743 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:33:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.776+0000 7f9262456740 20 client.16743 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.776+0000 7f9262456740 1 --2- 172.21.15.33:0/3933860473 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x556c85e832b0 0x556c85e856d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.776+0000 7f9262456740 4 client.16743 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:33:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.776+0000 7f9262456740 1 -- 172.21.15.33:0/3933860473 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556c85d6ae60 con 0x556c85e832b0 2024-09-05T02:33:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.777+0000 7f9257e00640 1 --2- 172.21.15.33:0/3933860473 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x556c85e832b0 0x556c85e856d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.777+0000 7f9257e00640 1 --2- 172.21.15.33:0/3933860473 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x556c85e832b0 0x556c85e856d0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4eefb0e278ce608a server_cookie=2b6a7ab90994d44f in_seq=0 out_seq=0 2024-09-05T02:33:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.777+0000 7f923ea00640 10 client.16743 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:33:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.778+0000 7f923ea00640 1 -- 172.21.15.33:0/3933860473 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556c85d6ae60 con 0x556c85e832b0 2024-09-05T02:33:41.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.778+0000 7f923ea00640 10 client.16743 handle_command_reply: tid=0 2024-09-05T02:33:41.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.778+0000 7f9262456740 1 client.16743 shutdown 2024-09-05T02:33:41.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.778+0000 7f9262456740 1 -- 172.21.15.33:0/3933860473 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 msgr2=0x556c85e0bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:41.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.778+0000 7f9262456740 1 --2- 172.21.15.33:0/3933860473 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 0x556c85e0bdb0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f9250009f20 tx=0x7f92500118d0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.778+0000 7f9262456740 1 -- 172.21.15.33:0/3933860473 shutdown_connections 2024-09-05T02:33:41.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.778+0000 7f9262456740 1 --2- 172.21.15.33:0/3933860473 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x556c85e832b0 0x556c85e856d0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.778+0000 7f9262456740 1 --2- 172.21.15.33:0/3933860473 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c85e07e50 0x556c85e0bdb0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.778+0000 7f9262456740 1 --2- 172.21.15.33:0/3933860473 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c85dfd590 0x556c85e0b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.778+0000 7f9262456740 1 --2- 172.21.15.33:0/3933860473 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c85dfcc70 0x556c85e10540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.778+0000 7f9262456740 1 -- 172.21.15.33:0/3933860473 >> 172.21.15.33:0/3933860473 conn(0x556c85df9200 msgr2=0x556c85dfe6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:41.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.778+0000 7f923ea00640 0 client.16743 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:33:41.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.778+0000 7f9262456740 1 -- 172.21.15.33:0/3933860473 shutdown_connections 2024-09-05T02:33:41.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.778+0000 7f9262456740 1 -- 172.21.15.33:0/3933860473 wait complete. 2024-09-05T02:33:41.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.778+0000 7f9262456740 20 client.16743 trim_cache size 0 max 16384 2024-09-05T02:33:41.783 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:33:41.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.779+0000 7f925fa00640 1 -- 172.21.15.33:0/194157323 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f92400a2cf0 msgr2=0x7f92400a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:41.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.779+0000 7f925fa00640 1 --2- 172.21.15.33:0/194157323 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f92400a2cf0 0x7f92400a51b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x556c85dfa060 tx=0x7f924c00df40 comp rx=0 tx=0).stop 2024-09-05T02:33:41.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.779+0000 7f925fa00640 1 -- 172.21.15.33:0/194157323 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9258101df0 msgr2=0x7f92580744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:41.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.779+0000 7f925fa00640 1 --2- 172.21.15.33:0/194157323 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9258101df0 0x7f92580744f0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f924c00d950 tx=0x7f924c00de10 comp rx=0 tx=0).stop 2024-09-05T02:33:41.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.779+0000 7f925fa00640 1 -- 172.21.15.33:0/194157323 shutdown_connections 2024-09-05T02:33:41.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.779+0000 7f925fa00640 1 --2- 172.21.15.33:0/194157323 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f92400a2cf0 0x7f92400a51b0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.779+0000 7f925fa00640 1 --2- 172.21.15.33:0/194157323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9258106f20 0x7f9258074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.779+0000 7f925fa00640 1 --2- 172.21.15.33:0/194157323 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f92581027a0 0x7f9258074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.779+0000 7f925fa00640 1 --2- 172.21.15.33:0/194157323 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9258101df0 0x7f92580744f0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:41.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.779+0000 7f925fa00640 1 -- 172.21.15.33:0/194157323 >> 172.21.15.33:0/194157323 conn(0x7f92580fd8b0 msgr2=0x7f92580feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:41.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.779+0000 7f925fa00640 1 -- 172.21.15.33:0/194157323 shutdown_connections 2024-09-05T02:33:41.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:41.779+0000 7f925fa00640 1 -- 172.21.15.33:0/194157323 wait complete. 2024-09-05T02:33:42.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:41 smithi174 ceph-mon[34756]: pgmap v205: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:33:42.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:41 smithi033 ceph-mon[29909]: pgmap v205: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:33:42.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:41 smithi123 ceph-mon[34031]: pgmap v205: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:33:42.752 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:33:43.128 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:43.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.692+0000 7f7d44800640 1 -- 172.21.15.33:0/260653967 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7d3c074620 msgr2=0x7f7d3c074a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:43.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.692+0000 7f7d44800640 1 --2- 172.21.15.33:0/260653967 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7d3c074620 0x7f7d3c074a00 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f7d30009860 tx=0x7f7d3002a3d0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.692+0000 7f7d44800640 1 -- 172.21.15.33:0/260653967 shutdown_connections 2024-09-05T02:33:43.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.692+0000 7f7d44800640 1 --2- 172.21.15.33:0/260653967 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d3c10e3c0 0x7f7d3c110810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.692+0000 7f7d44800640 1 --2- 172.21.15.33:0/260653967 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7d3c074f40 0x7f7d3c10de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.692+0000 7f7d44800640 1 --2- 172.21.15.33:0/260653967 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7d3c074620 0x7f7d3c074a00 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.692+0000 7f7d44800640 1 -- 172.21.15.33:0/260653967 >> 172.21.15.33:0/260653967 conn(0x7f7d3c0fd8c0 msgr2=0x7f7d3c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:43.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.692+0000 7f7d44800640 1 -- 172.21.15.33:0/260653967 shutdown_connections 2024-09-05T02:33:43.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.692+0000 7f7d44800640 1 -- 172.21.15.33:0/260653967 wait complete. 2024-09-05T02:33:43.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.693+0000 7f7d44800640 1 Processor -- start 2024-09-05T02:33:43.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.693+0000 7f7d44800640 1 -- start start 2024-09-05T02:33:43.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.693+0000 7f7d44800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d3c074620 0x7f7d3c19a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:43.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.693+0000 7f7d44800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7d3c074f40 0x7f7d3c19ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:43.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.693+0000 7f7d44800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7d3c10e3c0 0x7f7d3c19efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:43.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.693+0000 7f7d44800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7d3c114150 con 0x7f7d3c074620 2024-09-05T02:33:43.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.693+0000 7f7d44800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7d3c113fd0 con 0x7f7d3c074f40 2024-09-05T02:33:43.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.693+0000 7f7d44800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7d3c1142d0 con 0x7f7d3c10e3c0 2024-09-05T02:33:43.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.694+0000 7f7d41e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d3c074620 0x7f7d3c19a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:43.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.694+0000 7f7d41e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d3c074620 0x7f7d3c19a710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57368/0 (socket says 172.21.15.33:57368) 2024-09-05T02:33:43.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.694+0000 7f7d41e00640 1 -- 172.21.15.33:0/2588228718 learned_addr learned my addr 172.21.15.33:0/2588228718 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:43.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.694+0000 7f7d41400640 1 --2- 172.21.15.33:0/2588228718 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7d3c074f40 0x7f7d3c19ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:43.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.694+0000 7f7d42800640 1 --2- 172.21.15.33:0/2588228718 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7d3c10e3c0 0x7f7d3c19efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:43.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.694+0000 7f7d41e00640 1 -- 172.21.15.33:0/2588228718 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7d3c10e3c0 msgr2=0x7f7d3c19efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:43.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.694+0000 7f7d41e00640 1 --2- 172.21.15.33:0/2588228718 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7d3c10e3c0 0x7f7d3c19efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.694+0000 7f7d41e00640 1 -- 172.21.15.33:0/2588228718 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7d3c074f40 msgr2=0x7f7d3c19ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:43.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.694+0000 7f7d41e00640 1 --2- 172.21.15.33:0/2588228718 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7d3c074f40 0x7f7d3c19ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.694+0000 7f7d41e00640 1 -- 172.21.15.33:0/2588228718 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d3c19f6c0 con 0x7f7d3c074620 2024-09-05T02:33:43.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.694+0000 7f7d41400640 1 --2- 172.21.15.33:0/2588228718 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7d3c074f40 0x7f7d3c19ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:43.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.695+0000 7f7d41e00640 1 --2- 172.21.15.33:0/2588228718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d3c074620 0x7f7d3c19a710 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f7d3002a8f0 tx=0x7f7d30030650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:43.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.695+0000 7f7d36a00640 1 -- 172.21.15.33:0/2588228718 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d30040020 con 0x7f7d3c074620 2024-09-05T02:33:43.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.695+0000 7f7d36a00640 1 -- 172.21.15.33:0/2588228718 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d30004460 con 0x7f7d3c074620 2024-09-05T02:33:43.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.695+0000 7f7d44800640 1 -- 172.21.15.33:0/2588228718 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d3c19f950 con 0x7f7d3c074620 2024-09-05T02:33:43.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.695+0000 7f7d36a00640 1 -- 172.21.15.33:0/2588228718 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d300046c0 con 0x7f7d3c074620 2024-09-05T02:33:43.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.695+0000 7f7d44800640 1 -- 172.21.15.33:0/2588228718 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d3c1a7290 con 0x7f7d3c074620 2024-09-05T02:33:43.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.698+0000 7f7d36a00640 1 -- 172.21.15.33:0/2588228718 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f7d30043020 con 0x7f7d3c074620 2024-09-05T02:33:43.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.698+0000 7f7d47467740 1 Processor -- start 2024-09-05T02:33:43.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.698+0000 7f7d47467740 1 -- start start 2024-09-05T02:33:43.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.699+0000 7f7d47467740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e92c70 0x55d709e93050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:43.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.699+0000 7f7d47467740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e93590 0x55d709e9d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:43.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.699+0000 7f7d47467740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e9de50 0x55d709ea0240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:43.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.699+0000 7f7d47467740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55d709df93e0 con 0x55d709e92c70 2024-09-05T02:33:43.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.699+0000 7f7d47467740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d709da0d80 con 0x55d709e93590 2024-09-05T02:33:43.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.699+0000 7f7d47467740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55d709df53a0 con 0x55d709e9de50 2024-09-05T02:33:43.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.699+0000 7f7d42800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e92c70 0x55d709e93050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:43.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.699+0000 7f7d42800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e92c70 0x55d709e93050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57370/0 (socket says 172.21.15.33:57370) 2024-09-05T02:33:43.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.699+0000 7f7d42800640 1 -- 172.21.15.33:0/2953810543 learned_addr learned my addr 172.21.15.33:0/2953810543 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:43.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.699+0000 7f7d41e00640 1 --2- 172.21.15.33:0/2953810543 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e93590 0x55d709e9d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:43.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.699+0000 7f7d41400640 1 --2- 172.21.15.33:0/2953810543 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e9de50 0x55d709ea0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:43.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.700+0000 7f7d42800640 1 -- 172.21.15.33:0/2953810543 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e9de50 msgr2=0x55d709ea0240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:43.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.700+0000 7f7d42800640 1 --2- 172.21.15.33:0/2953810543 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e9de50 0x55d709ea0240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.700+0000 7f7d42800640 1 -- 172.21.15.33:0/2953810543 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e93590 msgr2=0x55d709e9d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:43.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.700+0000 7f7d42800640 1 --2- 172.21.15.33:0/2953810543 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e93590 0x55d709e9d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.700+0000 7f7d42800640 1 -- 172.21.15.33:0/2953810543 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d709dbfae0 con 0x55d709e92c70 2024-09-05T02:33:43.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.700+0000 7f7d42800640 1 --2- 172.21.15.33:0/2953810543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e92c70 0x55d709e93050 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f7d3800e480 tx=0x7f7d380095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa7d5c748e902a40 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:43.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.700+0000 7f7d2b000640 1 -- 172.21.15.33:0/2953810543 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d38003970 con 0x55d709e92c70 2024-09-05T02:33:43.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.700+0000 7f7d2b000640 1 -- 172.21.15.33:0/2953810543 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d3800d7d0 con 0x55d709e92c70 2024-09-05T02:33:43.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.700+0000 7f7d2b000640 1 -- 172.21.15.33:0/2953810543 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d38004560 con 0x55d709e92c70 2024-09-05T02:33:43.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.700+0000 7f7d36a00640 1 --2- 172.21.15.33:0/2588228718 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7d240a2cf0 0x7f7d240a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:43.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.701+0000 7f7d36a00640 1 -- 172.21.15.33:0/2588228718 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f7d300f03c0 con 0x7f7d3c074620 2024-09-05T02:33:43.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.701+0000 7f7d41e00640 1 --2- 172.21.15.33:0/2588228718 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7d240a2cf0 0x7f7d240a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:43.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.701+0000 7f7d47467740 1 -- 172.21.15.33:0/2953810543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e92c70 msgr2=0x55d709e93050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:43.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.701+0000 7f7d47467740 1 --2- 172.21.15.33:0/2953810543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e92c70 0x55d709e93050 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f7d3800e480 tx=0x7f7d380095c0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.701+0000 7f7d47467740 1 -- 172.21.15.33:0/2953810543 shutdown_connections 2024-09-05T02:33:43.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.701+0000 7f7d47467740 1 --2- 172.21.15.33:0/2953810543 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e9de50 0x55d709ea0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.701+0000 7f7d47467740 1 --2- 172.21.15.33:0/2953810543 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e93590 0x55d709e9d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.701+0000 7f7d47467740 1 --2- 172.21.15.33:0/2953810543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e92c70 0x55d709e93050 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.701+0000 7f7d47467740 1 -- 172.21.15.33:0/2953810543 >> 172.21.15.33:0/2953810543 conn(0x55d709e8f200 msgr2=0x55d709e8f5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:43.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.701+0000 7f7d47467740 1 -- 172.21.15.33:0/2953810543 shutdown_connections 2024-09-05T02:33:43.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.701+0000 7f7d41e00640 1 --2- 172.21.15.33:0/2588228718 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7d240a2cf0 0x7f7d240a51b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x55d709e90060 tx=0x7f7d300f3e70 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:43.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.701+0000 7f7d47467740 1 -- 172.21.15.33:0/2953810543 wait complete. 2024-09-05T02:33:43.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.702+0000 7f7d47467740 1 -- start start 2024-09-05T02:33:43.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.702+0000 7f7d47467740 1 Processor -- start 2024-09-05T02:33:43.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.703+0000 7f7d47467740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e92c70 0x55d709e9ad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:43.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.703+0000 7f7d47467740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e93590 0x55d709e9b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:43.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.703+0000 7f7d47467740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e9de50 0x55d709e9b810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:43.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.703+0000 7f7d47467740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55d709ea0a20 con 0x55d709e9de50 2024-09-05T02:33:43.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.703+0000 7f7d47467740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d709db40f0 con 0x55d709e93590 2024-09-05T02:33:43.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.703+0000 7f7d47467740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55d709ea0ba0 con 0x55d709e92c70 2024-09-05T02:33:43.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.703+0000 7f7d47467740 10 client.0 _ll_register_callbacks cb 0x55d709d9bbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:43.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.703+0000 7f7d42800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e92c70 0x55d709e9ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:43.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.703+0000 7f7d42800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e92c70 0x55d709e9ad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:36182/0 (socket says 172.21.15.33:36182) 2024-09-05T02:33:43.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.703+0000 7f7d42800640 1 -- 172.21.15.33:0/1005294100 learned_addr learned my addr 172.21.15.33:0/1005294100 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:43.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.703+0000 7f7d41400640 1 --2- 172.21.15.33:0/1005294100 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e93590 0x55d709e9b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:43.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.703+0000 7f7d42800640 1 --2- 172.21.15.33:0/1005294100 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e9de50 0x55d709e9b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:43.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.703+0000 7f7d41400640 1 -- 172.21.15.33:0/1005294100 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e92c70 msgr2=0x55d709e9ad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:43.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.703+0000 7f7d41400640 1 --2- 172.21.15.33:0/1005294100 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e92c70 0x55d709e9ad90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.703+0000 7f7d41400640 1 -- 172.21.15.33:0/1005294100 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e9de50 msgr2=0x55d709e9b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:43.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.703+0000 7f7d41400640 1 --2- 172.21.15.33:0/1005294100 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e9de50 0x55d709e9b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.704+0000 7f7d41400640 1 -- 172.21.15.33:0/1005294100 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d709b6a3c0 con 0x55d709e93590 2024-09-05T02:33:43.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.704+0000 7f7d41400640 1 --2- 172.21.15.33:0/1005294100 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e93590 0x55d709e9b2d0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c10f8b0 tx=0x7f7d2c00f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e4009f4c39b5abfa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:43.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.704+0000 7f7d1f400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:33:43.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.704+0000 7f7d1f400640 1 -- 172.21.15.33:0/1005294100 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d2c012110 con 0x55d709e93590 2024-09-05T02:33:43.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.704+0000 7f7d1f400640 1 -- 172.21.15.33:0/1005294100 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f7d2c004050 con 0x55d709e93590 2024-09-05T02:33:43.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.704+0000 7f7d47467740 1 -- 172.21.15.33:0/1005294100 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7d3800d7d0 con 0x55d709e93590 2024-09-05T02:33:43.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.705+0000 7f7d1f400640 1 -- 172.21.15.33:0/1005294100 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7d2c0122b0 con 0x55d709e93590 2024-09-05T02:33:43.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.705+0000 7f7d47467740 10 client.26840 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:43.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.705+0000 7f7d47467740 1 -- 172.21.15.33:0/1005294100 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d709eacb40 con 0x55d709e93590 2024-09-05T02:33:43.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.705+0000 7f7d1f400640 1 -- 172.21.15.33:0/1005294100 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d3800d7d0 con 0x55d709e93590 2024-09-05T02:33:43.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.705+0000 7f7d1f400640 1 -- 172.21.15.33:0/1005294100 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7d2c010550 con 0x55d709e93590 2024-09-05T02:33:43.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.705+0000 7f7d47467740 10 client.26840 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:43.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.705+0000 7f7d47467740 10 client.26840 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:33:43.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.705+0000 7f7d47467740 20 client.26840 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:43.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.705+0000 7f7d47467740 1 --2- 172.21.15.33:0/1005294100 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55d709eae050 0x55d709eb0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:43.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.705+0000 7f7d47467740 4 client.26840 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:43.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.705+0000 7f7d47467740 1 -- 172.21.15.33:0/1005294100 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d709e06950 con 0x55d709eae050 2024-09-05T02:33:43.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.706+0000 7f7d42800640 1 --2- 172.21.15.33:0/1005294100 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55d709eae050 0x55d709eb0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:43.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.706+0000 7f7d1f400640 10 client.26840 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:33:43.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.706+0000 7f7d42800640 1 --2- 172.21.15.33:0/1005294100 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55d709eae050 0x55d709eb0470 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=40bfba89d3e19142 server_cookie=d6f89ea6dd10be45 in_seq=0 out_seq=0 2024-09-05T02:33:43.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.707+0000 7f7d1f400640 1 -- 172.21.15.33:0/1005294100 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d709e06950 con 0x55d709eae050 2024-09-05T02:33:43.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.707+0000 7f7d1f400640 10 client.26840 handle_command_reply: tid=0 2024-09-05T02:33:43.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.707+0000 7f7d47467740 1 client.26840 shutdown 2024-09-05T02:33:43.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.708+0000 7f7d47467740 1 -- 172.21.15.33:0/1005294100 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e93590 msgr2=0x55d709e9b2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:43.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.708+0000 7f7d47467740 1 --2- 172.21.15.33:0/1005294100 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e93590 0x55d709e9b2d0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c10f8b0 tx=0x7f7d2c00f790 comp rx=0 tx=0).stop 2024-09-05T02:33:43.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.708+0000 7f7d47467740 1 -- 172.21.15.33:0/1005294100 shutdown_connections 2024-09-05T02:33:43.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.708+0000 7f7d47467740 1 --2- 172.21.15.33:0/1005294100 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55d709eae050 0x55d709eb0470 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.708+0000 7f7d47467740 1 --2- 172.21.15.33:0/1005294100 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e9de50 0x55d709e9b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.708+0000 7f7d47467740 1 --2- 172.21.15.33:0/1005294100 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e93590 0x55d709e9b2d0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.708+0000 7f7d47467740 1 --2- 172.21.15.33:0/1005294100 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e92c70 0x55d709e9ad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.708+0000 7f7d1f400640 0 client.26840 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:33:43.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.708+0000 7f7d47467740 1 -- 172.21.15.33:0/1005294100 >> 172.21.15.33:0/1005294100 conn(0x55d709e8f200 msgr2=0x55d709e8e380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:43.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.708+0000 7f7d47467740 1 -- 172.21.15.33:0/1005294100 shutdown_connections 2024-09-05T02:33:43.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.708+0000 7f7d47467740 1 -- 172.21.15.33:0/1005294100 wait complete. 2024-09-05T02:33:43.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.708+0000 7f7d47467740 20 client.26840 trim_cache size 0 max 16384 2024-09-05T02:33:43.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.722+0000 7f7d47467740 1 Processor -- start 2024-09-05T02:33:43.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.722+0000 7f7d47467740 1 -- start start 2024-09-05T02:33:43.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.722+0000 7f7d47467740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e92c70 0x55d709eb5d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:43.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.722+0000 7f7d47467740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e93590 0x55d709eb6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:43.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.722+0000 7f7d47467740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e9de50 0x55d709e8db60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:43.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.722+0000 7f7d47467740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7d3c1afb50 con 0x55d709e93590 2024-09-05T02:33:43.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.722+0000 7f7d47467740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7d3c1b1690 con 0x55d709e9de50 2024-09-05T02:33:43.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.722+0000 7f7d47467740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7d3c1b0220 con 0x55d709e92c70 2024-09-05T02:33:43.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.722+0000 7f7d42800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e92c70 0x55d709eb5d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:43.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.722+0000 7f7d41400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e93590 0x55d709eb6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:43.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.723+0000 7f7d42800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e92c70 0x55d709eb5d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:36186/0 (socket says 172.21.15.33:36186) 2024-09-05T02:33:43.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.723+0000 7f7d42800640 1 -- 172.21.15.33:0/2141440891 learned_addr learned my addr 172.21.15.33:0/2141440891 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:43.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.723+0000 7f7d42800640 1 --2- 172.21.15.33:0/2141440891 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e9de50 0x55d709e8db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:43.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.723+0000 7f7d42800640 1 -- 172.21.15.33:0/2141440891 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e9de50 msgr2=0x55d709e8db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:43.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.723+0000 7f7d42800640 1 --2- 172.21.15.33:0/2141440891 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e9de50 0x55d709e8db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.723+0000 7f7d42800640 1 -- 172.21.15.33:0/2141440891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e93590 msgr2=0x55d709eb6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:43.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.723+0000 7f7d42800640 1 --2- 172.21.15.33:0/2141440891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e93590 0x55d709eb6260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.723+0000 7f7d42800640 1 -- 172.21.15.33:0/2141440891 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d709e92aa0 con 0x55d709e92c70 2024-09-05T02:33:43.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.723+0000 7f7d42800640 1 --2- 172.21.15.33:0/2141440891 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e92c70 0x55d709eb5d20 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f7d3800edd0 tx=0x7f7d38010040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4a16f070a7ac649d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:43.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.724+0000 7f7d2a600640 1 -- 172.21.15.33:0/2141440891 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d3800d7d0 con 0x55d709e92c70 2024-09-05T02:33:43.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.724+0000 7f7d2a600640 1 -- 172.21.15.33:0/2141440891 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d38028030 con 0x55d709e92c70 2024-09-05T02:33:43.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.724+0000 7f7d2a600640 1 -- 172.21.15.33:0/2141440891 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d38003f30 con 0x55d709e92c70 2024-09-05T02:33:43.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.724+0000 7f7d47467740 1 -- 172.21.15.33:0/2141440891 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e92c70 msgr2=0x55d709eb5d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:43.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.724+0000 7f7d47467740 1 --2- 172.21.15.33:0/2141440891 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e92c70 0x55d709eb5d20 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f7d3800edd0 tx=0x7f7d38010040 comp rx=0 tx=0).stop 2024-09-05T02:33:43.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.724+0000 7f7d47467740 1 -- 172.21.15.33:0/2141440891 shutdown_connections 2024-09-05T02:33:43.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.724+0000 7f7d47467740 1 --2- 172.21.15.33:0/2141440891 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e9de50 0x55d709e8db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.724+0000 7f7d47467740 1 --2- 172.21.15.33:0/2141440891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e93590 0x55d709eb6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.724+0000 7f7d47467740 1 --2- 172.21.15.33:0/2141440891 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e92c70 0x55d709eb5d20 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.724+0000 7f7d47467740 1 -- 172.21.15.33:0/2141440891 >> 172.21.15.33:0/2141440891 conn(0x55d709e8f200 msgr2=0x55d709e99e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:43.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.724+0000 7f7d47467740 1 -- 172.21.15.33:0/2141440891 shutdown_connections 2024-09-05T02:33:43.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.724+0000 7f7d47467740 1 -- 172.21.15.33:0/2141440891 wait complete. 2024-09-05T02:33:43.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.725+0000 7f7d47467740 1 -- start start 2024-09-05T02:33:43.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.725+0000 7f7d47467740 1 Processor -- start 2024-09-05T02:33:43.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.725+0000 7f7d47467740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e92c70 0x55d709ea1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:43.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.725+0000 7f7d47467740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e93590 0x55d709ea23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:43.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.725+0000 7f7d47467740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e9de50 0x55d709ea2900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:43.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.725+0000 7f7d47467740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7d3c1b0fc0 con 0x55d709e9de50 2024-09-05T02:33:43.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.725+0000 7f7d47467740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7d3c1b08f0 con 0x55d709e93590 2024-09-05T02:33:43.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.725+0000 7f7d47467740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7d3c1adb30 con 0x55d709e92c70 2024-09-05T02:33:43.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.725+0000 7f7d47467740 10 client.0 _ll_register_callbacks cb 0x7f7d2c009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:43.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.726+0000 7f7d41400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e93590 0x55d709ea23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:43.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.726+0000 7f7d41400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e93590 0x55d709ea23c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:49482/0 (socket says 172.21.15.33:49482) 2024-09-05T02:33:43.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.726+0000 7f7d42800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e9de50 0x55d709ea2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:43.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.726+0000 7f7d41400640 1 -- 172.21.15.33:0/2969799744 learned_addr learned my addr 172.21.15.33:0/2969799744 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:43.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.726+0000 7f7d42800640 1 --2- 172.21.15.33:0/2969799744 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e92c70 0x55d709ea1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:43.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.726+0000 7f7d41400640 1 -- 172.21.15.33:0/2969799744 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e92c70 msgr2=0x55d709ea1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:43.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.726+0000 7f7d41400640 1 --2- 172.21.15.33:0/2969799744 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e92c70 0x55d709ea1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.726+0000 7f7d41400640 1 -- 172.21.15.33:0/2969799744 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e9de50 msgr2=0x55d709ea2900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:43.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.726+0000 7f7d41400640 1 --2- 172.21.15.33:0/2969799744 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e9de50 0x55d709ea2900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.726+0000 7f7d41400640 1 -- 172.21.15.33:0/2969799744 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d709e8fe90 con 0x55d709e93590 2024-09-05T02:33:43.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.726+0000 7f7d41400640 1 --2- 172.21.15.33:0/2969799744 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e93590 0x55d709ea23c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f7d2c000c00 tx=0x7f7d2c00fc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a0e87947f9455768 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:43.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.726+0000 7f7d1f400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:33:43.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.727+0000 7f7d1f400640 1 -- 172.21.15.33:0/2969799744 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d2c029040 con 0x55d709e93590 2024-09-05T02:33:43.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.727+0000 7f7d1f400640 1 -- 172.21.15.33:0/2969799744 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f7d2c010430 con 0x55d709e93590 2024-09-05T02:33:43.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.727+0000 7f7d47467740 1 -- 172.21.15.33:0/2969799744 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7d38028030 con 0x55d709e93590 2024-09-05T02:33:43.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.727+0000 7f7d1f400640 1 -- 172.21.15.33:0/2969799744 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7d2c03b050 con 0x55d709e93590 2024-09-05T02:33:43.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.727+0000 7f7d47467740 10 client.26846 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:43.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.727+0000 7f7d47467740 1 -- 172.21.15.33:0/2969799744 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d709e8a770 con 0x55d709e93590 2024-09-05T02:33:43.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.727+0000 7f7d1f400640 1 -- 172.21.15.33:0/2969799744 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d38028030 con 0x55d709e93590 2024-09-05T02:33:43.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.727+0000 7f7d1f400640 1 -- 172.21.15.33:0/2969799744 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7d2c02c070 con 0x55d709e93590 2024-09-05T02:33:43.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.727+0000 7f7d47467740 10 client.26846 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:43.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.727+0000 7f7d47467740 10 client.26846 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:33:43.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.727+0000 7f7d47467740 20 client.26846 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:43.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.728+0000 7f7d47467740 1 --2- 172.21.15.33:0/2969799744 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55d709f196c0 0x55d709f1bae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:43.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.728+0000 7f7d47467740 4 client.26846 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:33:43.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.728+0000 7f7d47467740 1 -- 172.21.15.33:0/2969799744 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d709e00e60 con 0x55d709f196c0 2024-09-05T02:33:43.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.728+0000 7f7d42800640 1 --2- 172.21.15.33:0/2969799744 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55d709f196c0 0x55d709f1bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:43.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.728+0000 7f7d42800640 1 --2- 172.21.15.33:0/2969799744 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55d709f196c0 0x55d709f1bae0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=80d3c4389aa1f185 server_cookie=b54246274f114509 in_seq=0 out_seq=0 2024-09-05T02:33:43.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.728+0000 7f7d1f400640 10 client.26846 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:33:43.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.729+0000 7f7d1f400640 1 -- 172.21.15.33:0/2969799744 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d709e00e60 con 0x55d709f196c0 2024-09-05T02:33:43.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.729+0000 7f7d1f400640 10 client.26846 handle_command_reply: tid=0 2024-09-05T02:33:43.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.729+0000 7f7d47467740 1 client.26846 shutdown 2024-09-05T02:33:43.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.729+0000 7f7d47467740 1 -- 172.21.15.33:0/2969799744 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e93590 msgr2=0x55d709ea23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:43.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.729+0000 7f7d47467740 1 --2- 172.21.15.33:0/2969799744 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e93590 0x55d709ea23c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f7d2c000c00 tx=0x7f7d2c00fc90 comp rx=0 tx=0).stop 2024-09-05T02:33:43.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.729+0000 7f7d47467740 1 -- 172.21.15.33:0/2969799744 shutdown_connections 2024-09-05T02:33:43.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.729+0000 7f7d47467740 1 --2- 172.21.15.33:0/2969799744 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55d709f196c0 0x55d709f1bae0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.729+0000 7f7d47467740 1 --2- 172.21.15.33:0/2969799744 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d709e9de50 0x55d709ea2900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.729+0000 7f7d47467740 1 --2- 172.21.15.33:0/2969799744 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d709e93590 0x55d709ea23c0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.729+0000 7f7d47467740 1 --2- 172.21.15.33:0/2969799744 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55d709e92c70 0x55d709ea1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.729+0000 7f7d1f400640 0 client.26846 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:33:43.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.729+0000 7f7d47467740 1 -- 172.21.15.33:0/2969799744 >> 172.21.15.33:0/2969799744 conn(0x55d709e8f200 msgr2=0x55d709e8db60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:43.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.729+0000 7f7d47467740 1 -- 172.21.15.33:0/2969799744 shutdown_connections 2024-09-05T02:33:43.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.729+0000 7f7d47467740 1 -- 172.21.15.33:0/2969799744 wait complete. 2024-09-05T02:33:43.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.729+0000 7f7d47467740 20 client.26846 trim_cache size 0 max 16384 2024-09-05T02:33:43.735 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:33:43.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.730+0000 7f7d44800640 1 -- 172.21.15.33:0/2588228718 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7d240a2cf0 msgr2=0x7f7d240a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:43.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.730+0000 7f7d44800640 1 --2- 172.21.15.33:0/2588228718 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7d240a2cf0 0x7f7d240a51b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x55d709e90060 tx=0x7f7d300f3e70 comp rx=0 tx=0).stop 2024-09-05T02:33:43.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.730+0000 7f7d44800640 1 -- 172.21.15.33:0/2588228718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d3c074620 msgr2=0x7f7d3c19a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:43.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.730+0000 7f7d44800640 1 --2- 172.21.15.33:0/2588228718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d3c074620 0x7f7d3c19a710 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f7d3002a8f0 tx=0x7f7d30030650 comp rx=0 tx=0).stop 2024-09-05T02:33:43.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.730+0000 7f7d44800640 1 -- 172.21.15.33:0/2588228718 shutdown_connections 2024-09-05T02:33:43.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.730+0000 7f7d44800640 1 --2- 172.21.15.33:0/2588228718 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7d240a2cf0 0x7f7d240a51b0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.730+0000 7f7d44800640 1 --2- 172.21.15.33:0/2588228718 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7d3c10e3c0 0x7f7d3c19efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.730+0000 7f7d44800640 1 --2- 172.21.15.33:0/2588228718 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7d3c074f40 0x7f7d3c19ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.730+0000 7f7d44800640 1 --2- 172.21.15.33:0/2588228718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d3c074620 0x7f7d3c19a710 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:43.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.730+0000 7f7d44800640 1 -- 172.21.15.33:0/2588228718 >> 172.21.15.33:0/2588228718 conn(0x7f7d3c0fd8c0 msgr2=0x7f7d3c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:43.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.730+0000 7f7d44800640 1 -- 172.21.15.33:0/2588228718 shutdown_connections 2024-09-05T02:33:43.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:43.730+0000 7f7d44800640 1 -- 172.21.15.33:0/2588228718 wait complete. 2024-09-05T02:33:43.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:43 smithi033 ceph-mon[29909]: pgmap v206: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:33:44.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:43 smithi174 ceph-mon[34756]: pgmap v206: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:33:44.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:43 smithi123 ceph-mon[34031]: pgmap v206: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:33:44.675 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:33:45.052 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:45.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.640+0000 7f0a08a00640 1 -- 172.21.15.33:0/87680543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a041019c0 msgr2=0x7f0a04101e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:45.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.640+0000 7f0a08a00640 1 --2- 172.21.15.33:0/87680543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a041019c0 0x7f0a04101e20 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f09ec009930 tx=0x7f09ec02a420 comp rx=0 tx=0).stop 2024-09-05T02:33:45.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.640+0000 7f0a08a00640 1 -- 172.21.15.33:0/87680543 shutdown_connections 2024-09-05T02:33:45.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.640+0000 7f0a08a00640 1 --2- 172.21.15.33:0/87680543 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a04102360 0x7f0a0410e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.640+0000 7f0a08a00640 1 --2- 172.21.15.33:0/87680543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a041019c0 0x7f0a04101e20 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.640+0000 7f0a08a00640 1 --2- 172.21.15.33:0/87680543 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0a041079c0 0x7f0a04107da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.640+0000 7f0a08a00640 1 -- 172.21.15.33:0/87680543 >> 172.21.15.33:0/87680543 conn(0x7f0a040fd740 msgr2=0x7f0a040ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:45.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.640+0000 7f0a08a00640 1 -- 172.21.15.33:0/87680543 shutdown_connections 2024-09-05T02:33:45.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.640+0000 7f0a08a00640 1 -- 172.21.15.33:0/87680543 wait complete. 2024-09-05T02:33:45.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.641+0000 7f0a08a00640 1 Processor -- start 2024-09-05T02:33:45.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.641+0000 7f0a08a00640 1 -- start start 2024-09-05T02:33:45.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.641+0000 7f0a08a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a041019c0 0x7f0a0419a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:45.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.641+0000 7f0a08a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0a04102360 0x7f0a0419aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:45.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.641+0000 7f0a08a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a041079c0 0x7f0a0419edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:45.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.641+0000 7f0a08a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0a04111dc0 con 0x7f0a041019c0 2024-09-05T02:33:45.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.641+0000 7f0a08a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0a04111c40 con 0x7f0a041079c0 2024-09-05T02:33:45.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.641+0000 7f0a08a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0a04111f40 con 0x7f0a04102360 2024-09-05T02:33:45.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.642+0000 7f0a02800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a041019c0 0x7f0a0419a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:45.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.642+0000 7f0a02800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a041019c0 0x7f0a0419a520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57402/0 (socket says 172.21.15.33:57402) 2024-09-05T02:33:45.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.642+0000 7f0a02800640 1 -- 172.21.15.33:0/860761951 learned_addr learned my addr 172.21.15.33:0/860761951 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:45.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.642+0000 7f09f9e00640 1 --2- 172.21.15.33:0/860761951 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0a04102360 0x7f0a0419aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:45.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.642+0000 7f0a03200640 1 --2- 172.21.15.33:0/860761951 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a041079c0 0x7f0a0419edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:45.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.642+0000 7f0a02800640 1 -- 172.21.15.33:0/860761951 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0a04102360 msgr2=0x7f0a0419aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:45.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.642+0000 7f0a02800640 1 --2- 172.21.15.33:0/860761951 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0a04102360 0x7f0a0419aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.642+0000 7f0a02800640 1 -- 172.21.15.33:0/860761951 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a041079c0 msgr2=0x7f0a0419edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:45.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.642+0000 7f0a02800640 1 --2- 172.21.15.33:0/860761951 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a041079c0 0x7f0a0419edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.642+0000 7f0a02800640 1 -- 172.21.15.33:0/860761951 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a0419f4d0 con 0x7f0a041019c0 2024-09-05T02:33:45.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.643+0000 7f0a02800640 1 --2- 172.21.15.33:0/860761951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a041019c0 0x7f0a0419a520 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f09f400d950 tx=0x7f09f400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:45.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.643+0000 7f09fbe00640 1 -- 172.21.15.33:0/860761951 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f4017070 con 0x7f0a041019c0 2024-09-05T02:33:45.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.643+0000 7f09fbe00640 1 -- 172.21.15.33:0/860761951 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09f4009c30 con 0x7f0a041019c0 2024-09-05T02:33:45.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.643+0000 7f09fbe00640 1 -- 172.21.15.33:0/860761951 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f400f6b0 con 0x7f0a041019c0 2024-09-05T02:33:45.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.643+0000 7f0a08a00640 1 -- 172.21.15.33:0/860761951 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a0419f7c0 con 0x7f0a041019c0 2024-09-05T02:33:45.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.643+0000 7f0a08a00640 1 -- 172.21.15.33:0/860761951 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a041a70a0 con 0x7f0a041019c0 2024-09-05T02:33:45.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.646+0000 7f0a0be8b740 1 Processor -- start 2024-09-05T02:33:45.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.646+0000 7f09fbe00640 1 -- 172.21.15.33:0/860761951 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f09f40109d0 con 0x7f0a041019c0 2024-09-05T02:33:45.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.646+0000 7f0a0be8b740 1 -- start start 2024-09-05T02:33:45.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.647+0000 7f0a0be8b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f236fe40 0x55a9f2370220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:45.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.647+0000 7f0a0be8b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f2370760 0x55a9f237aae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:45.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.647+0000 7f0a0be8b740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f237b020 0x55a9f237d410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:45.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.647+0000 7f0a0be8b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55a9f22d63e0 con 0x55a9f2370760 2024-09-05T02:33:45.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.647+0000 7f0a0be8b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55a9f227dd80 con 0x55a9f236fe40 2024-09-05T02:33:45.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.647+0000 7f0a0be8b740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55a9f22d23a0 con 0x55a9f237b020 2024-09-05T02:33:45.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.647+0000 7f0a02800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f2370760 0x55a9f237aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:45.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.647+0000 7f09f9e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f237b020 0x55a9f237d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:45.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.647+0000 7f0a03200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f236fe40 0x55a9f2370220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:45.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.647+0000 7f09f9e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f237b020 0x55a9f237d410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:36214/0 (socket says 172.21.15.33:36214) 2024-09-05T02:33:45.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.647+0000 7f09f9e00640 1 -- 172.21.15.33:0/3029942088 learned_addr learned my addr 172.21.15.33:0/3029942088 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:45.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.648+0000 7f09f9e00640 1 -- 172.21.15.33:0/3029942088 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f236fe40 msgr2=0x55a9f2370220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:45.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.648+0000 7f09f9e00640 1 --2- 172.21.15.33:0/3029942088 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f236fe40 0x55a9f2370220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.648+0000 7f09f9e00640 1 -- 172.21.15.33:0/3029942088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f2370760 msgr2=0x55a9f237aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:45.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.648+0000 7f09f9e00640 1 --2- 172.21.15.33:0/3029942088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f2370760 0x55a9f237aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.648+0000 7f09f9e00640 1 -- 172.21.15.33:0/3029942088 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9f229cae0 con 0x55a9f237b020 2024-09-05T02:33:45.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.648+0000 7f09fbe00640 1 --2- 172.21.15.33:0/860761951 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f09e80a2d70 0x7f09e80a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:45.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.648+0000 7f09f9e00640 1 --2- 172.21.15.33:0/3029942088 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f237b020 0x55a9f237d410 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f09ec02a940 tx=0x7f09ec005c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ef03de8712012f54 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:45.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.648+0000 7f09fbe00640 1 -- 172.21.15.33:0/860761951 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f09f40ceee0 con 0x7f0a041019c0 2024-09-05T02:33:45.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.648+0000 7f0a03200640 1 --2- 172.21.15.33:0/860761951 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f09e80a2d70 0x7f09e80a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:45.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.648+0000 7f09f3400640 1 -- 172.21.15.33:0/3029942088 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09ec040070 con 0x55a9f237b020 2024-09-05T02:33:45.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.648+0000 7f09f3400640 1 -- 172.21.15.33:0/3029942088 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09ec0319f0 con 0x55a9f237b020 2024-09-05T02:33:45.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.648+0000 7f09f3400640 1 -- 172.21.15.33:0/3029942088 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09ec035040 con 0x55a9f237b020 2024-09-05T02:33:45.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.649+0000 7f0a0be8b740 1 -- 172.21.15.33:0/3029942088 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f237b020 msgr2=0x55a9f237d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:45.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.649+0000 7f0a03200640 1 --2- 172.21.15.33:0/860761951 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f09e80a2d70 0x7f09e80a5230 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f09fc005fd0 tx=0x7f09fc0096a0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:45.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.649+0000 7f0a0be8b740 1 --2- 172.21.15.33:0/3029942088 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f237b020 0x55a9f237d410 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f09ec02a940 tx=0x7f09ec005c00 comp rx=0 tx=0).stop 2024-09-05T02:33:45.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.649+0000 7f0a0be8b740 1 -- 172.21.15.33:0/3029942088 shutdown_connections 2024-09-05T02:33:45.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.649+0000 7f0a0be8b740 1 --2- 172.21.15.33:0/3029942088 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f237b020 0x55a9f237d410 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.649+0000 7f0a0be8b740 1 --2- 172.21.15.33:0/3029942088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f2370760 0x55a9f237aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.649+0000 7f0a0be8b740 1 --2- 172.21.15.33:0/3029942088 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f236fe40 0x55a9f2370220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.649+0000 7f0a0be8b740 1 -- 172.21.15.33:0/3029942088 >> 172.21.15.33:0/3029942088 conn(0x55a9f236c3d0 msgr2=0x55a9f236c7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:45.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.649+0000 7f0a0be8b740 1 -- 172.21.15.33:0/3029942088 shutdown_connections 2024-09-05T02:33:45.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.649+0000 7f0a0be8b740 1 -- 172.21.15.33:0/3029942088 wait complete. 2024-09-05T02:33:45.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.650+0000 7f0a0be8b740 1 -- start start 2024-09-05T02:33:45.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.650+0000 7f0a0be8b740 1 Processor -- start 2024-09-05T02:33:45.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.651+0000 7f0a0be8b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f236fe40 0x55a9f237aae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:45.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.651+0000 7f0a0be8b740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f2370760 0x55a9f2377d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:45.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.651+0000 7f0a0be8b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f237b020 0x55a9f2378520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:45.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.651+0000 7f0a0be8b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55a9f237dbf0 con 0x55a9f236fe40 2024-09-05T02:33:45.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.651+0000 7f0a0be8b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55a9f22910f0 con 0x55a9f237b020 2024-09-05T02:33:45.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.651+0000 7f0a0be8b740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55a9f237dd70 con 0x55a9f2370760 2024-09-05T02:33:45.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.651+0000 7f0a0be8b740 10 client.0 _ll_register_callbacks cb 0x55a9f2278bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:45.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.651+0000 7f0a02800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f236fe40 0x55a9f237aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:45.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.651+0000 7f09f9e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f2370760 0x55a9f2377d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:45.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.651+0000 7f09f9e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f2370760 0x55a9f2377d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:36228/0 (socket says 172.21.15.33:36228) 2024-09-05T02:33:45.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.651+0000 7f09f9e00640 1 -- 172.21.15.33:0/2318162428 learned_addr learned my addr 172.21.15.33:0/2318162428 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:45.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.651+0000 7f0a03200640 1 --2- 172.21.15.33:0/2318162428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f237b020 0x55a9f2378520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:45.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.651+0000 7f09f9e00640 1 -- 172.21.15.33:0/2318162428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f237b020 msgr2=0x55a9f2378520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:45.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.651+0000 7f09f9e00640 1 --2- 172.21.15.33:0/2318162428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f237b020 0x55a9f2378520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.651+0000 7f09f9e00640 1 -- 172.21.15.33:0/2318162428 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f236fe40 msgr2=0x55a9f237aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:45.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.651+0000 7f09f9e00640 1 --2- 172.21.15.33:0/2318162428 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f236fe40 0x55a9f237aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.651+0000 7f09f9e00640 1 -- 172.21.15.33:0/2318162428 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a9f20473c0 con 0x55a9f2370760 2024-09-05T02:33:45.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.652+0000 7f0a03200640 1 --2- 172.21.15.33:0/2318162428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f237b020 0x55a9f2378520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:33:45.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.652+0000 7f0a02800640 1 --2- 172.21.15.33:0/2318162428 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f236fe40 0x55a9f237aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:45.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.652+0000 7f09f9e00640 1 --2- 172.21.15.33:0/2318162428 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f2370760 0x55a9f2377d90 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f09ec0052d0 tx=0x7f09ec02a420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=502a28273ebce919 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:45.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.652+0000 7f09e7e00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:33:45.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.652+0000 7f09e7e00640 1 -- 172.21.15.33:0/2318162428 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09ec04c020 con 0x55a9f2370760 2024-09-05T02:33:45.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.652+0000 7f0a0be8b740 1 -- 172.21.15.33:0/2318162428 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f09ec0319f0 con 0x55a9f2370760 2024-09-05T02:33:45.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.652+0000 7f09e7e00640 1 -- 172.21.15.33:0/2318162428 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f09ec004980 con 0x55a9f2370760 2024-09-05T02:33:45.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.652+0000 7f09e7e00640 1 -- 172.21.15.33:0/2318162428 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f09ec057050 con 0x55a9f2370760 2024-09-05T02:33:45.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.652+0000 7f0a0be8b740 10 client.26800 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:45.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.652+0000 7f0a0be8b740 1 -- 172.21.15.33:0/2318162428 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a9f237dbf0 con 0x55a9f2370760 2024-09-05T02:33:45.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.653+0000 7f09e7e00640 1 -- 172.21.15.33:0/2318162428 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09ec0319f0 con 0x55a9f2370760 2024-09-05T02:33:45.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.653+0000 7f09e7e00640 1 -- 172.21.15.33:0/2318162428 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f09ec044400 con 0x55a9f2370760 2024-09-05T02:33:45.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.653+0000 7f0a0be8b740 10 client.26800 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:45.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.653+0000 7f0a0be8b740 10 client.26800 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:33:45.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.653+0000 7f0a0be8b740 20 client.26800 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:45.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.653+0000 7f0a0be8b740 1 --2- 172.21.15.33:0/2318162428 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a9f238ac30 0x55a9f238d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:45.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.653+0000 7f0a0be8b740 4 client.26800 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:45.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.653+0000 7f0a0be8b740 1 -- 172.21.15.33:0/2318162428 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a9f22e3950 con 0x55a9f238ac30 2024-09-05T02:33:45.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.654+0000 7f0a02800640 1 --2- 172.21.15.33:0/2318162428 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a9f238ac30 0x55a9f238d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:45.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.654+0000 7f09e7e00640 10 client.26800 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:33:45.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.654+0000 7f0a02800640 1 --2- 172.21.15.33:0/2318162428 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a9f238ac30 0x55a9f238d020 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=43f54336264b5bea server_cookie=e893b1caceafc4bc in_seq=0 out_seq=0 2024-09-05T02:33:45.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.655+0000 7f09e7e00640 1 -- 172.21.15.33:0/2318162428 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a9f22e3950 con 0x55a9f238ac30 2024-09-05T02:33:45.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.655+0000 7f09e7e00640 10 client.26800 handle_command_reply: tid=0 2024-09-05T02:33:45.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.655+0000 7f0a0be8b740 1 client.26800 shutdown 2024-09-05T02:33:45.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.655+0000 7f0a0be8b740 1 -- 172.21.15.33:0/2318162428 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f2370760 msgr2=0x55a9f2377d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:45.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.655+0000 7f0a0be8b740 1 --2- 172.21.15.33:0/2318162428 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f2370760 0x55a9f2377d90 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f09ec0052d0 tx=0x7f09ec02a420 comp rx=0 tx=0).stop 2024-09-05T02:33:45.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.655+0000 7f0a0be8b740 1 -- 172.21.15.33:0/2318162428 shutdown_connections 2024-09-05T02:33:45.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.655+0000 7f0a0be8b740 1 --2- 172.21.15.33:0/2318162428 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a9f238ac30 0x55a9f238d020 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.655+0000 7f0a0be8b740 1 --2- 172.21.15.33:0/2318162428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f237b020 0x55a9f2378520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.655+0000 7f0a0be8b740 1 --2- 172.21.15.33:0/2318162428 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f2370760 0x55a9f2377d90 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.655+0000 7f09e7e00640 0 client.26800 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:33:45.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.655+0000 7f0a0be8b740 1 --2- 172.21.15.33:0/2318162428 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f236fe40 0x55a9f237aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.655+0000 7f0a0be8b740 1 -- 172.21.15.33:0/2318162428 >> 172.21.15.33:0/2318162428 conn(0x55a9f236c3d0 msgr2=0x55a9f2372100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:45.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.656+0000 7f0a0be8b740 1 -- 172.21.15.33:0/2318162428 shutdown_connections 2024-09-05T02:33:45.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.656+0000 7f0a0be8b740 1 -- 172.21.15.33:0/2318162428 wait complete. 2024-09-05T02:33:45.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.656+0000 7f0a0be8b740 20 client.26800 trim_cache size 0 max 16384 2024-09-05T02:33:45.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.669+0000 7f0a0be8b740 1 Processor -- start 2024-09-05T02:33:45.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.670+0000 7f0a0be8b740 1 -- start start 2024-09-05T02:33:45.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.670+0000 7f0a0be8b740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f236fe40 0x55a9f2376d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:45.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.670+0000 7f0a0be8b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f2370760 0x55a9f2392790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:45.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.670+0000 7f0a0be8b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f237b020 0x55a9f2392cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:45.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.670+0000 7f0a0be8b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0a041af970 con 0x55a9f237b020 2024-09-05T02:33:45.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.670+0000 7f0a0be8b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0a041b14b0 con 0x55a9f2370760 2024-09-05T02:33:45.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.670+0000 7f0a0be8b740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0a041b0040 con 0x55a9f236fe40 2024-09-05T02:33:45.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.670+0000 7f0a03200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f237b020 0x55a9f2392cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:45.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.670+0000 7f0a02800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f236fe40 0x55a9f2376d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:45.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.670+0000 7f0a03200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f237b020 0x55a9f2392cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57428/0 (socket says 172.21.15.33:57428) 2024-09-05T02:33:45.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.670+0000 7f0a03200640 1 -- 172.21.15.33:0/43214378 learned_addr learned my addr 172.21.15.33:0/43214378 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:45.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.670+0000 7f09f9e00640 1 --2- 172.21.15.33:0/43214378 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f2370760 0x55a9f2392790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:45.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.671+0000 7f09f9e00640 1 -- 172.21.15.33:0/43214378 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f236fe40 msgr2=0x55a9f2376d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:45.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.671+0000 7f09f9e00640 1 --2- 172.21.15.33:0/43214378 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f236fe40 0x55a9f2376d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.671+0000 7f09f9e00640 1 -- 172.21.15.33:0/43214378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f237b020 msgr2=0x55a9f2392cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:45.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.671+0000 7f09f9e00640 1 --2- 172.21.15.33:0/43214378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f237b020 0x55a9f2392cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.671+0000 7f09f9e00640 1 -- 172.21.15.33:0/43214378 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9f236c200 con 0x55a9f2370760 2024-09-05T02:33:45.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.671+0000 7f09f9e00640 1 --2- 172.21.15.33:0/43214378 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f2370760 0x55a9f2392790 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f09ec0447d0 tx=0x7f09ec005c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45a5cdcd7a3ef3f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:45.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.671+0000 7f09f2a00640 1 -- 172.21.15.33:0/43214378 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09ec04c070 con 0x55a9f2370760 2024-09-05T02:33:45.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.671+0000 7f09f2a00640 1 -- 172.21.15.33:0/43214378 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09ec044400 con 0x55a9f2370760 2024-09-05T02:33:45.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.671+0000 7f09f2a00640 1 -- 172.21.15.33:0/43214378 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09ec040070 con 0x55a9f2370760 2024-09-05T02:33:45.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.672+0000 7f0a0be8b740 1 -- 172.21.15.33:0/43214378 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f2370760 msgr2=0x55a9f2392790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:45.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.672+0000 7f0a0be8b740 1 --2- 172.21.15.33:0/43214378 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f2370760 0x55a9f2392790 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f09ec0447d0 tx=0x7f09ec005c00 comp rx=0 tx=0).stop 2024-09-05T02:33:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.672+0000 7f0a0be8b740 1 -- 172.21.15.33:0/43214378 shutdown_connections 2024-09-05T02:33:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.672+0000 7f0a0be8b740 1 --2- 172.21.15.33:0/43214378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f237b020 0x55a9f2392cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.672+0000 7f0a0be8b740 1 --2- 172.21.15.33:0/43214378 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f2370760 0x55a9f2392790 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.672+0000 7f0a0be8b740 1 --2- 172.21.15.33:0/43214378 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f236fe40 0x55a9f2376d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.672+0000 7f0a0be8b740 1 -- 172.21.15.33:0/43214378 >> 172.21.15.33:0/43214378 conn(0x55a9f236c3d0 msgr2=0x55a9f2376660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.672+0000 7f0a0be8b740 1 -- 172.21.15.33:0/43214378 shutdown_connections 2024-09-05T02:33:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.672+0000 7f0a0be8b740 1 -- 172.21.15.33:0/43214378 wait complete. 2024-09-05T02:33:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.673+0000 7f0a0be8b740 1 -- start start 2024-09-05T02:33:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.673+0000 7f0a0be8b740 1 Processor -- start 2024-09-05T02:33:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.673+0000 7f0a0be8b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f236fe40 0x55a9f2382fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.673+0000 7f0a0be8b740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f2370760 0x55a9f23834e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.673+0000 7f0a0be8b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f237b020 0x55a9f237df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.673+0000 7f0a0be8b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0a041b0de0 con 0x55a9f237b020 2024-09-05T02:33:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.673+0000 7f0a0be8b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0a041b0710 con 0x55a9f236fe40 2024-09-05T02:33:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.673+0000 7f0a0be8b740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0a041ad950 con 0x55a9f2370760 2024-09-05T02:33:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.673+0000 7f0a0be8b740 10 client.0 _ll_register_callbacks cb 0x7f09ec005d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.674+0000 7f0a03200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f237b020 0x55a9f237df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.674+0000 7f09f9e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f2370760 0x55a9f23834e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.674+0000 7f0a02800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f236fe40 0x55a9f2382fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.674+0000 7f0a03200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f237b020 0x55a9f237df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57430/0 (socket says 172.21.15.33:57430) 2024-09-05T02:33:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.674+0000 7f0a03200640 1 -- 172.21.15.33:0/3407931563 learned_addr learned my addr 172.21.15.33:0/3407931563 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.674+0000 7f09f9e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f2370760 0x55a9f23834e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:36252/0 (socket says 172.21.15.33:36252) 2024-09-05T02:33:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.674+0000 7f09f9e00640 1 -- 172.21.15.33:0/3407931563 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f236fe40 msgr2=0x55a9f2382fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.674+0000 7f09f9e00640 1 --2- 172.21.15.33:0/3407931563 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f236fe40 0x55a9f2382fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.674+0000 7f09f9e00640 1 -- 172.21.15.33:0/3407931563 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f237b020 msgr2=0x55a9f237df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.674+0000 7f09f9e00640 1 --2- 172.21.15.33:0/3407931563 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f237b020 0x55a9f237df50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.674+0000 7f09f9e00640 1 -- 172.21.15.33:0/3407931563 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a9f236bc80 con 0x55a9f2370760 2024-09-05T02:33:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.674+0000 7f09f9e00640 1 --2- 172.21.15.33:0/3407931563 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f2370760 0x55a9f23834e0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x55a9f237d5f0 tx=0x7f09ec000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2ee87cf107242414 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.674+0000 7f09e7e00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:33:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.675+0000 7f09e7e00640 1 -- 172.21.15.33:0/3407931563 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09ec04c030 con 0x55a9f2370760 2024-09-05T02:33:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.675+0000 7f09e7e00640 1 -- 172.21.15.33:0/3407931563 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f09ec0319f0 con 0x55a9f2370760 2024-09-05T02:33:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.675+0000 7f0a0be8b740 1 -- 172.21.15.33:0/3407931563 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f09ec044400 con 0x55a9f2370760 2024-09-05T02:33:45.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.675+0000 7f09e7e00640 1 -- 172.21.15.33:0/3407931563 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f09ec040040 con 0x55a9f2370760 2024-09-05T02:33:45.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.675+0000 7f0a0be8b740 10 client.26806 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:45.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.675+0000 7f0a0be8b740 1 -- 172.21.15.33:0/3407931563 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a9f23f5ab0 con 0x55a9f2370760 2024-09-05T02:33:45.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.675+0000 7f09e7e00640 1 -- 172.21.15.33:0/3407931563 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09ec044400 con 0x55a9f2370760 2024-09-05T02:33:45.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.675+0000 7f09e7e00640 1 -- 172.21.15.33:0/3407931563 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f09ec062030 con 0x55a9f2370760 2024-09-05T02:33:45.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.676+0000 7f0a0be8b740 10 client.26806 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:45.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.676+0000 7f0a0be8b740 10 client.26806 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:33:45.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.676+0000 7f0a0be8b740 20 client.26806 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:45.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.676+0000 7f0a0be8b740 1 --2- 172.21.15.33:0/3407931563 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a9f23f6120 0x55a9f23f8540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:45.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.676+0000 7f0a0be8b740 4 client.26806 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:33:45.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.676+0000 7f0a0be8b740 1 -- 172.21.15.33:0/3407931563 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a9f22dde60 con 0x55a9f23f6120 2024-09-05T02:33:45.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.676+0000 7f0a02800640 1 --2- 172.21.15.33:0/3407931563 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a9f23f6120 0x55a9f23f8540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:45.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.676+0000 7f0a02800640 1 --2- 172.21.15.33:0/3407931563 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a9f23f6120 0x55a9f23f8540 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=92690c2293958b32 server_cookie=ec15fbdefe41afc3 in_seq=0 out_seq=0 2024-09-05T02:33:45.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.676+0000 7f09e7e00640 10 client.26806 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:33:45.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.677+0000 7f09e7e00640 1 -- 172.21.15.33:0/3407931563 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a9f22dde60 con 0x55a9f23f6120 2024-09-05T02:33:45.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.677+0000 7f09e7e00640 10 client.26806 handle_command_reply: tid=0 2024-09-05T02:33:45.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.677+0000 7f0a0be8b740 1 client.26806 shutdown 2024-09-05T02:33:45.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.677+0000 7f0a0be8b740 1 -- 172.21.15.33:0/3407931563 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f2370760 msgr2=0x55a9f23834e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:45.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.677+0000 7f0a0be8b740 1 --2- 172.21.15.33:0/3407931563 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f2370760 0x55a9f23834e0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x55a9f237d5f0 tx=0x7f09ec000bc0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.677+0000 7f0a0be8b740 1 -- 172.21.15.33:0/3407931563 shutdown_connections 2024-09-05T02:33:45.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.677+0000 7f0a0be8b740 1 --2- 172.21.15.33:0/3407931563 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a9f23f6120 0x55a9f23f8540 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.677+0000 7f0a0be8b740 1 --2- 172.21.15.33:0/3407931563 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a9f237b020 0x55a9f237df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.677+0000 7f0a0be8b740 1 --2- 172.21.15.33:0/3407931563 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a9f2370760 0x55a9f23834e0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.677+0000 7f0a0be8b740 1 --2- 172.21.15.33:0/3407931563 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a9f236fe40 0x55a9f2382fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.677+0000 7f09e7e00640 0 client.26806 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:33:45.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.677+0000 7f0a0be8b740 1 -- 172.21.15.33:0/3407931563 >> 172.21.15.33:0/3407931563 conn(0x55a9f236c3d0 msgr2=0x55a9f2376e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:45.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.677+0000 7f0a0be8b740 1 -- 172.21.15.33:0/3407931563 shutdown_connections 2024-09-05T02:33:45.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.677+0000 7f0a0be8b740 1 -- 172.21.15.33:0/3407931563 wait complete. 2024-09-05T02:33:45.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.677+0000 7f0a0be8b740 20 client.26806 trim_cache size 0 max 16384 2024-09-05T02:33:45.682 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:33:45.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.678+0000 7f0a08a00640 1 -- 172.21.15.33:0/860761951 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f09e80a2d70 msgr2=0x7f09e80a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:45.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.678+0000 7f0a08a00640 1 --2- 172.21.15.33:0/860761951 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f09e80a2d70 0x7f09e80a5230 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f09fc005fd0 tx=0x7f09fc0096a0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.678+0000 7f0a08a00640 1 -- 172.21.15.33:0/860761951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a041019c0 msgr2=0x7f0a0419a520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:45.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.678+0000 7f0a08a00640 1 --2- 172.21.15.33:0/860761951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a041019c0 0x7f0a0419a520 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f09f400d950 tx=0x7f09f400de10 comp rx=0 tx=0).stop 2024-09-05T02:33:45.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.678+0000 7f0a08a00640 1 -- 172.21.15.33:0/860761951 shutdown_connections 2024-09-05T02:33:45.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.678+0000 7f0a08a00640 1 --2- 172.21.15.33:0/860761951 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f09e80a2d70 0x7f09e80a5230 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.678+0000 7f0a08a00640 1 --2- 172.21.15.33:0/860761951 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0a041079c0 0x7f0a0419edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.678+0000 7f0a08a00640 1 --2- 172.21.15.33:0/860761951 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0a04102360 0x7f0a0419aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.678+0000 7f0a08a00640 1 --2- 172.21.15.33:0/860761951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a041019c0 0x7f0a0419a520 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:45.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.678+0000 7f0a08a00640 1 -- 172.21.15.33:0/860761951 >> 172.21.15.33:0/860761951 conn(0x7f0a040fd740 msgr2=0x7f0a040fde10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:45.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.678+0000 7f0a08a00640 1 -- 172.21.15.33:0/860761951 shutdown_connections 2024-09-05T02:33:45.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:45.678+0000 7f0a08a00640 1 -- 172.21.15.33:0/860761951 wait complete. 2024-09-05T02:33:45.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:45 smithi033 ceph-mon[29909]: pgmap v207: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:33:46.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:45 smithi174 ceph-mon[34756]: pgmap v207: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:33:46.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:45 smithi123 ceph-mon[34031]: pgmap v207: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:33:46.342 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:33:46.723 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:47.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.230+0000 7ffa92a00640 1 -- 172.21.15.33:0/1834453698 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa8c108f60 msgr2=0x7ffa8c110ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:47.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.230+0000 7ffa92a00640 1 --2- 172.21.15.33:0/1834453698 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa8c108f60 0x7ffa8c110ae0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7ffa84009ca0 tx=0x7ffa8402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.230+0000 7ffa92a00640 1 -- 172.21.15.33:0/1834453698 shutdown_connections 2024-09-05T02:33:47.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.230+0000 7ffa92a00640 1 --2- 172.21.15.33:0/1834453698 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa8c108f60 0x7ffa8c110ae0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.230+0000 7ffa92a00640 1 --2- 172.21.15.33:0/1834453698 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ffa8c1047e0 0x7ffa8c108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.230+0000 7ffa92a00640 1 --2- 172.21.15.33:0/1834453698 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa8c103e30 0x7ffa8c104210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.230+0000 7ffa92a00640 1 -- 172.21.15.33:0/1834453698 >> 172.21.15.33:0/1834453698 conn(0x7ffa8c0ff8d0 msgr2=0x7ffa8c101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:47.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.230+0000 7ffa92a00640 1 -- 172.21.15.33:0/1834453698 shutdown_connections 2024-09-05T02:33:47.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.230+0000 7ffa92a00640 1 -- 172.21.15.33:0/1834453698 wait complete. 2024-09-05T02:33:47.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.231+0000 7ffa92a00640 1 Processor -- start 2024-09-05T02:33:47.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.231+0000 7ffa92a00640 1 -- start start 2024-09-05T02:33:47.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.231+0000 7ffa92a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa8c103e30 0x7ffa8c19a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:47.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.232+0000 7ffa92a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ffa8c1047e0 0x7ffa8c19a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:47.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.232+0000 7ffa92a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa8c108f60 0x7ffa8c19ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:47.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.232+0000 7ffa92a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c113fc0 con 0x7ffa8c103e30 2024-09-05T02:33:47.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.232+0000 7ffa92a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c113e40 con 0x7ffa8c108f60 2024-09-05T02:33:47.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.232+0000 7ffa92a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c114140 con 0x7ffa8c1047e0 2024-09-05T02:33:47.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.232+0000 7ffa91600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa8c103e30 0x7ffa8c19a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:47.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.232+0000 7ffa91600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa8c103e30 0x7ffa8c19a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57444/0 (socket says 172.21.15.33:57444) 2024-09-05T02:33:47.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.232+0000 7ffa91600640 1 -- 172.21.15.33:0/2566415515 learned_addr learned my addr 172.21.15.33:0/2566415515 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:47.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.232+0000 7ffa90c00640 1 --2- 172.21.15.33:0/2566415515 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ffa8c1047e0 0x7ffa8c19a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:47.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.232+0000 7ffa92000640 1 --2- 172.21.15.33:0/2566415515 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa8c108f60 0x7ffa8c19ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:47.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.232+0000 7ffa91600640 1 -- 172.21.15.33:0/2566415515 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ffa8c1047e0 msgr2=0x7ffa8c19a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:47.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.232+0000 7ffa91600640 1 --2- 172.21.15.33:0/2566415515 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ffa8c1047e0 0x7ffa8c19a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.232+0000 7ffa91600640 1 -- 172.21.15.33:0/2566415515 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa8c108f60 msgr2=0x7ffa8c19ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:47.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.232+0000 7ffa91600640 1 --2- 172.21.15.33:0/2566415515 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa8c108f60 0x7ffa8c19ecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.232+0000 7ffa91600640 1 -- 172.21.15.33:0/2566415515 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa8c19f3d0 con 0x7ffa8c103e30 2024-09-05T02:33:47.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.233+0000 7ffa91600640 1 --2- 172.21.15.33:0/2566415515 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa8c103e30 0x7ffa8c19a420 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7ffa8000e9f0 tx=0x7ffa8000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:47.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.233+0000 7ffa8a000640 1 -- 172.21.15.33:0/2566415515 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa8000cd80 con 0x7ffa8c103e30 2024-09-05T02:33:47.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.233+0000 7ffa8a000640 1 -- 172.21.15.33:0/2566415515 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffa80010910 con 0x7ffa8c103e30 2024-09-05T02:33:47.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.233+0000 7ffa92a00640 1 -- 172.21.15.33:0/2566415515 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa8c19f6c0 con 0x7ffa8c103e30 2024-09-05T02:33:47.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.233+0000 7ffa8a000640 1 -- 172.21.15.33:0/2566415515 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa80018990 con 0x7ffa8c103e30 2024-09-05T02:33:47.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.233+0000 7ffa92a00640 1 -- 172.21.15.33:0/2566415515 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa8c1a6fa0 con 0x7ffa8c103e30 2024-09-05T02:33:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.236+0000 7ffa96c70740 1 Processor -- start 2024-09-05T02:33:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.236+0000 7ffa8a000640 1 -- 172.21.15.33:0/2566415515 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7ffa80010ac0 con 0x7ffa8c103e30 2024-09-05T02:33:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.236+0000 7ffa96c70740 1 -- start start 2024-09-05T02:33:47.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.237+0000 7ffa96c70740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afd5e40 0x55755afd6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:47.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.237+0000 7ffa96c70740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755afe0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:47.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.237+0000 7ffa96c70740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afe1020 0x55755afe3410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:47.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.237+0000 7ffa96c70740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55755af3c3e0 con 0x55755afd6760 2024-09-05T02:33:47.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.237+0000 7ffa96c70740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55755aee3d80 con 0x55755afd5e40 2024-09-05T02:33:47.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.237+0000 7ffa96c70740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55755af383a0 con 0x55755afe1020 2024-09-05T02:33:47.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.237+0000 7ffa91600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755afe0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:47.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.237+0000 7ffa92000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afd5e40 0x55755afd6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:47.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.237+0000 7ffa90c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afe1020 0x55755afe3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:47.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.237+0000 7ffa91600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755afe0ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57454/0 (socket says 172.21.15.33:57454) 2024-09-05T02:33:47.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.237+0000 7ffa91600640 1 -- 172.21.15.33:0/3897416971 learned_addr learned my addr 172.21.15.33:0/3897416971 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:47.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.238+0000 7ffa90c00640 1 -- 172.21.15.33:0/3897416971 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afd5e40 msgr2=0x55755afd6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:47.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.238+0000 7ffa90c00640 1 --2- 172.21.15.33:0/3897416971 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afd5e40 0x55755afd6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.238+0000 7ffa90c00640 1 -- 172.21.15.33:0/3897416971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 msgr2=0x55755afe0ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:47.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.238+0000 7ffa90c00640 1 --2- 172.21.15.33:0/3897416971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755afe0ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.238+0000 7ffa90c00640 1 -- 172.21.15.33:0/3897416971 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55755af02ae0 con 0x55755afe1020 2024-09-05T02:33:47.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.238+0000 7ffa8a000640 1 --2- 172.21.15.33:0/2566415515 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ffa740a2cf0 0x7ffa740a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:47.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.238+0000 7ffa90c00640 1 --2- 172.21.15.33:0/3897416971 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afe1020 0x55755afe3410 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7ffa78009bd0 tx=0x7ffa78011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7cc9572e99d208d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:47.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.238+0000 7ffa8a000640 1 -- 172.21.15.33:0/2566415515 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ffa800cfa30 con 0x7ffa8c103e30 2024-09-05T02:33:47.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.238+0000 7ffa92000640 1 --2- 172.21.15.33:0/2566415515 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ffa740a2cf0 0x7ffa740a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:47.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.239+0000 7ffa7e600640 1 -- 172.21.15.33:0/3897416971 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa78004050 con 0x55755afe1020 2024-09-05T02:33:47.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.239+0000 7ffa7e600640 1 -- 172.21.15.33:0/3897416971 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffa78005500 con 0x55755afe1020 2024-09-05T02:33:47.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.239+0000 7ffa7e600640 1 -- 172.21.15.33:0/3897416971 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa78004d20 con 0x55755afe1020 2024-09-05T02:33:47.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.239+0000 7ffa96c70740 1 -- 172.21.15.33:0/3897416971 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afe1020 msgr2=0x55755afe3410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:47.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.239+0000 7ffa92000640 1 --2- 172.21.15.33:0/2566415515 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ffa740a2cf0 0x7ffa740a51b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ffa84004af0 tx=0x7ffa84004a80 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:47.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.239+0000 7ffa96c70740 1 --2- 172.21.15.33:0/3897416971 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afe1020 0x55755afe3410 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7ffa78009bd0 tx=0x7ffa78011810 comp rx=0 tx=0).stop 2024-09-05T02:33:47.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.240+0000 7ffa96c70740 1 -- 172.21.15.33:0/3897416971 shutdown_connections 2024-09-05T02:33:47.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.240+0000 7ffa96c70740 1 --2- 172.21.15.33:0/3897416971 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afe1020 0x55755afe3410 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.240+0000 7ffa96c70740 1 --2- 172.21.15.33:0/3897416971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755afe0ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.240+0000 7ffa96c70740 1 --2- 172.21.15.33:0/3897416971 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afd5e40 0x55755afd6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.240+0000 7ffa96c70740 1 -- 172.21.15.33:0/3897416971 >> 172.21.15.33:0/3897416971 conn(0x55755afd23d0 msgr2=0x55755afd27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.240+0000 7ffa96c70740 1 -- 172.21.15.33:0/3897416971 shutdown_connections 2024-09-05T02:33:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.240+0000 7ffa96c70740 1 -- 172.21.15.33:0/3897416971 wait complete. 2024-09-05T02:33:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.240+0000 7ffa96c70740 1 -- start start 2024-09-05T02:33:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.240+0000 7ffa96c70740 1 Processor -- start 2024-09-05T02:33:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.241+0000 7ffa96c70740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afd5e40 0x55755afddf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.241+0000 7ffa96c70740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755afde460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.241+0000 7ffa96c70740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afe1020 0x55755afde9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.241+0000 7ffa96c70740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55755afe3bf0 con 0x55755afd6760 2024-09-05T02:33:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.241+0000 7ffa96c70740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55755aef70f0 con 0x55755afd5e40 2024-09-05T02:33:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.241+0000 7ffa96c70740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55755afe3d70 con 0x55755afe1020 2024-09-05T02:33:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.241+0000 7ffa96c70740 10 client.0 _ll_register_callbacks cb 0x55755aedebd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.241+0000 7ffa90c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755afde460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:47.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.241+0000 7ffa90c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755afde460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57464/0 (socket says 172.21.15.33:57464) 2024-09-05T02:33:47.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.241+0000 7ffa90c00640 1 -- 172.21.15.33:0/4195332175 learned_addr learned my addr 172.21.15.33:0/4195332175 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:47.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.241+0000 7ffa91600640 1 --2- 172.21.15.33:0/4195332175 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afd5e40 0x55755afddf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:47.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.241+0000 7ffa92000640 1 --2- 172.21.15.33:0/4195332175 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afe1020 0x55755afde9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:47.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.242+0000 7ffa90c00640 1 -- 172.21.15.33:0/4195332175 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afe1020 msgr2=0x55755afde9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:47.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.242+0000 7ffa90c00640 1 --2- 172.21.15.33:0/4195332175 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afe1020 0x55755afde9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.242+0000 7ffa90c00640 1 -- 172.21.15.33:0/4195332175 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afd5e40 msgr2=0x55755afddf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:47.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.242+0000 7ffa90c00640 1 --2- 172.21.15.33:0/4195332175 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afd5e40 0x55755afddf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.242+0000 7ffa90c00640 1 -- 172.21.15.33:0/4195332175 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55755acad3c0 con 0x55755afd6760 2024-09-05T02:33:47.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.242+0000 7ffa90c00640 1 --2- 172.21.15.33:0/4195332175 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755afde460 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7ffa7801b040 tx=0x7ffa78003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8207ff74ae0ac619 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:47.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.242+0000 7ffa72a00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:47.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.242+0000 7ffa72a00640 1 -- 172.21.15.33:0/4195332175 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa78029070 con 0x55755afd6760 2024-09-05T02:33:47.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.243+0000 7ffa72a00640 1 -- 172.21.15.33:0/4195332175 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ffa78003c50 con 0x55755afd6760 2024-09-05T02:33:47.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.243+0000 7ffa96c70740 1 -- 172.21.15.33:0/4195332175 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa78005500 con 0x55755afd6760 2024-09-05T02:33:47.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.243+0000 7ffa72a00640 1 -- 172.21.15.33:0/4195332175 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ffa78035050 con 0x55755afd6760 2024-09-05T02:33:47.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.243+0000 7ffa96c70740 10 client.16791 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:47.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.243+0000 7ffa96c70740 1 -- 172.21.15.33:0/4195332175 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55755afefc30 con 0x55755afd6760 2024-09-05T02:33:47.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.243+0000 7ffa72a00640 1 -- 172.21.15.33:0/4195332175 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffa78005500 con 0x55755afd6760 2024-09-05T02:33:47.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.243+0000 7ffa72a00640 1 -- 172.21.15.33:0/4195332175 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ffa78023430 con 0x55755afd6760 2024-09-05T02:33:47.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.243+0000 7ffa96c70740 10 client.16791 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:47.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.244+0000 7ffa96c70740 10 client.16791 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:33:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.244+0000 7ffa96c70740 20 client.16791 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.244+0000 7ffa96c70740 1 --2- 172.21.15.33:0/4195332175 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55755aff0fe0 0x55755aff33d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.244+0000 7ffa96c70740 4 client.16791 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.244+0000 7ffa96c70740 1 -- 172.21.15.33:0/4195332175 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55755af49950 con 0x55755aff0fe0 2024-09-05T02:33:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.244+0000 7ffa91600640 1 --2- 172.21.15.33:0/4195332175 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55755aff0fe0 0x55755aff33d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.244+0000 7ffa91600640 1 --2- 172.21.15.33:0/4195332175 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55755aff0fe0 0x55755aff33d0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3fc8113050a18e3e server_cookie=a60d9b1b76509ff8 in_seq=0 out_seq=0 2024-09-05T02:33:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.244+0000 7ffa72a00640 10 client.16791 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:33:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.245+0000 7ffa72a00640 1 -- 172.21.15.33:0/4195332175 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55755af49950 con 0x55755aff0fe0 2024-09-05T02:33:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.245+0000 7ffa72a00640 10 client.16791 handle_command_reply: tid=0 2024-09-05T02:33:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.245+0000 7ffa96c70740 1 client.16791 shutdown 2024-09-05T02:33:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.245+0000 7ffa96c70740 1 -- 172.21.15.33:0/4195332175 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 msgr2=0x55755afde460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.245+0000 7ffa96c70740 1 --2- 172.21.15.33:0/4195332175 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755afde460 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7ffa7801b040 tx=0x7ffa78003820 comp rx=0 tx=0).stop 2024-09-05T02:33:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.246+0000 7ffa96c70740 1 -- 172.21.15.33:0/4195332175 shutdown_connections 2024-09-05T02:33:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.246+0000 7ffa96c70740 1 --2- 172.21.15.33:0/4195332175 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55755aff0fe0 0x55755aff33d0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.246+0000 7ffa96c70740 1 --2- 172.21.15.33:0/4195332175 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afe1020 0x55755afde9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.246+0000 7ffa96c70740 1 --2- 172.21.15.33:0/4195332175 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755afde460 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.246+0000 7ffa96c70740 1 --2- 172.21.15.33:0/4195332175 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afd5e40 0x55755afddf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.246+0000 7ffa96c70740 1 -- 172.21.15.33:0/4195332175 >> 172.21.15.33:0/4195332175 conn(0x55755afd23d0 msgr2=0x55755afd8100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.246+0000 7ffa72a00640 0 client.16791 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:33:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.246+0000 7ffa96c70740 1 -- 172.21.15.33:0/4195332175 shutdown_connections 2024-09-05T02:33:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.246+0000 7ffa96c70740 1 -- 172.21.15.33:0/4195332175 wait complete. 2024-09-05T02:33:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.246+0000 7ffa96c70740 20 client.16791 trim_cache size 0 max 16384 2024-09-05T02:33:47.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.260+0000 7ffa96c70740 1 Processor -- start 2024-09-05T02:33:47.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.260+0000 7ffa96c70740 1 -- start start 2024-09-05T02:33:47.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.260+0000 7ffa96c70740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afd5e40 0x55755aff8be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:47.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.260+0000 7ffa96c70740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755aff9120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:47.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.260+0000 7ffa96c70740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afe1020 0x55755afdf780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:47.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.260+0000 7ffa96c70740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c1af860 con 0x55755afd6760 2024-09-05T02:33:47.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.260+0000 7ffa96c70740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c1b13a0 con 0x55755afe1020 2024-09-05T02:33:47.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.260+0000 7ffa96c70740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c1aff30 con 0x55755afd5e40 2024-09-05T02:33:47.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.260+0000 7ffa90c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755aff9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:47.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.261+0000 7ffa90c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755aff9120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57480/0 (socket says 172.21.15.33:57480) 2024-09-05T02:33:47.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.261+0000 7ffa91600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afd5e40 0x55755aff8be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:47.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.261+0000 7ffa90c00640 1 -- 172.21.15.33:0/3830344681 learned_addr learned my addr 172.21.15.33:0/3830344681 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:47.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.261+0000 7ffa92000640 1 --2- 172.21.15.33:0/3830344681 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afe1020 0x55755afdf780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:47.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.261+0000 7ffa90c00640 1 -- 172.21.15.33:0/3830344681 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afd5e40 msgr2=0x55755aff8be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:47.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.261+0000 7ffa90c00640 1 --2- 172.21.15.33:0/3830344681 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afd5e40 0x55755aff8be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.261+0000 7ffa90c00640 1 -- 172.21.15.33:0/3830344681 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afe1020 msgr2=0x55755afdf780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:47.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.261+0000 7ffa90c00640 1 --2- 172.21.15.33:0/3830344681 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afe1020 0x55755afdf780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.261+0000 7ffa90c00640 1 -- 172.21.15.33:0/3830344681 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55755afd2200 con 0x55755afd6760 2024-09-05T02:33:47.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.261+0000 7ffa91600640 1 --2- 172.21.15.33:0/3830344681 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afd5e40 0x55755aff8be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:47.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.261+0000 7ffa90c00640 1 --2- 172.21.15.33:0/3830344681 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755aff9120 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7ffa78001eb0 tx=0x7ffa78009620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f147c4277825441 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:47.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.262+0000 7ffa7dc00640 1 -- 172.21.15.33:0/3830344681 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa78029070 con 0x55755afd6760 2024-09-05T02:33:47.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.262+0000 7ffa7dc00640 1 -- 172.21.15.33:0/3830344681 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffa78005500 con 0x55755afd6760 2024-09-05T02:33:47.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.262+0000 7ffa7dc00640 1 -- 172.21.15.33:0/3830344681 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa78003c50 con 0x55755afd6760 2024-09-05T02:33:47.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.262+0000 7ffa96c70740 1 -- 172.21.15.33:0/3830344681 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 msgr2=0x55755aff9120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:47.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.262+0000 7ffa96c70740 1 --2- 172.21.15.33:0/3830344681 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755aff9120 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7ffa78001eb0 tx=0x7ffa78009620 comp rx=0 tx=0).stop 2024-09-05T02:33:47.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.262+0000 7ffa96c70740 1 -- 172.21.15.33:0/3830344681 shutdown_connections 2024-09-05T02:33:47.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.262+0000 7ffa96c70740 1 --2- 172.21.15.33:0/3830344681 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afe1020 0x55755afdf780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.262+0000 7ffa96c70740 1 --2- 172.21.15.33:0/3830344681 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755aff9120 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.262+0000 7ffa96c70740 1 --2- 172.21.15.33:0/3830344681 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afd5e40 0x55755aff8be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.262+0000 7ffa96c70740 1 -- 172.21.15.33:0/3830344681 >> 172.21.15.33:0/3830344681 conn(0x55755afd23d0 msgr2=0x55755afd8100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:47.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.262+0000 7ffa96c70740 1 -- 172.21.15.33:0/3830344681 shutdown_connections 2024-09-05T02:33:47.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.262+0000 7ffa96c70740 1 -- 172.21.15.33:0/3830344681 wait complete. 2024-09-05T02:33:47.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.263+0000 7ffa96c70740 1 -- start start 2024-09-05T02:33:47.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.263+0000 7ffa96c70740 1 Processor -- start 2024-09-05T02:33:47.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.263+0000 7ffa96c70740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afd5e40 0x55755afe9250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:47.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.263+0000 7ffa96c70740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755afe9790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:47.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.263+0000 7ffa96c70740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afe1020 0x55755afda8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:47.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.263+0000 7ffa96c70740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c1b0cd0 con 0x55755afd6760 2024-09-05T02:33:47.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.263+0000 7ffa96c70740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c1b0600 con 0x55755afd5e40 2024-09-05T02:33:47.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.263+0000 7ffa96c70740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c1ad840 con 0x55755afe1020 2024-09-05T02:33:47.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.263+0000 7ffa96c70740 10 client.0 _ll_register_callbacks cb 0x7ffa800d33b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:47.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.264+0000 7ffa90c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755afe9790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:47.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.264+0000 7ffa91600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afd5e40 0x55755afe9250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:47.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.264+0000 7ffa91600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afd5e40 0x55755afe9250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:49576/0 (socket says 172.21.15.33:49576) 2024-09-05T02:33:47.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.264+0000 7ffa91600640 1 -- 172.21.15.33:0/933006202 learned_addr learned my addr 172.21.15.33:0/933006202 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:47.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.264+0000 7ffa92000640 1 --2- 172.21.15.33:0/933006202 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afe1020 0x55755afda8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:47.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.264+0000 7ffa91600640 1 -- 172.21.15.33:0/933006202 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afe1020 msgr2=0x55755afda8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:47.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.264+0000 7ffa91600640 1 --2- 172.21.15.33:0/933006202 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afe1020 0x55755afda8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.264+0000 7ffa91600640 1 -- 172.21.15.33:0/933006202 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 msgr2=0x55755afe9790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:47.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.264+0000 7ffa91600640 1 --2- 172.21.15.33:0/933006202 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755afe9790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.264+0000 7ffa91600640 1 -- 172.21.15.33:0/933006202 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55755afdb100 con 0x55755afd5e40 2024-09-05T02:33:47.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.264+0000 7ffa90c00640 1 --2- 172.21.15.33:0/933006202 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755afe9790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:47.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.265+0000 7ffa91600640 1 --2- 172.21.15.33:0/933006202 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afd5e40 0x55755afe9250 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7ffa8009bc00 tx=0x7ffa80005f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75367261be46f6ce server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:47.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.265+0000 7ffa72a00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:33:47.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.265+0000 7ffa72a00640 1 -- 172.21.15.33:0/933006202 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa8009c600 con 0x55755afd5e40 2024-09-05T02:33:47.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.265+0000 7ffa72a00640 1 -- 172.21.15.33:0/933006202 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ffa800cd3b0 con 0x55755afd5e40 2024-09-05T02:33:47.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.265+0000 7ffa96c70740 1 -- 172.21.15.33:0/933006202 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa78005500 con 0x55755afd5e40 2024-09-05T02:33:47.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.265+0000 7ffa72a00640 1 -- 172.21.15.33:0/933006202 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ffa800cd5b0 con 0x55755afd5e40 2024-09-05T02:33:47.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.265+0000 7ffa96c70740 10 client.26882 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:47.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.265+0000 7ffa96c70740 1 -- 172.21.15.33:0/933006202 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55755b063f20 con 0x55755afd5e40 2024-09-05T02:33:47.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.265+0000 7ffa72a00640 1 -- 172.21.15.33:0/933006202 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffa78005500 con 0x55755afd5e40 2024-09-05T02:33:47.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.266+0000 7ffa72a00640 1 -- 172.21.15.33:0/933006202 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ffa80018b30 con 0x55755afd5e40 2024-09-05T02:33:47.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.266+0000 7ffa96c70740 10 client.26882 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:47.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.266+0000 7ffa96c70740 10 client.26882 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:33:47.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.266+0000 7ffa96c70740 20 client.26882 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:47.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.266+0000 7ffa96c70740 1 --2- 172.21.15.33:0/933006202 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55755b0645f0 0x55755b066a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:47.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.266+0000 7ffa96c70740 4 client.26882 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:33:47.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.266+0000 7ffa96c70740 1 -- 172.21.15.33:0/933006202 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55755af43e60 con 0x55755b0645f0 2024-09-05T02:33:47.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.266+0000 7ffa90c00640 1 --2- 172.21.15.33:0/933006202 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55755b0645f0 0x55755b066a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:47.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.266+0000 7ffa90c00640 1 --2- 172.21.15.33:0/933006202 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55755b0645f0 0x55755b066a20 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4dba060828dd2ca3 server_cookie=96bea3b720e45e11 in_seq=0 out_seq=0 2024-09-05T02:33:47.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.266+0000 7ffa72a00640 10 client.26882 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:33:47.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.267+0000 7ffa72a00640 1 -- 172.21.15.33:0/933006202 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55755af43e60 con 0x55755b0645f0 2024-09-05T02:33:47.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.267+0000 7ffa72a00640 10 client.26882 handle_command_reply: tid=0 2024-09-05T02:33:47.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.267+0000 7ffa96c70740 1 client.26882 shutdown 2024-09-05T02:33:47.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.267+0000 7ffa96c70740 1 -- 172.21.15.33:0/933006202 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afd5e40 msgr2=0x55755afe9250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:47.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.267+0000 7ffa96c70740 1 --2- 172.21.15.33:0/933006202 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afd5e40 0x55755afe9250 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7ffa8009bc00 tx=0x7ffa80005f10 comp rx=0 tx=0).stop 2024-09-05T02:33:47.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.267+0000 7ffa96c70740 1 -- 172.21.15.33:0/933006202 shutdown_connections 2024-09-05T02:33:47.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.267+0000 7ffa96c70740 1 --2- 172.21.15.33:0/933006202 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55755b0645f0 0x55755b066a20 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.267+0000 7ffa96c70740 1 --2- 172.21.15.33:0/933006202 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55755afe1020 0x55755afda8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.267+0000 7ffa96c70740 1 --2- 172.21.15.33:0/933006202 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55755afd6760 0x55755afe9790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.267+0000 7ffa72a00640 0 client.26882 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:33:47.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.267+0000 7ffa96c70740 1 --2- 172.21.15.33:0/933006202 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55755afd5e40 0x55755afe9250 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.267+0000 7ffa96c70740 1 -- 172.21.15.33:0/933006202 >> 172.21.15.33:0/933006202 conn(0x55755afd23d0 msgr2=0x55755afd0c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:47.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.267+0000 7ffa96c70740 1 -- 172.21.15.33:0/933006202 shutdown_connections 2024-09-05T02:33:47.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.267+0000 7ffa96c70740 1 -- 172.21.15.33:0/933006202 wait complete. 2024-09-05T02:33:47.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.267+0000 7ffa96c70740 20 client.26882 trim_cache size 0 max 16384 2024-09-05T02:33:47.273 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:33:47.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.268+0000 7ffa92a00640 1 -- 172.21.15.33:0/2566415515 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ffa740a2cf0 msgr2=0x7ffa740a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:47.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.268+0000 7ffa92a00640 1 --2- 172.21.15.33:0/2566415515 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ffa740a2cf0 0x7ffa740a51b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ffa84004af0 tx=0x7ffa84004a80 comp rx=0 tx=0).stop 2024-09-05T02:33:47.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.268+0000 7ffa92a00640 1 -- 172.21.15.33:0/2566415515 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa8c103e30 msgr2=0x7ffa8c19a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:47.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.268+0000 7ffa92a00640 1 --2- 172.21.15.33:0/2566415515 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa8c103e30 0x7ffa8c19a420 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7ffa8000e9f0 tx=0x7ffa8000eeb0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.268+0000 7ffa92a00640 1 -- 172.21.15.33:0/2566415515 shutdown_connections 2024-09-05T02:33:47.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.268+0000 7ffa92a00640 1 --2- 172.21.15.33:0/2566415515 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ffa740a2cf0 0x7ffa740a51b0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.268+0000 7ffa92a00640 1 --2- 172.21.15.33:0/2566415515 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa8c108f60 0x7ffa8c19ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.268+0000 7ffa92a00640 1 --2- 172.21.15.33:0/2566415515 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ffa8c1047e0 0x7ffa8c19a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.268+0000 7ffa92a00640 1 --2- 172.21.15.33:0/2566415515 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa8c103e30 0x7ffa8c19a420 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:47.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.268+0000 7ffa92a00640 1 -- 172.21.15.33:0/2566415515 >> 172.21.15.33:0/2566415515 conn(0x7ffa8c0ff8d0 msgr2=0x7ffa8c100b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:47.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.268+0000 7ffa92a00640 1 -- 172.21.15.33:0/2566415515 shutdown_connections 2024-09-05T02:33:47.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:47.268+0000 7ffa92a00640 1 -- 172.21.15.33:0/2566415515 wait complete. 2024-09-05T02:33:48.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:47 smithi174 ceph-mon[34756]: pgmap v208: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:33:48.079 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:47 smithi033 ceph-mon[29909]: pgmap v208: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:33:48.116 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:33:48.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:47 smithi123 ceph-mon[34031]: pgmap v208: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:33:48.493 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:49.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.021+0000 7ff915800640 1 -- 172.21.15.33:0/1641781404 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9101049a0 msgr2=0x7ff9101089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:49.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.021+0000 7ff915800640 1 --2- 172.21.15.33:0/1641781404 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9101049a0 0x7ff9101089f0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc009900 tx=0x7ff8fc02a410 comp rx=0 tx=0).stop 2024-09-05T02:33:49.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.021+0000 7ff915800640 1 -- 172.21.15.33:0/1641781404 shutdown_connections 2024-09-05T02:33:49.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.021+0000 7ff915800640 1 --2- 172.21.15.33:0/1641781404 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff910109120 0x7ff910110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.021+0000 7ff915800640 1 --2- 172.21.15.33:0/1641781404 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9101049a0 0x7ff9101089f0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.021+0000 7ff915800640 1 --2- 172.21.15.33:0/1641781404 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff910103ff0 0x7ff9101043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.021+0000 7ff915800640 1 -- 172.21.15.33:0/1641781404 >> 172.21.15.33:0/1641781404 conn(0x7ff9100ffa90 msgr2=0x7ff910101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:49.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.021+0000 7ff915800640 1 -- 172.21.15.33:0/1641781404 shutdown_connections 2024-09-05T02:33:49.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.021+0000 7ff915800640 1 -- 172.21.15.33:0/1641781404 wait complete. 2024-09-05T02:33:49.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.022+0000 7ff915800640 1 Processor -- start 2024-09-05T02:33:49.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.022+0000 7ff915800640 1 -- start start 2024-09-05T02:33:49.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.022+0000 7ff915800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff910103ff0 0x7ff91019a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:49.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.023+0000 7ff915800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9101049a0 0x7ff91019ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:49.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.023+0000 7ff915800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff910109120 0x7ff91019eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:49.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.023+0000 7ff915800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff910114190 con 0x7ff9101049a0 2024-09-05T02:33:49.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.023+0000 7ff915800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff910114010 con 0x7ff910103ff0 2024-09-05T02:33:49.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.023+0000 7ff915800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff910114310 con 0x7ff910109120 2024-09-05T02:33:49.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.023+0000 7ff90e000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9101049a0 0x7ff91019ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:49.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.023+0000 7ff90e000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9101049a0 0x7ff91019ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57516/0 (socket says 172.21.15.33:57516) 2024-09-05T02:33:49.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.023+0000 7ff90e000640 1 -- 172.21.15.33:0/974950619 learned_addr learned my addr 172.21.15.33:0/974950619 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:49.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.023+0000 7ff90f400640 1 --2- 172.21.15.33:0/974950619 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff910109120 0x7ff91019eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:49.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.023+0000 7ff90ea00640 1 --2- 172.21.15.33:0/974950619 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff910103ff0 0x7ff91019a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:49.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.023+0000 7ff90e000640 1 -- 172.21.15.33:0/974950619 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff910109120 msgr2=0x7ff91019eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:49.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.023+0000 7ff90e000640 1 --2- 172.21.15.33:0/974950619 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff910109120 0x7ff91019eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.023+0000 7ff90e000640 1 -- 172.21.15.33:0/974950619 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff910103ff0 msgr2=0x7ff91019a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:49.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.023+0000 7ff90e000640 1 --2- 172.21.15.33:0/974950619 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff910103ff0 0x7ff91019a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.023+0000 7ff90e000640 1 -- 172.21.15.33:0/974950619 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff91019f5a0 con 0x7ff9101049a0 2024-09-05T02:33:49.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.024+0000 7ff90e000640 1 --2- 172.21.15.33:0/974950619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9101049a0 0x7ff91019ab30 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc004770 tx=0x7ff8fc003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:49.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.024+0000 7ff907400640 1 -- 172.21.15.33:0/974950619 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8fc03f070 con 0x7ff9101049a0 2024-09-05T02:33:49.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.024+0000 7ff907400640 1 -- 172.21.15.33:0/974950619 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff8fc031ca0 con 0x7ff9101049a0 2024-09-05T02:33:49.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.024+0000 7ff907400640 1 -- 172.21.15.33:0/974950619 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8fc035030 con 0x7ff9101049a0 2024-09-05T02:33:49.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.024+0000 7ff915800640 1 -- 172.21.15.33:0/974950619 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff91019f830 con 0x7ff9101049a0 2024-09-05T02:33:49.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.024+0000 7ff915800640 1 -- 172.21.15.33:0/974950619 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff91019fcc0 con 0x7ff9101049a0 2024-09-05T02:33:49.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.027+0000 7ff907400640 1 -- 172.21.15.33:0/974950619 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7ff8fc042070 con 0x7ff9101049a0 2024-09-05T02:33:49.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.027+0000 7ff9183cb740 1 Processor -- start 2024-09-05T02:33:49.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.027+0000 7ff9183cb740 1 -- start start 2024-09-05T02:33:49.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.028+0000 7ff9183cb740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c1c70 0x560cc71c2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:49.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.028+0000 7ff9183cb740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71c2590 0x560cc71cc910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:49.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.028+0000 7ff9183cb740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71cce50 0x560cc71cf240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:49.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.028+0000 7ff9183cb740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560cc71283e0 con 0x560cc71cce50 2024-09-05T02:33:49.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.028+0000 7ff9183cb740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x560cc70cfd80 con 0x560cc71c2590 2024-09-05T02:33:49.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.028+0000 7ff9183cb740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x560cc71243a0 con 0x560cc71c1c70 2024-09-05T02:33:49.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.028+0000 7ff90e000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71cce50 0x560cc71cf240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:49.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.028+0000 7ff90f400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c1c70 0x560cc71c2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:49.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.028+0000 7ff90ea00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71c2590 0x560cc71cc910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:49.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.028+0000 7ff90f400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c1c70 0x560cc71c2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:36332/0 (socket says 172.21.15.33:36332) 2024-09-05T02:33:49.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.028+0000 7ff90f400640 1 -- 172.21.15.33:0/710784109 learned_addr learned my addr 172.21.15.33:0/710784109 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:49.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.028+0000 7ff90ea00640 1 -- 172.21.15.33:0/710784109 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c1c70 msgr2=0x560cc71c2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:49.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.028+0000 7ff90ea00640 1 --2- 172.21.15.33:0/710784109 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c1c70 0x560cc71c2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.028+0000 7ff90ea00640 1 -- 172.21.15.33:0/710784109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71cce50 msgr2=0x560cc71cf240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:49.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.028+0000 7ff90ea00640 1 --2- 172.21.15.33:0/710784109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71cce50 0x560cc71cf240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.028+0000 7ff90ea00640 1 -- 172.21.15.33:0/710784109 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560cc70eeae0 con 0x560cc71c2590 2024-09-05T02:33:49.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.028+0000 7ff90f400640 1 --2- 172.21.15.33:0/710784109 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c1c70 0x560cc71c2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:49.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.028+0000 7ff90e000640 1 --2- 172.21.15.33:0/710784109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71cce50 0x560cc71cf240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:49.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.029+0000 7ff90ea00640 1 --2- 172.21.15.33:0/710784109 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71c2590 0x560cc71cc910 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7ff90000bbf0 tx=0x7ff9000107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95f12dc14223a3c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:49.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.029+0000 7ff8fbe00640 1 -- 172.21.15.33:0/710784109 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff900004030 con 0x560cc71c2590 2024-09-05T02:33:49.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.029+0000 7ff907400640 1 --2- 172.21.15.33:0/974950619 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff8f40a2d70 0x7ff8f40a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:49.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.029+0000 7ff8fbe00640 1 -- 172.21.15.33:0/710784109 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9000041d0 con 0x560cc71c2590 2024-09-05T02:33:49.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.029+0000 7ff8fbe00640 1 -- 172.21.15.33:0/710784109 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff900011680 con 0x560cc71c2590 2024-09-05T02:33:49.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.029+0000 7ff907400640 1 -- 172.21.15.33:0/974950619 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ff8fc0efaa0 con 0x7ff9101049a0 2024-09-05T02:33:49.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.029+0000 7ff90f400640 1 --2- 172.21.15.33:0/974950619 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff8f40a2d70 0x7ff8f40a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:49.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.030+0000 7ff9183cb740 1 -- 172.21.15.33:0/710784109 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71c2590 msgr2=0x560cc71cc910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:49.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.030+0000 7ff9183cb740 1 --2- 172.21.15.33:0/710784109 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71c2590 0x560cc71cc910 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7ff90000bbf0 tx=0x7ff9000107a0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.030+0000 7ff9183cb740 1 -- 172.21.15.33:0/710784109 shutdown_connections 2024-09-05T02:33:49.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.030+0000 7ff9183cb740 1 --2- 172.21.15.33:0/710784109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71cce50 0x560cc71cf240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.030+0000 7ff9183cb740 1 --2- 172.21.15.33:0/710784109 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71c2590 0x560cc71cc910 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.030+0000 7ff9183cb740 1 --2- 172.21.15.33:0/710784109 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c1c70 0x560cc71c2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.030+0000 7ff9183cb740 1 -- 172.21.15.33:0/710784109 >> 172.21.15.33:0/710784109 conn(0x560cc71be200 msgr2=0x560cc71be5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:49.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.030+0000 7ff9183cb740 1 -- 172.21.15.33:0/710784109 shutdown_connections 2024-09-05T02:33:49.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.030+0000 7ff90f400640 1 --2- 172.21.15.33:0/974950619 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff8f40a2d70 0x7ff8f40a5230 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff908009fd0 tx=0x7ff908009500 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:49.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.030+0000 7ff9183cb740 1 -- 172.21.15.33:0/710784109 wait complete. 2024-09-05T02:33:49.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.030+0000 7ff9183cb740 1 -- start start 2024-09-05T02:33:49.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.031+0000 7ff9183cb740 1 Processor -- start 2024-09-05T02:33:49.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.031+0000 7ff9183cb740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c1c70 0x560cc71c9d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:49.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.031+0000 7ff9183cb740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71c2590 0x560cc71ca2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:49.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.031+0000 7ff9183cb740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71cce50 0x560cc71ca7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:49.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.031+0000 7ff9183cb740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560cc71cfa20 con 0x560cc71cce50 2024-09-05T02:33:49.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.031+0000 7ff9183cb740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x560cc70e30f0 con 0x560cc71c2590 2024-09-05T02:33:49.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.031+0000 7ff9183cb740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x560cc71cfba0 con 0x560cc71c1c70 2024-09-05T02:33:49.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.031+0000 7ff9183cb740 10 client.0 _ll_register_callbacks cb 0x560cc70cabd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:49.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.032+0000 7ff90ea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c1c70 0x560cc71c9d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:49.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.032+0000 7ff90f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71cce50 0x560cc71ca7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:49.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.032+0000 7ff90e000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71c2590 0x560cc71ca2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:49.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.032+0000 7ff90ea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c1c70 0x560cc71c9d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:36334/0 (socket says 172.21.15.33:36334) 2024-09-05T02:33:49.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.032+0000 7ff90ea00640 1 -- 172.21.15.33:0/1914710859 learned_addr learned my addr 172.21.15.33:0/1914710859 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:49.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.032+0000 7ff90f400640 1 -- 172.21.15.33:0/1914710859 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c1c70 msgr2=0x560cc71c9d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:49.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.032+0000 7ff90f400640 1 --2- 172.21.15.33:0/1914710859 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c1c70 0x560cc71c9d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.032+0000 7ff90f400640 1 -- 172.21.15.33:0/1914710859 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71c2590 msgr2=0x560cc71ca2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:49.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.032+0000 7ff90f400640 1 --2- 172.21.15.33:0/1914710859 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71c2590 0x560cc71ca2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.032+0000 7ff90f400640 1 -- 172.21.15.33:0/1914710859 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560cc6e993c0 con 0x560cc71cce50 2024-09-05T02:33:49.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.032+0000 7ff90f400640 1 --2- 172.21.15.33:0/1914710859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71cce50 0x560cc71ca7e0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7ff908003ab0 tx=0x7ff908004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e263e1648d5e3c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:49.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.032+0000 7ff8f8c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:49.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.033+0000 7ff8f8c00640 1 -- 172.21.15.33:0/1914710859 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff908004b20 con 0x560cc71cce50 2024-09-05T02:33:49.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.033+0000 7ff9183cb740 1 -- 172.21.15.33:0/1914710859 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9000041d0 con 0x560cc71cce50 2024-09-05T02:33:49.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.033+0000 7ff8f8c00640 1 -- 172.21.15.33:0/1914710859 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ff908004cc0 con 0x560cc71cce50 2024-09-05T02:33:49.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.033+0000 7ff8f8c00640 1 -- 172.21.15.33:0/1914710859 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff908004240 con 0x560cc71cce50 2024-09-05T02:33:49.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.033+0000 7ff9183cb740 10 client.16809 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:49.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.033+0000 7ff9183cb740 1 -- 172.21.15.33:0/1914710859 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560cc71dbaf0 con 0x560cc71cce50 2024-09-05T02:33:49.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.033+0000 7ff8f8c00640 1 -- 172.21.15.33:0/1914710859 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9000041d0 con 0x560cc71cce50 2024-09-05T02:33:49.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.033+0000 7ff8f8c00640 1 -- 172.21.15.33:0/1914710859 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff908026070 con 0x560cc71cce50 2024-09-05T02:33:49.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.033+0000 7ff9183cb740 10 client.16809 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:49.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.033+0000 7ff9183cb740 10 client.16809 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:49.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.033+0000 7ff9183cb740 20 client.16809 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:49.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.034+0000 7ff9183cb740 1 --2- 172.21.15.33:0/1914710859 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x560cc71dcfb0 0x560cc71df450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:49.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.034+0000 7ff9183cb740 4 client.16809 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:49.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.034+0000 7ff9183cb740 1 -- 172.21.15.33:0/1914710859 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560cc7135950 con 0x560cc71dcfb0 2024-09-05T02:33:49.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.034+0000 7ff90ea00640 1 --2- 172.21.15.33:0/1914710859 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x560cc71dcfb0 0x560cc71df450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:49.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.035+0000 7ff90ea00640 1 --2- 172.21.15.33:0/1914710859 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x560cc71dcfb0 0x560cc71df450 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4d84d7c1630343f server_cookie=27a956549e20dde8 in_seq=0 out_seq=0 2024-09-05T02:33:49.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.035+0000 7ff8f8c00640 10 client.16809 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:49.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.035+0000 7ff8f8c00640 1 -- 172.21.15.33:0/1914710859 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560cc7135950 con 0x560cc71dcfb0 2024-09-05T02:33:49.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.035+0000 7ff8f8c00640 10 client.16809 handle_command_reply: tid=0 2024-09-05T02:33:49.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.035+0000 7ff9183cb740 1 client.16809 shutdown 2024-09-05T02:33:49.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.036+0000 7ff9183cb740 1 -- 172.21.15.33:0/1914710859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71cce50 msgr2=0x560cc71ca7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:49.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.036+0000 7ff9183cb740 1 --2- 172.21.15.33:0/1914710859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71cce50 0x560cc71ca7e0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7ff908003ab0 tx=0x7ff908004ab0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.036+0000 7ff9183cb740 1 -- 172.21.15.33:0/1914710859 shutdown_connections 2024-09-05T02:33:49.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.036+0000 7ff9183cb740 1 --2- 172.21.15.33:0/1914710859 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x560cc71dcfb0 0x560cc71df450 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.036+0000 7ff9183cb740 1 --2- 172.21.15.33:0/1914710859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71cce50 0x560cc71ca7e0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.036+0000 7ff9183cb740 1 --2- 172.21.15.33:0/1914710859 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71c2590 0x560cc71ca2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.036+0000 7ff9183cb740 1 --2- 172.21.15.33:0/1914710859 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c1c70 0x560cc71c9d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.036+0000 7ff9183cb740 1 -- 172.21.15.33:0/1914710859 >> 172.21.15.33:0/1914710859 conn(0x560cc71be200 msgr2=0x560cc71c3ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:49.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.036+0000 7ff8f8c00640 0 client.16809 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:49.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.036+0000 7ff9183cb740 1 -- 172.21.15.33:0/1914710859 shutdown_connections 2024-09-05T02:33:49.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.036+0000 7ff9183cb740 1 -- 172.21.15.33:0/1914710859 wait complete. 2024-09-05T02:33:49.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.036+0000 7ff9183cb740 20 client.16809 trim_cache size 0 max 16384 2024-09-05T02:33:49.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.050+0000 7ff9183cb740 1 Processor -- start 2024-09-05T02:33:49.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.050+0000 7ff9183cb740 1 -- start start 2024-09-05T02:33:49.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.050+0000 7ff9183cb740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c1c70 0x560cc71c46d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:49.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.050+0000 7ff9183cb740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71c2590 0x560cc71e4d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:49.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.050+0000 7ff9183cb740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71cce50 0x560cc71e52b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:49.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.050+0000 7ff9183cb740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff9101afac0 con 0x560cc71c2590 2024-09-05T02:33:49.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.050+0000 7ff9183cb740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff9101b1600 con 0x560cc71cce50 2024-09-05T02:33:49.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.050+0000 7ff9183cb740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff9101b0190 con 0x560cc71c1c70 2024-09-05T02:33:49.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.050+0000 7ff90e000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71c2590 0x560cc71e4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:49.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.050+0000 7ff90e000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71c2590 0x560cc71e4d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57544/0 (socket says 172.21.15.33:57544) 2024-09-05T02:33:49.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.050+0000 7ff90e000640 1 -- 172.21.15.33:0/2557532781 learned_addr learned my addr 172.21.15.33:0/2557532781 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:49.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.050+0000 7ff90ea00640 1 --2- 172.21.15.33:0/2557532781 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c1c70 0x560cc71c46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:49.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.050+0000 7ff90f400640 1 --2- 172.21.15.33:0/2557532781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71cce50 0x560cc71e52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:49.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.051+0000 7ff90e000640 1 -- 172.21.15.33:0/2557532781 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c1c70 msgr2=0x560cc71c46d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:49.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.051+0000 7ff90e000640 1 --2- 172.21.15.33:0/2557532781 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c1c70 0x560cc71c46d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.051+0000 7ff90e000640 1 -- 172.21.15.33:0/2557532781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71cce50 msgr2=0x560cc71e52b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:49.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.051+0000 7ff90e000640 1 --2- 172.21.15.33:0/2557532781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71cce50 0x560cc71e52b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.051+0000 7ff90e000640 1 -- 172.21.15.33:0/2557532781 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560cc71b9770 con 0x560cc71c2590 2024-09-05T02:33:49.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.051+0000 7ff90e000640 1 --2- 172.21.15.33:0/2557532781 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71c2590 0x560cc71e4d70 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc0bbd20 tx=0x7ff8fc009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=303aa3c1f2c050d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:49.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.051+0000 7ff8fb400640 1 -- 172.21.15.33:0/2557532781 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8fc049070 con 0x560cc71c2590 2024-09-05T02:33:49.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.051+0000 7ff8fb400640 1 -- 172.21.15.33:0/2557532781 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff8fc0f8040 con 0x560cc71c2590 2024-09-05T02:33:49.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.051+0000 7ff8fb400640 1 -- 172.21.15.33:0/2557532781 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8fc0b8690 con 0x560cc71c2590 2024-09-05T02:33:49.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.052+0000 7ff9183cb740 1 -- 172.21.15.33:0/2557532781 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71c2590 msgr2=0x560cc71e4d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:49.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.052+0000 7ff9183cb740 1 --2- 172.21.15.33:0/2557532781 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71c2590 0x560cc71e4d70 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc0bbd20 tx=0x7ff8fc009260 comp rx=0 tx=0).stop 2024-09-05T02:33:49.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.052+0000 7ff9183cb740 1 -- 172.21.15.33:0/2557532781 shutdown_connections 2024-09-05T02:33:49.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.052+0000 7ff9183cb740 1 --2- 172.21.15.33:0/2557532781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71cce50 0x560cc71e52b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.052+0000 7ff9183cb740 1 --2- 172.21.15.33:0/2557532781 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71c2590 0x560cc71e4d70 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.052+0000 7ff9183cb740 1 --2- 172.21.15.33:0/2557532781 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c1c70 0x560cc71c46d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.052+0000 7ff9183cb740 1 -- 172.21.15.33:0/2557532781 >> 172.21.15.33:0/2557532781 conn(0x560cc71be200 msgr2=0x560cc71cbde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:49.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.052+0000 7ff9183cb740 1 -- 172.21.15.33:0/2557532781 shutdown_connections 2024-09-05T02:33:49.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.052+0000 7ff9183cb740 1 -- 172.21.15.33:0/2557532781 wait complete. 2024-09-05T02:33:49.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.053+0000 7ff9183cb740 1 -- start start 2024-09-05T02:33:49.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.053+0000 7ff9183cb740 1 Processor -- start 2024-09-05T02:33:49.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.053+0000 7ff9183cb740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71c1c70 0x560cc71d13a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:49.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.053+0000 7ff9183cb740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c2590 0x560cc71d18e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:49.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.053+0000 7ff9183cb740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71cce50 0x560cc7240d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:49.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.053+0000 7ff9183cb740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff9101b0f30 con 0x560cc71cce50 2024-09-05T02:33:49.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.053+0000 7ff9183cb740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff9101b0860 con 0x560cc71c1c70 2024-09-05T02:33:49.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.053+0000 7ff9183cb740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff9101adaa0 con 0x560cc71c2590 2024-09-05T02:33:49.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.053+0000 7ff9183cb740 10 client.0 _ll_register_callbacks cb 0x7ff908011de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:49.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.053+0000 7ff90ea00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71c1c70 0x560cc71d13a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:49.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.053+0000 7ff90f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71cce50 0x560cc7240d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:49.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.054+0000 7ff90ea00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71c1c70 0x560cc71d13a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:49636/0 (socket says 172.21.15.33:49636) 2024-09-05T02:33:49.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.054+0000 7ff90f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71cce50 0x560cc7240d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57552/0 (socket says 172.21.15.33:57552) 2024-09-05T02:33:49.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.054+0000 7ff90ea00640 1 -- 172.21.15.33:0/4288009488 learned_addr learned my addr 172.21.15.33:0/4288009488 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:49.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.054+0000 7ff90e000640 1 --2- 172.21.15.33:0/4288009488 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c2590 0x560cc71d18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:49.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.054+0000 7ff90ea00640 1 -- 172.21.15.33:0/4288009488 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c2590 msgr2=0x560cc71d18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:49.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.054+0000 7ff90ea00640 1 --2- 172.21.15.33:0/4288009488 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c2590 0x560cc71d18e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.054+0000 7ff90ea00640 1 -- 172.21.15.33:0/4288009488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71cce50 msgr2=0x560cc7240d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:49.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.054+0000 7ff90ea00640 1 --2- 172.21.15.33:0/4288009488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71cce50 0x560cc7240d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.054+0000 7ff90ea00640 1 -- 172.21.15.33:0/4288009488 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560cc7241300 con 0x560cc71c1c70 2024-09-05T02:33:49.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.054+0000 7ff90f400640 1 --2- 172.21.15.33:0/4288009488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71cce50 0x560cc7240d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:49.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.054+0000 7ff90ea00640 1 --2- 172.21.15.33:0/4288009488 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71c1c70 0x560cc71d13a0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7ff900011010 tx=0x7ff900005bb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6801472537c8329f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:49.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.054+0000 7ff8f8c00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:33:49.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.054+0000 7ff8f8c00640 1 -- 172.21.15.33:0/4288009488 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff90000be40 con 0x560cc71c1c70 2024-09-05T02:33:49.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.055+0000 7ff8f8c00640 1 -- 172.21.15.33:0/4288009488 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7ff900005250 con 0x560cc71c1c70 2024-09-05T02:33:49.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.055+0000 7ff9183cb740 1 -- 172.21.15.33:0/4288009488 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff8fc0f8040 con 0x560cc71c1c70 2024-09-05T02:33:49.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.055+0000 7ff8f8c00640 1 -- 172.21.15.33:0/4288009488 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff900005450 con 0x560cc71c1c70 2024-09-05T02:33:49.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.055+0000 7ff9183cb740 10 client.26900 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:49.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.055+0000 7ff9183cb740 1 -- 172.21.15.33:0/4288009488 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560cc72486e0 con 0x560cc71c1c70 2024-09-05T02:33:49.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.055+0000 7ff8f8c00640 1 -- 172.21.15.33:0/4288009488 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff8fc0f8040 con 0x560cc71c1c70 2024-09-05T02:33:49.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.055+0000 7ff8f8c00640 1 -- 172.21.15.33:0/4288009488 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff9000287b0 con 0x560cc71c1c70 2024-09-05T02:33:49.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.055+0000 7ff9183cb740 10 client.26900 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:49.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.055+0000 7ff9183cb740 10 client.26900 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:49.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.055+0000 7ff9183cb740 20 client.26900 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:49.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.056+0000 7ff9183cb740 1 --2- 172.21.15.33:0/4288009488 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x560cc7248be0 0x560cc724b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:49.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.056+0000 7ff9183cb740 4 client.26900 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:33:49.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.056+0000 7ff9183cb740 1 -- 172.21.15.33:0/4288009488 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560cc712fe60 con 0x560cc7248be0 2024-09-05T02:33:49.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.056+0000 7ff90e000640 1 --2- 172.21.15.33:0/4288009488 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x560cc7248be0 0x560cc724b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:49.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.056+0000 7ff90e000640 1 --2- 172.21.15.33:0/4288009488 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x560cc7248be0 0x560cc724b000 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d26567533532bf4b server_cookie=c233d371a8318b00 in_seq=0 out_seq=0 2024-09-05T02:33:49.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.056+0000 7ff8f8c00640 10 client.26900 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:49.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.057+0000 7ff8f8c00640 1 -- 172.21.15.33:0/4288009488 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560cc712fe60 con 0x560cc7248be0 2024-09-05T02:33:49.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.057+0000 7ff8f8c00640 10 client.26900 handle_command_reply: tid=0 2024-09-05T02:33:49.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.057+0000 7ff9183cb740 1 client.26900 shutdown 2024-09-05T02:33:49.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.057+0000 7ff9183cb740 1 -- 172.21.15.33:0/4288009488 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71c1c70 msgr2=0x560cc71d13a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:49.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.057+0000 7ff9183cb740 1 --2- 172.21.15.33:0/4288009488 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71c1c70 0x560cc71d13a0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7ff900011010 tx=0x7ff900005bb0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.057+0000 7ff9183cb740 1 -- 172.21.15.33:0/4288009488 shutdown_connections 2024-09-05T02:33:49.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.057+0000 7ff9183cb740 1 --2- 172.21.15.33:0/4288009488 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x560cc7248be0 0x560cc724b000 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.057+0000 7ff9183cb740 1 --2- 172.21.15.33:0/4288009488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560cc71cce50 0x560cc7240d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.057+0000 7ff9183cb740 1 --2- 172.21.15.33:0/4288009488 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560cc71c2590 0x560cc71d18e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.057+0000 7ff9183cb740 1 --2- 172.21.15.33:0/4288009488 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560cc71c1c70 0x560cc71d13a0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.057+0000 7ff8f8c00640 0 client.26900 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:49.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.057+0000 7ff9183cb740 1 -- 172.21.15.33:0/4288009488 >> 172.21.15.33:0/4288009488 conn(0x560cc71be200 msgr2=0x560cc71bcb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:49.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.057+0000 7ff9183cb740 1 -- 172.21.15.33:0/4288009488 shutdown_connections 2024-09-05T02:33:49.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.057+0000 7ff9183cb740 1 -- 172.21.15.33:0/4288009488 wait complete. 2024-09-05T02:33:49.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.057+0000 7ff9183cb740 20 client.26900 trim_cache size 0 max 16384 2024-09-05T02:33:49.074 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:33:49.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.058+0000 7ff915800640 1 -- 172.21.15.33:0/974950619 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff8f40a2d70 msgr2=0x7ff8f40a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:49.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.058+0000 7ff915800640 1 --2- 172.21.15.33:0/974950619 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff8f40a2d70 0x7ff8f40a5230 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff908009fd0 tx=0x7ff908009500 comp rx=0 tx=0).stop 2024-09-05T02:33:49.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.058+0000 7ff915800640 1 -- 172.21.15.33:0/974950619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9101049a0 msgr2=0x7ff91019ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:49.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.058+0000 7ff915800640 1 --2- 172.21.15.33:0/974950619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9101049a0 0x7ff91019ab30 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc004770 tx=0x7ff8fc003c10 comp rx=0 tx=0).stop 2024-09-05T02:33:49.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.058+0000 7ff915800640 1 -- 172.21.15.33:0/974950619 shutdown_connections 2024-09-05T02:33:49.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.058+0000 7ff915800640 1 --2- 172.21.15.33:0/974950619 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff8f40a2d70 0x7ff8f40a5230 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.058+0000 7ff915800640 1 --2- 172.21.15.33:0/974950619 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff910109120 0x7ff91019eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.058+0000 7ff915800640 1 --2- 172.21.15.33:0/974950619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff9101049a0 0x7ff91019ab30 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.058+0000 7ff915800640 1 --2- 172.21.15.33:0/974950619 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff910103ff0 0x7ff91019a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:49.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.058+0000 7ff915800640 1 -- 172.21.15.33:0/974950619 >> 172.21.15.33:0/974950619 conn(0x7ff9100ffa90 msgr2=0x7ff910101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:49.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.058+0000 7ff915800640 1 -- 172.21.15.33:0/974950619 shutdown_connections 2024-09-05T02:33:49.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:49.058+0000 7ff915800640 1 -- 172.21.15.33:0/974950619 wait complete. 2024-09-05T02:33:49.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:49 smithi033 ceph-mon[29909]: pgmap v209: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:33:50.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:49 smithi174 ceph-mon[34756]: pgmap v209: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:33:50.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:49 smithi123 ceph-mon[34031]: pgmap v209: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:33:50.916 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:33:50.916 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:33:51.304 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:51.906 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:51 smithi033 ceph-mon[29909]: pgmap v210: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:51.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.918+0000 7f23a3800640 1 -- 172.21.15.33:0/764168341 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f239c074eb0 msgr2=0x7f239c112640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:51.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.918+0000 7f23a3800640 1 --2- 172.21.15.33:0/764168341 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f239c074eb0 0x7f239c112640 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f2388009900 tx=0x7f238802a480 comp rx=0 tx=0).stop 2024-09-05T02:33:51.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.918+0000 7f23a3800640 1 -- 172.21.15.33:0/764168341 shutdown_connections 2024-09-05T02:33:51.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.918+0000 7f23a3800640 1 --2- 172.21.15.33:0/764168341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f239c112b80 0x7f239c114f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.918+0000 7f23a3800640 1 --2- 172.21.15.33:0/764168341 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f239c074eb0 0x7f239c112640 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.918+0000 7f23a3800640 1 --2- 172.21.15.33:0/764168341 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f239c074590 0x7f239c074970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.918+0000 7f23a3800640 1 -- 172.21.15.33:0/764168341 >> 172.21.15.33:0/764168341 conn(0x7f239c0fd8b0 msgr2=0x7f239c0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:51.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.918+0000 7f23a3800640 1 -- 172.21.15.33:0/764168341 shutdown_connections 2024-09-05T02:33:51.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.918+0000 7f23a3800640 1 -- 172.21.15.33:0/764168341 wait complete. 2024-09-05T02:33:51.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.919+0000 7f23a3800640 1 Processor -- start 2024-09-05T02:33:51.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.919+0000 7f23a3800640 1 -- start start 2024-09-05T02:33:51.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.919+0000 7f23a3800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f239c074590 0x7f239c1a4710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:51.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.919+0000 7f23a3800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f239c074eb0 0x7f239c1a4c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:51.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.919+0000 7f23a3800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f239c112b80 0x7f239c19e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:51.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.920+0000 7f23a3800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f239c1185a0 con 0x7f239c112b80 2024-09-05T02:33:51.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.920+0000 7f23a3800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f239c118420 con 0x7f239c074eb0 2024-09-05T02:33:51.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.920+0000 7f23a3800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f239c118720 con 0x7f239c074590 2024-09-05T02:33:51.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.920+0000 7f239be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f239c074eb0 0x7f239c1a4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:51.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.920+0000 7f23a1800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f239c112b80 0x7f239c19e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:51.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.920+0000 7f239be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f239c074eb0 0x7f239c1a4c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:50604/0 (socket says 172.21.15.33:50604) 2024-09-05T02:33:51.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.920+0000 7f239be00640 1 -- 172.21.15.33:0/2054059091 learned_addr learned my addr 172.21.15.33:0/2054059091 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:51.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.920+0000 7f23a0e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f239c074590 0x7f239c1a4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:51.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.920+0000 7f239be00640 1 -- 172.21.15.33:0/2054059091 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f239c074590 msgr2=0x7f239c1a4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:51.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.920+0000 7f239be00640 1 --2- 172.21.15.33:0/2054059091 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f239c074590 0x7f239c1a4710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.920+0000 7f239be00640 1 -- 172.21.15.33:0/2054059091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f239c112b80 msgr2=0x7f239c19e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:51.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.920+0000 7f239be00640 1 --2- 172.21.15.33:0/2054059091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f239c112b80 0x7f239c19e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.920+0000 7f239be00640 1 -- 172.21.15.33:0/2054059091 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f239c19f000 con 0x7f239c074eb0 2024-09-05T02:33:51.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.920+0000 7f23a0e00640 1 --2- 172.21.15.33:0/2054059091 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f239c074590 0x7f239c1a4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:51.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.921+0000 7f239be00640 1 --2- 172.21.15.33:0/2054059091 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f239c074eb0 0x7f239c1a4c50 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f2388004770 tx=0x7f2388003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:51.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.921+0000 7f2399600640 1 -- 172.21.15.33:0/2054059091 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f238803f070 con 0x7f239c074eb0 2024-09-05T02:33:51.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.921+0000 7f2399600640 1 -- 172.21.15.33:0/2054059091 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2388031ca0 con 0x7f239c074eb0 2024-09-05T02:33:51.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.921+0000 7f2399600640 1 -- 172.21.15.33:0/2054059091 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2388035030 con 0x7f239c074eb0 2024-09-05T02:33:51.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.921+0000 7f23a3800640 1 -- 172.21.15.33:0/2054059091 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f239c19f290 con 0x7f239c074eb0 2024-09-05T02:33:51.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.921+0000 7f23a3800640 1 -- 172.21.15.33:0/2054059091 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f239c1ab5e0 con 0x7f239c074eb0 2024-09-05T02:33:51.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.925+0000 7f2399600640 1 -- 172.21.15.33:0/2054059091 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f2388042070 con 0x7f239c074eb0 2024-09-05T02:33:51.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.926+0000 7f23a63c2740 1 Processor -- start 2024-09-05T02:33:51.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.926+0000 7f2399600640 1 --2- 172.21.15.33:0/2054059091 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f23840a2cf0 0x7f23840a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:51.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.926+0000 7f23a63c2740 1 -- start start 2024-09-05T02:33:51.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.926+0000 7f2399600640 1 -- 172.21.15.33:0/2054059091 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f23880ef710 con 0x7f239c074eb0 2024-09-05T02:33:51.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.926+0000 7f23a1800640 1 --2- 172.21.15.33:0/2054059091 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f23840a2cf0 0x7f23840a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:51.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.927+0000 7f23a63c2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f701ac0 0x55e58f701ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:51.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.927+0000 7f23a63c2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f7023e0 0x55e58f70c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:51.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.927+0000 7f23a63c2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f70cca0 0x55e58f70f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:51.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.927+0000 7f23a63c2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55e58f668290 con 0x55e58f70cca0 2024-09-05T02:33:51.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.927+0000 7f23a63c2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e58f60fb40 con 0x55e58f7023e0 2024-09-05T02:33:51.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.927+0000 7f23a63c2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55e58f664250 con 0x55e58f701ac0 2024-09-05T02:33:51.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.927+0000 7f239be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f7023e0 0x55e58f70c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:51.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.927+0000 7f239be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f7023e0 0x55e58f70c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:50610/0 (socket says 172.21.15.33:50610) 2024-09-05T02:33:51.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.927+0000 7f239be00640 1 -- 172.21.15.33:0/2098210203 learned_addr learned my addr 172.21.15.33:0/2098210203 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:51.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.927+0000 7f23a0e00640 1 --2- 172.21.15.33:0/2098210203 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f701ac0 0x55e58f701ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:51.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.927+0000 7f23a1800640 1 --2- 172.21.15.33:0/2098210203 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f70cca0 0x55e58f70f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:51.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.928+0000 7f239be00640 1 -- 172.21.15.33:0/2098210203 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f701ac0 msgr2=0x55e58f701ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:51.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.928+0000 7f239be00640 1 --2- 172.21.15.33:0/2098210203 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f701ac0 0x55e58f701ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.928+0000 7f239be00640 1 -- 172.21.15.33:0/2098210203 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f70cca0 msgr2=0x55e58f70f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:51.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.928+0000 7f239be00640 1 --2- 172.21.15.33:0/2098210203 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f70cca0 0x55e58f70f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.928+0000 7f239be00640 1 -- 172.21.15.33:0/2098210203 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e58f3d96a0 con 0x55e58f7023e0 2024-09-05T02:33:51.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.928+0000 7f23a1800640 1 --2- 172.21.15.33:0/2054059091 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f23840a2cf0 0x7f23840a51b0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f23940099a0 tx=0x7f2394011810 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:51.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.928+0000 7f23a0e00640 1 --2- 172.21.15.33:0/2098210203 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f701ac0 0x55e58f701ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:51.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.928+0000 7f239be00640 1 --2- 172.21.15.33:0/2098210203 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f7023e0 0x55e58f70c760 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f23880b8720 tx=0x7f238802a480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60fb945f45a72c2f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:51.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.928+0000 7f238e000640 1 -- 172.21.15.33:0/2098210203 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2388049040 con 0x55e58f7023e0 2024-09-05T02:33:51.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.928+0000 7f238e000640 1 -- 172.21.15.33:0/2098210203 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f23880c0050 con 0x55e58f7023e0 2024-09-05T02:33:51.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.928+0000 7f238e000640 1 -- 172.21.15.33:0/2098210203 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23880b8550 con 0x55e58f7023e0 2024-09-05T02:33:51.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.929+0000 7f23a63c2740 1 -- 172.21.15.33:0/2098210203 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f7023e0 msgr2=0x55e58f70c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:51.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.929+0000 7f23a63c2740 1 --2- 172.21.15.33:0/2098210203 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f7023e0 0x55e58f70c760 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f23880b8720 tx=0x7f238802a480 comp rx=0 tx=0).stop 2024-09-05T02:33:51.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.929+0000 7f23a63c2740 1 -- 172.21.15.33:0/2098210203 shutdown_connections 2024-09-05T02:33:51.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.929+0000 7f23a63c2740 1 --2- 172.21.15.33:0/2098210203 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f70cca0 0x55e58f70f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.929+0000 7f23a63c2740 1 --2- 172.21.15.33:0/2098210203 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f7023e0 0x55e58f70c760 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.929+0000 7f23a63c2740 1 --2- 172.21.15.33:0/2098210203 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f701ac0 0x55e58f701ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.929+0000 7f23a63c2740 1 -- 172.21.15.33:0/2098210203 >> 172.21.15.33:0/2098210203 conn(0x55e58f6fe050 msgr2=0x55e58f6fe430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:51.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.929+0000 7f23a63c2740 1 -- 172.21.15.33:0/2098210203 shutdown_connections 2024-09-05T02:33:51.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.930+0000 7f23a63c2740 1 -- 172.21.15.33:0/2098210203 wait complete. 2024-09-05T02:33:51.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.930+0000 7f23a63c2740 1 -- start start 2024-09-05T02:33:51.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.930+0000 7f23a63c2740 1 Processor -- start 2024-09-05T02:33:51.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.931+0000 7f23a63c2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f701ac0 0x55e58f70c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:51.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.931+0000 7f23a63c2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f7023e0 0x55e58f7098a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:51.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.931+0000 7f23a63c2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f70cca0 0x55e58f709e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:51.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.931+0000 7f23a63c2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55e58f70f630 con 0x55e58f7023e0 2024-09-05T02:33:51.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.931+0000 7f23a63c2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e58f622fa0 con 0x55e58f70cca0 2024-09-05T02:33:51.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.931+0000 7f23a63c2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55e58f70f7b0 con 0x55e58f701ac0 2024-09-05T02:33:51.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.931+0000 7f23a63c2740 10 client.0 _ll_register_callbacks cb 0x55e58f376ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:51.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.931+0000 7f239be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f7023e0 0x55e58f7098a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:51.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.931+0000 7f239be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f7023e0 0x55e58f7098a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54812/0 (socket says 172.21.15.33:54812) 2024-09-05T02:33:51.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.931+0000 7f239be00640 1 -- 172.21.15.33:0/1077815958 learned_addr learned my addr 172.21.15.33:0/1077815958 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:51.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.931+0000 7f23a1800640 1 --2- 172.21.15.33:0/1077815958 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f70cca0 0x55e58f709e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:51.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.931+0000 7f23a0e00640 1 --2- 172.21.15.33:0/1077815958 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f701ac0 0x55e58f70c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:51.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.932+0000 7f239be00640 1 -- 172.21.15.33:0/1077815958 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f701ac0 msgr2=0x55e58f70c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:51.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.932+0000 7f239be00640 1 --2- 172.21.15.33:0/1077815958 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f701ac0 0x55e58f70c5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.932+0000 7f239be00640 1 -- 172.21.15.33:0/1077815958 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f70cca0 msgr2=0x55e58f709e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:51.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.932+0000 7f239be00640 1 --2- 172.21.15.33:0/1077815958 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f70cca0 0x55e58f709e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.932+0000 7f239be00640 1 -- 172.21.15.33:0/1077815958 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e58f70a630 con 0x55e58f7023e0 2024-09-05T02:33:51.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.932+0000 7f239be00640 1 --2- 172.21.15.33:0/1077815958 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f7023e0 0x55e58f7098a0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f23880096c0 tx=0x7f23880ecd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fe2b7961b7c2be6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:51.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.932+0000 7f2382a00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:51.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.932+0000 7f2382a00640 1 -- 172.21.15.33:0/1077815958 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2388049050 con 0x55e58f7023e0 2024-09-05T02:33:51.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.932+0000 7f2382a00640 1 -- 172.21.15.33:0/1077815958 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f238803b4f0 con 0x55e58f7023e0 2024-09-05T02:33:51.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.932+0000 7f23a63c2740 1 -- 172.21.15.33:0/1077815958 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f23880c0050 con 0x55e58f7023e0 2024-09-05T02:33:51.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.932+0000 7f2382a00640 1 -- 172.21.15.33:0/1077815958 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f23880c4480 con 0x55e58f7023e0 2024-09-05T02:33:51.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.932+0000 7f23a63c2740 10 client.16827 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:51.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.932+0000 7f23a63c2740 1 -- 172.21.15.33:0/1077815958 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e58f70f630 con 0x55e58f7023e0 2024-09-05T02:33:51.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.933+0000 7f2382a00640 1 -- 172.21.15.33:0/1077815958 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f23880c0050 con 0x55e58f7023e0 2024-09-05T02:33:51.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.933+0000 7f2382a00640 1 -- 172.21.15.33:0/1077815958 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f2388079030 con 0x55e58f7023e0 2024-09-05T02:33:51.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.933+0000 7f23a63c2740 10 client.16827 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:51.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.933+0000 7f23a63c2740 10 client.16827 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:51.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.933+0000 7f23a63c2740 20 client.16827 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:51.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.933+0000 7f23a63c2740 1 --2- 172.21.15.33:0/1077815958 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e58f71c7b0 0x55e58f71ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:51.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.933+0000 7f23a63c2740 4 client.16827 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:51.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.933+0000 7f23a63c2740 1 -- 172.21.15.33:0/1077815958 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e58f675800 con 0x55e58f71c7b0 2024-09-05T02:33:51.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.934+0000 7f23a0e00640 1 --2- 172.21.15.33:0/1077815958 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e58f71c7b0 0x55e58f71ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:51.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.934+0000 7f23a0e00640 1 --2- 172.21.15.33:0/1077815958 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e58f71c7b0 0x55e58f71ebd0 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eceec08aa98e4cc server_cookie=5c74e8610cb63479 in_seq=0 out_seq=0 2024-09-05T02:33:51.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.934+0000 7f2382a00640 10 client.16827 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:51.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.935+0000 7f2382a00640 1 -- 172.21.15.33:0/1077815958 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e58f675800 con 0x55e58f71c7b0 2024-09-05T02:33:51.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.935+0000 7f2382a00640 10 client.16827 handle_command_reply: tid=0 2024-09-05T02:33:51.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.935+0000 7f23a63c2740 1 client.16827 shutdown 2024-09-05T02:33:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.935+0000 7f23a63c2740 1 -- 172.21.15.33:0/1077815958 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f7023e0 msgr2=0x55e58f7098a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.935+0000 7f23a63c2740 1 --2- 172.21.15.33:0/1077815958 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f7023e0 0x55e58f7098a0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f23880096c0 tx=0x7f23880ecd80 comp rx=0 tx=0).stop 2024-09-05T02:33:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.935+0000 7f23a63c2740 1 -- 172.21.15.33:0/1077815958 shutdown_connections 2024-09-05T02:33:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.935+0000 7f23a63c2740 1 --2- 172.21.15.33:0/1077815958 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f70cca0 0x55e58f709e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.935+0000 7f23a63c2740 1 --2- 172.21.15.33:0/1077815958 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e58f71c7b0 0x55e58f71ebd0 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.935+0000 7f23a63c2740 1 --2- 172.21.15.33:0/1077815958 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f7023e0 0x55e58f7098a0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.935+0000 7f23a63c2740 1 --2- 172.21.15.33:0/1077815958 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f701ac0 0x55e58f70c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.935+0000 7f23a63c2740 1 -- 172.21.15.33:0/1077815958 >> 172.21.15.33:0/1077815958 conn(0x55e58f6fe050 msgr2=0x55e58f703d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.935+0000 7f2382a00640 0 client.16827 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.935+0000 7f23a63c2740 1 -- 172.21.15.33:0/1077815958 shutdown_connections 2024-09-05T02:33:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.936+0000 7f23a63c2740 1 -- 172.21.15.33:0/1077815958 wait complete. 2024-09-05T02:33:51.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.936+0000 7f23a63c2740 20 client.16827 trim_cache size 0 max 16384 2024-09-05T02:33:51.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.969+0000 7f23a63c2740 1 Processor -- start 2024-09-05T02:33:51.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.969+0000 7f23a63c2740 1 -- start start 2024-09-05T02:33:51.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.970+0000 7f23a63c2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f701ac0 0x55e58f7244a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:51.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.970+0000 7f23a63c2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f7023e0 0x55e58f7249e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:51.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.970+0000 7f23a63c2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f70cca0 0x55e58f708040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:51.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.970+0000 7f23a63c2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f239c1b3f60 con 0x55e58f701ac0 2024-09-05T02:33:51.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.970+0000 7f23a63c2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f239c1b5aa0 con 0x55e58f7023e0 2024-09-05T02:33:51.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.970+0000 7f23a63c2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f239c1b4630 con 0x55e58f70cca0 2024-09-05T02:33:51.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.970+0000 7f23a0e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f701ac0 0x55e58f7244a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:51.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.970+0000 7f23a0e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f701ac0 0x55e58f7244a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54820/0 (socket says 172.21.15.33:54820) 2024-09-05T02:33:51.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.970+0000 7f23a0e00640 1 -- 172.21.15.33:0/3549876266 learned_addr learned my addr 172.21.15.33:0/3549876266 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:51.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.970+0000 7f239be00640 1 --2- 172.21.15.33:0/3549876266 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f7023e0 0x55e58f7249e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.970+0000 7f23a1800640 1 --2- 172.21.15.33:0/3549876266 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f70cca0 0x55e58f708040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.971+0000 7f239be00640 1 -- 172.21.15.33:0/3549876266 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f70cca0 msgr2=0x55e58f708040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.971+0000 7f239be00640 1 --2- 172.21.15.33:0/3549876266 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f70cca0 0x55e58f708040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.971+0000 7f239be00640 1 -- 172.21.15.33:0/3549876266 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f701ac0 msgr2=0x55e58f7244a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.971+0000 7f239be00640 1 --2- 172.21.15.33:0/3549876266 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f701ac0 0x55e58f7244a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.971+0000 7f239be00640 1 -- 172.21.15.33:0/3549876266 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e58f702950 con 0x55e58f7023e0 2024-09-05T02:33:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.971+0000 7f23a0e00640 1 --2- 172.21.15.33:0/3549876266 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f701ac0 0x55e58f7244a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:51.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.971+0000 7f239be00640 1 --2- 172.21.15.33:0/3549876266 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f7023e0 0x55e58f7249e0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f23880b8720 tx=0x7f238802a480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7884be1143a3a96d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:51.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.971+0000 7f238d600640 1 -- 172.21.15.33:0/3549876266 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2388049070 con 0x55e58f7023e0 2024-09-05T02:33:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.971+0000 7f238d600640 1 -- 172.21.15.33:0/3549876266 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f23880c0050 con 0x55e58f7023e0 2024-09-05T02:33:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.971+0000 7f238d600640 1 -- 172.21.15.33:0/3549876266 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23880da300 con 0x55e58f7023e0 2024-09-05T02:33:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.972+0000 7f23a63c2740 1 -- 172.21.15.33:0/3549876266 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f7023e0 msgr2=0x55e58f7249e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.972+0000 7f23a63c2740 1 --2- 172.21.15.33:0/3549876266 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f7023e0 0x55e58f7249e0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f23880b8720 tx=0x7f238802a480 comp rx=0 tx=0).stop 2024-09-05T02:33:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.972+0000 7f23a63c2740 1 -- 172.21.15.33:0/3549876266 shutdown_connections 2024-09-05T02:33:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.972+0000 7f23a63c2740 1 --2- 172.21.15.33:0/3549876266 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f70cca0 0x55e58f708040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.972+0000 7f23a63c2740 1 --2- 172.21.15.33:0/3549876266 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f7023e0 0x55e58f7249e0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.972+0000 7f23a63c2740 1 --2- 172.21.15.33:0/3549876266 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f701ac0 0x55e58f7244a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.972+0000 7f23a63c2740 1 -- 172.21.15.33:0/3549876266 >> 172.21.15.33:0/3549876266 conn(0x55e58f6fe050 msgr2=0x55e58f70b920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:51.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.973+0000 7f23a63c2740 1 -- 172.21.15.33:0/3549876266 shutdown_connections 2024-09-05T02:33:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.973+0000 7f23a63c2740 1 -- 172.21.15.33:0/3549876266 wait complete. 2024-09-05T02:33:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.973+0000 7f23a63c2740 1 -- start start 2024-09-05T02:33:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.973+0000 7f23a63c2740 1 Processor -- start 2024-09-05T02:33:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.974+0000 7f23a63c2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f701ac0 0x55e58f714f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.974+0000 7f23a63c2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f7023e0 0x55e58f7102f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.974+0000 7f23a63c2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f70cca0 0x55e58f710830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.974+0000 7f23a63c2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f239c1b53d0 con 0x55e58f701ac0 2024-09-05T02:33:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.974+0000 7f23a63c2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f239c1b4d00 con 0x55e58f70cca0 2024-09-05T02:33:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.974+0000 7f23a63c2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f239c1b1f40 con 0x55e58f7023e0 2024-09-05T02:33:51.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.974+0000 7f23a63c2740 10 client.0 _ll_register_callbacks cb 0x55e58f70a800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:51.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.974+0000 7f23a0e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f701ac0 0x55e58f714f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:51.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.974+0000 7f23a0e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f701ac0 0x55e58f714f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54830/0 (socket says 172.21.15.33:54830) 2024-09-05T02:33:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.974+0000 7f23a0e00640 1 -- 172.21.15.33:0/884275641 learned_addr learned my addr 172.21.15.33:0/884275641 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.974+0000 7f23a1800640 1 --2- 172.21.15.33:0/884275641 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f70cca0 0x55e58f710830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.974+0000 7f239be00640 1 --2- 172.21.15.33:0/884275641 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f7023e0 0x55e58f7102f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.975+0000 7f23a0e00640 1 -- 172.21.15.33:0/884275641 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f7023e0 msgr2=0x55e58f7102f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.975+0000 7f23a0e00640 1 --2- 172.21.15.33:0/884275641 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f7023e0 0x55e58f7102f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.975+0000 7f23a0e00640 1 -- 172.21.15.33:0/884275641 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f70cca0 msgr2=0x55e58f710830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.975+0000 7f23a0e00640 1 --2- 172.21.15.33:0/884275641 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f70cca0 0x55e58f710830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.975+0000 7f23a0e00640 1 -- 172.21.15.33:0/884275641 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e58f70a170 con 0x55e58f701ac0 2024-09-05T02:33:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.975+0000 7f23a1800640 1 --2- 172.21.15.33:0/884275641 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f70cca0 0x55e58f710830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:51.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.975+0000 7f239be00640 1 --2- 172.21.15.33:0/884275641 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f7023e0 0x55e58f7102f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.975+0000 7f23a0e00640 1 --2- 172.21.15.33:0/884275641 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f701ac0 0x55e58f714f70 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f239c19fa10 tx=0x7f2390012b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae7550e5f651d4a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.975+0000 7f2382a00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.975+0000 7f2382a00640 1 -- 172.21.15.33:0/884275641 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2390022070 con 0x55e58f701ac0 2024-09-05T02:33:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.975+0000 7f2382a00640 1 -- 172.21.15.33:0/884275641 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f2390010d40 con 0x55e58f701ac0 2024-09-05T02:33:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.975+0000 7f23a63c2740 1 -- 172.21.15.33:0/884275641 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f23880c0050 con 0x55e58f701ac0 2024-09-05T02:33:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.976+0000 7f2382a00640 1 -- 172.21.15.33:0/884275641 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2390012e30 con 0x55e58f701ac0 2024-09-05T02:33:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.976+0000 7f23a63c2740 10 client.16833 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.976+0000 7f23a63c2740 1 -- 172.21.15.33:0/884275641 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e58f787150 con 0x55e58f701ac0 2024-09-05T02:33:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.976+0000 7f2382a00640 1 -- 172.21.15.33:0/884275641 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f23880c0050 con 0x55e58f701ac0 2024-09-05T02:33:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.976+0000 7f2382a00640 1 -- 172.21.15.33:0/884275641 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f23900266e0 con 0x55e58f701ac0 2024-09-05T02:33:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.976+0000 7f23a63c2740 10 client.16833 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.976+0000 7f23a63c2740 10 client.16833 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.976+0000 7f23a63c2740 20 client.16833 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.976+0000 7f23a63c2740 1 --2- 172.21.15.33:0/884275641 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e58f7878d0 0x55e58f789cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.976+0000 7f23a63c2740 4 client.16833 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:33:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.976+0000 7f23a63c2740 1 -- 172.21.15.33:0/884275641 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55e58f66fd10 con 0x55e58f7878d0 2024-09-05T02:33:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.977+0000 7f239be00640 1 --2- 172.21.15.33:0/884275641 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e58f7878d0 0x55e58f789cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.977+0000 7f239be00640 1 --2- 172.21.15.33:0/884275641 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e58f7878d0 0x55e58f789cf0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=10182272009a9d1d server_cookie=2fdcda32597f9e7e in_seq=0 out_seq=0 2024-09-05T02:33:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.977+0000 7f2382a00640 10 client.16833 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.978+0000 7f2382a00640 1 -- 172.21.15.33:0/884275641 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55e58f66fd10 con 0x55e58f7878d0 2024-09-05T02:33:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.978+0000 7f2382a00640 10 client.16833 handle_command_reply: tid=0 2024-09-05T02:33:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.978+0000 7f23a63c2740 1 client.16833 shutdown 2024-09-05T02:33:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.979+0000 7f23a63c2740 1 -- 172.21.15.33:0/884275641 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f701ac0 msgr2=0x55e58f714f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.979+0000 7f23a63c2740 1 --2- 172.21.15.33:0/884275641 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f701ac0 0x55e58f714f70 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f239c19fa10 tx=0x7f2390012b80 comp rx=0 tx=0).stop 2024-09-05T02:33:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.979+0000 7f23a63c2740 1 -- 172.21.15.33:0/884275641 shutdown_connections 2024-09-05T02:33:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.979+0000 7f23a63c2740 1 --2- 172.21.15.33:0/884275641 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e58f70cca0 0x55e58f710830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.979+0000 7f23a63c2740 1 --2- 172.21.15.33:0/884275641 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e58f7023e0 0x55e58f7102f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.979+0000 7f23a63c2740 1 --2- 172.21.15.33:0/884275641 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e58f7878d0 0x55e58f789cf0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.979+0000 7f23a63c2740 1 --2- 172.21.15.33:0/884275641 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e58f701ac0 0x55e58f714f70 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.979+0000 7f23a63c2740 1 -- 172.21.15.33:0/884275641 >> 172.21.15.33:0/884275641 conn(0x55e58f6fe050 msgr2=0x55e58f708040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.979+0000 7f2382a00640 0 client.16833 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.979+0000 7f23a63c2740 1 -- 172.21.15.33:0/884275641 shutdown_connections 2024-09-05T02:33:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.979+0000 7f23a63c2740 1 -- 172.21.15.33:0/884275641 wait complete. 2024-09-05T02:33:51.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.979+0000 7f23a63c2740 20 client.16833 trim_cache size 0 max 16384 2024-09-05T02:33:51.983 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:33:51.984 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:33:51.984 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "e97c321d-a4c4-41c3-9766-5a4da92c0b5b", 2024-09-05T02:33:51.984 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:33:51.984 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:33:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.980+0000 7f23a3800640 1 -- 172.21.15.33:0/2054059091 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f23840a2cf0 msgr2=0x7f23840a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.980+0000 7f23a3800640 1 --2- 172.21.15.33:0/2054059091 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f23840a2cf0 0x7f23840a51b0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f23940099a0 tx=0x7f2394011810 comp rx=0 tx=0).stop 2024-09-05T02:33:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.980+0000 7f23a3800640 1 -- 172.21.15.33:0/2054059091 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f239c074eb0 msgr2=0x7f239c1a4c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.980+0000 7f23a3800640 1 --2- 172.21.15.33:0/2054059091 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f239c074eb0 0x7f239c1a4c50 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f2388004770 tx=0x7f2388003c10 comp rx=0 tx=0).stop 2024-09-05T02:33:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.980+0000 7f23a3800640 1 -- 172.21.15.33:0/2054059091 shutdown_connections 2024-09-05T02:33:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.980+0000 7f23a3800640 1 --2- 172.21.15.33:0/2054059091 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f23840a2cf0 0x7f23840a51b0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.980+0000 7f23a3800640 1 --2- 172.21.15.33:0/2054059091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f239c112b80 0x7f239c19e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.980+0000 7f23a3800640 1 --2- 172.21.15.33:0/2054059091 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f239c074eb0 0x7f239c1a4c50 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.980+0000 7f23a3800640 1 --2- 172.21.15.33:0/2054059091 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f239c074590 0x7f239c1a4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.980+0000 7f23a3800640 1 -- 172.21.15.33:0/2054059091 >> 172.21.15.33:0/2054059091 conn(0x7f239c0fd8b0 msgr2=0x7f239c0ff010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:51.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.981+0000 7f23a3800640 1 -- 172.21.15.33:0/2054059091 shutdown_connections 2024-09-05T02:33:51.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:51.981+0000 7f23a3800640 1 -- 172.21.15.33:0/2054059091 wait complete. 2024-09-05T02:33:52.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:51 smithi174 ceph-mon[34756]: pgmap v210: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:52.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:51 smithi123 ceph-mon[34031]: pgmap v210: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:52.859 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:33:53.249 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:33:53.764 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:53 smithi033 ceph-mon[29909]: pgmap v211: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:33:53.765 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:53 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:33:53.765 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:53 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:53.765 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:53 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:33:53.765 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:53 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:53.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.880+0000 7f1fe6200640 1 -- 172.21.15.33:0/1265226695 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fe0077040 msgr2=0x7f1fe0112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:53.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.880+0000 7f1fe6200640 1 --2- 172.21.15.33:0/1265226695 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fe0077040 0x7f1fe0112330 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc009900 tx=0x7f1fcc02a410 comp rx=0 tx=0).stop 2024-09-05T02:33:53.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.880+0000 7f1fe6200640 1 -- 172.21.15.33:0/1265226695 shutdown_connections 2024-09-05T02:33:53.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.880+0000 7f1fe6200640 1 --2- 172.21.15.33:0/1265226695 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1fe0112870 0x7f1fe0114c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.881+0000 7f1fe6200640 1 --2- 172.21.15.33:0/1265226695 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fe0077040 0x7f1fe0112330 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.881+0000 7f1fe6200640 1 --2- 172.21.15.33:0/1265226695 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1fe0076720 0x7f1fe0076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.881+0000 7f1fe6200640 1 -- 172.21.15.33:0/1265226695 >> 172.21.15.33:0/1265226695 conn(0x7f1fe00ff8d0 msgr2=0x7f1fe0101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:53.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.881+0000 7f1fe6200640 1 -- 172.21.15.33:0/1265226695 shutdown_connections 2024-09-05T02:33:53.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.881+0000 7f1fe6200640 1 -- 172.21.15.33:0/1265226695 wait complete. 2024-09-05T02:33:53.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.882+0000 7f1fe6200640 1 Processor -- start 2024-09-05T02:33:53.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.882+0000 7f1fe6200640 1 -- start start 2024-09-05T02:33:53.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.882+0000 7f1fe6200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1fe0076720 0x7f1fe01a4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:53.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.882+0000 7f1fe6200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fe0077040 0x7f1fe01a4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:53.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.882+0000 7f1fe6200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1fe0112870 0x7f1fe019e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:53.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.882+0000 7f1fe6200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe0118400 con 0x7f1fe0077040 2024-09-05T02:33:53.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.882+0000 7f1fe6200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe0118280 con 0x7f1fe0112870 2024-09-05T02:33:53.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.882+0000 7f1fe6200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe0118580 con 0x7f1fe0076720 2024-09-05T02:33:53.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.883+0000 7f1fe5800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1fe0112870 0x7f1fe019e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:53.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.883+0000 7f1fdfe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fe0077040 0x7f1fe01a4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:53.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.883+0000 7f1fe5800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1fe0112870 0x7f1fe019e750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:50654/0 (socket says 172.21.15.33:50654) 2024-09-05T02:33:53.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.883+0000 7f1fe5800640 1 -- 172.21.15.33:0/3299690008 learned_addr learned my addr 172.21.15.33:0/3299690008 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:53.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.883+0000 7f1fe4e00640 1 --2- 172.21.15.33:0/3299690008 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1fe0076720 0x7f1fe01a4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:53.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.883+0000 7f1fe5800640 1 -- 172.21.15.33:0/3299690008 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1fe0076720 msgr2=0x7f1fe01a4680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:53.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.883+0000 7f1fe5800640 1 --2- 172.21.15.33:0/3299690008 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1fe0076720 0x7f1fe01a4680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.883+0000 7f1fe5800640 1 -- 172.21.15.33:0/3299690008 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fe0077040 msgr2=0x7f1fe01a4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:53.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.883+0000 7f1fe5800640 1 --2- 172.21.15.33:0/3299690008 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fe0077040 0x7f1fe01a4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.883+0000 7f1fe5800640 1 -- 172.21.15.33:0/3299690008 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fe019efc0 con 0x7f1fe0112870 2024-09-05T02:33:53.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.883+0000 7f1fe5800640 1 --2- 172.21.15.33:0/3299690008 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1fe0112870 0x7f1fe019e750 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f1fd800eb10 tx=0x7f1fd800c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:53.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.884+0000 7f1fdd600640 1 -- 172.21.15.33:0/3299690008 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd8004b20 con 0x7f1fe0112870 2024-09-05T02:33:53.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.884+0000 7f1fe6200640 1 -- 172.21.15.33:0/3299690008 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fe019f2b0 con 0x7f1fe0112870 2024-09-05T02:33:53.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.884+0000 7f1fdd600640 1 -- 172.21.15.33:0/3299690008 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1fd8004cc0 con 0x7f1fe0112870 2024-09-05T02:33:53.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.884+0000 7f1fdd600640 1 -- 172.21.15.33:0/3299690008 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd8010790 con 0x7f1fe0112870 2024-09-05T02:33:53.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.884+0000 7f1fe6200640 1 -- 172.21.15.33:0/3299690008 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fe01ab600 con 0x7f1fe0112870 2024-09-05T02:33:53.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.887+0000 7f1fdd600640 1 -- 172.21.15.33:0/3299690008 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f1fd8005020 con 0x7f1fe0112870 2024-09-05T02:33:53.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.887+0000 7f1fea41f740 1 Processor -- start 2024-09-05T02:33:53.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.887+0000 7f1fea41f740 1 -- start start 2024-09-05T02:33:53.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.888+0000 7f1fea41f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b853fd50 0x5567b8540130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:53.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.888+0000 7f1fea41f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b8540670 0x5567b854a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:53.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.888+0000 7f1fea41f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b854af30 0x5567b854d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:53.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.888+0000 7f1fea41f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5567b84a63e0 con 0x5567b854af30 2024-09-05T02:33:53.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.888+0000 7f1fea41f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5567b844dd80 con 0x5567b853fd50 2024-09-05T02:33:53.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.888+0000 7f1fea41f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5567b84a23a0 con 0x5567b8540670 2024-09-05T02:33:53.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.888+0000 7f1fe4e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b8540670 0x5567b854a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:53.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.888+0000 7f1fdfe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b853fd50 0x5567b8540130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:53.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.888+0000 7f1fe4e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b8540670 0x5567b854a9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:48014/0 (socket says 172.21.15.33:48014) 2024-09-05T02:33:53.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.888+0000 7f1fe4e00640 1 -- 172.21.15.33:0/882570715 learned_addr learned my addr 172.21.15.33:0/882570715 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:53.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.888+0000 7f1fdfe00640 1 --2- 172.21.15.33:0/882570715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b854af30 0x5567b854d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:53.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.888+0000 7f1fe4e00640 1 -- 172.21.15.33:0/882570715 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b853fd50 msgr2=0x5567b8540130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:53.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.888+0000 7f1fe4e00640 1 --2- 172.21.15.33:0/882570715 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b853fd50 0x5567b8540130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.888+0000 7f1fe4e00640 1 -- 172.21.15.33:0/882570715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b854af30 msgr2=0x5567b854d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:53.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.888+0000 7f1fe4e00640 1 --2- 172.21.15.33:0/882570715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b854af30 0x5567b854d320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.888+0000 7f1fe4e00640 1 -- 172.21.15.33:0/882570715 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5567b846cae0 con 0x5567b8540670 2024-09-05T02:33:53.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.889+0000 7f1fdd600640 1 --2- 172.21.15.33:0/3299690008 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1fc80a2d70 0x7f1fc80a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:53.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.889+0000 7f1fe4e00640 1 --2- 172.21.15.33:0/882570715 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b8540670 0x5567b854a9f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f1fd4009d20 tx=0x7f1fd4011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e342d0bee228a1a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:53.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.889+0000 7f1fdd600640 1 -- 172.21.15.33:0/3299690008 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f1fd80cfb20 con 0x7f1fe0112870 2024-09-05T02:33:53.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.889+0000 7f1fd2000640 1 -- 172.21.15.33:0/882570715 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd401e070 con 0x5567b8540670 2024-09-05T02:33:53.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.889+0000 7f1fdfe00640 1 --2- 172.21.15.33:0/3299690008 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1fc80a2d70 0x7f1fc80a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:53.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.889+0000 7f1fd2000640 1 -- 172.21.15.33:0/882570715 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1fd4019b10 con 0x5567b8540670 2024-09-05T02:33:53.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.889+0000 7f1fd2000640 1 -- 172.21.15.33:0/882570715 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd400ebb0 con 0x5567b8540670 2024-09-05T02:33:53.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.890+0000 7f1fea41f740 1 -- 172.21.15.33:0/882570715 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b8540670 msgr2=0x5567b854a9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:53.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.890+0000 7f1fea41f740 1 --2- 172.21.15.33:0/882570715 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b8540670 0x5567b854a9f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f1fd4009d20 tx=0x7f1fd4011810 comp rx=0 tx=0).stop 2024-09-05T02:33:53.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.890+0000 7f1fdfe00640 1 --2- 172.21.15.33:0/3299690008 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1fc80a2d70 0x7f1fc80a5230 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc009230 tx=0x7f1fcc0058d0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:53.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.890+0000 7f1fea41f740 1 -- 172.21.15.33:0/882570715 shutdown_connections 2024-09-05T02:33:53.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.890+0000 7f1fea41f740 1 --2- 172.21.15.33:0/882570715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b854af30 0x5567b854d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.890+0000 7f1fea41f740 1 --2- 172.21.15.33:0/882570715 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b8540670 0x5567b854a9f0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.890+0000 7f1fea41f740 1 --2- 172.21.15.33:0/882570715 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b853fd50 0x5567b8540130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.890+0000 7f1fea41f740 1 -- 172.21.15.33:0/882570715 >> 172.21.15.33:0/882570715 conn(0x5567b853c2e0 msgr2=0x5567b853c6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:53.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.890+0000 7f1fea41f740 1 -- 172.21.15.33:0/882570715 shutdown_connections 2024-09-05T02:33:53.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.890+0000 7f1fea41f740 1 -- 172.21.15.33:0/882570715 wait complete. 2024-09-05T02:33:53.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.891+0000 7f1fea41f740 1 -- start start 2024-09-05T02:33:53.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.891+0000 7f1fea41f740 1 Processor -- start 2024-09-05T02:33:53.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.891+0000 7f1fea41f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b853fd50 0x5567b8547dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:53.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.891+0000 7f1fea41f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b8540670 0x5567b8548300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:53.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.891+0000 7f1fea41f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b854af30 0x5567b8548840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:53.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.891+0000 7f1fea41f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5567b854dba0 con 0x5567b853fd50 2024-09-05T02:33:53.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.891+0000 7f1fea41f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5567b84610f0 con 0x5567b8540670 2024-09-05T02:33:53.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.891+0000 7f1fea41f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5567b854dd20 con 0x5567b854af30 2024-09-05T02:33:53.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.892+0000 7f1fea41f740 10 client.0 _ll_register_callbacks cb 0x5567b84529e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:53.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.892+0000 7f1fe4e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b853fd50 0x5567b8547dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:53.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.892+0000 7f1fe4e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b853fd50 0x5567b8547dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54852/0 (socket says 172.21.15.33:54852) 2024-09-05T02:33:53.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.892+0000 7f1fe4e00640 1 -- 172.21.15.33:0/2578397464 learned_addr learned my addr 172.21.15.33:0/2578397464 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:53.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.892+0000 7f1fdfe00640 1 --2- 172.21.15.33:0/2578397464 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b8540670 0x5567b8548300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:53.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.892+0000 7f1fe5800640 1 --2- 172.21.15.33:0/2578397464 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b854af30 0x5567b8548840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:53.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.892+0000 7f1fe4e00640 1 -- 172.21.15.33:0/2578397464 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b854af30 msgr2=0x5567b8548840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:53.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.892+0000 7f1fe4e00640 1 --2- 172.21.15.33:0/2578397464 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b854af30 0x5567b8548840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.892+0000 7f1fe4e00640 1 -- 172.21.15.33:0/2578397464 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b8540670 msgr2=0x5567b8548300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:53.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.892+0000 7f1fe4e00640 1 --2- 172.21.15.33:0/2578397464 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b8540670 0x5567b8548300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.892+0000 7f1fe4e00640 1 -- 172.21.15.33:0/2578397464 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567b82173c0 con 0x5567b853fd50 2024-09-05T02:33:53.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.893+0000 7f1fe4e00640 1 --2- 172.21.15.33:0/2578397464 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b853fd50 0x5567b8547dc0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f1fd4011d10 tx=0x7f1fd4019660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a109bcda88771909 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:53.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.893+0000 7f1fc6a00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:33:53.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.893+0000 7f1fc6a00640 1 -- 172.21.15.33:0/2578397464 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd401e070 con 0x5567b853fd50 2024-09-05T02:33:53.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.893+0000 7f1fc6a00640 1 -- 172.21.15.33:0/2578397464 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f1fd400eaf0 con 0x5567b853fd50 2024-09-05T02:33:53.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.893+0000 7f1fea41f740 1 -- 172.21.15.33:0/2578397464 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fd4019b10 con 0x5567b853fd50 2024-09-05T02:33:53.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.893+0000 7f1fc6a00640 1 -- 172.21.15.33:0/2578397464 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1fd4031050 con 0x5567b853fd50 2024-09-05T02:33:53.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.893+0000 7f1fea41f740 10 client.16845 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:53.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.893+0000 7f1fea41f740 1 -- 172.21.15.33:0/2578397464 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5567b85597e0 con 0x5567b853fd50 2024-09-05T02:33:53.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.894+0000 7f1fc6a00640 1 -- 172.21.15.33:0/2578397464 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1fd4019b10 con 0x5567b853fd50 2024-09-05T02:33:53.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.894+0000 7f1fc6a00640 1 -- 172.21.15.33:0/2578397464 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f1fd40046c0 con 0x5567b853fd50 2024-09-05T02:33:53.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.894+0000 7f1fea41f740 10 client.16845 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:53.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.894+0000 7f1fea41f740 10 client.16845 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:53.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.894+0000 7f1fea41f740 20 client.16845 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:53.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.894+0000 7f1fea41f740 1 --2- 172.21.15.33:0/2578397464 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5567b855ab90 0x5567b855cf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:53.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.894+0000 7f1fea41f740 4 client.16845 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:33:53.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.894+0000 7f1fea41f740 1 -- 172.21.15.33:0/2578397464 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5567b84b3950 con 0x5567b855ab90 2024-09-05T02:33:53.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.895+0000 7f1fdfe00640 1 --2- 172.21.15.33:0/2578397464 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5567b855ab90 0x5567b855cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:53.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.895+0000 7f1fdfe00640 1 --2- 172.21.15.33:0/2578397464 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5567b855ab90 0x5567b855cf80 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dfac76f968bf868b server_cookie=1da29ab7c62d413d in_seq=0 out_seq=0 2024-09-05T02:33:53.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.895+0000 7f1fc6a00640 10 client.16845 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:53.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.896+0000 7f1fc6a00640 1 -- 172.21.15.33:0/2578397464 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5567b84b3950 con 0x5567b855ab90 2024-09-05T02:33:53.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.896+0000 7f1fc6a00640 10 client.16845 handle_command_reply: tid=0 2024-09-05T02:33:53.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.896+0000 7f1fea41f740 1 client.16845 shutdown 2024-09-05T02:33:53.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.896+0000 7f1fea41f740 1 -- 172.21.15.33:0/2578397464 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b853fd50 msgr2=0x5567b8547dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:53.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.896+0000 7f1fea41f740 1 --2- 172.21.15.33:0/2578397464 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b853fd50 0x5567b8547dc0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f1fd4011d10 tx=0x7f1fd4019660 comp rx=0 tx=0).stop 2024-09-05T02:33:53.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.896+0000 7f1fea41f740 1 -- 172.21.15.33:0/2578397464 shutdown_connections 2024-09-05T02:33:53.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.896+0000 7f1fea41f740 1 --2- 172.21.15.33:0/2578397464 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b854af30 0x5567b8548840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.896+0000 7f1fea41f740 1 --2- 172.21.15.33:0/2578397464 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b8540670 0x5567b8548300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.896+0000 7f1fea41f740 1 --2- 172.21.15.33:0/2578397464 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5567b855ab90 0x5567b855cf80 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.896+0000 7f1fea41f740 1 --2- 172.21.15.33:0/2578397464 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b853fd50 0x5567b8547dc0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.896+0000 7f1fea41f740 1 -- 172.21.15.33:0/2578397464 >> 172.21.15.33:0/2578397464 conn(0x5567b853c2e0 msgr2=0x5567b8541fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:53.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.896+0000 7f1fc6a00640 0 client.16845 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:53.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.897+0000 7f1fea41f740 1 -- 172.21.15.33:0/2578397464 shutdown_connections 2024-09-05T02:33:53.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.897+0000 7f1fea41f740 1 -- 172.21.15.33:0/2578397464 wait complete. 2024-09-05T02:33:53.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.897+0000 7f1fea41f740 20 client.16845 trim_cache size 0 max 16384 2024-09-05T02:33:53.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.915+0000 7f1fea41f740 1 Processor -- start 2024-09-05T02:33:53.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.915+0000 7f1fea41f740 1 -- start start 2024-09-05T02:33:53.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.915+0000 7f1fea41f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b853fd50 0x5567b8562740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:53.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.915+0000 7f1fea41f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b8540670 0x5567b8562c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:53.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.915+0000 7f1fea41f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b854af30 0x5567b8546560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:53.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.915+0000 7f1fea41f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe01b3d70 con 0x5567b853fd50 2024-09-05T02:33:53.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.915+0000 7f1fea41f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe01b58b0 con 0x5567b854af30 2024-09-05T02:33:53.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.915+0000 7f1fea41f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe01b4440 con 0x5567b8540670 2024-09-05T02:33:53.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.915+0000 7f1fe4e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b853fd50 0x5567b8562740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:53.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.915+0000 7f1fe4e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b853fd50 0x5567b8562740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54862/0 (socket says 172.21.15.33:54862) 2024-09-05T02:33:53.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.915+0000 7f1fe4e00640 1 -- 172.21.15.33:0/2097067958 learned_addr learned my addr 172.21.15.33:0/2097067958 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:53.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.915+0000 7f1fe5800640 1 --2- 172.21.15.33:0/2097067958 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b854af30 0x5567b8546560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:53.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.916+0000 7f1fdfe00640 1 --2- 172.21.15.33:0/2097067958 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b8540670 0x5567b8562c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:53.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.916+0000 7f1fe4e00640 1 -- 172.21.15.33:0/2097067958 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b8540670 msgr2=0x5567b8562c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:53.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.916+0000 7f1fe4e00640 1 --2- 172.21.15.33:0/2097067958 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b8540670 0x5567b8562c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.916+0000 7f1fe4e00640 1 -- 172.21.15.33:0/2097067958 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b854af30 msgr2=0x5567b8546560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:53.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.916+0000 7f1fe4e00640 1 --2- 172.21.15.33:0/2097067958 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b854af30 0x5567b8546560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.916+0000 7f1fe4e00640 1 -- 172.21.15.33:0/2097067958 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5567b855d510 con 0x5567b853fd50 2024-09-05T02:33:53.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.916+0000 7f1fe4e00640 1 --2- 172.21.15.33:0/2097067958 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b853fd50 0x5567b8562740 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f1fd4011ed0 tx=0x7f1fd4009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40eac7d7e82253fa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:53.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.916+0000 7f1fd1600640 1 -- 172.21.15.33:0/2097067958 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd403a070 con 0x5567b853fd50 2024-09-05T02:33:53.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.916+0000 7f1fd1600640 1 -- 172.21.15.33:0/2097067958 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1fd4015030 con 0x5567b853fd50 2024-09-05T02:33:53.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.916+0000 7f1fd1600640 1 -- 172.21.15.33:0/2097067958 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd401e040 con 0x5567b853fd50 2024-09-05T02:33:53.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.917+0000 7f1fea41f740 1 -- 172.21.15.33:0/2097067958 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b853fd50 msgr2=0x5567b8562740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:53.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.917+0000 7f1fea41f740 1 --2- 172.21.15.33:0/2097067958 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b853fd50 0x5567b8562740 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f1fd4011ed0 tx=0x7f1fd4009bf0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.917+0000 7f1fea41f740 1 -- 172.21.15.33:0/2097067958 shutdown_connections 2024-09-05T02:33:53.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.917+0000 7f1fea41f740 1 --2- 172.21.15.33:0/2097067958 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b854af30 0x5567b8546560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.917+0000 7f1fea41f740 1 --2- 172.21.15.33:0/2097067958 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b8540670 0x5567b8562c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.917+0000 7f1fea41f740 1 --2- 172.21.15.33:0/2097067958 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b853fd50 0x5567b8562740 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.917+0000 7f1fea41f740 1 -- 172.21.15.33:0/2097067958 >> 172.21.15.33:0/2097067958 conn(0x5567b853c2e0 msgr2=0x5567b8549e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:53.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.917+0000 7f1fea41f740 1 -- 172.21.15.33:0/2097067958 shutdown_connections 2024-09-05T02:33:53.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.917+0000 7f1fea41f740 1 -- 172.21.15.33:0/2097067958 wait complete. 2024-09-05T02:33:53.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.918+0000 7f1fea41f740 1 -- start start 2024-09-05T02:33:53.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.918+0000 7f1fea41f740 1 Processor -- start 2024-09-05T02:33:53.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.918+0000 7f1fea41f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b853fd50 0x5567b854e730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:53.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.918+0000 7f1fea41f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b8540670 0x5567b854ec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:53.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.918+0000 7f1fea41f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b854af30 0x5567b8552d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:53.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.918+0000 7f1fea41f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe01b51e0 con 0x5567b854af30 2024-09-05T02:33:53.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.918+0000 7f1fea41f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe01b4b10 con 0x5567b853fd50 2024-09-05T02:33:53.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.918+0000 7f1fea41f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe01b1d50 con 0x5567b8540670 2024-09-05T02:33:53.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.918+0000 7f1fea41f740 10 client.0 _ll_register_callbacks cb 0x7f1fd400e530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:33:53.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.919+0000 7f1fe4e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b853fd50 0x5567b854e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:53.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.919+0000 7f1fe5800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b854af30 0x5567b8552d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:53.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.919+0000 7f1fe4e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b853fd50 0x5567b854e730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:50672/0 (socket says 172.21.15.33:50672) 2024-09-05T02:33:53.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.919+0000 7f1fe4e00640 1 -- 172.21.15.33:0/3400979384 learned_addr learned my addr 172.21.15.33:0/3400979384 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:33:53.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.919+0000 7f1fdfe00640 1 --2- 172.21.15.33:0/3400979384 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b8540670 0x5567b854ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:53.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.919+0000 7f1fe4e00640 1 -- 172.21.15.33:0/3400979384 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b8540670 msgr2=0x5567b854ec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:53.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.919+0000 7f1fe4e00640 1 --2- 172.21.15.33:0/3400979384 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b8540670 0x5567b854ec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.919+0000 7f1fe4e00640 1 -- 172.21.15.33:0/3400979384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b854af30 msgr2=0x5567b8552d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:33:53.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.919+0000 7f1fe4e00640 1 --2- 172.21.15.33:0/3400979384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b854af30 0x5567b8552d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.919+0000 7f1fe4e00640 1 -- 172.21.15.33:0/3400979384 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567b853c110 con 0x5567b853fd50 2024-09-05T02:33:53.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.919+0000 7f1fe5800640 1 --2- 172.21.15.33:0/3400979384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b854af30 0x5567b8552d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:33:53.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.919+0000 7f1fe4e00640 1 --2- 172.21.15.33:0/3400979384 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b853fd50 0x5567b854e730 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f1fd400e500 tx=0x7f1fd4004810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c9a56acdef8460f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:33:53.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.919+0000 7f1fc6a00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:33:53.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.920+0000 7f1fc6a00640 1 -- 172.21.15.33:0/3400979384 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd403a040 con 0x5567b853fd50 2024-09-05T02:33:53.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.920+0000 7f1fc6a00640 1 -- 172.21.15.33:0/3400979384 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8498+0+0 (secure 0 0 0) 0x7f1fd4019c10 con 0x5567b853fd50 2024-09-05T02:33:53.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.920+0000 7f1fea41f740 1 -- 172.21.15.33:0/3400979384 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fd4015030 con 0x5567b853fd50 2024-09-05T02:33:53.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.920+0000 7f1fc6a00640 1 -- 172.21.15.33:0/3400979384 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1fd401e040 con 0x5567b853fd50 2024-09-05T02:33:53.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.920+0000 7f1fea41f740 10 client.26936 fetch_fsmap learned FSMap version 29 2024-09-05T02:33:53.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.920+0000 7f1fea41f740 1 -- 172.21.15.33:0/3400979384 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5567b85c5090 con 0x5567b853fd50 2024-09-05T02:33:53.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.920+0000 7f1fc6a00640 1 -- 172.21.15.33:0/3400979384 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1fd4015030 con 0x5567b853fd50 2024-09-05T02:33:53.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.921+0000 7f1fc6a00640 1 -- 172.21.15.33:0/3400979384 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f1fd400eac0 con 0x5567b853fd50 2024-09-05T02:33:53.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.921+0000 7f1fea41f740 10 client.26936 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:33:53.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.921+0000 7f1fea41f740 10 client.26936 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:33:53.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.921+0000 7f1fea41f740 20 client.26936 populate_metadata read hostname 'smithi033' 2024-09-05T02:33:53.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.921+0000 7f1fea41f740 1 --2- 172.21.15.33:0/3400979384 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5567b85c56e0 0x5567b85c7ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:33:53.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.921+0000 7f1fea41f740 4 client.26936 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:33:53.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.921+0000 7f1fea41f740 1 -- 172.21.15.33:0/3400979384 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5567b84ade60 con 0x5567b85c56e0 2024-09-05T02:33:53.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.921+0000 7f1fdfe00640 1 --2- 172.21.15.33:0/3400979384 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5567b85c56e0 0x5567b85c7ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:33:53.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.921+0000 7f1fdfe00640 1 --2- 172.21.15.33:0/3400979384 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5567b85c56e0 0x5567b85c7ad0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=352661a4010fdf39 server_cookie=bf1116e779abe698 in_seq=0 out_seq=0 2024-09-05T02:33:53.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.921+0000 7f1fc6a00640 10 client.26936 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:53.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.922+0000 7f1fc6a00640 1 -- 172.21.15.33:0/3400979384 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5567b84ade60 con 0x5567b85c56e0 2024-09-05T02:33:53.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.922+0000 7f1fc6a00640 10 client.26936 handle_command_reply: tid=0 2024-09-05T02:33:53.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.922+0000 7f1fea41f740 1 client.26936 shutdown 2024-09-05T02:33:53.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.922+0000 7f1fea41f740 1 -- 172.21.15.33:0/3400979384 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b853fd50 msgr2=0x5567b854e730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:53.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.922+0000 7f1fea41f740 1 --2- 172.21.15.33:0/3400979384 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b853fd50 0x5567b854e730 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f1fd400e500 tx=0x7f1fd4004810 comp rx=0 tx=0).stop 2024-09-05T02:33:53.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.922+0000 7f1fea41f740 1 -- 172.21.15.33:0/3400979384 shutdown_connections 2024-09-05T02:33:53.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.922+0000 7f1fea41f740 1 --2- 172.21.15.33:0/3400979384 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5567b85c56e0 0x5567b85c7ad0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.922+0000 7f1fea41f740 1 --2- 172.21.15.33:0/3400979384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5567b854af30 0x5567b8552d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.922+0000 7f1fea41f740 1 --2- 172.21.15.33:0/3400979384 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5567b8540670 0x5567b854ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.922+0000 7f1fea41f740 1 --2- 172.21.15.33:0/3400979384 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5567b853fd50 0x5567b854e730 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.922+0000 7f1fea41f740 1 -- 172.21.15.33:0/3400979384 >> 172.21.15.33:0/3400979384 conn(0x5567b853c2e0 msgr2=0x5567b853ab60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:53.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.922+0000 7f1fc6a00640 0 client.26936 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:33:53.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.922+0000 7f1fea41f740 1 -- 172.21.15.33:0/3400979384 shutdown_connections 2024-09-05T02:33:53.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.922+0000 7f1fea41f740 1 -- 172.21.15.33:0/3400979384 wait complete. 2024-09-05T02:33:53.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.922+0000 7f1fea41f740 20 client.26936 trim_cache size 0 max 16384 2024-09-05T02:33:53.929 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:33:53.929 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T02:33:53.929 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": { 2024-09-05T02:33:53.929 INFO:teuthology.orchestra.run.smithi033.stdout: "e97c321d-a4c4-41c3-9766-5a4da92c0b5b": { 2024-09-05T02:33:53.930 INFO:teuthology.orchestra.run.smithi033.stdout: "path": "/", 2024-09-05T02:33:53.930 INFO:teuthology.orchestra.run.smithi033.stdout: "tag": "e97c321d-a4c4-41c3-9766-5a4da92c0b5b", 2024-09-05T02:33:53.930 INFO:teuthology.orchestra.run.smithi033.stdout: "options": "recursive,force" 2024-09-05T02:33:53.930 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:33:53.930 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:33:53.930 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:33:53.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.923+0000 7f1fe6200640 1 -- 172.21.15.33:0/3299690008 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1fc80a2d70 msgr2=0x7f1fc80a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:53.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.923+0000 7f1fe6200640 1 --2- 172.21.15.33:0/3299690008 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1fc80a2d70 0x7f1fc80a5230 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc009230 tx=0x7f1fcc0058d0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.923+0000 7f1fe6200640 1 -- 172.21.15.33:0/3299690008 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1fe0112870 msgr2=0x7f1fe019e750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:33:53.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.923+0000 7f1fe6200640 1 --2- 172.21.15.33:0/3299690008 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1fe0112870 0x7f1fe019e750 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f1fd800eb10 tx=0x7f1fd800c2d0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.923+0000 7f1fe6200640 1 -- 172.21.15.33:0/3299690008 shutdown_connections 2024-09-05T02:33:53.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.923+0000 7f1fe6200640 1 --2- 172.21.15.33:0/3299690008 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1fc80a2d70 0x7f1fc80a5230 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.923+0000 7f1fe6200640 1 --2- 172.21.15.33:0/3299690008 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1fe0112870 0x7f1fe019e750 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.923+0000 7f1fe6200640 1 --2- 172.21.15.33:0/3299690008 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fe0077040 0x7f1fe01a4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.923+0000 7f1fe6200640 1 --2- 172.21.15.33:0/3299690008 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1fe0076720 0x7f1fe01a4680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:33:53.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.923+0000 7f1fe6200640 1 -- 172.21.15.33:0/3299690008 >> 172.21.15.33:0/3299690008 conn(0x7f1fe00ff8d0 msgr2=0x7f1fe0101cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:33:53.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.923+0000 7f1fe6200640 1 -- 172.21.15.33:0/3299690008 shutdown_connections 2024-09-05T02:33:53.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:33:53.923+0000 7f1fe6200640 1 -- 172.21.15.33:0/3299690008 wait complete. 2024-09-05T02:33:53.937 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:53 smithi123 ceph-mon[34031]: pgmap v211: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:33:53.937 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:53 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:33:53.938 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:53 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:53.938 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:53 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:33:53.938 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:53 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:54.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:53 smithi174 ceph-mon[34756]: pgmap v211: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:33:54.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:53 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:33:54.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:53 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:54.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:53 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:33:54.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:53 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:33:54.848 INFO:tasks.cephfs.filesystem:scrub status for tag:e97c321d-a4c4-41c3-9766-5a4da92c0b5b - {'path': '/', 'tag': 'e97c321d-a4c4-41c3-9766-5a4da92c0b5b', 'options': 'recursive,force'} 2024-09-05T02:33:56.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:55 smithi174 ceph-mon[34756]: pgmap v212: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:56.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:55 smithi033 ceph-mon[29909]: pgmap v212: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:56.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:55 smithi123 ceph-mon[34031]: pgmap v212: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:57.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:56 smithi174 ceph-mon[34756]: pgmap v213: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:57.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:56 smithi033 ceph-mon[29909]: pgmap v213: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:57.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:56 smithi123 ceph-mon[34031]: pgmap v213: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:33:58.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:57 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:33:58.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:57 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:33:58.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:57 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:33:59.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:33:58 smithi174 ceph-mon[34756]: pgmap v214: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:33:59.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:33:58 smithi033 ceph-mon[29909]: pgmap v214: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:33:59.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:33:58 smithi123 ceph-mon[34031]: pgmap v214: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:34:01.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:00 smithi174 ceph-mon[34756]: pgmap v215: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:34:01.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:00 smithi033 ceph-mon[29909]: pgmap v215: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:34:01.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:00 smithi123 ceph-mon[34031]: pgmap v215: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:34:03.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:02 smithi174 ceph-mon[34756]: pgmap v216: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-09-05T02:34:03.316 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:02 smithi033 ceph-mon[29909]: pgmap v216: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-09-05T02:34:03.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:02 smithi123 ceph-mon[34031]: pgmap v216: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-09-05T02:34:05.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:04 smithi174 ceph-mon[34756]: pgmap v217: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:34:05.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:04 smithi033 ceph-mon[29909]: pgmap v217: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:34:05.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:04 smithi123 ceph-mon[34031]: pgmap v217: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:34:07.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:06 smithi174 ceph-mon[34756]: pgmap v218: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:34:07.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:06 smithi033 ceph-mon[29909]: pgmap v218: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:34:07.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:06 smithi123 ceph-mon[34031]: pgmap v218: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:34:08.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:08 smithi174 ceph-mon[34756]: osdmap e88: 12 total, 12 up, 12 in 2024-09-05T02:34:08.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:08 smithi033 ceph-mon[29909]: osdmap e88: 12 total, 12 up, 12 in 2024-09-05T02:34:08.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:08 smithi123 ceph-mon[34031]: osdmap e88: 12 total, 12 up, 12 in 2024-09-05T02:34:09.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:09 smithi174 ceph-mon[34756]: pgmap v220: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-09-05T02:34:09.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:09 smithi033 ceph-mon[29909]: pgmap v220: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-09-05T02:34:09.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:09 smithi123 ceph-mon[34031]: pgmap v220: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-09-05T02:34:11.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:11 smithi174 ceph-mon[34756]: pgmap v221: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-09-05T02:34:11.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:11 smithi033 ceph-mon[29909]: pgmap v221: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-09-05T02:34:11.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:11 smithi123 ceph-mon[34031]: pgmap v221: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-09-05T02:34:13.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:13 smithi174 ceph-mon[34756]: pgmap v222: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-09-05T02:34:13.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:13 smithi033 ceph-mon[29909]: pgmap v222: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-09-05T02:34:13.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:13 smithi123 ceph-mon[34031]: pgmap v222: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-09-05T02:34:14.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:14 smithi033 ceph-mon[29909]: osdmap e89: 12 total, 12 up, 12 in 2024-09-05T02:34:14.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:14 smithi123 ceph-mon[34031]: osdmap e89: 12 total, 12 up, 12 in 2024-09-05T02:34:14.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:14 smithi174 ceph-mon[34756]: osdmap e89: 12 total, 12 up, 12 in 2024-09-05T02:34:15.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:15 smithi033 ceph-mon[29909]: pgmap v224: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-05T02:34:15.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:15 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:34:15.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:15 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:34:15.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:15 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:34:15.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:15 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:34:15.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:15 smithi123 ceph-mon[34031]: pgmap v224: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-05T02:34:15.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:15 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:34:15.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:15 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:34:15.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:15 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:34:15.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:15 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:34:15.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:15 smithi174 ceph-mon[34756]: pgmap v224: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-05T02:34:15.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:15 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:34:15.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:15 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:34:15.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:15 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:34:15.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:15 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:34:17.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:17 smithi123 ceph-mon[34031]: pgmap v225: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 114 B/s wr, 5 op/s 2024-09-05T02:34:17.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:17 smithi174 ceph-mon[34756]: pgmap v225: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 114 B/s wr, 5 op/s 2024-09-05T02:34:17.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:17 smithi033 ceph-mon[29909]: pgmap v225: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 114 B/s wr, 5 op/s 2024-09-05T02:34:19.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:19 smithi123 ceph-mon[34031]: pgmap v226: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 10 op/s 2024-09-05T02:34:19.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:19 smithi174 ceph-mon[34756]: pgmap v226: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 10 op/s 2024-09-05T02:34:19.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:19 smithi033 ceph-mon[29909]: pgmap v226: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 10 op/s 2024-09-05T02:34:21.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:21 smithi123 ceph-mon[34031]: pgmap v227: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 10 op/s 2024-09-05T02:34:21.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:21 smithi174 ceph-mon[34756]: pgmap v227: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 10 op/s 2024-09-05T02:34:21.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:21 smithi033 ceph-mon[29909]: pgmap v227: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 10 op/s 2024-09-05T02:34:23.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:23 smithi123 ceph-mon[34031]: pgmap v228: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-09-05T02:34:23.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:23 smithi174 ceph-mon[34756]: pgmap v228: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-09-05T02:34:23.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:23 smithi033 ceph-mon[29909]: pgmap v228: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-09-05T02:34:24.850 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:34:25.240 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:34:25.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:25 smithi033 ceph-mon[29909]: pgmap v229: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-05T02:34:25.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:25 smithi123 ceph-mon[34031]: pgmap v229: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-05T02:34:25.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:25 smithi174 ceph-mon[34756]: pgmap v229: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-05T02:34:25.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.765+0000 7f2249800640 1 -- 172.21.15.33:0/609482507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2244104010 msgr2=0x7f22441043f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:25.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.765+0000 7f2249800640 1 --2- 172.21.15.33:0/609482507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2244104010 0x7f22441043f0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f2234009900 tx=0x7f223402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.766+0000 7f2249800640 1 -- 172.21.15.33:0/609482507 shutdown_connections 2024-09-05T02:34:25.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.766+0000 7f2249800640 1 --2- 172.21.15.33:0/609482507 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f2244109140 0x7f2244110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.766+0000 7f2249800640 1 --2- 172.21.15.33:0/609482507 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f22441049c0 0x7f2244108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.766+0000 7f2249800640 1 --2- 172.21.15.33:0/609482507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2244104010 0x7f22441043f0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.766+0000 7f2249800640 1 -- 172.21.15.33:0/609482507 >> 172.21.15.33:0/609482507 conn(0x7f22440ffa50 msgr2=0x7f2244101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:25.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.766+0000 7f2249800640 1 -- 172.21.15.33:0/609482507 shutdown_connections 2024-09-05T02:34:25.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.766+0000 7f2249800640 1 -- 172.21.15.33:0/609482507 wait complete. 2024-09-05T02:34:25.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.767+0000 7f2249800640 1 Processor -- start 2024-09-05T02:34:25.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.767+0000 7f2249800640 1 -- start start 2024-09-05T02:34:25.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.767+0000 7f2249800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2244104010 0x7f224419a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:25.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.767+0000 7f2249800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f22441049c0 0x7f224419ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:25.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.767+0000 7f2249800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2244109140 0x7f224419eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:25.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.767+0000 7f2249800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2244114140 con 0x7f2244104010 2024-09-05T02:34:25.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.767+0000 7f2249800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2244113fc0 con 0x7f2244109140 2024-09-05T02:34:25.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.767+0000 7f2249800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f22441142c0 con 0x7f22441049c0 2024-09-05T02:34:25.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.768+0000 7f2242a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2244104010 0x7f224419a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:25.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.768+0000 7f2242a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2244104010 0x7f224419a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34206/0 (socket says 172.21.15.33:34206) 2024-09-05T02:34:25.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.768+0000 7f2242a00640 1 -- 172.21.15.33:0/3259704893 learned_addr learned my addr 172.21.15.33:0/3259704893 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:25.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.768+0000 7f223a000640 1 --2- 172.21.15.33:0/3259704893 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f22441049c0 0x7f224419ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:25.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.768+0000 7f2243400640 1 --2- 172.21.15.33:0/3259704893 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2244109140 0x7f224419eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:25.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.768+0000 7f2242a00640 1 -- 172.21.15.33:0/3259704893 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f22441049c0 msgr2=0x7f224419ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:25.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.768+0000 7f2242a00640 1 --2- 172.21.15.33:0/3259704893 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f22441049c0 0x7f224419ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.768+0000 7f2242a00640 1 -- 172.21.15.33:0/3259704893 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2244109140 msgr2=0x7f224419eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:25.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.768+0000 7f2242a00640 1 --2- 172.21.15.33:0/3259704893 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2244109140 0x7f224419eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.768+0000 7f2242a00640 1 -- 172.21.15.33:0/3259704893 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f224419f5d0 con 0x7f2244104010 2024-09-05T02:34:25.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.768+0000 7f2242a00640 1 --2- 172.21.15.33:0/3259704893 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2244104010 0x7f224419a620 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f2234006010 tx=0x7f22340042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:25.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.769+0000 7f223be00640 1 -- 172.21.15.33:0/3259704893 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f223403f030 con 0x7f2244104010 2024-09-05T02:34:25.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.769+0000 7f223be00640 1 -- 172.21.15.33:0/3259704893 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2234003ce0 con 0x7f2244104010 2024-09-05T02:34:25.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.769+0000 7f2249800640 1 -- 172.21.15.33:0/3259704893 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f224419f860 con 0x7f2244104010 2024-09-05T02:34:25.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.769+0000 7f223be00640 1 -- 172.21.15.33:0/3259704893 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2234035070 con 0x7f2244104010 2024-09-05T02:34:25.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.769+0000 7f2249800640 1 -- 172.21.15.33:0/3259704893 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22441a71a0 con 0x7f2244104010 2024-09-05T02:34:25.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.772+0000 7f223be00640 1 -- 172.21.15.33:0/3259704893 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f2234042030 con 0x7f2244104010 2024-09-05T02:34:25.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.772+0000 7f224c43e740 1 Processor -- start 2024-09-05T02:34:25.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.772+0000 7f224c43e740 1 -- start start 2024-09-05T02:34:25.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.773+0000 7f224c43e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b08b90 0x559e20b08f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:25.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.773+0000 7f224c43e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b094b0 0x559e20b13830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:25.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.773+0000 7f224c43e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559e20b13d70 0x559e20b16160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:25.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.773+0000 7f224c43e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x559e20a6f3e0 con 0x559e20b094b0 2024-09-05T02:34:25.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.773+0000 7f224c43e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x559e20a16d80 con 0x559e20b08b90 2024-09-05T02:34:25.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.773+0000 7f224c43e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x559e20a6b3a0 con 0x559e20b13d70 2024-09-05T02:34:25.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.773+0000 7f2242a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b094b0 0x559e20b13830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:25.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.773+0000 7f2243400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b08b90 0x559e20b08f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:25.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.773+0000 7f2242a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b094b0 0x559e20b13830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34212/0 (socket says 172.21.15.33:34212) 2024-09-05T02:34:25.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.773+0000 7f2242a00640 1 -- 172.21.15.33:0/4235392201 learned_addr learned my addr 172.21.15.33:0/4235392201 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:25.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.773+0000 7f223a000640 1 --2- 172.21.15.33:0/4235392201 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559e20b13d70 0x559e20b16160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:25.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.773+0000 7f2243400640 1 -- 172.21.15.33:0/4235392201 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559e20b13d70 msgr2=0x559e20b16160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:25.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.773+0000 7f2243400640 1 --2- 172.21.15.33:0/4235392201 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559e20b13d70 0x559e20b16160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.773+0000 7f2243400640 1 -- 172.21.15.33:0/4235392201 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b094b0 msgr2=0x559e20b13830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:25.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.773+0000 7f2243400640 1 --2- 172.21.15.33:0/4235392201 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b094b0 0x559e20b13830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.773+0000 7f2243400640 1 -- 172.21.15.33:0/4235392201 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559e20a35ae0 con 0x559e20b08b90 2024-09-05T02:34:25.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.774+0000 7f223be00640 1 --2- 172.21.15.33:0/3259704893 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f22280a2d70 0x7f22280a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:25.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.774+0000 7f2243400640 1 --2- 172.21.15.33:0/4235392201 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b08b90 0x559e20b08f70 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f223c009eb0 tx=0x7f223c0107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89edb4628206e4ff server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:25.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.774+0000 7f223be00640 1 -- 172.21.15.33:0/3259704893 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f22340ef580 con 0x7f2244104010 2024-09-05T02:34:25.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.774+0000 7f2242a00640 1 --2- 172.21.15.33:0/3259704893 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f22280a2d70 0x7f22280a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:25.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.774+0000 7f2233e00640 1 -- 172.21.15.33:0/4235392201 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f223c003b70 con 0x559e20b08b90 2024-09-05T02:34:25.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.774+0000 7f2233e00640 1 -- 172.21.15.33:0/4235392201 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f223c015070 con 0x559e20b08b90 2024-09-05T02:34:25.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.774+0000 7f2233e00640 1 -- 172.21.15.33:0/4235392201 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f223c01a830 con 0x559e20b08b90 2024-09-05T02:34:25.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.775+0000 7f224c43e740 1 -- 172.21.15.33:0/4235392201 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b08b90 msgr2=0x559e20b08f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:25.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.775+0000 7f224c43e740 1 --2- 172.21.15.33:0/4235392201 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b08b90 0x559e20b08f70 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f223c009eb0 tx=0x7f223c0107a0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.775+0000 7f2242a00640 1 --2- 172.21.15.33:0/3259704893 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f22280a2d70 0x7f22280a5230 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f22340bbb30 tx=0x7f22340f50e0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:25.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.775+0000 7f224c43e740 1 -- 172.21.15.33:0/4235392201 shutdown_connections 2024-09-05T02:34:25.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.775+0000 7f224c43e740 1 --2- 172.21.15.33:0/4235392201 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559e20b13d70 0x559e20b16160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.775+0000 7f224c43e740 1 --2- 172.21.15.33:0/4235392201 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b094b0 0x559e20b13830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.775+0000 7f224c43e740 1 --2- 172.21.15.33:0/4235392201 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b08b90 0x559e20b08f70 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.775+0000 7f224c43e740 1 -- 172.21.15.33:0/4235392201 >> 172.21.15.33:0/4235392201 conn(0x559e20b05120 msgr2=0x559e20b05500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:25.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.775+0000 7f224c43e740 1 -- 172.21.15.33:0/4235392201 shutdown_connections 2024-09-05T02:34:25.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.775+0000 7f224c43e740 1 -- 172.21.15.33:0/4235392201 wait complete. 2024-09-05T02:34:25.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.776+0000 7f224c43e740 1 -- start start 2024-09-05T02:34:25.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.776+0000 7f224c43e740 1 Processor -- start 2024-09-05T02:34:25.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.777+0000 7f224c43e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b08b90 0x559e20b10cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:25.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.777+0000 7f224c43e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b094b0 0x559e20b11210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:25.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.777+0000 7f224c43e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559e20b13d70 0x559e20b11750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:25.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.777+0000 7f224c43e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x559e20b169e0 con 0x559e20b094b0 2024-09-05T02:34:25.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.777+0000 7f224c43e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x559e20a2a0f0 con 0x559e20b08b90 2024-09-05T02:34:25.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.777+0000 7f224c43e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x559e20b16b60 con 0x559e20b13d70 2024-09-05T02:34:25.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.777+0000 7f224c43e740 10 client.0 _ll_register_callbacks cb 0x559e20a1b9e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:25.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.777+0000 7f223a000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b094b0 0x559e20b11210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:25.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.777+0000 7f2243400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b08b90 0x559e20b10cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:25.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.777+0000 7f223a000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b094b0 0x559e20b11210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34226/0 (socket says 172.21.15.33:34226) 2024-09-05T02:34:25.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.777+0000 7f223a000640 1 -- 172.21.15.33:0/1270606087 learned_addr learned my addr 172.21.15.33:0/1270606087 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:25.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.777+0000 7f2243400640 1 --2- 172.21.15.33:0/1270606087 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559e20b13d70 0x559e20b11750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:25.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.778+0000 7f223a000640 1 -- 172.21.15.33:0/1270606087 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559e20b13d70 msgr2=0x559e20b11750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:25.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.778+0000 7f223a000640 1 --2- 172.21.15.33:0/1270606087 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559e20b13d70 0x559e20b11750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.778+0000 7f223a000640 1 -- 172.21.15.33:0/1270606087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b08b90 msgr2=0x559e20b10cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:25.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.778+0000 7f223a000640 1 --2- 172.21.15.33:0/1270606087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b08b90 0x559e20b10cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.778+0000 7f223a000640 1 -- 172.21.15.33:0/1270606087 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559e207e03c0 con 0x559e20b094b0 2024-09-05T02:34:25.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.778+0000 7f223a000640 1 --2- 172.21.15.33:0/1270606087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b094b0 0x559e20b11210 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f222c00bad0 tx=0x7f222c00bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c24ea63fe9d1e4a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:25.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.778+0000 7f2230c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:34:25.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.778+0000 7f2230c00640 1 -- 172.21.15.33:0/1270606087 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f222c003e20 con 0x559e20b094b0 2024-09-05T02:34:25.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.778+0000 7f224c43e740 1 -- 172.21.15.33:0/1270606087 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f223c015070 con 0x559e20b094b0 2024-09-05T02:34:25.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.778+0000 7f2230c00640 1 -- 172.21.15.33:0/1270606087 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f222c011440 con 0x559e20b094b0 2024-09-05T02:34:25.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.778+0000 7f2230c00640 1 -- 172.21.15.33:0/1270606087 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f222c011640 con 0x559e20b094b0 2024-09-05T02:34:25.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.778+0000 7f224c43e740 10 client.16863 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:25.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.778+0000 7f224c43e740 1 -- 172.21.15.33:0/1270606087 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559e20b22770 con 0x559e20b094b0 2024-09-05T02:34:25.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.779+0000 7f2230c00640 1 -- 172.21.15.33:0/1270606087 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f223c015070 con 0x559e20b094b0 2024-09-05T02:34:25.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.779+0000 7f2230c00640 1 -- 172.21.15.33:0/1270606087 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f222c01b9d0 con 0x559e20b094b0 2024-09-05T02:34:25.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.779+0000 7f224c43e740 10 client.16863 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:25.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.779+0000 7f224c43e740 10 client.16863 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:34:25.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.779+0000 7f224c43e740 20 client.16863 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:25.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.779+0000 7f224c43e740 1 --2- 172.21.15.33:0/1270606087 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x559e20b23c30 0x559e20b26090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:25.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.779+0000 7f224c43e740 4 client.16863 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:34:25.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.779+0000 7f224c43e740 1 -- 172.21.15.33:0/1270606087 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559e20a7c950 con 0x559e20b23c30 2024-09-05T02:34:25.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.779+0000 7f2243400640 1 --2- 172.21.15.33:0/1270606087 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x559e20b23c30 0x559e20b26090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:25.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.780+0000 7f2243400640 1 --2- 172.21.15.33:0/1270606087 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x559e20b23c30 0x559e20b26090 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c3e904e25ede68c5 server_cookie=54eec6b93cb7bbd7 in_seq=0 out_seq=0 2024-09-05T02:34:25.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.780+0000 7f2230c00640 10 client.16863 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:25.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.781+0000 7f2230c00640 1 -- 172.21.15.33:0/1270606087 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559e20a7c950 con 0x559e20b23c30 2024-09-05T02:34:25.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.781+0000 7f2230c00640 10 client.16863 handle_command_reply: tid=0 2024-09-05T02:34:25.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.781+0000 7f224c43e740 1 client.16863 shutdown 2024-09-05T02:34:25.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.781+0000 7f224c43e740 1 -- 172.21.15.33:0/1270606087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b094b0 msgr2=0x559e20b11210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:25.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.781+0000 7f224c43e740 1 --2- 172.21.15.33:0/1270606087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b094b0 0x559e20b11210 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f222c00bad0 tx=0x7f222c00bf90 comp rx=0 tx=0).stop 2024-09-05T02:34:25.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.781+0000 7f224c43e740 1 -- 172.21.15.33:0/1270606087 shutdown_connections 2024-09-05T02:34:25.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.781+0000 7f224c43e740 1 --2- 172.21.15.33:0/1270606087 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559e20b13d70 0x559e20b11750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.781+0000 7f224c43e740 1 --2- 172.21.15.33:0/1270606087 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x559e20b23c30 0x559e20b26090 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.781+0000 7f224c43e740 1 --2- 172.21.15.33:0/1270606087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b094b0 0x559e20b11210 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.781+0000 7f224c43e740 1 --2- 172.21.15.33:0/1270606087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b08b90 0x559e20b10cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.781+0000 7f224c43e740 1 -- 172.21.15.33:0/1270606087 >> 172.21.15.33:0/1270606087 conn(0x559e20b05120 msgr2=0x559e20b0ae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:25.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.781+0000 7f2230c00640 0 client.16863 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:25.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.781+0000 7f224c43e740 1 -- 172.21.15.33:0/1270606087 shutdown_connections 2024-09-05T02:34:25.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.781+0000 7f224c43e740 1 -- 172.21.15.33:0/1270606087 wait complete. 2024-09-05T02:34:25.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.782+0000 7f224c43e740 20 client.16863 trim_cache size 0 max 16384 2024-09-05T02:34:25.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.800+0000 7f224c43e740 1 Processor -- start 2024-09-05T02:34:25.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.800+0000 7f224c43e740 1 -- start start 2024-09-05T02:34:25.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.800+0000 7f224c43e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559e20b08b90 0x559e20b0b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:25.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.800+0000 7f224c43e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b094b0 0x559e20b05500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:25.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.800+0000 7f224c43e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b13d70 0x559e20b040d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:25.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.800+0000 7f224c43e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f22441afb00 con 0x559e20b13d70 2024-09-05T02:34:25.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.800+0000 7f224c43e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f22441b1640 con 0x559e20b094b0 2024-09-05T02:34:25.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.800+0000 7f224c43e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f22441b01d0 con 0x559e20b08b90 2024-09-05T02:34:25.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.800+0000 7f2243400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b13d70 0x559e20b040d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:25.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.800+0000 7f2243400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b13d70 0x559e20b040d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34232/0 (socket says 172.21.15.33:34232) 2024-09-05T02:34:25.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.800+0000 7f2243400640 1 -- 172.21.15.33:0/1038929948 learned_addr learned my addr 172.21.15.33:0/1038929948 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:25.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.801+0000 7f223a000640 1 --2- 172.21.15.33:0/1038929948 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b094b0 0x559e20b05500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:25.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.801+0000 7f2243400640 1 --2- 172.21.15.33:0/1038929948 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559e20b08b90 0x559e20b0b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:25.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.801+0000 7f2243400640 1 -- 172.21.15.33:0/1038929948 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559e20b08b90 msgr2=0x559e20b0b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:25.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.801+0000 7f2243400640 1 --2- 172.21.15.33:0/1038929948 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559e20b08b90 0x559e20b0b5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.801+0000 7f2243400640 1 -- 172.21.15.33:0/1038929948 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b094b0 msgr2=0x559e20b05500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:25.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.801+0000 7f2243400640 1 --2- 172.21.15.33:0/1038929948 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b094b0 0x559e20b05500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.801+0000 7f2243400640 1 -- 172.21.15.33:0/1038929948 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559e20b0fc80 con 0x559e20b13d70 2024-09-05T02:34:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.801+0000 7f2243400640 1 --2- 172.21.15.33:0/1038929948 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b13d70 0x559e20b040d0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f223c005cc0 tx=0x7f223c01c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=543c7573c995ac89 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.801+0000 7f2233400640 1 -- 172.21.15.33:0/1038929948 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f223c023040 con 0x559e20b13d70 2024-09-05T02:34:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.801+0000 7f2233400640 1 -- 172.21.15.33:0/1038929948 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f223c015050 con 0x559e20b13d70 2024-09-05T02:34:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.801+0000 7f2233400640 1 -- 172.21.15.33:0/1038929948 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f223c02c6e0 con 0x559e20b13d70 2024-09-05T02:34:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.802+0000 7f224c43e740 1 -- 172.21.15.33:0/1038929948 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b13d70 msgr2=0x559e20b040d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.802+0000 7f224c43e740 1 --2- 172.21.15.33:0/1038929948 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b13d70 0x559e20b040d0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f223c005cc0 tx=0x7f223c01c040 comp rx=0 tx=0).stop 2024-09-05T02:34:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.802+0000 7f224c43e740 1 -- 172.21.15.33:0/1038929948 shutdown_connections 2024-09-05T02:34:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.802+0000 7f224c43e740 1 --2- 172.21.15.33:0/1038929948 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b13d70 0x559e20b040d0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.802+0000 7f224c43e740 1 --2- 172.21.15.33:0/1038929948 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b094b0 0x559e20b05500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.802+0000 7f224c43e740 1 --2- 172.21.15.33:0/1038929948 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559e20b08b90 0x559e20b0b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.802+0000 7f224c43e740 1 -- 172.21.15.33:0/1038929948 >> 172.21.15.33:0/1038929948 conn(0x559e20b05120 msgr2=0x559e20b039c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.802+0000 7f224c43e740 1 -- 172.21.15.33:0/1038929948 shutdown_connections 2024-09-05T02:34:25.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.802+0000 7f224c43e740 1 -- 172.21.15.33:0/1038929948 wait complete. 2024-09-05T02:34:25.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.803+0000 7f224c43e740 1 -- start start 2024-09-05T02:34:25.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.803+0000 7f224c43e740 1 Processor -- start 2024-09-05T02:34:25.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.803+0000 7f224c43e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b08b90 0x559e20b1c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:25.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.803+0000 7f224c43e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b094b0 0x559e20b179b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:25.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.803+0000 7f224c43e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559e20b13d70 0x559e20b17fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:25.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.803+0000 7f224c43e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f22441b0f70 con 0x559e20b08b90 2024-09-05T02:34:25.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.803+0000 7f224c43e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f22441b08a0 con 0x559e20b094b0 2024-09-05T02:34:25.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.803+0000 7f224c43e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f22441adb00 con 0x559e20b13d70 2024-09-05T02:34:25.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.804+0000 7f224c43e740 10 client.0 _ll_register_callbacks cb 0x7f222c0043c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:25.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.804+0000 7f2243400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b08b90 0x559e20b1c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:25.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.804+0000 7f223a000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b094b0 0x559e20b179b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:25.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.804+0000 7f2243400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b08b90 0x559e20b1c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34246/0 (socket says 172.21.15.33:34246) 2024-09-05T02:34:25.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.804+0000 7f2243400640 1 -- 172.21.15.33:0/2783485024 learned_addr learned my addr 172.21.15.33:0/2783485024 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:25.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.804+0000 7f2243400640 1 --2- 172.21.15.33:0/2783485024 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559e20b13d70 0x559e20b17fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:25.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.804+0000 7f223a000640 1 -- 172.21.15.33:0/2783485024 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559e20b13d70 msgr2=0x559e20b17fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:25.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.804+0000 7f223a000640 1 --2- 172.21.15.33:0/2783485024 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559e20b13d70 0x559e20b17fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.804+0000 7f223a000640 1 -- 172.21.15.33:0/2783485024 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b08b90 msgr2=0x559e20b1c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:25.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.804+0000 7f223a000640 1 --2- 172.21.15.33:0/2783485024 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b08b90 0x559e20b1c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.804+0000 7f223a000640 1 -- 172.21.15.33:0/2783485024 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559e20b187f0 con 0x559e20b094b0 2024-09-05T02:34:25.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.804+0000 7f2243400640 1 --2- 172.21.15.33:0/2783485024 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b08b90 0x559e20b1c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:25.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.805+0000 7f223a000640 1 --2- 172.21.15.33:0/2783485024 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b094b0 0x559e20b179b0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f222c01bec0 tx=0x7f222c0039e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=651f982fe603fc33 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:25.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.805+0000 7f2230c00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:34:25.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.805+0000 7f2230c00640 1 -- 172.21.15.33:0/2783485024 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f222c00b400 con 0x559e20b094b0 2024-09-05T02:34:25.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.805+0000 7f224c43e740 1 -- 172.21.15.33:0/2783485024 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f223c015050 con 0x559e20b094b0 2024-09-05T02:34:25.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.805+0000 7f2230c00640 1 -- 172.21.15.33:0/2783485024 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f222c017040 con 0x559e20b094b0 2024-09-05T02:34:25.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.806+0000 7f2230c00640 1 -- 172.21.15.33:0/2783485024 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f222c038050 con 0x559e20b094b0 2024-09-05T02:34:25.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.806+0000 7f224c43e740 10 client.26954 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:25.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.806+0000 7f224c43e740 1 -- 172.21.15.33:0/2783485024 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559e20b8ea70 con 0x559e20b094b0 2024-09-05T02:34:25.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.806+0000 7f2230c00640 1 -- 172.21.15.33:0/2783485024 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f223c015050 con 0x559e20b094b0 2024-09-05T02:34:25.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.806+0000 7f2230c00640 1 -- 172.21.15.33:0/2783485024 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f222c01b990 con 0x559e20b094b0 2024-09-05T02:34:25.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.806+0000 7f224c43e740 10 client.26954 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:25.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.806+0000 7f224c43e740 10 client.26954 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:34:25.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.806+0000 7f224c43e740 20 client.26954 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:25.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.806+0000 7f224c43e740 1 --2- 172.21.15.33:0/2783485024 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x559e20b8f1e0 0x559e20b91600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:25.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.806+0000 7f224c43e740 4 client.26954 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:34:25.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.806+0000 7f224c43e740 1 -- 172.21.15.33:0/2783485024 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559e20a76e60 con 0x559e20b8f1e0 2024-09-05T02:34:25.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.807+0000 7f2243400640 1 --2- 172.21.15.33:0/2783485024 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x559e20b8f1e0 0x559e20b91600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:25.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.807+0000 7f2243400640 1 --2- 172.21.15.33:0/2783485024 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x559e20b8f1e0 0x559e20b91600 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3db0ab5f3cff678 server_cookie=cc21e406d97ee0e7 in_seq=0 out_seq=0 2024-09-05T02:34:25.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.807+0000 7f2230c00640 10 client.26954 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:25.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.807+0000 7f2230c00640 1 -- 172.21.15.33:0/2783485024 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x559e20a76e60 con 0x559e20b8f1e0 2024-09-05T02:34:25.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.807+0000 7f2230c00640 10 client.26954 handle_command_reply: tid=0 2024-09-05T02:34:25.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.807+0000 7f224c43e740 1 client.26954 shutdown 2024-09-05T02:34:25.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.807+0000 7f224c43e740 1 -- 172.21.15.33:0/2783485024 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b094b0 msgr2=0x559e20b179b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:25.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.807+0000 7f224c43e740 1 --2- 172.21.15.33:0/2783485024 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b094b0 0x559e20b179b0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f222c01bec0 tx=0x7f222c0039e0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.808+0000 7f224c43e740 1 -- 172.21.15.33:0/2783485024 shutdown_connections 2024-09-05T02:34:25.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.808+0000 7f224c43e740 1 --2- 172.21.15.33:0/2783485024 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559e20b13d70 0x559e20b17fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.808+0000 7f224c43e740 1 --2- 172.21.15.33:0/2783485024 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559e20b094b0 0x559e20b179b0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.808+0000 7f224c43e740 1 --2- 172.21.15.33:0/2783485024 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x559e20b8f1e0 0x559e20b91600 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.808+0000 7f224c43e740 1 --2- 172.21.15.33:0/2783485024 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e20b08b90 0x559e20b1c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.808+0000 7f224c43e740 1 -- 172.21.15.33:0/2783485024 >> 172.21.15.33:0/2783485024 conn(0x559e20b05120 msgr2=0x559e20b041c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:25.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.808+0000 7f2230c00640 0 client.26954 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:25.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.808+0000 7f224c43e740 1 -- 172.21.15.33:0/2783485024 shutdown_connections 2024-09-05T02:34:25.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.808+0000 7f224c43e740 1 -- 172.21.15.33:0/2783485024 wait complete. 2024-09-05T02:34:25.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.808+0000 7f224c43e740 20 client.26954 trim_cache size 0 max 16384 2024-09-05T02:34:25.813 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:34:25.813 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:34:25.813 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:34:25.813 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:34:25.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.809+0000 7f2249800640 1 -- 172.21.15.33:0/3259704893 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f22280a2d70 msgr2=0x7f22280a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:25.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.809+0000 7f2249800640 1 --2- 172.21.15.33:0/3259704893 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f22280a2d70 0x7f22280a5230 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f22340bbb30 tx=0x7f22340f50e0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.809+0000 7f2249800640 1 -- 172.21.15.33:0/3259704893 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2244104010 msgr2=0x7f224419a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:25.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.809+0000 7f2249800640 1 --2- 172.21.15.33:0/3259704893 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2244104010 0x7f224419a620 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f2234006010 tx=0x7f22340042f0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.809+0000 7f2249800640 1 -- 172.21.15.33:0/3259704893 shutdown_connections 2024-09-05T02:34:25.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.809+0000 7f2249800640 1 --2- 172.21.15.33:0/3259704893 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f22280a2d70 0x7f22280a5230 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.809+0000 7f2249800640 1 --2- 172.21.15.33:0/3259704893 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2244109140 0x7f224419eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.809+0000 7f2249800640 1 --2- 172.21.15.33:0/3259704893 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f22441049c0 0x7f224419ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.809+0000 7f2249800640 1 --2- 172.21.15.33:0/3259704893 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2244104010 0x7f224419a620 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:25.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.809+0000 7f2249800640 1 -- 172.21.15.33:0/3259704893 >> 172.21.15.33:0/3259704893 conn(0x7f22440ffa50 msgr2=0x7f2244100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:25.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.809+0000 7f2249800640 1 -- 172.21.15.33:0/3259704893 shutdown_connections 2024-09-05T02:34:25.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:25.809+0000 7f2249800640 1 -- 172.21.15.33:0/3259704893 wait complete. 2024-09-05T02:34:26.670 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:34:26.670 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:34:27.050 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:34:27.357 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:27 smithi033 ceph-mon[29909]: pgmap v230: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:27.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:27 smithi123 ceph-mon[34031]: pgmap v230: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:27.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:27 smithi174 ceph-mon[34756]: pgmap v230: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:27.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.714+0000 7f3de2c00640 1 -- 172.21.15.33:0/3003899394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ddc109120 msgr2=0x7f3ddc110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:27.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.714+0000 7f3de2c00640 1 --2- 172.21.15.33:0/3003899394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ddc109120 0x7f3ddc110ca0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f3dd4009ca0 tx=0x7f3dd402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:34:27.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.714+0000 7f3de2c00640 1 -- 172.21.15.33:0/3003899394 shutdown_connections 2024-09-05T02:34:27.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.714+0000 7f3de2c00640 1 --2- 172.21.15.33:0/3003899394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ddc109120 0x7f3ddc110ca0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:27.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.714+0000 7f3de2c00640 1 --2- 172.21.15.33:0/3003899394 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ddc1049a0 0x7f3ddc1089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:27.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.714+0000 7f3de2c00640 1 --2- 172.21.15.33:0/3003899394 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ddc103ff0 0x7f3ddc1043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.714+0000 7f3de2c00640 1 -- 172.21.15.33:0/3003899394 >> 172.21.15.33:0/3003899394 conn(0x7f3ddc0ffa90 msgr2=0x7f3ddc101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.714+0000 7f3de2c00640 1 -- 172.21.15.33:0/3003899394 shutdown_connections 2024-09-05T02:34:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.715+0000 7f3de2c00640 1 -- 172.21.15.33:0/3003899394 wait complete. 2024-09-05T02:34:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.715+0000 7f3de2c00640 1 Processor -- start 2024-09-05T02:34:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.716+0000 7f3de2c00640 1 -- start start 2024-09-05T02:34:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.716+0000 7f3de2c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ddc103ff0 0x7f3ddc076700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.716+0000 7f3de2c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ddc1049a0 0x7f3ddc076c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.716+0000 7f3de2c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ddc109120 0x7f3ddc077180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.716+0000 7f3de2c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3ddc114150 con 0x7f3ddc109120 2024-09-05T02:34:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.716+0000 7f3de2c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3ddc113fd0 con 0x7f3ddc1049a0 2024-09-05T02:34:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.716+0000 7f3de2c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3ddc1142d0 con 0x7f3ddc103ff0 2024-09-05T02:34:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.716+0000 7f3de0c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ddc109120 0x7f3ddc077180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:27.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.716+0000 7f3de0c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ddc109120 0x7f3ddc077180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34256/0 (socket says 172.21.15.33:34256) 2024-09-05T02:34:27.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.716+0000 7f3de0c00640 1 -- 172.21.15.33:0/237845042 learned_addr learned my addr 172.21.15.33:0/237845042 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:27.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.716+0000 7f3ddbe00640 1 --2- 172.21.15.33:0/237845042 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ddc103ff0 0x7f3ddc076700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:27.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.716+0000 7f3ddb400640 1 --2- 172.21.15.33:0/237845042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ddc1049a0 0x7f3ddc076c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:27.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.717+0000 7f3de0c00640 1 -- 172.21.15.33:0/237845042 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ddc103ff0 msgr2=0x7f3ddc076700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:27.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.717+0000 7f3de0c00640 1 --2- 172.21.15.33:0/237845042 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ddc103ff0 0x7f3ddc076700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:27.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.717+0000 7f3de0c00640 1 -- 172.21.15.33:0/237845042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ddc1049a0 msgr2=0x7f3ddc076c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:27.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.717+0000 7f3de0c00640 1 --2- 172.21.15.33:0/237845042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ddc1049a0 0x7f3ddc076c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:27.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.717+0000 7f3de0c00640 1 -- 172.21.15.33:0/237845042 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ddc1aac50 con 0x7f3ddc109120 2024-09-05T02:34:27.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.717+0000 7f3ddbe00640 1 --2- 172.21.15.33:0/237845042 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ddc103ff0 0x7f3ddc076700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:27.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.717+0000 7f3de0c00640 1 --2- 172.21.15.33:0/237845042 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ddc109120 0x7f3ddc077180 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f3dd4031a50 tx=0x7f3dd4031a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:27.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.717+0000 7f3dd8c00640 1 -- 172.21.15.33:0/237845042 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd4003c30 con 0x7f3ddc109120 2024-09-05T02:34:27.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.718+0000 7f3dd8c00640 1 -- 172.21.15.33:0/237845042 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3dd4003dd0 con 0x7f3ddc109120 2024-09-05T02:34:27.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.718+0000 7f3de2c00640 1 -- 172.21.15.33:0/237845042 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ddc1aaee0 con 0x7f3ddc109120 2024-09-05T02:34:27.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.718+0000 7f3dd8c00640 1 -- 172.21.15.33:0/237845042 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd402fc70 con 0x7f3ddc109120 2024-09-05T02:34:27.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.718+0000 7f3de2c00640 1 -- 172.21.15.33:0/237845042 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ddc1ab3f0 con 0x7f3ddc109120 2024-09-05T02:34:27.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.719+0000 7f3de2c00640 1 -- 172.21.15.33:0/237845042 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ddc1054d0 con 0x7f3ddc109120 2024-09-05T02:34:27.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.721+0000 7f3dd8c00640 1 -- 172.21.15.33:0/237845042 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f3dd4004050 con 0x7f3ddc109120 2024-09-05T02:34:27.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.723+0000 7f3dd8c00640 1 --2- 172.21.15.33:0/237845042 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3dc00a2cf0 0x7f3dc00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:27.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.723+0000 7f3dd8c00640 1 -- 172.21.15.33:0/237845042 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f3dd40f04d0 con 0x7f3ddc109120 2024-09-05T02:34:27.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.723+0000 7f3ddbe00640 1 --2- 172.21.15.33:0/237845042 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3dc00a2cf0 0x7f3dc00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:27.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.723+0000 7f3ddbe00640 1 --2- 172.21.15.33:0/237845042 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3dc00a2cf0 0x7f3dc00a51b0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc009fc0 tx=0x7f3dcc005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:27.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.727+0000 7f3dd8c00640 1 -- 172.21.15.33:0/237845042 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3dd40bd2b0 con 0x7f3ddc109120 2024-09-05T02:34:27.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.946+0000 7f3de2c00640 1 -- 172.21.15.33:0/237845042 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3ddc077c30 con 0x7f3ddc109120 2024-09-05T02:34:27.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.947+0000 7f3dd8c00640 1 -- 172.21.15.33:0/237845042 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7f3dd40bcbb0 con 0x7f3ddc109120 2024-09-05T02:34:27.949 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:34:27.950 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:34:27.950 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:34:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.950+0000 7f3de2c00640 1 -- 172.21.15.33:0/237845042 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3dc00a2cf0 msgr2=0x7f3dc00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.950+0000 7f3de2c00640 1 --2- 172.21.15.33:0/237845042 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3dc00a2cf0 0x7f3dc00a51b0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc009fc0 tx=0x7f3dcc005f90 comp rx=0 tx=0).stop 2024-09-05T02:34:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.950+0000 7f3de2c00640 1 -- 172.21.15.33:0/237845042 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ddc109120 msgr2=0x7f3ddc077180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.950+0000 7f3de2c00640 1 --2- 172.21.15.33:0/237845042 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ddc109120 0x7f3ddc077180 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f3dd4031a50 tx=0x7f3dd4031a80 comp rx=0 tx=0).stop 2024-09-05T02:34:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.950+0000 7f3de2c00640 1 -- 172.21.15.33:0/237845042 shutdown_connections 2024-09-05T02:34:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.950+0000 7f3de2c00640 1 --2- 172.21.15.33:0/237845042 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3dc00a2cf0 0x7f3dc00a51b0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:27.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.950+0000 7f3de2c00640 1 --2- 172.21.15.33:0/237845042 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ddc109120 0x7f3ddc077180 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:27.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.950+0000 7f3de2c00640 1 --2- 172.21.15.33:0/237845042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ddc1049a0 0x7f3ddc076c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:27.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.950+0000 7f3de2c00640 1 --2- 172.21.15.33:0/237845042 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ddc103ff0 0x7f3ddc076700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:27.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.950+0000 7f3de2c00640 1 -- 172.21.15.33:0/237845042 >> 172.21.15.33:0/237845042 conn(0x7f3ddc0ffa90 msgr2=0x7f3ddc101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:27.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.950+0000 7f3de2c00640 1 -- 172.21.15.33:0/237845042 shutdown_connections 2024-09-05T02:34:27.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:27.950+0000 7f3de2c00640 1 -- 172.21.15.33:0/237845042 wait complete. 2024-09-05T02:34:28.331 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:28 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/237845042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:34:28.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:28 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/237845042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:34:28.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:28 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/237845042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:34:28.845 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:34:29.226 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:34:29.365 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:29 smithi033 ceph-mon[29909]: pgmap v231: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 12 op/s 2024-09-05T02:34:29.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:29 smithi123 ceph-mon[34031]: pgmap v231: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 12 op/s 2024-09-05T02:34:29.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:29 smithi174 ceph-mon[34756]: pgmap v231: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 12 op/s 2024-09-05T02:34:29.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.742+0000 7f91acc00640 1 -- 172.21.15.33:0/2734807368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91a8103ff0 msgr2=0x7f91a81043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:29.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.742+0000 7f91acc00640 1 --2- 172.21.15.33:0/2734807368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91a8103ff0 0x7f91a81043d0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f9198009900 tx=0x7f919802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.742+0000 7f91acc00640 1 -- 172.21.15.33:0/2734807368 shutdown_connections 2024-09-05T02:34:29.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.742+0000 7f91acc00640 1 --2- 172.21.15.33:0/2734807368 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f91a8109120 0x7f91a8110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.742+0000 7f91acc00640 1 --2- 172.21.15.33:0/2734807368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f91a81049a0 0x7f91a81089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.742+0000 7f91acc00640 1 --2- 172.21.15.33:0/2734807368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91a8103ff0 0x7f91a81043d0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.742+0000 7f91acc00640 1 -- 172.21.15.33:0/2734807368 >> 172.21.15.33:0/2734807368 conn(0x7f91a80ffa90 msgr2=0x7f91a8101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:29.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.742+0000 7f91acc00640 1 -- 172.21.15.33:0/2734807368 shutdown_connections 2024-09-05T02:34:29.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.742+0000 7f91acc00640 1 -- 172.21.15.33:0/2734807368 wait complete. 2024-09-05T02:34:29.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.743+0000 7f91acc00640 1 Processor -- start 2024-09-05T02:34:29.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.744+0000 7f91acc00640 1 -- start start 2024-09-05T02:34:29.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.744+0000 7f91acc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f91a8103ff0 0x7f91a819a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:29.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.744+0000 7f91acc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f91a81049a0 0x7f91a819ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:29.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.744+0000 7f91acc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91a8109120 0x7f91a819eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:29.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.744+0000 7f91acc00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f91a8114120 con 0x7f91a8109120 2024-09-05T02:34:29.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.744+0000 7f91acc00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f91a8113fa0 con 0x7f91a8103ff0 2024-09-05T02:34:29.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.744+0000 7f91acc00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f91a81142a0 con 0x7f91a81049a0 2024-09-05T02:34:29.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.744+0000 7f91a6800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91a8109120 0x7f91a819eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:29.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.744+0000 7f91a5400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f91a81049a0 0x7f91a819ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:29.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.744+0000 7f91a6800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91a8109120 0x7f91a819eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34272/0 (socket says 172.21.15.33:34272) 2024-09-05T02:34:29.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.744+0000 7f91a6800640 1 -- 172.21.15.33:0/1992392720 learned_addr learned my addr 172.21.15.33:0/1992392720 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:29.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.744+0000 7f91a5e00640 1 --2- 172.21.15.33:0/1992392720 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f91a8103ff0 0x7f91a819a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:29.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.745+0000 7f91a5400640 1 -- 172.21.15.33:0/1992392720 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f91a8103ff0 msgr2=0x7f91a819a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:29.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.745+0000 7f91a5400640 1 --2- 172.21.15.33:0/1992392720 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f91a8103ff0 0x7f91a819a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.745+0000 7f91a5400640 1 -- 172.21.15.33:0/1992392720 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91a8109120 msgr2=0x7f91a819eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:29.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.745+0000 7f91a5400640 1 --2- 172.21.15.33:0/1992392720 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91a8109120 0x7f91a819eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.745+0000 7f91a5400640 1 -- 172.21.15.33:0/1992392720 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91a819f590 con 0x7f91a81049a0 2024-09-05T02:34:29.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.745+0000 7f91a6800640 1 --2- 172.21.15.33:0/1992392720 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91a8109120 0x7f91a819eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:29.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.745+0000 7f91a5400640 1 --2- 172.21.15.33:0/1992392720 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f91a81049a0 0x7f91a819ab20 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f919400e9f0 tx=0x7f919400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:29.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.745+0000 7f919ea00640 1 -- 172.21.15.33:0/1992392720 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919400ccc0 con 0x7f91a81049a0 2024-09-05T02:34:29.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.745+0000 7f91acc00640 1 -- 172.21.15.33:0/1992392720 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91a819f880 con 0x7f91a81049a0 2024-09-05T02:34:29.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.745+0000 7f919ea00640 1 -- 172.21.15.33:0/1992392720 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9194010910 con 0x7f91a81049a0 2024-09-05T02:34:29.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.745+0000 7f919ea00640 1 -- 172.21.15.33:0/1992392720 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9194018960 con 0x7f91a81049a0 2024-09-05T02:34:29.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.746+0000 7f91acc00640 1 -- 172.21.15.33:0/1992392720 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91a81a7160 con 0x7f91a81049a0 2024-09-05T02:34:29.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.749+0000 7f91af7f4740 1 Processor -- start 2024-09-05T02:34:29.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.750+0000 7f91af7f4740 1 -- start start 2024-09-05T02:34:29.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.750+0000 7f91af7f4740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 0x55c08fb25050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:29.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.750+0000 7f91af7f4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb25590 0x55c08fb2f910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:29.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.750+0000 7f91af7f4740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb2fe50 0x55c08fb32240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:29.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.750+0000 7f91af7f4740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55c08fa8b3e0 con 0x55c08fb24c70 2024-09-05T02:34:29.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.750+0000 7f91af7f4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55c08fa32d80 con 0x55c08fb25590 2024-09-05T02:34:29.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.750+0000 7f91af7f4740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55c08fa873a0 con 0x55c08fb2fe50 2024-09-05T02:34:29.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.750+0000 7f919ea00640 1 -- 172.21.15.33:0/1992392720 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f9194010ac0 con 0x7f91a81049a0 2024-09-05T02:34:29.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.751+0000 7f91a6800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 0x55c08fb25050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:29.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.751+0000 7f91a6800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 0x55c08fb25050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34274/0 (socket says 172.21.15.33:34274) 2024-09-05T02:34:29.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.751+0000 7f91a6800640 1 -- 172.21.15.33:0/881600993 learned_addr learned my addr 172.21.15.33:0/881600993 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:29.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.751+0000 7f91a5e00640 1 --2- 172.21.15.33:0/881600993 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb25590 0x55c08fb2f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:29.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.751+0000 7f91a5400640 1 --2- 172.21.15.33:0/881600993 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb2fe50 0x55c08fb32240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:29.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.751+0000 7f91a6800640 1 -- 172.21.15.33:0/881600993 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb2fe50 msgr2=0x55c08fb32240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:29.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.751+0000 7f91a6800640 1 --2- 172.21.15.33:0/881600993 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb2fe50 0x55c08fb32240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.751+0000 7f91a6800640 1 -- 172.21.15.33:0/881600993 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb25590 msgr2=0x55c08fb2f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:29.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.751+0000 7f91a6800640 1 --2- 172.21.15.33:0/881600993 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb25590 0x55c08fb2f910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.751+0000 7f91a6800640 1 -- 172.21.15.33:0/881600993 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c08fa51ae0 con 0x55c08fb24c70 2024-09-05T02:34:29.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.751+0000 7f91a5400640 1 --2- 172.21.15.33:0/881600993 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb2fe50 0x55c08fb32240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:34:29.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.751+0000 7f91a6800640 1 --2- 172.21.15.33:0/881600993 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 0x55c08fb25050 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f91a0011850 tx=0x7f91a0011d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff9a995a7f2d7bfb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:29.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.752+0000 7f9193000640 1 -- 172.21.15.33:0/881600993 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a0011330 con 0x55c08fb24c70 2024-09-05T02:34:29.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.752+0000 7f9193000640 1 -- 172.21.15.33:0/881600993 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f91a000fe80 con 0x55c08fb24c70 2024-09-05T02:34:29.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.752+0000 7f9193000640 1 -- 172.21.15.33:0/881600993 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a00193e0 con 0x55c08fb24c70 2024-09-05T02:34:29.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.752+0000 7f919ea00640 1 --2- 172.21.15.33:0/1992392720 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f918c0a2cf0 0x7f918c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:29.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.752+0000 7f919ea00640 1 -- 172.21.15.33:0/1992392720 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f91940cf850 con 0x7f91a81049a0 2024-09-05T02:34:29.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.753+0000 7f91a5e00640 1 --2- 172.21.15.33:0/1992392720 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f918c0a2cf0 0x7f918c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:29.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.753+0000 7f91af7f4740 1 -- 172.21.15.33:0/881600993 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 msgr2=0x55c08fb25050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:29.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.753+0000 7f91af7f4740 1 --2- 172.21.15.33:0/881600993 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 0x55c08fb25050 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f91a0011850 tx=0x7f91a0011d10 comp rx=0 tx=0).stop 2024-09-05T02:34:29.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.753+0000 7f91af7f4740 1 -- 172.21.15.33:0/881600993 shutdown_connections 2024-09-05T02:34:29.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.753+0000 7f91af7f4740 1 --2- 172.21.15.33:0/881600993 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb2fe50 0x55c08fb32240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.753+0000 7f91af7f4740 1 --2- 172.21.15.33:0/881600993 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb25590 0x55c08fb2f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.753+0000 7f91af7f4740 1 --2- 172.21.15.33:0/881600993 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 0x55c08fb25050 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.753+0000 7f91af7f4740 1 -- 172.21.15.33:0/881600993 >> 172.21.15.33:0/881600993 conn(0x55c08fb21200 msgr2=0x55c08fb215e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:29.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.753+0000 7f91af7f4740 1 -- 172.21.15.33:0/881600993 shutdown_connections 2024-09-05T02:34:29.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.753+0000 7f91af7f4740 1 -- 172.21.15.33:0/881600993 wait complete. 2024-09-05T02:34:29.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.753+0000 7f91a5e00640 1 --2- 172.21.15.33:0/1992392720 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f918c0a2cf0 0x7f918c0a51b0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f9198009230 tx=0x7f91980058d0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:29.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.754+0000 7f91af7f4740 1 -- start start 2024-09-05T02:34:29.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.754+0000 7f91af7f4740 1 Processor -- start 2024-09-05T02:34:29.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.754+0000 7f91af7f4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb24c70 0x55c08fb2cc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:29.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.754+0000 7f91af7f4740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb25590 0x55c08fb2d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:29.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.754+0000 7f91af7f4740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb2fe50 0x55c08fb2d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:29.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.754+0000 7f91af7f4740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55c08fb32a20 con 0x55c08fb25590 2024-09-05T02:34:29.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.754+0000 7f91af7f4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55c08fa460f0 con 0x55c08fb24c70 2024-09-05T02:34:29.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.754+0000 7f91af7f4740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55c08fb32ba0 con 0x55c08fb2fe50 2024-09-05T02:34:29.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.754+0000 7f91af7f4740 10 client.0 _ll_register_callbacks cb 0x55c08fa2dbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:29.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.755+0000 7f91a5400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb25590 0x55c08fb2d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:29.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.755+0000 7f91a5e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb24c70 0x55c08fb2cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:29.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.755+0000 7f91a5400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb25590 0x55c08fb2d1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34286/0 (socket says 172.21.15.33:34286) 2024-09-05T02:34:29.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.755+0000 7f91a5400640 1 -- 172.21.15.33:0/3467028703 learned_addr learned my addr 172.21.15.33:0/3467028703 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:29.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.755+0000 7f91a6800640 1 --2- 172.21.15.33:0/3467028703 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb2fe50 0x55c08fb2d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:29.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.755+0000 7f91a5e00640 1 -- 172.21.15.33:0/3467028703 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb2fe50 msgr2=0x55c08fb2d6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:29.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.755+0000 7f91a5e00640 1 --2- 172.21.15.33:0/3467028703 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb2fe50 0x55c08fb2d6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.755+0000 7f91a5e00640 1 -- 172.21.15.33:0/3467028703 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb25590 msgr2=0x55c08fb2d1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:29.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.755+0000 7f91a5e00640 1 --2- 172.21.15.33:0/3467028703 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb25590 0x55c08fb2d1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.755+0000 7f91a5e00640 1 -- 172.21.15.33:0/3467028703 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c08f7fc3c0 con 0x55c08fb24c70 2024-09-05T02:34:29.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.755+0000 7f91a5400640 1 --2- 172.21.15.33:0/3467028703 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb25590 0x55c08fb2d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:29.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.756+0000 7f91a5e00640 1 --2- 172.21.15.33:0/3467028703 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb24c70 0x55c08fb2cc70 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9198005940 tx=0x7f9198009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ba9f626781703509 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:29.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.756+0000 7f9187400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:34:29.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.756+0000 7f9187400640 1 -- 172.21.15.33:0/3467028703 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919804e070 con 0x55c08fb24c70 2024-09-05T02:34:29.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.756+0000 7f91af7f4740 1 -- 172.21.15.33:0/3467028703 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c08fa98950 con 0x55c08fb24c70 2024-09-05T02:34:29.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.756+0000 7f9187400640 1 -- 172.21.15.33:0/3467028703 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f9198003b80 con 0x55c08fb24c70 2024-09-05T02:34:29.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.756+0000 7f9187400640 1 -- 172.21.15.33:0/3467028703 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f919805a050 con 0x55c08fb24c70 2024-09-05T02:34:29.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.756+0000 7f91af7f4740 10 client.26972 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:29.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.756+0000 7f91af7f4740 1 -- 172.21.15.33:0/3467028703 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c08fb3e900 con 0x55c08fb24c70 2024-09-05T02:34:29.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.757+0000 7f9187400640 1 -- 172.21.15.33:0/3467028703 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55c08fa98950 con 0x55c08fb24c70 2024-09-05T02:34:29.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.757+0000 7f9187400640 1 -- 172.21.15.33:0/3467028703 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f919803d450 con 0x55c08fb24c70 2024-09-05T02:34:29.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.757+0000 7f91af7f4740 10 client.26972 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:29.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.757+0000 7f91af7f4740 10 client.26972 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:34:29.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.757+0000 7f91af7f4740 20 client.26972 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:29.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.757+0000 7f91af7f4740 1 --2- 172.21.15.33:0/3467028703 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55c08fb3fd10 0x55c08fb421a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:29.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.757+0000 7f91af7f4740 4 client.26972 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:34:29.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.757+0000 7f91af7f4740 1 -- 172.21.15.33:0/3467028703 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c08fa92e60 con 0x55c08fb3fd10 2024-09-05T02:34:29.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.758+0000 7f91a5400640 1 --2- 172.21.15.33:0/3467028703 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55c08fb3fd10 0x55c08fb421a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:29.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.758+0000 7f91a5400640 1 --2- 172.21.15.33:0/3467028703 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55c08fb3fd10 0x55c08fb421a0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=11b073d268468625 server_cookie=a688b6a318fcec21 in_seq=0 out_seq=0 2024-09-05T02:34:29.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.758+0000 7f9187400640 10 client.26972 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:34:29.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.759+0000 7f9187400640 1 -- 172.21.15.33:0/3467028703 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c08fa92e60 con 0x55c08fb3fd10 2024-09-05T02:34:29.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.759+0000 7f9187400640 10 client.26972 handle_command_reply: tid=0 2024-09-05T02:34:29.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.759+0000 7f91af7f4740 1 client.26972 shutdown 2024-09-05T02:34:29.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.759+0000 7f91af7f4740 1 -- 172.21.15.33:0/3467028703 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb24c70 msgr2=0x55c08fb2cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:29.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.759+0000 7f91af7f4740 1 --2- 172.21.15.33:0/3467028703 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb24c70 0x55c08fb2cc70 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9198005940 tx=0x7f9198009260 comp rx=0 tx=0).stop 2024-09-05T02:34:29.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.759+0000 7f91af7f4740 1 -- 172.21.15.33:0/3467028703 shutdown_connections 2024-09-05T02:34:29.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.759+0000 7f91af7f4740 1 --2- 172.21.15.33:0/3467028703 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55c08fb3fd10 0x55c08fb421a0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.759+0000 7f91af7f4740 1 --2- 172.21.15.33:0/3467028703 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb2fe50 0x55c08fb2d6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.759+0000 7f91af7f4740 1 --2- 172.21.15.33:0/3467028703 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb25590 0x55c08fb2d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.759+0000 7f9187400640 0 client.26972 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:34:29.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.759+0000 7f91af7f4740 1 --2- 172.21.15.33:0/3467028703 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb24c70 0x55c08fb2cc70 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.759+0000 7f91af7f4740 1 -- 172.21.15.33:0/3467028703 >> 172.21.15.33:0/3467028703 conn(0x55c08fb21200 msgr2=0x55c08fb26f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:29.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.759+0000 7f91af7f4740 1 -- 172.21.15.33:0/3467028703 shutdown_connections 2024-09-05T02:34:29.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.759+0000 7f91af7f4740 1 -- 172.21.15.33:0/3467028703 wait complete. 2024-09-05T02:34:29.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.759+0000 7f91af7f4740 20 client.26972 trim_cache size 0 max 16384 2024-09-05T02:34:29.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.773+0000 7f91af7f4740 1 Processor -- start 2024-09-05T02:34:29.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.773+0000 7f91af7f4740 1 -- start start 2024-09-05T02:34:29.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.774+0000 7f91af7f4740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 0x55c08fb27720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:29.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.774+0000 7f91af7f4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb25590 0x55c08fb2bee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:29.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.774+0000 7f91af7f4740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb2fe50 0x55c08fb47a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:29.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.774+0000 7f91af7f4740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f91a81afa50 con 0x55c08fb24c70 2024-09-05T02:34:29.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.774+0000 7f91af7f4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f91a81b1590 con 0x55c08fb25590 2024-09-05T02:34:29.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.774+0000 7f91af7f4740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f91a81b0120 con 0x55c08fb2fe50 2024-09-05T02:34:29.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.774+0000 7f91a5e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 0x55c08fb27720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:29.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.774+0000 7f91a5400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb25590 0x55c08fb2bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:29.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.774+0000 7f91a5e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 0x55c08fb27720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34296/0 (socket says 172.21.15.33:34296) 2024-09-05T02:34:29.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.774+0000 7f91a5e00640 1 -- 172.21.15.33:0/129861903 learned_addr learned my addr 172.21.15.33:0/129861903 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:29.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.774+0000 7f91a6800640 1 --2- 172.21.15.33:0/129861903 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb2fe50 0x55c08fb47a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:29.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.774+0000 7f91a5400640 1 -- 172.21.15.33:0/129861903 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb2fe50 msgr2=0x55c08fb47a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:29.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.774+0000 7f91a5400640 1 --2- 172.21.15.33:0/129861903 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb2fe50 0x55c08fb47a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.774+0000 7f91a5400640 1 -- 172.21.15.33:0/129861903 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 msgr2=0x55c08fb27720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:29.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.774+0000 7f91a5400640 1 --2- 172.21.15.33:0/129861903 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 0x55c08fb27720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.774+0000 7f91a5400640 1 -- 172.21.15.33:0/129861903 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c08fb21030 con 0x55c08fb25590 2024-09-05T02:34:29.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.774+0000 7f91a5e00640 1 --2- 172.21.15.33:0/129861903 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 0x55c08fb27720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:29.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.775+0000 7f91a5400640 1 --2- 172.21.15.33:0/129861903 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb25590 0x55c08fb2bee0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f91940ccf90 tx=0x7f9194009700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a34db6aa78f2c17c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:29.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.775+0000 7f9192600640 1 -- 172.21.15.33:0/129861903 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91940cd1b0 con 0x55c08fb25590 2024-09-05T02:34:29.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.775+0000 7f9192600640 1 -- 172.21.15.33:0/129861903 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f91940cd350 con 0x55c08fb25590 2024-09-05T02:34:29.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.775+0000 7f9192600640 1 -- 172.21.15.33:0/129861903 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9194018df0 con 0x55c08fb25590 2024-09-05T02:34:29.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.776+0000 7f91af7f4740 1 -- 172.21.15.33:0/129861903 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb25590 msgr2=0x55c08fb2bee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:29.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.776+0000 7f91af7f4740 1 --2- 172.21.15.33:0/129861903 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb25590 0x55c08fb2bee0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f91940ccf90 tx=0x7f9194009700 comp rx=0 tx=0).stop 2024-09-05T02:34:29.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.776+0000 7f91af7f4740 1 -- 172.21.15.33:0/129861903 shutdown_connections 2024-09-05T02:34:29.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.776+0000 7f91af7f4740 1 --2- 172.21.15.33:0/129861903 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb2fe50 0x55c08fb47a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.776+0000 7f91af7f4740 1 --2- 172.21.15.33:0/129861903 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb25590 0x55c08fb2bee0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.776+0000 7f91af7f4740 1 --2- 172.21.15.33:0/129861903 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 0x55c08fb27720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.776+0000 7f91af7f4740 1 -- 172.21.15.33:0/129861903 >> 172.21.15.33:0/129861903 conn(0x55c08fb21200 msgr2=0x55c08fb20380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:29.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.776+0000 7f91af7f4740 1 -- 172.21.15.33:0/129861903 shutdown_connections 2024-09-05T02:34:29.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.776+0000 7f91af7f4740 1 -- 172.21.15.33:0/129861903 wait complete. 2024-09-05T02:34:29.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.776+0000 7f91af7f4740 1 -- start start 2024-09-05T02:34:29.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.777+0000 7f91af7f4740 1 Processor -- start 2024-09-05T02:34:29.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.777+0000 7f91af7f4740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 0x55c08fb33530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:29.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.777+0000 7f91af7f4740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb25590 0x55c08fb33a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:29.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.777+0000 7f91af7f4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb2fe50 0x55c08fba2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:29.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.777+0000 7f91af7f4740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f91a81b0ec0 con 0x55c08fb24c70 2024-09-05T02:34:29.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.777+0000 7f91af7f4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f91a81b07f0 con 0x55c08fb2fe50 2024-09-05T02:34:29.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.777+0000 7f91af7f4740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f91a81ada50 con 0x55c08fb25590 2024-09-05T02:34:29.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.777+0000 7f91af7f4740 10 client.0 _ll_register_callbacks cb 0x7f91980318e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:29.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.777+0000 7f91a5e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 0x55c08fb33530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:29.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.777+0000 7f91a5400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb25590 0x55c08fb33a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:29.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.777+0000 7f91a5e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 0x55c08fb33530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34302/0 (socket says 172.21.15.33:34302) 2024-09-05T02:34:29.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.777+0000 7f91a5e00640 1 -- 172.21.15.33:0/1028001814 learned_addr learned my addr 172.21.15.33:0/1028001814 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:29.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.777+0000 7f91a6800640 1 --2- 172.21.15.33:0/1028001814 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb2fe50 0x55c08fba2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:29.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.778+0000 7f91a5400640 1 -- 172.21.15.33:0/1028001814 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb2fe50 msgr2=0x55c08fba2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:29.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.778+0000 7f91a5400640 1 --2- 172.21.15.33:0/1028001814 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb2fe50 0x55c08fba2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.778+0000 7f91a5400640 1 -- 172.21.15.33:0/1028001814 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 msgr2=0x55c08fb33530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:29.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.778+0000 7f91a5400640 1 --2- 172.21.15.33:0/1028001814 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 0x55c08fb33530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.778+0000 7f91a5400640 1 -- 172.21.15.33:0/1028001814 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c08fb1c770 con 0x55c08fb25590 2024-09-05T02:34:29.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.778+0000 7f91a5e00640 1 --2- 172.21.15.33:0/1028001814 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 0x55c08fb33530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:29.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.778+0000 7f91a5400640 1 --2- 172.21.15.33:0/1028001814 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb25590 0x55c08fb33a70 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x55c08fb27c60 tx=0x7f919409b660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8420100a197c13f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:29.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.778+0000 7f9187400640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:34:29.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.778+0000 7f9187400640 1 -- 172.21.15.33:0/1028001814 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91940b8070 con 0x55c08fb25590 2024-09-05T02:34:29.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.778+0000 7f9187400640 1 -- 172.21.15.33:0/1028001814 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f9194010640 con 0x55c08fb25590 2024-09-05T02:34:29.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.778+0000 7f91af7f4740 1 -- 172.21.15.33:0/1028001814 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91940cd350 con 0x55c08fb25590 2024-09-05T02:34:29.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.779+0000 7f9187400640 1 -- 172.21.15.33:0/1028001814 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f91940cd1b0 con 0x55c08fb25590 2024-09-05T02:34:29.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.779+0000 7f91af7f4740 10 client.26917 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:29.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.779+0000 7f91af7f4740 1 -- 172.21.15.33:0/1028001814 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c08fb222b0 con 0x55c08fb25590 2024-09-05T02:34:29.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.779+0000 7f9187400640 1 -- 172.21.15.33:0/1028001814 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f91940cd350 con 0x55c08fb25590 2024-09-05T02:34:29.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.779+0000 7f9187400640 1 -- 172.21.15.33:0/1028001814 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9194086040 con 0x55c08fb25590 2024-09-05T02:34:29.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.779+0000 7f91af7f4740 10 client.26917 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:29.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.779+0000 7f91af7f4740 10 client.26917 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:34:29.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.779+0000 7f91af7f4740 20 client.26917 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:29.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.779+0000 7f91af7f4740 1 --2- 172.21.15.33:0/1028001814 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55c08fbaa600 0x55c08fbac9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:29.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.779+0000 7f91af7f4740 4 client.26917 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:34:29.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.779+0000 7f91af7f4740 1 -- 172.21.15.33:0/1028001814 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c08fa0f010 con 0x55c08fbaa600 2024-09-05T02:34:29.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.779+0000 7f91a5e00640 1 --2- 172.21.15.33:0/1028001814 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55c08fbaa600 0x55c08fbac9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:29.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.780+0000 7f91a5e00640 1 --2- 172.21.15.33:0/1028001814 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55c08fbaa600 0x55c08fbac9f0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4161395f26777c1f server_cookie=36ae71ec92b9af40 in_seq=0 out_seq=0 2024-09-05T02:34:29.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.780+0000 7f9187400640 10 client.26917 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:34:29.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.780+0000 7f9187400640 1 -- 172.21.15.33:0/1028001814 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c08fa0f010 con 0x55c08fbaa600 2024-09-05T02:34:29.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.780+0000 7f9187400640 10 client.26917 handle_command_reply: tid=0 2024-09-05T02:34:29.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.780+0000 7f91af7f4740 1 client.26917 shutdown 2024-09-05T02:34:29.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.780+0000 7f91af7f4740 1 -- 172.21.15.33:0/1028001814 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb25590 msgr2=0x55c08fb33a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:29.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.780+0000 7f91af7f4740 1 --2- 172.21.15.33:0/1028001814 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb25590 0x55c08fb33a70 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x55c08fb27c60 tx=0x7f919409b660 comp rx=0 tx=0).stop 2024-09-05T02:34:29.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.780+0000 7f91af7f4740 1 -- 172.21.15.33:0/1028001814 shutdown_connections 2024-09-05T02:34:29.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.780+0000 7f91af7f4740 1 --2- 172.21.15.33:0/1028001814 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55c08fbaa600 0x55c08fbac9f0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.780+0000 7f91af7f4740 1 --2- 172.21.15.33:0/1028001814 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08fb2fe50 0x55c08fba2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.780+0000 7f91af7f4740 1 --2- 172.21.15.33:0/1028001814 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08fb25590 0x55c08fb33a70 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.780+0000 7f91af7f4740 1 --2- 172.21.15.33:0/1028001814 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08fb24c70 0x55c08fb33530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.780+0000 7f9187400640 0 client.26917 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:34:29.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.780+0000 7f91af7f4740 1 -- 172.21.15.33:0/1028001814 >> 172.21.15.33:0/1028001814 conn(0x55c08fb21200 msgr2=0x55c08fb3ac70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:29.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.781+0000 7f91af7f4740 1 -- 172.21.15.33:0/1028001814 shutdown_connections 2024-09-05T02:34:29.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.781+0000 7f91af7f4740 1 -- 172.21.15.33:0/1028001814 wait complete. 2024-09-05T02:34:29.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.781+0000 7f91af7f4740 20 client.26917 trim_cache size 0 max 16384 2024-09-05T02:34:29.788 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:34:29.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.781+0000 7f91acc00640 1 -- 172.21.15.33:0/1992392720 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f918c0a2cf0 msgr2=0x7f918c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:29.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.781+0000 7f91acc00640 1 --2- 172.21.15.33:0/1992392720 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f918c0a2cf0 0x7f918c0a51b0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f9198009230 tx=0x7f91980058d0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.781+0000 7f91acc00640 1 -- 172.21.15.33:0/1992392720 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f91a81049a0 msgr2=0x7f91a819ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:29.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.781+0000 7f91acc00640 1 --2- 172.21.15.33:0/1992392720 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f91a81049a0 0x7f91a819ab20 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f919400e9f0 tx=0x7f919400eeb0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.782+0000 7f91acc00640 1 -- 172.21.15.33:0/1992392720 shutdown_connections 2024-09-05T02:34:29.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.782+0000 7f91acc00640 1 --2- 172.21.15.33:0/1992392720 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f918c0a2cf0 0x7f918c0a51b0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.782+0000 7f91acc00640 1 --2- 172.21.15.33:0/1992392720 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91a8109120 0x7f91a819eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.782+0000 7f91acc00640 1 --2- 172.21.15.33:0/1992392720 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f91a81049a0 0x7f91a819ab20 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.782+0000 7f91acc00640 1 --2- 172.21.15.33:0/1992392720 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f91a8103ff0 0x7f91a819a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:29.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.782+0000 7f91acc00640 1 -- 172.21.15.33:0/1992392720 >> 172.21.15.33:0/1992392720 conn(0x7f91a80ffa90 msgr2=0x7f91a8100e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:29.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.782+0000 7f91acc00640 1 -- 172.21.15.33:0/1992392720 shutdown_connections 2024-09-05T02:34:29.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:29.782+0000 7f91acc00640 1 -- 172.21.15.33:0/1992392720 wait complete. 2024-09-05T02:34:30.654 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:34:31.034 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:34:31.377 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:31 smithi033 ceph-mon[29909]: pgmap v232: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:31.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:31 smithi123 ceph-mon[34031]: pgmap v232: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:31.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:31 smithi174 ceph-mon[34756]: pgmap v232: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:31.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.600+0000 7efd05e00640 1 -- 172.21.15.33:0/1923606389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd00109120 msgr2=0x7efd00110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:31.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.600+0000 7efd05e00640 1 --2- 172.21.15.33:0/1923606389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd00109120 0x7efd00110ca0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7efcf8009ca0 tx=0x7efcf802a8c0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.600+0000 7efd05e00640 1 -- 172.21.15.33:0/1923606389 shutdown_connections 2024-09-05T02:34:31.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.600+0000 7efd05e00640 1 --2- 172.21.15.33:0/1923606389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd00109120 0x7efd00110ca0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.600+0000 7efd05e00640 1 --2- 172.21.15.33:0/1923606389 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efd001049a0 0x7efd001089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.600+0000 7efd05e00640 1 --2- 172.21.15.33:0/1923606389 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efd00103ff0 0x7efd001043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.600+0000 7efd05e00640 1 -- 172.21.15.33:0/1923606389 >> 172.21.15.33:0/1923606389 conn(0x7efd000ffa90 msgr2=0x7efd00101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:31.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.600+0000 7efd05e00640 1 -- 172.21.15.33:0/1923606389 shutdown_connections 2024-09-05T02:34:31.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.600+0000 7efd05e00640 1 -- 172.21.15.33:0/1923606389 wait complete. 2024-09-05T02:34:31.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.601+0000 7efd05e00640 1 Processor -- start 2024-09-05T02:34:31.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.601+0000 7efd05e00640 1 -- start start 2024-09-05T02:34:31.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.602+0000 7efd05e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efd00103ff0 0x7efd0019a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:31.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.602+0000 7efd05e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efd001049a0 0x7efd0019ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:31.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.602+0000 7efd05e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd00109120 0x7efd0019ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:31.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.602+0000 7efd05e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efd001141a0 con 0x7efd00109120 2024-09-05T02:34:31.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.602+0000 7efd05e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efd00114020 con 0x7efd001049a0 2024-09-05T02:34:31.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.602+0000 7efd05e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7efd00114320 con 0x7efd00103ff0 2024-09-05T02:34:31.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.602+0000 7efcff400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd00109120 0x7efd0019ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:31.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.602+0000 7efcfea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efd00103ff0 0x7efd0019a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:31.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.602+0000 7efcff400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd00109120 0x7efd0019ee90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60700/0 (socket says 172.21.15.33:60700) 2024-09-05T02:34:31.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.602+0000 7efcff400640 1 -- 172.21.15.33:0/5775854 learned_addr learned my addr 172.21.15.33:0/5775854 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:31.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.602+0000 7efcfe000640 1 --2- 172.21.15.33:0/5775854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efd001049a0 0x7efd0019ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:31.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.603+0000 7efcfea00640 1 -- 172.21.15.33:0/5775854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efd001049a0 msgr2=0x7efd0019ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:31.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.603+0000 7efcfea00640 1 --2- 172.21.15.33:0/5775854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efd001049a0 0x7efd0019ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.603+0000 7efcfea00640 1 -- 172.21.15.33:0/5775854 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd00109120 msgr2=0x7efd0019ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:31.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.603+0000 7efcfea00640 1 --2- 172.21.15.33:0/5775854 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd00109120 0x7efd0019ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.603+0000 7efcfea00640 1 -- 172.21.15.33:0/5775854 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd0019f570 con 0x7efd00103ff0 2024-09-05T02:34:31.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.603+0000 7efcfea00640 1 --2- 172.21.15.33:0/5775854 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efd00103ff0 0x7efd0019a5c0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7efcf000e9f0 tx=0x7efcf000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:31.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.603+0000 7efd04a00640 1 -- 172.21.15.33:0/5775854 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf000ccc0 con 0x7efd00103ff0 2024-09-05T02:34:31.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.603+0000 7efd04a00640 1 -- 172.21.15.33:0/5775854 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efcf0005020 con 0x7efd00103ff0 2024-09-05T02:34:31.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.603+0000 7efd05e00640 1 -- 172.21.15.33:0/5775854 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd0019f860 con 0x7efd00103ff0 2024-09-05T02:34:31.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.603+0000 7efd04a00640 1 -- 172.21.15.33:0/5775854 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf00049e0 con 0x7efd00103ff0 2024-09-05T02:34:31.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.603+0000 7efd05e00640 1 -- 172.21.15.33:0/5775854 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd001a7140 con 0x7efd00103ff0 2024-09-05T02:34:31.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.606+0000 7efd08a38740 1 Processor -- start 2024-09-05T02:34:31.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.606+0000 7efd08a38740 1 -- start start 2024-09-05T02:34:31.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.607+0000 7efd04a00640 1 -- 172.21.15.33:0/5775854 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7efcf0005560 con 0x7efd00103ff0 2024-09-05T02:34:31.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.607+0000 7efd08a38740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc66c70 0x55dffbc67050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:31.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.607+0000 7efd08a38740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc67590 0x55dffbc71910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:31.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.607+0000 7efd08a38740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc71e50 0x55dffbc74240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:31.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.607+0000 7efd08a38740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55dffbbcd3e0 con 0x55dffbc67590 2024-09-05T02:34:31.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.607+0000 7efd08a38740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55dffbb74d80 con 0x55dffbc66c70 2024-09-05T02:34:31.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.607+0000 7efd08a38740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55dffbbc93a0 con 0x55dffbc71e50 2024-09-05T02:34:31.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.607+0000 7efcff400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc66c70 0x55dffbc67050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:31.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.607+0000 7efcfea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc67590 0x55dffbc71910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:31.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.607+0000 7efcff400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc66c70 0x55dffbc67050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:50614/0 (socket says 172.21.15.33:50614) 2024-09-05T02:34:31.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.607+0000 7efcff400640 1 -- 172.21.15.33:0/660275890 learned_addr learned my addr 172.21.15.33:0/660275890 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:31.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.607+0000 7efcfe000640 1 --2- 172.21.15.33:0/660275890 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc71e50 0x55dffbc74240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:31.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.608+0000 7efcff400640 1 -- 172.21.15.33:0/660275890 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc71e50 msgr2=0x55dffbc74240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:31.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.608+0000 7efcff400640 1 --2- 172.21.15.33:0/660275890 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc71e50 0x55dffbc74240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.608+0000 7efcff400640 1 -- 172.21.15.33:0/660275890 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc67590 msgr2=0x55dffbc71910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:31.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.608+0000 7efcff400640 1 --2- 172.21.15.33:0/660275890 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc67590 0x55dffbc71910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.608+0000 7efcff400640 1 -- 172.21.15.33:0/660275890 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dffbb93ae0 con 0x55dffbc66c70 2024-09-05T02:34:31.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.608+0000 7efcff400640 1 --2- 172.21.15.33:0/660275890 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc66c70 0x55dffbc67050 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7efcf8005fb0 tx=0x7efcf8009a10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8813ac3d66d59967 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:31.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.608+0000 7efd04a00640 1 --2- 172.21.15.33:0/5775854 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7efce40a2d70 0x7efce40a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:31.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.608+0000 7efcebe00640 1 -- 172.21.15.33:0/660275890 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf8031db0 con 0x55dffbc66c70 2024-09-05T02:34:31.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.609+0000 7efcebe00640 1 -- 172.21.15.33:0/660275890 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efcf8036030 con 0x55dffbc66c70 2024-09-05T02:34:31.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.609+0000 7efcebe00640 1 -- 172.21.15.33:0/660275890 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf8004260 con 0x55dffbc66c70 2024-09-05T02:34:31.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.609+0000 7efd04a00640 1 -- 172.21.15.33:0/5775854 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7efcf00cf330 con 0x7efd00103ff0 2024-09-05T02:34:31.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.609+0000 7efcfea00640 1 --2- 172.21.15.33:0/5775854 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7efce40a2d70 0x7efce40a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:31.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.609+0000 7efd08a38740 1 -- 172.21.15.33:0/660275890 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc66c70 msgr2=0x55dffbc67050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:31.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.609+0000 7efd08a38740 1 --2- 172.21.15.33:0/660275890 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc66c70 0x55dffbc67050 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7efcf8005fb0 tx=0x7efcf8009a10 comp rx=0 tx=0).stop 2024-09-05T02:34:31.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.609+0000 7efcfea00640 1 --2- 172.21.15.33:0/5775854 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7efce40a2d70 0x7efce40a5230 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7efcf00ccb20 tx=0x7efcf00d2e80 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:31.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.609+0000 7efd08a38740 1 -- 172.21.15.33:0/660275890 shutdown_connections 2024-09-05T02:34:31.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.609+0000 7efd08a38740 1 --2- 172.21.15.33:0/660275890 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc71e50 0x55dffbc74240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.609+0000 7efd08a38740 1 --2- 172.21.15.33:0/660275890 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc67590 0x55dffbc71910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.609+0000 7efd08a38740 1 --2- 172.21.15.33:0/660275890 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc66c70 0x55dffbc67050 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.609+0000 7efd08a38740 1 -- 172.21.15.33:0/660275890 >> 172.21.15.33:0/660275890 conn(0x55dffbc63200 msgr2=0x55dffbc635e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:31.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.610+0000 7efd08a38740 1 -- 172.21.15.33:0/660275890 shutdown_connections 2024-09-05T02:34:31.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.610+0000 7efd08a38740 1 -- 172.21.15.33:0/660275890 wait complete. 2024-09-05T02:34:31.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.610+0000 7efd08a38740 1 -- start start 2024-09-05T02:34:31.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.610+0000 7efd08a38740 1 Processor -- start 2024-09-05T02:34:31.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.611+0000 7efd08a38740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc66c70 0x55dffbc6ec90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:31.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.611+0000 7efd08a38740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc67590 0x55dffbc6f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:31.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.611+0000 7efd08a38740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc71e50 0x55dffbc6f710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:31.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.611+0000 7efd08a38740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55dffbc748a0 con 0x55dffbc66c70 2024-09-05T02:34:31.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.611+0000 7efd08a38740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55dffbb880f0 con 0x55dffbc71e50 2024-09-05T02:34:31.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.611+0000 7efd08a38740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55dffbc74a20 con 0x55dffbc67590 2024-09-05T02:34:31.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.611+0000 7efd08a38740 10 client.0 _ll_register_callbacks cb 0x55dffbb6fbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:31.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.611+0000 7efcff400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc66c70 0x55dffbc6ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:31.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.611+0000 7efcfe000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc67590 0x55dffbc6f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:31.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.611+0000 7efcff400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc66c70 0x55dffbc6ec90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60714/0 (socket says 172.21.15.33:60714) 2024-09-05T02:34:31.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.611+0000 7efcff400640 1 -- 172.21.15.33:0/3821719583 learned_addr learned my addr 172.21.15.33:0/3821719583 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:31.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.611+0000 7efcff400640 1 --2- 172.21.15.33:0/3821719583 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc71e50 0x55dffbc6f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:31.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.612+0000 7efcff400640 1 -- 172.21.15.33:0/3821719583 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc67590 msgr2=0x55dffbc6f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:31.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.612+0000 7efcff400640 1 --2- 172.21.15.33:0/3821719583 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc67590 0x55dffbc6f1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.612+0000 7efcff400640 1 -- 172.21.15.33:0/3821719583 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc71e50 msgr2=0x55dffbc6f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:31.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.612+0000 7efcff400640 1 --2- 172.21.15.33:0/3821719583 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc71e50 0x55dffbc6f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.612+0000 7efcff400640 1 -- 172.21.15.33:0/3821719583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dffb93e3c0 con 0x55dffbc66c70 2024-09-05T02:34:31.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.612+0000 7efcfe000640 1 --2- 172.21.15.33:0/3821719583 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc67590 0x55dffbc6f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:31.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.612+0000 7efcff400640 1 --2- 172.21.15.33:0/3821719583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc66c70 0x55dffbc6ec90 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7efcf8009620 tx=0x7efcf80319e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cba6c2253399aa7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:31.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.612+0000 7efce8c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:34:31.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.612+0000 7efce8c00640 1 -- 172.21.15.33:0/3821719583 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf8058060 con 0x55dffbc66c70 2024-09-05T02:34:31.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.612+0000 7efce8c00640 1 -- 172.21.15.33:0/3821719583 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7efcf8003b70 con 0x55dffbc66c70 2024-09-05T02:34:31.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.612+0000 7efd08a38740 1 -- 172.21.15.33:0/3821719583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efcf8036030 con 0x55dffbc66c70 2024-09-05T02:34:31.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.613+0000 7efce8c00640 1 -- 172.21.15.33:0/3821719583 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7efcf804a040 con 0x55dffbc66c70 2024-09-05T02:34:31.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.613+0000 7efd08a38740 10 client.16905 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:31.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.613+0000 7efd08a38740 1 -- 172.21.15.33:0/3821719583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dffbc748a0 con 0x55dffbc66c70 2024-09-05T02:34:31.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.613+0000 7efce8c00640 1 -- 172.21.15.33:0/3821719583 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efcf8036030 con 0x55dffbc66c70 2024-09-05T02:34:31.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.613+0000 7efce8c00640 1 -- 172.21.15.33:0/3821719583 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7efcf8050070 con 0x55dffbc66c70 2024-09-05T02:34:31.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.613+0000 7efd08a38740 10 client.16905 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:31.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.613+0000 7efd08a38740 10 client.16905 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:34:31.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.613+0000 7efd08a38740 20 client.16905 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:31.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.613+0000 7efd08a38740 1 --2- 172.21.15.33:0/3821719583 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55dffbc81a60 0x55dffbc83e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:31.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.613+0000 7efd08a38740 4 client.16905 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:34:31.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.613+0000 7efd08a38740 1 -- 172.21.15.33:0/3821719583 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dffbbda950 con 0x55dffbc81a60 2024-09-05T02:34:31.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.614+0000 7efcfe000640 1 --2- 172.21.15.33:0/3821719583 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55dffbc81a60 0x55dffbc83e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:31.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.614+0000 7efcfe000640 1 --2- 172.21.15.33:0/3821719583 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55dffbc81a60 0x55dffbc83e50 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=19bedb059b3fbdcc server_cookie=ae6103008c96dfb4 in_seq=0 out_seq=0 2024-09-05T02:34:31.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.614+0000 7efce8c00640 10 client.16905 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:34:31.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.615+0000 7efce8c00640 1 -- 172.21.15.33:0/3821719583 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55dffbbda950 con 0x55dffbc81a60 2024-09-05T02:34:31.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.615+0000 7efce8c00640 10 client.16905 handle_command_reply: tid=0 2024-09-05T02:34:31.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.616+0000 7efd08a38740 1 client.16905 shutdown 2024-09-05T02:34:31.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.616+0000 7efd08a38740 1 -- 172.21.15.33:0/3821719583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc66c70 msgr2=0x55dffbc6ec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:31.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.616+0000 7efd08a38740 1 --2- 172.21.15.33:0/3821719583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc66c70 0x55dffbc6ec90 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7efcf8009620 tx=0x7efcf80319e0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.616+0000 7efd08a38740 1 -- 172.21.15.33:0/3821719583 shutdown_connections 2024-09-05T02:34:31.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.616+0000 7efd08a38740 1 --2- 172.21.15.33:0/3821719583 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55dffbc81a60 0x55dffbc83e50 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.616+0000 7efd08a38740 1 --2- 172.21.15.33:0/3821719583 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc71e50 0x55dffbc6f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.616+0000 7efd08a38740 1 --2- 172.21.15.33:0/3821719583 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc67590 0x55dffbc6f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.616+0000 7efd08a38740 1 --2- 172.21.15.33:0/3821719583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc66c70 0x55dffbc6ec90 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.616+0000 7efd08a38740 1 -- 172.21.15.33:0/3821719583 >> 172.21.15.33:0/3821719583 conn(0x55dffbc63200 msgr2=0x55dffbc62380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:31.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.616+0000 7efce8c00640 0 client.16905 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:34:31.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.616+0000 7efd08a38740 1 -- 172.21.15.33:0/3821719583 shutdown_connections 2024-09-05T02:34:31.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.616+0000 7efd08a38740 1 -- 172.21.15.33:0/3821719583 wait complete. 2024-09-05T02:34:31.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.616+0000 7efd08a38740 20 client.16905 trim_cache size 0 max 16384 2024-09-05T02:34:31.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.630+0000 7efd08a38740 1 Processor -- start 2024-09-05T02:34:31.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.630+0000 7efd08a38740 1 -- start start 2024-09-05T02:34:31.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.630+0000 7efd08a38740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc66c70 0x55dffbc89710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:31.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.630+0000 7efd08a38740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc67590 0x55dffbc89c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:31.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.630+0000 7efd08a38740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc71e50 0x55dffbc686c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:31.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.630+0000 7efd08a38740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efd001afa00 con 0x55dffbc71e50 2024-09-05T02:34:31.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.630+0000 7efd08a38740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efd001b1540 con 0x55dffbc66c70 2024-09-05T02:34:31.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.630+0000 7efd08a38740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7efd001b00d0 con 0x55dffbc67590 2024-09-05T02:34:31.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.631+0000 7efcff400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc71e50 0x55dffbc686c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:31.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.631+0000 7efcfe000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc67590 0x55dffbc89c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:31.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.631+0000 7efcfe000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc67590 0x55dffbc89c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:46146/0 (socket says 172.21.15.33:46146) 2024-09-05T02:34:31.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.631+0000 7efcff400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc71e50 0x55dffbc686c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60716/0 (socket says 172.21.15.33:60716) 2024-09-05T02:34:31.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.631+0000 7efcfe000640 1 -- 172.21.15.33:0/1636592729 learned_addr learned my addr 172.21.15.33:0/1636592729 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:31.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.631+0000 7efcff400640 1 --2- 172.21.15.33:0/1636592729 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc66c70 0x55dffbc89710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:31.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.631+0000 7efcfe000640 1 -- 172.21.15.33:0/1636592729 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc66c70 msgr2=0x55dffbc89710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:31.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.631+0000 7efcfe000640 1 --2- 172.21.15.33:0/1636592729 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc66c70 0x55dffbc89710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.631+0000 7efcfe000640 1 -- 172.21.15.33:0/1636592729 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc71e50 msgr2=0x55dffbc686c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:31.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.631+0000 7efcfe000640 1 --2- 172.21.15.33:0/1636592729 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc71e50 0x55dffbc686c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.631+0000 7efcfe000640 1 -- 172.21.15.33:0/1636592729 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dffbc5e770 con 0x55dffbc67590 2024-09-05T02:34:31.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.631+0000 7efcff400640 1 --2- 172.21.15.33:0/1636592729 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc71e50 0x55dffbc686c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:31.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.631+0000 7efcfe000640 1 --2- 172.21.15.33:0/1636592729 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc67590 0x55dffbc89c50 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x55dffbc6e520 tx=0x7efcec005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e5b5790a436f41e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:31.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.632+0000 7efceb400640 1 -- 172.21.15.33:0/1636592729 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcec0122d0 con 0x55dffbc67590 2024-09-05T02:34:31.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.632+0000 7efceb400640 1 -- 172.21.15.33:0/1636592729 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efcec005020 con 0x55dffbc67590 2024-09-05T02:34:31.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.632+0000 7efceb400640 1 -- 172.21.15.33:0/1636592729 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcec00fc80 con 0x55dffbc67590 2024-09-05T02:34:31.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.632+0000 7efd08a38740 1 -- 172.21.15.33:0/1636592729 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc67590 msgr2=0x55dffbc89c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:31.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.632+0000 7efd08a38740 1 --2- 172.21.15.33:0/1636592729 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc67590 0x55dffbc89c50 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x55dffbc6e520 tx=0x7efcec005f90 comp rx=0 tx=0).stop 2024-09-05T02:34:31.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.632+0000 7efd08a38740 1 -- 172.21.15.33:0/1636592729 shutdown_connections 2024-09-05T02:34:31.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.632+0000 7efd08a38740 1 --2- 172.21.15.33:0/1636592729 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc71e50 0x55dffbc686c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.632+0000 7efd08a38740 1 --2- 172.21.15.33:0/1636592729 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc67590 0x55dffbc89c50 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.632+0000 7efd08a38740 1 --2- 172.21.15.33:0/1636592729 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc66c70 0x55dffbc89710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.632+0000 7efd08a38740 1 -- 172.21.15.33:0/1636592729 >> 172.21.15.33:0/1636592729 conn(0x55dffbc63200 msgr2=0x55dffbc6dd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:31.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.633+0000 7efd08a38740 1 -- 172.21.15.33:0/1636592729 shutdown_connections 2024-09-05T02:34:31.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.633+0000 7efd08a38740 1 -- 172.21.15.33:0/1636592729 wait complete. 2024-09-05T02:34:31.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.633+0000 7efd08a38740 1 -- start start 2024-09-05T02:34:31.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.633+0000 7efd08a38740 1 Processor -- start 2024-09-05T02:34:31.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.634+0000 7efd08a38740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc66c70 0x55dffbc7a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:31.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.634+0000 7efd08a38740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc67590 0x55dffbc75440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:31.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.634+0000 7efd08a38740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc71e50 0x55dffbc75980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:31.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.634+0000 7efd08a38740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efd001b0e70 con 0x55dffbc71e50 2024-09-05T02:34:31.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.634+0000 7efd08a38740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efd001b07a0 con 0x55dffbc66c70 2024-09-05T02:34:31.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.634+0000 7efd08a38740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7efd001ada00 con 0x55dffbc67590 2024-09-05T02:34:31.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.634+0000 7efd08a38740 10 client.0 _ll_register_callbacks cb 0x7efcf00d2d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:31.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.634+0000 7efcfe000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc67590 0x55dffbc75440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:31.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.634+0000 7efcfe000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc67590 0x55dffbc75440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:46150/0 (socket says 172.21.15.33:46150) 2024-09-05T02:34:31.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.634+0000 7efcff400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc71e50 0x55dffbc75980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:31.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.634+0000 7efcfe000640 1 -- 172.21.15.33:0/3789152797 learned_addr learned my addr 172.21.15.33:0/3789152797 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:31.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.634+0000 7efcff400640 1 --2- 172.21.15.33:0/3789152797 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc66c70 0x55dffbc7a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:31.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.635+0000 7efcfe000640 1 -- 172.21.15.33:0/3789152797 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc66c70 msgr2=0x55dffbc7a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:31.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.635+0000 7efcfe000640 1 --2- 172.21.15.33:0/3789152797 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc66c70 0x55dffbc7a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.635+0000 7efcfe000640 1 -- 172.21.15.33:0/3789152797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc71e50 msgr2=0x55dffbc75980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:31.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.635+0000 7efcfe000640 1 --2- 172.21.15.33:0/3789152797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc71e50 0x55dffbc75980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.635+0000 7efcfe000640 1 -- 172.21.15.33:0/3789152797 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dffbc6fc60 con 0x55dffbc67590 2024-09-05T02:34:31.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.635+0000 7efcff400640 1 --2- 172.21.15.33:0/3789152797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc71e50 0x55dffbc75980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:34:31.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.635+0000 7efcfe000640 1 --2- 172.21.15.33:0/3789152797 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc67590 0x55dffbc75440 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7efcec000c00 tx=0x7efcec0127b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=417dc755cb5da8fd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:31.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.635+0000 7efce8c00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:34:31.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.635+0000 7efce8c00640 1 -- 172.21.15.33:0/3789152797 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcec0051d0 con 0x55dffbc67590 2024-09-05T02:34:31.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.635+0000 7efce8c00640 1 -- 172.21.15.33:0/3789152797 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7efcec005370 con 0x55dffbc67590 2024-09-05T02:34:31.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.635+0000 7efd08a38740 1 -- 172.21.15.33:0/3789152797 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efcec005020 con 0x55dffbc67590 2024-09-05T02:34:31.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.636+0000 7efce8c00640 1 -- 172.21.15.33:0/3789152797 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7efcec005570 con 0x55dffbc67590 2024-09-05T02:34:31.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.636+0000 7efd08a38740 10 client.26935 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:31.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.636+0000 7efd08a38740 1 -- 172.21.15.33:0/3789152797 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dffbc69ae0 con 0x55dffbc67590 2024-09-05T02:34:31.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.636+0000 7efce8c00640 1 -- 172.21.15.33:0/3789152797 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efcec005020 con 0x55dffbc67590 2024-09-05T02:34:31.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.637+0000 7efce8c00640 1 -- 172.21.15.33:0/3789152797 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7efcec004be0 con 0x55dffbc67590 2024-09-05T02:34:31.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.637+0000 7efd08a38740 10 client.26935 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:31.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.637+0000 7efd08a38740 10 client.26935 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:34:31.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.637+0000 7efd08a38740 20 client.26935 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:31.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.637+0000 7efd08a38740 1 --2- 172.21.15.33:0/3789152797 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55dffbcec7c0 0x55dffbceebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:31.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.637+0000 7efd08a38740 4 client.26935 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:34:31.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.637+0000 7efd08a38740 1 -- 172.21.15.33:0/3789152797 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55dffbbd4e60 con 0x55dffbcec7c0 2024-09-05T02:34:31.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.637+0000 7efcff400640 1 --2- 172.21.15.33:0/3789152797 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55dffbcec7c0 0x55dffbceebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:31.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.637+0000 7efcff400640 1 --2- 172.21.15.33:0/3789152797 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55dffbcec7c0 0x55dffbceebe0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e59bb3520bc8895c server_cookie=1a3d1140557b5ab6 in_seq=0 out_seq=0 2024-09-05T02:34:31.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.637+0000 7efce8c00640 10 client.26935 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:34:31.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.638+0000 7efce8c00640 1 -- 172.21.15.33:0/3789152797 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55dffbbd4e60 con 0x55dffbcec7c0 2024-09-05T02:34:31.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.638+0000 7efce8c00640 10 client.26935 handle_command_reply: tid=0 2024-09-05T02:34:31.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.638+0000 7efd08a38740 1 client.26935 shutdown 2024-09-05T02:34:31.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.638+0000 7efd08a38740 1 -- 172.21.15.33:0/3789152797 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc67590 msgr2=0x55dffbc75440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:31.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.638+0000 7efd08a38740 1 --2- 172.21.15.33:0/3789152797 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc67590 0x55dffbc75440 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7efcec000c00 tx=0x7efcec0127b0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.638+0000 7efd08a38740 1 -- 172.21.15.33:0/3789152797 shutdown_connections 2024-09-05T02:34:31.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.638+0000 7efd08a38740 1 --2- 172.21.15.33:0/3789152797 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55dffbcec7c0 0x55dffbceebe0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.638+0000 7efd08a38740 1 --2- 172.21.15.33:0/3789152797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dffbc71e50 0x55dffbc75980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.638+0000 7efd08a38740 1 --2- 172.21.15.33:0/3789152797 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dffbc67590 0x55dffbc75440 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.638+0000 7efd08a38740 1 --2- 172.21.15.33:0/3789152797 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dffbc66c70 0x55dffbc7a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.638+0000 7efce8c00640 0 client.26935 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:34:31.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.638+0000 7efd08a38740 1 -- 172.21.15.33:0/3789152797 >> 172.21.15.33:0/3789152797 conn(0x55dffbc63200 msgr2=0x55dffbc6ec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:31.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.638+0000 7efd08a38740 1 -- 172.21.15.33:0/3789152797 shutdown_connections 2024-09-05T02:34:31.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.638+0000 7efd08a38740 1 -- 172.21.15.33:0/3789152797 wait complete. 2024-09-05T02:34:31.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.638+0000 7efd08a38740 20 client.26935 trim_cache size 0 max 16384 2024-09-05T02:34:31.643 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:34:31.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.639+0000 7efd05e00640 1 -- 172.21.15.33:0/5775854 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7efce40a2d70 msgr2=0x7efce40a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:31.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.639+0000 7efd05e00640 1 --2- 172.21.15.33:0/5775854 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7efce40a2d70 0x7efce40a5230 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7efcf00ccb20 tx=0x7efcf00d2e80 comp rx=0 tx=0).stop 2024-09-05T02:34:31.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.639+0000 7efd05e00640 1 -- 172.21.15.33:0/5775854 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efd00103ff0 msgr2=0x7efd0019a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:31.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.639+0000 7efd05e00640 1 --2- 172.21.15.33:0/5775854 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efd00103ff0 0x7efd0019a5c0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7efcf000e9f0 tx=0x7efcf000eeb0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.639+0000 7efd05e00640 1 -- 172.21.15.33:0/5775854 shutdown_connections 2024-09-05T02:34:31.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.639+0000 7efd05e00640 1 --2- 172.21.15.33:0/5775854 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7efce40a2d70 0x7efce40a5230 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.639+0000 7efd05e00640 1 --2- 172.21.15.33:0/5775854 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd00109120 0x7efd0019ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.639+0000 7efd05e00640 1 --2- 172.21.15.33:0/5775854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efd001049a0 0x7efd0019ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.639+0000 7efd05e00640 1 --2- 172.21.15.33:0/5775854 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efd00103ff0 0x7efd0019a5c0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:31.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.639+0000 7efd05e00640 1 -- 172.21.15.33:0/5775854 >> 172.21.15.33:0/5775854 conn(0x7efd000ffa90 msgr2=0x7efd001005b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:31.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.639+0000 7efd05e00640 1 -- 172.21.15.33:0/5775854 shutdown_connections 2024-09-05T02:34:31.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:31.639+0000 7efd05e00640 1 -- 172.21.15.33:0/5775854 wait complete. 2024-09-05T02:34:32.468 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:34:32.845 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:34:33.278 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:33 smithi033 ceph-mon[29909]: pgmap v233: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:34:33.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:33 smithi123 ceph-mon[34031]: pgmap v233: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:34:33.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.391+0000 7fae5e400640 1 -- 172.21.15.33:0/3917971995 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fae581049c0 msgr2=0x7fae58108a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:33.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.391+0000 7fae5e400640 1 --2- 172.21.15.33:0/3917971995 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fae581049c0 0x7fae58108a10 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fae40009900 tx=0x7fae4002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.391+0000 7fae5e400640 1 -- 172.21.15.33:0/3917971995 shutdown_connections 2024-09-05T02:34:33.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.391+0000 7fae5e400640 1 --2- 172.21.15.33:0/3917971995 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fae58109140 0x7fae58110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.391+0000 7fae5e400640 1 --2- 172.21.15.33:0/3917971995 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fae581049c0 0x7fae58108a10 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.391+0000 7fae5e400640 1 --2- 172.21.15.33:0/3917971995 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fae58104010 0x7fae581043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.391+0000 7fae5e400640 1 -- 172.21.15.33:0/3917971995 >> 172.21.15.33:0/3917971995 conn(0x7fae580ffa50 msgr2=0x7fae58101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:33.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.392+0000 7fae5e400640 1 -- 172.21.15.33:0/3917971995 shutdown_connections 2024-09-05T02:34:33.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.392+0000 7fae5e400640 1 -- 172.21.15.33:0/3917971995 wait complete. 2024-09-05T02:34:33.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.392+0000 7fae5e400640 1 Processor -- start 2024-09-05T02:34:33.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.393+0000 7fae5e400640 1 -- start start 2024-09-05T02:34:33.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.393+0000 7fae5e400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fae58104010 0x7fae5819a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:33.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.393+0000 7fae5e400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fae581049c0 0x7fae5819ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:33.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.393+0000 7fae5e400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fae58109140 0x7fae5819ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:33.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.393+0000 7fae5e400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fae58114190 con 0x7fae58104010 2024-09-05T02:34:33.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.393+0000 7fae5e400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fae58114010 con 0x7fae581049c0 2024-09-05T02:34:33.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.393+0000 7fae5e400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fae58114310 con 0x7fae58109140 2024-09-05T02:34:33.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.393+0000 7fae57400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fae58104010 0x7fae5819a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:33.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.393+0000 7fae57400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fae58104010 0x7fae5819a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60758/0 (socket says 172.21.15.33:60758) 2024-09-05T02:34:33.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.393+0000 7fae57400640 1 -- 172.21.15.33:0/1215106911 learned_addr learned my addr 172.21.15.33:0/1215106911 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:33.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.393+0000 7fae57e00640 1 --2- 172.21.15.33:0/1215106911 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fae58109140 0x7fae5819ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:33.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.393+0000 7fae4fe00640 1 --2- 172.21.15.33:0/1215106911 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fae581049c0 0x7fae5819ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:33.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.394+0000 7fae57400640 1 -- 172.21.15.33:0/1215106911 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fae58109140 msgr2=0x7fae5819ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:33.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.394+0000 7fae57400640 1 --2- 172.21.15.33:0/1215106911 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fae58109140 0x7fae5819ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.394+0000 7fae57400640 1 -- 172.21.15.33:0/1215106911 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fae581049c0 msgr2=0x7fae5819ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:33.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.394+0000 7fae57400640 1 --2- 172.21.15.33:0/1215106911 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fae581049c0 0x7fae5819ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.394+0000 7fae57400640 1 -- 172.21.15.33:0/1215106911 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae5819f600 con 0x7fae58104010 2024-09-05T02:34:33.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.394+0000 7fae57400640 1 --2- 172.21.15.33:0/1215106911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fae58104010 0x7fae5819a650 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fae4800e9f0 tx=0x7fae4800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:33.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.394+0000 7fae54c00640 1 -- 172.21.15.33:0/1215106911 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae4800cd80 con 0x7fae58104010 2024-09-05T02:34:33.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.394+0000 7fae54c00640 1 -- 172.21.15.33:0/1215106911 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae48010910 con 0x7fae58104010 2024-09-05T02:34:33.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.394+0000 7fae5e400640 1 -- 172.21.15.33:0/1215106911 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae5819f8f0 con 0x7fae58104010 2024-09-05T02:34:33.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.394+0000 7fae54c00640 1 -- 172.21.15.33:0/1215106911 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae48018990 con 0x7fae58104010 2024-09-05T02:34:33.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.395+0000 7fae5e400640 1 -- 172.21.15.33:0/1215106911 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae581a71d0 con 0x7fae58104010 2024-09-05T02:34:33.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.397+0000 7fae54c00640 1 -- 172.21.15.33:0/1215106911 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fae48010ac0 con 0x7fae58104010 2024-09-05T02:34:33.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.398+0000 7fae60ec2740 1 Processor -- start 2024-09-05T02:34:33.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.398+0000 7fae60ec2740 1 -- start start 2024-09-05T02:34:33.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.398+0000 7fae60ec2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 0x561f4fa59050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:33.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.398+0000 7fae60ec2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561f4fa59590 0x561f4fa63910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:33.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.398+0000 7fae60ec2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa63e50 0x561f4fa66240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:33.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.398+0000 7fae60ec2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561f4f9bf3e0 con 0x561f4fa58c70 2024-09-05T02:34:33.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.398+0000 7fae60ec2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x561f4f966d80 con 0x561f4fa59590 2024-09-05T02:34:33.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.398+0000 7fae60ec2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x561f4f9bb3a0 con 0x561f4fa63e50 2024-09-05T02:34:33.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.398+0000 7fae57e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 0x561f4fa59050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:33.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.398+0000 7fae57e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 0x561f4fa59050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60770/0 (socket says 172.21.15.33:60770) 2024-09-05T02:34:33.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.398+0000 7fae57e00640 1 -- 172.21.15.33:0/2839541994 learned_addr learned my addr 172.21.15.33:0/2839541994 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:33.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.398+0000 7fae57400640 1 --2- 172.21.15.33:0/2839541994 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561f4fa59590 0x561f4fa63910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:33.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.398+0000 7fae4fe00640 1 --2- 172.21.15.33:0/2839541994 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa63e50 0x561f4fa66240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:33.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.399+0000 7fae57e00640 1 -- 172.21.15.33:0/2839541994 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa63e50 msgr2=0x561f4fa66240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:33.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.399+0000 7fae57e00640 1 --2- 172.21.15.33:0/2839541994 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa63e50 0x561f4fa66240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.399+0000 7fae57e00640 1 -- 172.21.15.33:0/2839541994 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561f4fa59590 msgr2=0x561f4fa63910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:33.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.399+0000 7fae57e00640 1 --2- 172.21.15.33:0/2839541994 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561f4fa59590 0x561f4fa63910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.399+0000 7fae57e00640 1 -- 172.21.15.33:0/2839541994 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f4f985ae0 con 0x561f4fa58c70 2024-09-05T02:34:33.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.399+0000 7fae4fe00640 1 --2- 172.21.15.33:0/2839541994 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa63e50 0x561f4fa66240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:33.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.399+0000 7fae54c00640 1 --2- 172.21.15.33:0/1215106911 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fae3c0a2d70 0x7fae3c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:33.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.399+0000 7fae57e00640 1 --2- 172.21.15.33:0/2839541994 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 0x561f4fa59050 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fae50009f50 tx=0x7fae500118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59e4d3099424400d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:33.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.399+0000 7fae54c00640 1 -- 172.21.15.33:0/1215106911 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fae480cf730 con 0x7fae58104010 2024-09-05T02:34:33.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.400+0000 7fae57400640 1 --2- 172.21.15.33:0/1215106911 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fae3c0a2d70 0x7fae3c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:33.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.400+0000 7fae4cc00640 1 -- 172.21.15.33:0/2839541994 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae50004d20 con 0x561f4fa58c70 2024-09-05T02:34:33.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.400+0000 7fae4cc00640 1 -- 172.21.15.33:0/2839541994 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae50004050 con 0x561f4fa58c70 2024-09-05T02:34:33.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.400+0000 7fae4cc00640 1 -- 172.21.15.33:0/2839541994 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae50005280 con 0x561f4fa58c70 2024-09-05T02:34:33.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.400+0000 7fae60ec2740 1 -- 172.21.15.33:0/2839541994 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 msgr2=0x561f4fa59050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:33.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.400+0000 7fae57400640 1 --2- 172.21.15.33:0/1215106911 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fae3c0a2d70 0x7fae3c0a5230 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x561f4fa56060 tx=0x7fae480d5530 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:33.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.400+0000 7fae60ec2740 1 --2- 172.21.15.33:0/2839541994 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 0x561f4fa59050 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fae50009f50 tx=0x7fae500118d0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.401+0000 7fae60ec2740 1 -- 172.21.15.33:0/2839541994 shutdown_connections 2024-09-05T02:34:33.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.401+0000 7fae60ec2740 1 --2- 172.21.15.33:0/2839541994 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa63e50 0x561f4fa66240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.401+0000 7fae60ec2740 1 --2- 172.21.15.33:0/2839541994 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561f4fa59590 0x561f4fa63910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.401+0000 7fae60ec2740 1 --2- 172.21.15.33:0/2839541994 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 0x561f4fa59050 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.401+0000 7fae60ec2740 1 -- 172.21.15.33:0/2839541994 >> 172.21.15.33:0/2839541994 conn(0x561f4fa55200 msgr2=0x561f4fa555e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:33.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.401+0000 7fae60ec2740 1 -- 172.21.15.33:0/2839541994 shutdown_connections 2024-09-05T02:34:33.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.401+0000 7fae60ec2740 1 -- 172.21.15.33:0/2839541994 wait complete. 2024-09-05T02:34:33.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.401+0000 7fae60ec2740 1 -- start start 2024-09-05T02:34:33.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.401+0000 7fae60ec2740 1 Processor -- start 2024-09-05T02:34:33.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.402+0000 7fae60ec2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561f4fa58c70 0x561f4fa60d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:33.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.402+0000 7fae60ec2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa59590 0x561f4fa612a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:33.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.402+0000 7fae60ec2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa63e50 0x561f4fa617e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:33.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.402+0000 7fae60ec2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561f4fa66a20 con 0x561f4fa63e50 2024-09-05T02:34:33.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.402+0000 7fae60ec2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x561f4f97a0f0 con 0x561f4fa58c70 2024-09-05T02:34:33.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.402+0000 7fae60ec2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x561f4fa66ba0 con 0x561f4fa59590 2024-09-05T02:34:33.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.402+0000 7fae60ec2740 10 client.0 _ll_register_callbacks cb 0x561f4f961bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:33.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.402+0000 7fae57e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa63e50 0x561f4fa617e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:33.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.402+0000 7fae57e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa63e50 0x561f4fa617e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60772/0 (socket says 172.21.15.33:60772) 2024-09-05T02:34:33.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.402+0000 7fae57e00640 1 -- 172.21.15.33:0/2090489119 learned_addr learned my addr 172.21.15.33:0/2090489119 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:33.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.402+0000 7fae4fe00640 1 --2- 172.21.15.33:0/2090489119 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa59590 0x561f4fa612a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:33.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.403+0000 7fae57e00640 1 --2- 172.21.15.33:0/2090489119 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561f4fa58c70 0x561f4fa60d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:33.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.403+0000 7fae4fe00640 1 -- 172.21.15.33:0/2090489119 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561f4fa58c70 msgr2=0x561f4fa60d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:33.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.403+0000 7fae4fe00640 1 --2- 172.21.15.33:0/2090489119 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561f4fa58c70 0x561f4fa60d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.403+0000 7fae4fe00640 1 -- 172.21.15.33:0/2090489119 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa63e50 msgr2=0x561f4fa617e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:33.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.403+0000 7fae4fe00640 1 --2- 172.21.15.33:0/2090489119 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa63e50 0x561f4fa617e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.403+0000 7fae4fe00640 1 -- 172.21.15.33:0/2090489119 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f4f7303c0 con 0x561f4fa59590 2024-09-05T02:34:33.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.403+0000 7fae57e00640 1 --2- 172.21.15.33:0/2090489119 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa63e50 0x561f4fa617e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:33.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.403+0000 7fae4fe00640 1 --2- 172.21.15.33:0/2090489119 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa59590 0x561f4fa612a0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fae4002a910 tx=0x7fae400042e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=42a3bbb08c60dd79 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:33.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.403+0000 7fae45600640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:34:33.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.404+0000 7fae45600640 1 -- 172.21.15.33:0/2090489119 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae40035040 con 0x561f4fa59590 2024-09-05T02:34:33.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.404+0000 7fae45600640 1 -- 172.21.15.33:0/2090489119 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fae40005450 con 0x561f4fa59590 2024-09-05T02:34:33.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.404+0000 7fae60ec2740 1 -- 172.21.15.33:0/2090489119 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae50004050 con 0x561f4fa59590 2024-09-05T02:34:33.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.404+0000 7fae45600640 1 -- 172.21.15.33:0/2090489119 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fae40005650 con 0x561f4fa59590 2024-09-05T02:34:33.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.404+0000 7fae60ec2740 10 client.26947 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:33.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.404+0000 7fae60ec2740 1 -- 172.21.15.33:0/2090489119 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561f4fa72ae0 con 0x561f4fa59590 2024-09-05T02:34:33.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.404+0000 7fae45600640 1 -- 172.21.15.33:0/2090489119 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae50004050 con 0x561f4fa59590 2024-09-05T02:34:33.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.404+0000 7fae45600640 1 -- 172.21.15.33:0/2090489119 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fae40031950 con 0x561f4fa59590 2024-09-05T02:34:33.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.405+0000 7fae60ec2740 10 client.26947 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:33.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.405+0000 7fae60ec2740 10 client.26947 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:34:33.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.405+0000 7fae60ec2740 20 client.26947 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:33.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.405+0000 7fae60ec2740 1 --2- 172.21.15.33:0/2090489119 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x561f4fa73fa0 0x561f4fa76390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:33.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.405+0000 7fae60ec2740 4 client.26947 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:34:33.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.405+0000 7fae60ec2740 1 -- 172.21.15.33:0/2090489119 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561f4f9cc950 con 0x561f4fa73fa0 2024-09-05T02:34:33.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.405+0000 7fae57e00640 1 --2- 172.21.15.33:0/2090489119 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x561f4fa73fa0 0x561f4fa76390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:33.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.406+0000 7fae57e00640 1 --2- 172.21.15.33:0/2090489119 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x561f4fa73fa0 0x561f4fa76390 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b79d5fe31b91aa26 server_cookie=40be223a827b1d6b in_seq=0 out_seq=0 2024-09-05T02:34:33.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.406+0000 7fae45600640 10 client.26947 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:34:33.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.406+0000 7fae45600640 1 -- 172.21.15.33:0/2090489119 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561f4f9cc950 con 0x561f4fa73fa0 2024-09-05T02:34:33.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.406+0000 7fae45600640 10 client.26947 handle_command_reply: tid=0 2024-09-05T02:34:33.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.406+0000 7fae60ec2740 1 client.26947 shutdown 2024-09-05T02:34:33.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.407+0000 7fae60ec2740 1 -- 172.21.15.33:0/2090489119 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa59590 msgr2=0x561f4fa612a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:33.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.407+0000 7fae60ec2740 1 --2- 172.21.15.33:0/2090489119 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa59590 0x561f4fa612a0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fae4002a910 tx=0x7fae400042e0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.407+0000 7fae60ec2740 1 -- 172.21.15.33:0/2090489119 shutdown_connections 2024-09-05T02:34:33.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.407+0000 7fae60ec2740 1 --2- 172.21.15.33:0/2090489119 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x561f4fa73fa0 0x561f4fa76390 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.407+0000 7fae60ec2740 1 --2- 172.21.15.33:0/2090489119 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa63e50 0x561f4fa617e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.407+0000 7fae60ec2740 1 --2- 172.21.15.33:0/2090489119 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa59590 0x561f4fa612a0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.407+0000 7fae60ec2740 1 --2- 172.21.15.33:0/2090489119 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561f4fa58c70 0x561f4fa60d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.407+0000 7fae45600640 0 client.26947 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:34:33.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.407+0000 7fae60ec2740 1 -- 172.21.15.33:0/2090489119 >> 172.21.15.33:0/2090489119 conn(0x561f4fa55200 msgr2=0x561f4fa54380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:33.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.407+0000 7fae60ec2740 1 -- 172.21.15.33:0/2090489119 shutdown_connections 2024-09-05T02:34:33.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.407+0000 7fae60ec2740 1 -- 172.21.15.33:0/2090489119 wait complete. 2024-09-05T02:34:33.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.407+0000 7fae60ec2740 20 client.26947 trim_cache size 0 max 16384 2024-09-05T02:34:33.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.421+0000 7fae60ec2740 1 Processor -- start 2024-09-05T02:34:33.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.421+0000 7fae60ec2740 1 -- start start 2024-09-05T02:34:33.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.421+0000 7fae60ec2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 0x561f4fa7bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:33.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.421+0000 7fae60ec2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa59590 0x561f4fa7c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:33.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.421+0000 7fae60ec2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561f4fa63e50 0x561f4fa5dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:33.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.421+0000 7fae60ec2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fae581afaf0 con 0x561f4fa58c70 2024-09-05T02:34:33.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.421+0000 7fae60ec2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fae581b1630 con 0x561f4fa63e50 2024-09-05T02:34:33.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.421+0000 7fae60ec2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fae581b01c0 con 0x561f4fa59590 2024-09-05T02:34:33.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.422+0000 7fae57e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 0x561f4fa7bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:33.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.422+0000 7fae4fe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa59590 0x561f4fa7c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:33.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.422+0000 7fae57e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 0x561f4fa7bc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60778/0 (socket says 172.21.15.33:60778) 2024-09-05T02:34:33.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.422+0000 7fae57e00640 1 -- 172.21.15.33:0/86884642 learned_addr learned my addr 172.21.15.33:0/86884642 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:33.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.422+0000 7fae4fe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa59590 0x561f4fa7c1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:46182/0 (socket says 172.21.15.33:46182) 2024-09-05T02:34:33.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.422+0000 7fae4fe00640 1 -- 172.21.15.33:0/86884642 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561f4fa63e50 msgr2=0x561f4fa5dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:33.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.422+0000 7fae4fe00640 1 --2- 172.21.15.33:0/86884642 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561f4fa63e50 0x561f4fa5dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.422+0000 7fae4fe00640 1 -- 172.21.15.33:0/86884642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 msgr2=0x561f4fa7bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:33.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.422+0000 7fae4fe00640 1 --2- 172.21.15.33:0/86884642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 0x561f4fa7bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.422+0000 7fae4fe00640 1 -- 172.21.15.33:0/86884642 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f4fa50770 con 0x561f4fa59590 2024-09-05T02:34:33.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.422+0000 7fae57e00640 1 --2- 172.21.15.33:0/86884642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 0x561f4fa7bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:33.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.423+0000 7fae4fe00640 1 --2- 172.21.15.33:0/86884642 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa59590 0x561f4fa7c1a0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fae40031d70 tx=0x7fae4002a3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b88707116fa8ca07 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:33.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.423+0000 7fae47e00640 1 -- 172.21.15.33:0/86884642 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae40035030 con 0x561f4fa59590 2024-09-05T02:34:33.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.423+0000 7fae47e00640 1 -- 172.21.15.33:0/86884642 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae40041070 con 0x561f4fa59590 2024-09-05T02:34:33.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.423+0000 7fae47e00640 1 -- 172.21.15.33:0/86884642 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae40052070 con 0x561f4fa59590 2024-09-05T02:34:33.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.424+0000 7fae60ec2740 1 -- 172.21.15.33:0/86884642 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa59590 msgr2=0x561f4fa7c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:33.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.424+0000 7fae60ec2740 1 --2- 172.21.15.33:0/86884642 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa59590 0x561f4fa7c1a0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fae40031d70 tx=0x7fae4002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.424+0000 7fae60ec2740 1 -- 172.21.15.33:0/86884642 shutdown_connections 2024-09-05T02:34:33.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.424+0000 7fae60ec2740 1 --2- 172.21.15.33:0/86884642 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561f4fa63e50 0x561f4fa5dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.424+0000 7fae60ec2740 1 --2- 172.21.15.33:0/86884642 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa59590 0x561f4fa7c1a0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.424+0000 7fae60ec2740 1 --2- 172.21.15.33:0/86884642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 0x561f4fa7bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.424+0000 7fae60ec2740 1 -- 172.21.15.33:0/86884642 >> 172.21.15.33:0/86884642 conn(0x561f4fa55200 msgr2=0x561f4fa62de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:33.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.424+0000 7fae60ec2740 1 -- 172.21.15.33:0/86884642 shutdown_connections 2024-09-05T02:34:33.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.424+0000 7fae60ec2740 1 -- 172.21.15.33:0/86884642 wait complete. 2024-09-05T02:34:33.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.424+0000 7fae60ec2740 1 -- start start 2024-09-05T02:34:33.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.425+0000 7fae60ec2740 1 Processor -- start 2024-09-05T02:34:33.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.425+0000 7fae60ec2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 0x561f4fa6c510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:33.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.425+0000 7fae60ec2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561f4fa59590 0x561f4fa67890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:33.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.425+0000 7fae60ec2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa63e50 0x561f4fa67dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.425+0000 7fae60ec2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fae581b0f60 con 0x561f4fa58c70 2024-09-05T02:34:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.425+0000 7fae60ec2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fae581b0890 con 0x561f4fa59590 2024-09-05T02:34:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.425+0000 7fae60ec2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fae581adaf0 con 0x561f4fa63e50 2024-09-05T02:34:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.425+0000 7fae60ec2740 10 client.0 _ll_register_callbacks cb 0x7fae40009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.425+0000 7fae57e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 0x561f4fa6c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.425+0000 7fae57e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 0x561f4fa6c510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60794/0 (socket says 172.21.15.33:60794) 2024-09-05T02:34:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.425+0000 7fae57e00640 1 -- 172.21.15.33:0/288156896 learned_addr learned my addr 172.21.15.33:0/288156896 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.426+0000 7fae4fe00640 1 --2- 172.21.15.33:0/288156896 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561f4fa59590 0x561f4fa67890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.426+0000 7fae57e00640 1 --2- 172.21.15.33:0/288156896 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa63e50 0x561f4fa67dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.426+0000 7fae57e00640 1 -- 172.21.15.33:0/288156896 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa63e50 msgr2=0x561f4fa67dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.426+0000 7fae57e00640 1 --2- 172.21.15.33:0/288156896 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa63e50 0x561f4fa67dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.426+0000 7fae57e00640 1 -- 172.21.15.33:0/288156896 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561f4fa59590 msgr2=0x561f4fa67890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.426+0000 7fae57e00640 1 --2- 172.21.15.33:0/288156896 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561f4fa59590 0x561f4fa67890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.426+0000 7fae57e00640 1 -- 172.21.15.33:0/288156896 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f4fa685d0 con 0x561f4fa58c70 2024-09-05T02:34:33.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.426+0000 7fae57e00640 1 --2- 172.21.15.33:0/288156896 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 0x561f4fa6c510 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fae5001b040 tx=0x7fae5002f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75475674e7de9d5d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:33.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.426+0000 7fae45600640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:34:33.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.426+0000 7fae45600640 1 -- 172.21.15.33:0/288156896 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae500049c0 con 0x561f4fa58c70 2024-09-05T02:34:33.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.427+0000 7fae45600640 1 -- 172.21.15.33:0/288156896 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fae50003c30 con 0x561f4fa58c70 2024-09-05T02:34:33.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.427+0000 7fae60ec2740 1 -- 172.21.15.33:0/288156896 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae40041070 con 0x561f4fa58c70 2024-09-05T02:34:33.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.427+0000 7fae45600640 1 -- 172.21.15.33:0/288156896 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fae50004050 con 0x561f4fa58c70 2024-09-05T02:34:33.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.427+0000 7fae60ec2740 10 client.16929 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:33.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.427+0000 7fae60ec2740 1 -- 172.21.15.33:0/288156896 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561f4fadec00 con 0x561f4fa58c70 2024-09-05T02:34:33.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.427+0000 7fae45600640 1 -- 172.21.15.33:0/288156896 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae40041070 con 0x561f4fa58c70 2024-09-05T02:34:33.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.427+0000 7fae45600640 1 -- 172.21.15.33:0/288156896 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fae50035020 con 0x561f4fa58c70 2024-09-05T02:34:33.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.427+0000 7fae60ec2740 10 client.16929 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:33.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.427+0000 7fae60ec2740 10 client.16929 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:34:33.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.427+0000 7fae60ec2740 20 client.16929 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:33.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.427+0000 7fae60ec2740 1 --2- 172.21.15.33:0/288156896 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x561f4fadf1c0 0x561f4fae15e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:33.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.427+0000 7fae60ec2740 4 client.16929 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:34:33.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.427+0000 7fae60ec2740 1 -- 172.21.15.33:0/288156896 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561f4f9c6e60 con 0x561f4fadf1c0 2024-09-05T02:34:33.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.428+0000 7fae4fe00640 1 --2- 172.21.15.33:0/288156896 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x561f4fadf1c0 0x561f4fae15e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:33.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.428+0000 7fae4fe00640 1 --2- 172.21.15.33:0/288156896 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x561f4fadf1c0 0x561f4fae15e0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d26e430cc0327119 server_cookie=4d194a01ba2f7e9d in_seq=0 out_seq=0 2024-09-05T02:34:33.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.428+0000 7fae45600640 10 client.16929 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:34:33.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.429+0000 7fae45600640 1 -- 172.21.15.33:0/288156896 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561f4f9c6e60 con 0x561f4fadf1c0 2024-09-05T02:34:33.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.429+0000 7fae45600640 10 client.16929 handle_command_reply: tid=0 2024-09-05T02:34:33.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.429+0000 7fae60ec2740 1 client.16929 shutdown 2024-09-05T02:34:33.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.429+0000 7fae60ec2740 1 -- 172.21.15.33:0/288156896 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 msgr2=0x561f4fa6c510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:33.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.429+0000 7fae60ec2740 1 --2- 172.21.15.33:0/288156896 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 0x561f4fa6c510 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fae5001b040 tx=0x7fae5002f040 comp rx=0 tx=0).stop 2024-09-05T02:34:33.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.429+0000 7fae60ec2740 1 -- 172.21.15.33:0/288156896 shutdown_connections 2024-09-05T02:34:33.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.429+0000 7fae60ec2740 1 --2- 172.21.15.33:0/288156896 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x561f4fadf1c0 0x561f4fae15e0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.429+0000 7fae60ec2740 1 --2- 172.21.15.33:0/288156896 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561f4fa63e50 0x561f4fa67dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.429+0000 7fae60ec2740 1 --2- 172.21.15.33:0/288156896 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561f4fa59590 0x561f4fa67890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.429+0000 7fae60ec2740 1 --2- 172.21.15.33:0/288156896 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561f4fa58c70 0x561f4fa6c510 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.429+0000 7fae60ec2740 1 -- 172.21.15.33:0/288156896 >> 172.21.15.33:0/288156896 conn(0x561f4fa55200 msgr2=0x561f4fa53b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:33.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.429+0000 7fae45600640 0 client.16929 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:34:33.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.429+0000 7fae60ec2740 1 -- 172.21.15.33:0/288156896 shutdown_connections 2024-09-05T02:34:33.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.429+0000 7fae60ec2740 1 -- 172.21.15.33:0/288156896 wait complete. 2024-09-05T02:34:33.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.429+0000 7fae60ec2740 20 client.16929 trim_cache size 0 max 16384 2024-09-05T02:34:33.435 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:34:33.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.430+0000 7fae5e400640 1 -- 172.21.15.33:0/1215106911 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fae3c0a2d70 msgr2=0x7fae3c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:33.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.430+0000 7fae5e400640 1 --2- 172.21.15.33:0/1215106911 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fae3c0a2d70 0x7fae3c0a5230 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x561f4fa56060 tx=0x7fae480d5530 comp rx=0 tx=0).stop 2024-09-05T02:34:33.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.430+0000 7fae5e400640 1 -- 172.21.15.33:0/1215106911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fae58104010 msgr2=0x7fae5819a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:33.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.430+0000 7fae5e400640 1 --2- 172.21.15.33:0/1215106911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fae58104010 0x7fae5819a650 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fae4800e9f0 tx=0x7fae4800eeb0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.430+0000 7fae5e400640 1 -- 172.21.15.33:0/1215106911 shutdown_connections 2024-09-05T02:34:33.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.430+0000 7fae5e400640 1 --2- 172.21.15.33:0/1215106911 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fae3c0a2d70 0x7fae3c0a5230 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.430+0000 7fae5e400640 1 --2- 172.21.15.33:0/1215106911 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fae58109140 0x7fae5819ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.430+0000 7fae5e400640 1 --2- 172.21.15.33:0/1215106911 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fae581049c0 0x7fae5819ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.430+0000 7fae5e400640 1 --2- 172.21.15.33:0/1215106911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fae58104010 0x7fae5819a650 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:33.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.430+0000 7fae5e400640 1 -- 172.21.15.33:0/1215106911 >> 172.21.15.33:0/1215106911 conn(0x7fae580ffa50 msgr2=0x7fae58100d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:33.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.430+0000 7fae5e400640 1 -- 172.21.15.33:0/1215106911 shutdown_connections 2024-09-05T02:34:33.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:33.430+0000 7fae5e400640 1 -- 172.21.15.33:0/1215106911 wait complete. 2024-09-05T02:34:33.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:33 smithi174 ceph-mon[34756]: pgmap v233: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:34:34.263 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:34:34.639 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:34:35.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.205+0000 7f02a5c00640 1 -- 172.21.15.33:0/2429805097 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02a01049a0 msgr2=0x7f02a01089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:35.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.205+0000 7f02a5c00640 1 --2- 172.21.15.33:0/2429805097 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02a01049a0 0x7f02a01089f0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f0288009900 tx=0x7f028802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.205+0000 7f02a5c00640 1 -- 172.21.15.33:0/2429805097 shutdown_connections 2024-09-05T02:34:35.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.205+0000 7f02a5c00640 1 --2- 172.21.15.33:0/2429805097 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f02a0109120 0x7f02a0110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.205+0000 7f02a5c00640 1 --2- 172.21.15.33:0/2429805097 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02a01049a0 0x7f02a01089f0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.205+0000 7f02a5c00640 1 --2- 172.21.15.33:0/2429805097 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f02a0103ff0 0x7f02a01043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.205+0000 7f02a5c00640 1 -- 172.21.15.33:0/2429805097 >> 172.21.15.33:0/2429805097 conn(0x7f02a00ffa90 msgr2=0x7f02a0101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:35.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.205+0000 7f02a5c00640 1 -- 172.21.15.33:0/2429805097 shutdown_connections 2024-09-05T02:34:35.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.205+0000 7f02a5c00640 1 -- 172.21.15.33:0/2429805097 wait complete. 2024-09-05T02:34:35.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.206+0000 7f02a5c00640 1 Processor -- start 2024-09-05T02:34:35.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.206+0000 7f02a5c00640 1 -- start start 2024-09-05T02:34:35.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.206+0000 7f02a5c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f02a0103ff0 0x7f02a019a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:35.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.206+0000 7f02a5c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02a01049a0 0x7f02a019abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:35.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.206+0000 7f02a5c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f02a0109120 0x7f02a019ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:35.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.206+0000 7f02a5c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f02a0114140 con 0x7f02a01049a0 2024-09-05T02:34:35.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.206+0000 7f02a5c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f02a0113fc0 con 0x7f02a0109120 2024-09-05T02:34:35.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.206+0000 7f02a5c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f02a01142c0 con 0x7f02a0103ff0 2024-09-05T02:34:35.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.207+0000 7f0296000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02a01049a0 0x7f02a019abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:35.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.207+0000 7f0296000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02a01049a0 0x7f02a019abe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60822/0 (socket says 172.21.15.33:60822) 2024-09-05T02:34:35.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.207+0000 7f0296000640 1 -- 172.21.15.33:0/1933984498 learned_addr learned my addr 172.21.15.33:0/1933984498 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:35.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.207+0000 7f029ea00640 1 --2- 172.21.15.33:0/1933984498 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f02a0103ff0 0x7f02a019a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:35.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.207+0000 7f029f400640 1 --2- 172.21.15.33:0/1933984498 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f02a0109120 0x7f02a019ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:35.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.207+0000 7f0296000640 1 -- 172.21.15.33:0/1933984498 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f02a0103ff0 msgr2=0x7f02a019a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:35.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.207+0000 7f0296000640 1 --2- 172.21.15.33:0/1933984498 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f02a0103ff0 0x7f02a019a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.207+0000 7f0296000640 1 -- 172.21.15.33:0/1933984498 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f02a0109120 msgr2=0x7f02a019ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:35.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.207+0000 7f0296000640 1 --2- 172.21.15.33:0/1933984498 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f02a0109120 0x7f02a019ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.207+0000 7f0296000640 1 -- 172.21.15.33:0/1933984498 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02a019f650 con 0x7f02a01049a0 2024-09-05T02:34:35.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.207+0000 7f0296000640 1 --2- 172.21.15.33:0/1933984498 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02a01049a0 0x7f02a019abe0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f0288006010 tx=0x7f0288004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:35.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.208+0000 7f0297e00640 1 -- 172.21.15.33:0/1933984498 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f028803f030 con 0x7f02a01049a0 2024-09-05T02:34:35.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.208+0000 7f0297e00640 1 -- 172.21.15.33:0/1933984498 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0288004440 con 0x7f02a01049a0 2024-09-05T02:34:35.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.208+0000 7f0297e00640 1 -- 172.21.15.33:0/1933984498 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0288035070 con 0x7f02a01049a0 2024-09-05T02:34:35.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.208+0000 7f02a5c00640 1 -- 172.21.15.33:0/1933984498 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02a019f8e0 con 0x7f02a01049a0 2024-09-05T02:34:35.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.208+0000 7f02a5c00640 1 -- 172.21.15.33:0/1933984498 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02a019fd70 con 0x7f02a01049a0 2024-09-05T02:34:35.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.212+0000 7f02a8803740 1 Processor -- start 2024-09-05T02:34:35.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.212+0000 7f02a8803740 1 -- start start 2024-09-05T02:34:35.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.212+0000 7f0297e00640 1 -- 172.21.15.33:0/1933984498 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f0288042030 con 0x7f02a01049a0 2024-09-05T02:34:35.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.213+0000 7f02a8803740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c30050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:35.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.213+0000 7f02a8803740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c30590 0x55b6d5c3a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:35.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.213+0000 7f02a8803740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c3ae50 0x55b6d5c3d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:35.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.213+0000 7f02a8803740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55b6d5b963e0 con 0x55b6d5c2fc70 2024-09-05T02:34:35.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.213+0000 7f02a8803740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b6d5b3dd80 con 0x55b6d5c30590 2024-09-05T02:34:35.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.213+0000 7f02a8803740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55b6d5b923a0 con 0x55b6d5c3ae50 2024-09-05T02:34:35.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.213+0000 7f029f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c30050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:35.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.213+0000 7f029f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c30050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60826/0 (socket says 172.21.15.33:60826) 2024-09-05T02:34:35.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.213+0000 7f029f400640 1 -- 172.21.15.33:0/3046854592 learned_addr learned my addr 172.21.15.33:0/3046854592 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:35.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.213+0000 7f029ea00640 1 --2- 172.21.15.33:0/3046854592 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c30590 0x55b6d5c3a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:35.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.213+0000 7f0296000640 1 --2- 172.21.15.33:0/3046854592 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c3ae50 0x55b6d5c3d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:35.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.214+0000 7f029f400640 1 -- 172.21.15.33:0/3046854592 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c3ae50 msgr2=0x55b6d5c3d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:35.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.214+0000 7f029f400640 1 --2- 172.21.15.33:0/3046854592 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c3ae50 0x55b6d5c3d240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.214+0000 7f029f400640 1 -- 172.21.15.33:0/3046854592 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c30590 msgr2=0x55b6d5c3a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:35.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.214+0000 7f029f400640 1 --2- 172.21.15.33:0/3046854592 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c30590 0x55b6d5c3a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.214+0000 7f029f400640 1 -- 172.21.15.33:0/3046854592 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b6d5b5cae0 con 0x55b6d5c2fc70 2024-09-05T02:34:35.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.214+0000 7f0296000640 1 --2- 172.21.15.33:0/3046854592 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c3ae50 0x55b6d5c3d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:34:35.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.214+0000 7f029f400640 1 --2- 172.21.15.33:0/3046854592 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c30050 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f0298009c20 tx=0x7f0298011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c76a0edaea616b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:35.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.214+0000 7f028fe00640 1 -- 172.21.15.33:0/3046854592 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f029801e070 con 0x55b6d5c2fc70 2024-09-05T02:34:35.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.214+0000 7f028fe00640 1 -- 172.21.15.33:0/3046854592 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0298019b10 con 0x55b6d5c2fc70 2024-09-05T02:34:35.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.214+0000 7f028fe00640 1 -- 172.21.15.33:0/3046854592 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f029800eae0 con 0x55b6d5c2fc70 2024-09-05T02:34:35.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.215+0000 7f0297e00640 1 --2- 172.21.15.33:0/1933984498 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f02840a2d70 0x7f02840a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:35.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.215+0000 7f0297e00640 1 -- 172.21.15.33:0/1933984498 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f02880ef720 con 0x7f02a01049a0 2024-09-05T02:34:35.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.215+0000 7f02a8803740 1 -- 172.21.15.33:0/3046854592 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c2fc70 msgr2=0x55b6d5c30050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:35.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.215+0000 7f02a8803740 1 --2- 172.21.15.33:0/3046854592 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c30050 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f0298009c20 tx=0x7f0298011810 comp rx=0 tx=0).stop 2024-09-05T02:34:35.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.215+0000 7f029ea00640 1 --2- 172.21.15.33:0/1933984498 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f02840a2d70 0x7f02840a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:35.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.215+0000 7f02a8803740 1 -- 172.21.15.33:0/3046854592 shutdown_connections 2024-09-05T02:34:35.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.215+0000 7f02a8803740 1 --2- 172.21.15.33:0/3046854592 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c3ae50 0x55b6d5c3d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.215+0000 7f02a8803740 1 --2- 172.21.15.33:0/3046854592 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c30590 0x55b6d5c3a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.215+0000 7f02a8803740 1 --2- 172.21.15.33:0/3046854592 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c30050 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.215+0000 7f02a8803740 1 -- 172.21.15.33:0/3046854592 >> 172.21.15.33:0/3046854592 conn(0x55b6d5c2c200 msgr2=0x55b6d5c2c5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:35.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.215+0000 7f02a8803740 1 -- 172.21.15.33:0/3046854592 shutdown_connections 2024-09-05T02:34:35.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.215+0000 7f02a8803740 1 -- 172.21.15.33:0/3046854592 wait complete. 2024-09-05T02:34:35.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.216+0000 7f029ea00640 1 --2- 172.21.15.33:0/1933984498 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f02840a2d70 0x7f02840a5230 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x55b6d5c2d060 tx=0x7f0290009500 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:35.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.216+0000 7f02a8803740 1 -- start start 2024-09-05T02:34:35.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.216+0000 7f02a8803740 1 Processor -- start 2024-09-05T02:34:35.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.217+0000 7f02a8803740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c37d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:35.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.217+0000 7f02a8803740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c30590 0x55b6d5c38280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:35.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.217+0000 7f02a8803740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c3ae50 0x55b6d5c387c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:35.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.217+0000 7f02a8803740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55b6d5c3da20 con 0x55b6d5c3ae50 2024-09-05T02:34:35.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.217+0000 7f02a8803740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b6d5b510f0 con 0x55b6d5c30590 2024-09-05T02:34:35.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.217+0000 7f02a8803740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55b6d5c3dba0 con 0x55b6d5c2fc70 2024-09-05T02:34:35.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.217+0000 7f02a8803740 10 client.0 _ll_register_callbacks cb 0x55b6d5b38bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:35.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.217+0000 7f0296000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c30590 0x55b6d5c38280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:35.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.217+0000 7f029f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c3ae50 0x55b6d5c387c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:35.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.217+0000 7f029ea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c37d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:35.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.217+0000 7f0296000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c30590 0x55b6d5c38280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:50714/0 (socket says 172.21.15.33:50714) 2024-09-05T02:34:35.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.217+0000 7f0296000640 1 -- 172.21.15.33:0/3833072404 learned_addr learned my addr 172.21.15.33:0/3833072404 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:35.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.217+0000 7f029ea00640 1 -- 172.21.15.33:0/3833072404 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c30590 msgr2=0x55b6d5c38280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:35.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.217+0000 7f029ea00640 1 --2- 172.21.15.33:0/3833072404 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c30590 0x55b6d5c38280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.217+0000 7f029ea00640 1 -- 172.21.15.33:0/3833072404 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c3ae50 msgr2=0x55b6d5c387c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:35.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.217+0000 7f029ea00640 1 --2- 172.21.15.33:0/3833072404 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c3ae50 0x55b6d5c387c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.218+0000 7f029ea00640 1 -- 172.21.15.33:0/3833072404 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b6d59073c0 con 0x55b6d5c2fc70 2024-09-05T02:34:35.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.218+0000 7f029ea00640 1 --2- 172.21.15.33:0/3833072404 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c37d40 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f029000fa30 tx=0x7f0290004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be57d809f8f46153 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:35.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.218+0000 7f028cc00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:34:35.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.218+0000 7f028cc00640 1 -- 172.21.15.33:0/3833072404 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0290004b20 con 0x55b6d5c2fc70 2024-09-05T02:34:35.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.218+0000 7f02a8803740 1 -- 172.21.15.33:0/3833072404 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0298019b10 con 0x55b6d5c2fc70 2024-09-05T02:34:35.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.218+0000 7f028cc00640 1 -- 172.21.15.33:0/3833072404 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f0290017030 con 0x55b6d5c2fc70 2024-09-05T02:34:35.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.219+0000 7f028cc00640 1 -- 172.21.15.33:0/3833072404 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0290004cc0 con 0x55b6d5c2fc70 2024-09-05T02:34:35.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.219+0000 7f02a8803740 10 client.26962 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:35.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.219+0000 7f02a8803740 1 -- 172.21.15.33:0/3833072404 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b6d5c49b10 con 0x55b6d5c2fc70 2024-09-05T02:34:35.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.219+0000 7f028cc00640 1 -- 172.21.15.33:0/3833072404 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0298019b10 con 0x55b6d5c2fc70 2024-09-05T02:34:35.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.219+0000 7f028cc00640 1 -- 172.21.15.33:0/3833072404 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f029001d4e0 con 0x55b6d5c2fc70 2024-09-05T02:34:35.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.219+0000 7f02a8803740 10 client.26962 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:35.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.219+0000 7f02a8803740 10 client.26962 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:34:35.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.219+0000 7f02a8803740 20 client.26962 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:35.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.219+0000 7f02a8803740 1 --2- 172.21.15.33:0/3833072404 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b6d5c4af20 0x55b6d5c4d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:35.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.219+0000 7f02a8803740 4 client.26962 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:34:35.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.219+0000 7f02a8803740 1 -- 172.21.15.33:0/3833072404 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b6d5ba3950 con 0x55b6d5c4af20 2024-09-05T02:34:35.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.220+0000 7f0296000640 1 --2- 172.21.15.33:0/3833072404 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b6d5c4af20 0x55b6d5c4d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:35.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.220+0000 7f0296000640 1 --2- 172.21.15.33:0/3833072404 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b6d5c4af20 0x55b6d5c4d310 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4e47b544527dca32 server_cookie=2b6212e43a04d1b4 in_seq=0 out_seq=0 2024-09-05T02:34:35.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.220+0000 7f028cc00640 10 client.26962 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:34:35.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.221+0000 7f028cc00640 1 -- 172.21.15.33:0/3833072404 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b6d5ba3950 con 0x55b6d5c4af20 2024-09-05T02:34:35.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.221+0000 7f028cc00640 10 client.26962 handle_command_reply: tid=0 2024-09-05T02:34:35.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.221+0000 7f02a8803740 1 client.26962 shutdown 2024-09-05T02:34:35.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.221+0000 7f02a8803740 1 -- 172.21.15.33:0/3833072404 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c2fc70 msgr2=0x55b6d5c37d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:35.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.221+0000 7f02a8803740 1 --2- 172.21.15.33:0/3833072404 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c37d40 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f029000fa30 tx=0x7f0290004ab0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.221+0000 7f02a8803740 1 -- 172.21.15.33:0/3833072404 shutdown_connections 2024-09-05T02:34:35.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.221+0000 7f02a8803740 1 --2- 172.21.15.33:0/3833072404 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b6d5c4af20 0x55b6d5c4d310 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.221+0000 7f02a8803740 1 --2- 172.21.15.33:0/3833072404 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c3ae50 0x55b6d5c387c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.221+0000 7f02a8803740 1 --2- 172.21.15.33:0/3833072404 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c30590 0x55b6d5c38280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.221+0000 7f02a8803740 1 --2- 172.21.15.33:0/3833072404 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c37d40 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.221+0000 7f02a8803740 1 -- 172.21.15.33:0/3833072404 >> 172.21.15.33:0/3833072404 conn(0x55b6d5c2c200 msgr2=0x55b6d5c31f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:35.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.221+0000 7f028cc00640 0 client.26962 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:34:35.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.221+0000 7f02a8803740 1 -- 172.21.15.33:0/3833072404 shutdown_connections 2024-09-05T02:34:35.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.221+0000 7f02a8803740 1 -- 172.21.15.33:0/3833072404 wait complete. 2024-09-05T02:34:35.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.221+0000 7f02a8803740 20 client.26962 trim_cache size 0 max 16384 2024-09-05T02:34:35.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.235+0000 7f02a8803740 1 Processor -- start 2024-09-05T02:34:35.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.235+0000 7f02a8803740 1 -- start start 2024-09-05T02:34:35.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.235+0000 7f02a8803740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c32720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:35.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.235+0000 7f02a8803740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c30590 0x55b6d5c52b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:35.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.235+0000 7f02a8803740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c3ae50 0x55b6d5c530d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:35.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.235+0000 7f02a8803740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f02a01afae0 con 0x55b6d5c3ae50 2024-09-05T02:34:35.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.235+0000 7f02a8803740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f02a01b1620 con 0x55b6d5c30590 2024-09-05T02:34:35.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.235+0000 7f02a8803740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f02a01b01b0 con 0x55b6d5c2fc70 2024-09-05T02:34:35.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.236+0000 7f029ea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c32720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:35.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.236+0000 7f029f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c3ae50 0x55b6d5c530d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:35.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.236+0000 7f029ea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c32720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:46250/0 (socket says 172.21.15.33:46250) 2024-09-05T02:34:35.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.236+0000 7f029ea00640 1 -- 172.21.15.33:0/3766786621 learned_addr learned my addr 172.21.15.33:0/3766786621 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:35.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.236+0000 7f0296000640 1 --2- 172.21.15.33:0/3766786621 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c30590 0x55b6d5c52b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:35.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.236+0000 7f029ea00640 1 -- 172.21.15.33:0/3766786621 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c30590 msgr2=0x55b6d5c52b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:35.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.236+0000 7f029ea00640 1 --2- 172.21.15.33:0/3766786621 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c30590 0x55b6d5c52b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.236+0000 7f029ea00640 1 -- 172.21.15.33:0/3766786621 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c3ae50 msgr2=0x55b6d5c530d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:35.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.236+0000 7f029ea00640 1 --2- 172.21.15.33:0/3766786621 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c3ae50 0x55b6d5c530d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.236+0000 7f029ea00640 1 -- 172.21.15.33:0/3766786621 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b6d5c27770 con 0x55b6d5c2fc70 2024-09-05T02:34:35.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.237+0000 7f029ea00640 1 --2- 172.21.15.33:0/3766786621 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c32720 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f0290018040 tx=0x7f029000f820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c49e1fa23fe864ff server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:35.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.237+0000 7f028f400640 1 -- 172.21.15.33:0/3766786621 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0290036070 con 0x55b6d5c2fc70 2024-09-05T02:34:35.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.237+0000 7f028f400640 1 -- 172.21.15.33:0/3766786621 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f029001d4e0 con 0x55b6d5c2fc70 2024-09-05T02:34:35.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.237+0000 7f028f400640 1 -- 172.21.15.33:0/3766786621 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0290029dc0 con 0x55b6d5c2fc70 2024-09-05T02:34:35.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.237+0000 7f02a8803740 1 -- 172.21.15.33:0/3766786621 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c2fc70 msgr2=0x55b6d5c32720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:35.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.237+0000 7f02a8803740 1 --2- 172.21.15.33:0/3766786621 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c32720 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f0290018040 tx=0x7f029000f820 comp rx=0 tx=0).stop 2024-09-05T02:34:35.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.238+0000 7f02a8803740 1 -- 172.21.15.33:0/3766786621 shutdown_connections 2024-09-05T02:34:35.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.238+0000 7f02a8803740 1 --2- 172.21.15.33:0/3766786621 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c3ae50 0x55b6d5c530d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.238+0000 7f02a8803740 1 --2- 172.21.15.33:0/3766786621 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c30590 0x55b6d5c52b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.238+0000 7f02a8803740 1 --2- 172.21.15.33:0/3766786621 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c32720 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.238+0000 7f02a8803740 1 -- 172.21.15.33:0/3766786621 >> 172.21.15.33:0/3766786621 conn(0x55b6d5c2c200 msgr2=0x55b6d5c39dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:35.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.238+0000 7f02a8803740 1 -- 172.21.15.33:0/3766786621 shutdown_connections 2024-09-05T02:34:35.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.238+0000 7f02a8803740 1 -- 172.21.15.33:0/3766786621 wait complete. 2024-09-05T02:34:35.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.238+0000 7f02a8803740 1 -- start start 2024-09-05T02:34:35.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.238+0000 7f02a8803740 1 Processor -- start 2024-09-05T02:34:35.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.239+0000 7f02a8803740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c3ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:35.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.239+0000 7f02a8803740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c30590 0x55b6d5c3f010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:35.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.239+0000 7f02a8803740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c3ae50 0x55b6d5c3f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:35.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.239+0000 7f02a8803740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f02a01b0f50 con 0x55b6d5c30590 2024-09-05T02:34:35.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.239+0000 7f02a8803740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f02a01b0880 con 0x55b6d5c3ae50 2024-09-05T02:34:35.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.239+0000 7f02a8803740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f02a01adae0 con 0x55b6d5c2fc70 2024-09-05T02:34:35.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.239+0000 7f02a8803740 10 client.0 _ll_register_callbacks cb 0x7f0290009e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:35.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.239+0000 7f029ea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c3ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:35.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.239+0000 7f0296000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c30590 0x55b6d5c3f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:35.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.239+0000 7f029ea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c3ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:46260/0 (socket says 172.21.15.33:46260) 2024-09-05T02:34:35.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.239+0000 7f029ea00640 1 -- 172.21.15.33:0/2338581718 learned_addr learned my addr 172.21.15.33:0/2338581718 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:35.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.239+0000 7f029f400640 1 --2- 172.21.15.33:0/2338581718 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c3ae50 0x55b6d5c3f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:35.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.239+0000 7f0296000640 1 -- 172.21.15.33:0/2338581718 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c2fc70 msgr2=0x55b6d5c3ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:35.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.239+0000 7f0296000640 1 --2- 172.21.15.33:0/2338581718 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c3ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.239+0000 7f0296000640 1 -- 172.21.15.33:0/2338581718 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c3ae50 msgr2=0x55b6d5c3f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:35.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.240+0000 7f0296000640 1 --2- 172.21.15.33:0/2338581718 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c3ae50 0x55b6d5c3f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.240+0000 7f0296000640 1 -- 172.21.15.33:0/2338581718 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b6d5cb4b60 con 0x55b6d5c30590 2024-09-05T02:34:35.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.240+0000 7f029ea00640 1 --2- 172.21.15.33:0/2338581718 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c3ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:35.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.240+0000 7f0296000640 1 --2- 172.21.15.33:0/2338581718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c30590 0x55b6d5c3f010 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f02880b8140 tx=0x7f02880bb950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bec9c2e0e50e48ee server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:35.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.240+0000 7f028cc00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:34:35.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.240+0000 7f028cc00640 1 -- 172.21.15.33:0/2338581718 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0288049040 con 0x55b6d5c30590 2024-09-05T02:34:35.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.240+0000 7f028cc00640 1 -- 172.21.15.33:0/2338581718 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f02880ed0e0 con 0x55b6d5c30590 2024-09-05T02:34:35.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.240+0000 7f02a8803740 1 -- 172.21.15.33:0/2338581718 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f029001d4e0 con 0x55b6d5c30590 2024-09-05T02:34:35.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.240+0000 7f028cc00640 1 -- 172.21.15.33:0/2338581718 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f02880bffe0 con 0x55b6d5c30590 2024-09-05T02:34:35.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.240+0000 7f02a8803740 10 client.16947 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:35.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.240+0000 7f02a8803740 1 -- 172.21.15.33:0/2338581718 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b6d5cb5e20 con 0x55b6d5c30590 2024-09-05T02:34:35.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.241+0000 7f028cc00640 1 -- 172.21.15.33:0/2338581718 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f029001d4e0 con 0x55b6d5c30590 2024-09-05T02:34:35.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.241+0000 7f028cc00640 1 -- 172.21.15.33:0/2338581718 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f0288031c60 con 0x55b6d5c30590 2024-09-05T02:34:35.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.241+0000 7f02a8803740 10 client.16947 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:35.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.241+0000 7f02a8803740 10 client.16947 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:34:35.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.241+0000 7f02a8803740 20 client.16947 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:35.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.241+0000 7f02a8803740 1 --2- 172.21.15.33:0/2338581718 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b6d5cb63c0 0x55b6d5cb87e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:35.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.241+0000 7f02a8803740 4 client.16947 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:34:35.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.241+0000 7f02a8803740 1 -- 172.21.15.33:0/2338581718 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b6d5b9de60 con 0x55b6d5cb63c0 2024-09-05T02:34:35.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.241+0000 7f029ea00640 1 --2- 172.21.15.33:0/2338581718 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b6d5cb63c0 0x55b6d5cb87e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:35.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.242+0000 7f029ea00640 1 --2- 172.21.15.33:0/2338581718 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b6d5cb63c0 0x55b6d5cb87e0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d3dd562e81181ec0 server_cookie=ed4eaf0ddc56899a in_seq=0 out_seq=0 2024-09-05T02:34:35.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.242+0000 7f028cc00640 10 client.16947 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:34:35.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.242+0000 7f028cc00640 1 -- 172.21.15.33:0/2338581718 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b6d5b9de60 con 0x55b6d5cb63c0 2024-09-05T02:34:35.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.242+0000 7f028cc00640 10 client.16947 handle_command_reply: tid=0 2024-09-05T02:34:35.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.242+0000 7f02a8803740 1 client.16947 shutdown 2024-09-05T02:34:35.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.242+0000 7f02a8803740 1 -- 172.21.15.33:0/2338581718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c30590 msgr2=0x55b6d5c3f010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:35.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.242+0000 7f02a8803740 1 --2- 172.21.15.33:0/2338581718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c30590 0x55b6d5c3f010 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f02880b8140 tx=0x7f02880bb950 comp rx=0 tx=0).stop 2024-09-05T02:34:35.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.242+0000 7f02a8803740 1 -- 172.21.15.33:0/2338581718 shutdown_connections 2024-09-05T02:34:35.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.242+0000 7f02a8803740 1 --2- 172.21.15.33:0/2338581718 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b6d5cb63c0 0x55b6d5cb87e0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.242+0000 7f02a8803740 1 --2- 172.21.15.33:0/2338581718 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b6d5c3ae50 0x55b6d5c3f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.242+0000 7f02a8803740 1 --2- 172.21.15.33:0/2338581718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b6d5c30590 0x55b6d5c3f010 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.242+0000 7f02a8803740 1 --2- 172.21.15.33:0/2338581718 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b6d5c2fc70 0x55b6d5c3ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.242+0000 7f028cc00640 0 client.16947 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:34:35.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.242+0000 7f02a8803740 1 -- 172.21.15.33:0/2338581718 >> 172.21.15.33:0/2338581718 conn(0x55b6d5c2c200 msgr2=0x55b6d5c2b380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:35.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.243+0000 7f02a8803740 1 -- 172.21.15.33:0/2338581718 shutdown_connections 2024-09-05T02:34:35.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.243+0000 7f02a8803740 1 -- 172.21.15.33:0/2338581718 wait complete. 2024-09-05T02:34:35.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.243+0000 7f02a8803740 20 client.16947 trim_cache size 0 max 16384 2024-09-05T02:34:35.251 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:34:35.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.243+0000 7f02a5c00640 1 -- 172.21.15.33:0/1933984498 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f02840a2d70 msgr2=0x7f02840a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:35.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.243+0000 7f02a5c00640 1 --2- 172.21.15.33:0/1933984498 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f02840a2d70 0x7f02840a5230 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x55b6d5c2d060 tx=0x7f0290009500 comp rx=0 tx=0).stop 2024-09-05T02:34:35.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.243+0000 7f02a5c00640 1 -- 172.21.15.33:0/1933984498 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02a01049a0 msgr2=0x7f02a019abe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:35.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.243+0000 7f02a5c00640 1 --2- 172.21.15.33:0/1933984498 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02a01049a0 0x7f02a019abe0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f0288006010 tx=0x7f0288004040 comp rx=0 tx=0).stop 2024-09-05T02:34:35.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.244+0000 7f02a5c00640 1 -- 172.21.15.33:0/1933984498 shutdown_connections 2024-09-05T02:34:35.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.244+0000 7f02a5c00640 1 --2- 172.21.15.33:0/1933984498 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f02840a2d70 0x7f02840a5230 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.244+0000 7f02a5c00640 1 --2- 172.21.15.33:0/1933984498 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f02a0109120 0x7f02a019ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.244+0000 7f02a5c00640 1 --2- 172.21.15.33:0/1933984498 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02a01049a0 0x7f02a019abe0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.244+0000 7f02a5c00640 1 --2- 172.21.15.33:0/1933984498 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f02a0103ff0 0x7f02a019a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:35.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.244+0000 7f02a5c00640 1 -- 172.21.15.33:0/1933984498 >> 172.21.15.33:0/1933984498 conn(0x7f02a00ffa90 msgr2=0x7f02a0100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:35.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.244+0000 7f02a5c00640 1 -- 172.21.15.33:0/1933984498 shutdown_connections 2024-09-05T02:34:35.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:35.244+0000 7f02a5c00640 1 -- 172.21.15.33:0/1933984498 wait complete. 2024-09-05T02:34:35.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:35 smithi123 ceph-mon[34031]: pgmap v234: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:35.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:35 smithi174 ceph-mon[34756]: pgmap v234: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:35.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:35 smithi033 ceph-mon[29909]: pgmap v234: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:36.185 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:34:36.565 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:34:37.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.120+0000 7fbfd1c00640 1 -- 172.21.15.33:0/3610859937 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfcc109140 msgr2=0x7fbfcc110cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:37.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.120+0000 7fbfd1c00640 1 --2- 172.21.15.33:0/3610859937 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfcc109140 0x7fbfcc110cc0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fbfc4009ca0 tx=0x7fbfc402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.120+0000 7fbfd1c00640 1 -- 172.21.15.33:0/3610859937 shutdown_connections 2024-09-05T02:34:37.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.120+0000 7fbfd1c00640 1 --2- 172.21.15.33:0/3610859937 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfcc109140 0x7fbfcc110cc0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.120+0000 7fbfd1c00640 1 --2- 172.21.15.33:0/3610859937 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbfcc1049c0 0x7fbfcc108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.120+0000 7fbfd1c00640 1 --2- 172.21.15.33:0/3610859937 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbfcc104010 0x7fbfcc1043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.120+0000 7fbfd1c00640 1 -- 172.21.15.33:0/3610859937 >> 172.21.15.33:0/3610859937 conn(0x7fbfcc0ffa50 msgr2=0x7fbfcc101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:37.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.120+0000 7fbfd1c00640 1 -- 172.21.15.33:0/3610859937 shutdown_connections 2024-09-05T02:34:37.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.120+0000 7fbfd1c00640 1 -- 172.21.15.33:0/3610859937 wait complete. 2024-09-05T02:34:37.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.121+0000 7fbfd1c00640 1 Processor -- start 2024-09-05T02:34:37.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.121+0000 7fbfd1c00640 1 -- start start 2024-09-05T02:34:37.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.121+0000 7fbfd1c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbfcc104010 0x7fbfcc19a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:37.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.121+0000 7fbfd1c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfcc1049c0 0x7fbfcc19ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:37.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.121+0000 7fbfd1c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbfcc109140 0x7fbfcc19ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:37.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.121+0000 7fbfd1c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbfcc114170 con 0x7fbfcc1049c0 2024-09-05T02:34:37.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.121+0000 7fbfd1c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbfcc113ff0 con 0x7fbfcc109140 2024-09-05T02:34:37.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.121+0000 7fbfd1c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbfcc1142f0 con 0x7fbfcc104010 2024-09-05T02:34:37.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.122+0000 7fbfc3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfcc1049c0 0x7fbfcc19ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:37.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.122+0000 7fbfcb400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbfcc109140 0x7fbfcc19ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:37.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.122+0000 7fbfcaa00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbfcc104010 0x7fbfcc19a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:37.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.122+0000 7fbfc3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfcc1049c0 0x7fbfcc19ab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60868/0 (socket says 172.21.15.33:60868) 2024-09-05T02:34:37.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.122+0000 7fbfcb400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbfcc109140 0x7fbfcc19ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:50760/0 (socket says 172.21.15.33:50760) 2024-09-05T02:34:37.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.122+0000 7fbfc3e00640 1 -- 172.21.15.33:0/3884336481 learned_addr learned my addr 172.21.15.33:0/3884336481 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:37.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.122+0000 7fbfcaa00640 1 -- 172.21.15.33:0/3884336481 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbfcc109140 msgr2=0x7fbfcc19ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:37.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.122+0000 7fbfcaa00640 1 --2- 172.21.15.33:0/3884336481 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbfcc109140 0x7fbfcc19ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.122+0000 7fbfcaa00640 1 -- 172.21.15.33:0/3884336481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfcc1049c0 msgr2=0x7fbfcc19ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:37.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.122+0000 7fbfcaa00640 1 --2- 172.21.15.33:0/3884336481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfcc1049c0 0x7fbfcc19ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.122+0000 7fbfcaa00640 1 -- 172.21.15.33:0/3884336481 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfcc19f5e0 con 0x7fbfcc104010 2024-09-05T02:34:37.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.122+0000 7fbfcb400640 1 --2- 172.21.15.33:0/3884336481 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbfcc109140 0x7fbfcc19ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:37.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.122+0000 7fbfc3e00640 1 --2- 172.21.15.33:0/3884336481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfcc1049c0 0x7fbfcc19ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:37.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.123+0000 7fbfcaa00640 1 --2- 172.21.15.33:0/3884336481 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbfcc104010 0x7fbfcc19a630 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fbfbc00e9f0 tx=0x7fbfbc00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:37.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.123+0000 7fbfc3400640 1 -- 172.21.15.33:0/3884336481 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfbc00cd80 con 0x7fbfcc104010 2024-09-05T02:34:37.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.123+0000 7fbfd1c00640 1 -- 172.21.15.33:0/3884336481 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfcc19f8d0 con 0x7fbfcc104010 2024-09-05T02:34:37.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.123+0000 7fbfc3400640 1 -- 172.21.15.33:0/3884336481 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbfbc0035f0 con 0x7fbfcc104010 2024-09-05T02:34:37.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.123+0000 7fbfc3400640 1 -- 172.21.15.33:0/3884336481 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfbc010670 con 0x7fbfcc104010 2024-09-05T02:34:37.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.123+0000 7fbfd1c00640 1 -- 172.21.15.33:0/3884336481 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfcc1a71b0 con 0x7fbfcc104010 2024-09-05T02:34:37.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.126+0000 7fbfd4868740 1 Processor -- start 2024-09-05T02:34:37.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.126+0000 7fbfd4868740 1 -- start start 2024-09-05T02:34:37.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.127+0000 7fbfd4868740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c4c70 0x5649349c5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:37.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.127+0000 7fbfd4868740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349c5590 0x5649349cf910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:37.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.127+0000 7fbfd4868740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649349cfe50 0x5649349d2240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:37.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.127+0000 7fbfd4868740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56493492b3e0 con 0x5649349c5590 2024-09-05T02:34:37.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.127+0000 7fbfd4868740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5649348d2d80 con 0x5649349cfe50 2024-09-05T02:34:37.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.127+0000 7fbfd4868740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5649349273a0 con 0x5649349c4c70 2024-09-05T02:34:37.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.127+0000 7fbfc3400640 1 -- 172.21.15.33:0/3884336481 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fbfbc0037a0 con 0x7fbfcc104010 2024-09-05T02:34:37.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.127+0000 7fbfcb400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c4c70 0x5649349c5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:37.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.127+0000 7fbfcb400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c4c70 0x5649349c5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:46294/0 (socket says 172.21.15.33:46294) 2024-09-05T02:34:37.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.127+0000 7fbfc3e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649349cfe50 0x5649349d2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:37.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.127+0000 7fbfcb400640 1 -- 172.21.15.33:0/4188304747 learned_addr learned my addr 172.21.15.33:0/4188304747 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:37.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.127+0000 7fbfcaa00640 1 --2- 172.21.15.33:0/4188304747 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349c5590 0x5649349cf910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:37.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.128+0000 7fbfcb400640 1 -- 172.21.15.33:0/4188304747 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649349cfe50 msgr2=0x5649349d2240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:37.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.128+0000 7fbfcb400640 1 --2- 172.21.15.33:0/4188304747 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649349cfe50 0x5649349d2240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.128+0000 7fbfcb400640 1 -- 172.21.15.33:0/4188304747 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349c5590 msgr2=0x5649349cf910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:37.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.128+0000 7fbfcb400640 1 --2- 172.21.15.33:0/4188304747 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349c5590 0x5649349cf910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.128+0000 7fbfcb400640 1 -- 172.21.15.33:0/4188304747 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649348f1ae0 con 0x5649349c4c70 2024-09-05T02:34:37.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.128+0000 7fbfcaa00640 1 --2- 172.21.15.33:0/4188304747 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349c5590 0x5649349cf910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:34:37.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.128+0000 7fbfcb400640 1 --2- 172.21.15.33:0/4188304747 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c4c70 0x5649349c5050 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fbfc4031f80 tx=0x7fbfc4005ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=74d126874b2e39bd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:37.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.128+0000 7fbfbbe00640 1 -- 172.21.15.33:0/4188304747 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc4003b70 con 0x5649349c4c70 2024-09-05T02:34:37.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.128+0000 7fbfbbe00640 1 -- 172.21.15.33:0/4188304747 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbfc4036040 con 0x5649349c4c70 2024-09-05T02:34:37.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.128+0000 7fbfbbe00640 1 -- 172.21.15.33:0/4188304747 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc40045f0 con 0x5649349c4c70 2024-09-05T02:34:37.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.129+0000 7fbfc3400640 1 --2- 172.21.15.33:0/3884336481 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbfb00a2cf0 0x7fbfb00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:37.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.129+0000 7fbfc3400640 1 -- 172.21.15.33:0/3884336481 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fbfbc0cf7a0 con 0x7fbfcc104010 2024-09-05T02:34:37.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.129+0000 7fbfcaa00640 1 --2- 172.21.15.33:0/3884336481 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbfb00a2cf0 0x7fbfb00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:37.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.129+0000 7fbfd4868740 1 -- 172.21.15.33:0/4188304747 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c4c70 msgr2=0x5649349c5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:37.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.129+0000 7fbfd4868740 1 --2- 172.21.15.33:0/4188304747 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c4c70 0x5649349c5050 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fbfc4031f80 tx=0x7fbfc4005ef0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.129+0000 7fbfd4868740 1 -- 172.21.15.33:0/4188304747 shutdown_connections 2024-09-05T02:34:37.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.129+0000 7fbfd4868740 1 --2- 172.21.15.33:0/4188304747 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649349cfe50 0x5649349d2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.129+0000 7fbfd4868740 1 --2- 172.21.15.33:0/4188304747 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349c5590 0x5649349cf910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.129+0000 7fbfd4868740 1 --2- 172.21.15.33:0/4188304747 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c4c70 0x5649349c5050 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.129+0000 7fbfd4868740 1 -- 172.21.15.33:0/4188304747 >> 172.21.15.33:0/4188304747 conn(0x5649349c1200 msgr2=0x5649349c15e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:37.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.130+0000 7fbfd4868740 1 -- 172.21.15.33:0/4188304747 shutdown_connections 2024-09-05T02:34:37.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.130+0000 7fbfd4868740 1 -- 172.21.15.33:0/4188304747 wait complete. 2024-09-05T02:34:37.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.130+0000 7fbfcaa00640 1 --2- 172.21.15.33:0/3884336481 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbfb00a2cf0 0x7fbfb00a51b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x5649349c2060 tx=0x7fbfbc003e30 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:37.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.130+0000 7fbfd4868740 1 -- start start 2024-09-05T02:34:37.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.130+0000 7fbfd4868740 1 Processor -- start 2024-09-05T02:34:37.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.131+0000 7fbfd4868740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349c4c70 0x5649349ccd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:37.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.131+0000 7fbfd4868740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c5590 0x5649349cd290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:37.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.131+0000 7fbfd4868740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649349cfe50 0x5649349cd7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:37.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.131+0000 7fbfd4868740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5649349d28a0 con 0x5649349c4c70 2024-09-05T02:34:37.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.131+0000 7fbfd4868740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5649348e60f0 con 0x5649349cfe50 2024-09-05T02:34:37.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.131+0000 7fbfd4868740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5649349d2a20 con 0x5649349c5590 2024-09-05T02:34:37.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.131+0000 7fbfd4868740 10 client.0 _ll_register_callbacks cb 0x5649348cdbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:37.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.131+0000 7fbfcb400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349c4c70 0x5649349ccd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:37.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.131+0000 7fbfc3e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c5590 0x5649349cd290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:37.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.131+0000 7fbfc3e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c5590 0x5649349cd290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:46296/0 (socket says 172.21.15.33:46296) 2024-09-05T02:34:37.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.131+0000 7fbfc3e00640 1 -- 172.21.15.33:0/1686850211 learned_addr learned my addr 172.21.15.33:0/1686850211 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:37.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.131+0000 7fbfcb400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349c4c70 0x5649349ccd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60886/0 (socket says 172.21.15.33:60886) 2024-09-05T02:34:37.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.131+0000 7fbfcb400640 1 --2- 172.21.15.33:0/1686850211 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649349cfe50 0x5649349cd7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:37.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.132+0000 7fbfc3e00640 1 -- 172.21.15.33:0/1686850211 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649349cfe50 msgr2=0x5649349cd7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:37.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.132+0000 7fbfc3e00640 1 --2- 172.21.15.33:0/1686850211 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649349cfe50 0x5649349cd7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.132+0000 7fbfc3e00640 1 -- 172.21.15.33:0/1686850211 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349c4c70 msgr2=0x5649349ccd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:37.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.132+0000 7fbfc3e00640 1 --2- 172.21.15.33:0/1686850211 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349c4c70 0x5649349ccd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.132+0000 7fbfc3e00640 1 -- 172.21.15.33:0/1686850211 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56493469c3c0 con 0x5649349c5590 2024-09-05T02:34:37.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.132+0000 7fbfcb400640 1 --2- 172.21.15.33:0/1686850211 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349c4c70 0x5649349ccd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:34:37.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.132+0000 7fbfc3e00640 1 --2- 172.21.15.33:0/1686850211 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c5590 0x5649349cd290 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fbfb4012d50 tx=0x7fbfb400f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=54fadd476fc0eaef server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:37.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.132+0000 7fbfb8c00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:34:37.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.132+0000 7fbfb8c00640 1 -- 172.21.15.33:0/1686850211 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfb40120d0 con 0x5649349c5590 2024-09-05T02:34:37.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.132+0000 7fbfd4868740 1 -- 172.21.15.33:0/1686850211 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbfc4036040 con 0x5649349c5590 2024-09-05T02:34:37.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.132+0000 7fbfb8c00640 1 -- 172.21.15.33:0/1686850211 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fbfb4005020 con 0x5649349c5590 2024-09-05T02:34:37.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.133+0000 7fbfb8c00640 1 -- 172.21.15.33:0/1686850211 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbfb4012270 con 0x5649349c5590 2024-09-05T02:34:37.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.133+0000 7fbfd4868740 10 client.26980 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:37.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.133+0000 7fbfd4868740 1 -- 172.21.15.33:0/1686850211 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5649349de910 con 0x5649349c5590 2024-09-05T02:34:37.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.133+0000 7fbfb8c00640 1 -- 172.21.15.33:0/1686850211 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbfc4036040 con 0x5649349c5590 2024-09-05T02:34:37.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.133+0000 7fbfb8c00640 1 -- 172.21.15.33:0/1686850211 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fbfb401c470 con 0x5649349c5590 2024-09-05T02:34:37.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.133+0000 7fbfd4868740 10 client.26980 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:37.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.133+0000 7fbfd4868740 10 client.26980 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:34:37.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.133+0000 7fbfd4868740 20 client.26980 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:37.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.133+0000 7fbfd4868740 1 --2- 172.21.15.33:0/1686850211 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5649349dfd20 0x5649349e2150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:37.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.133+0000 7fbfd4868740 4 client.26980 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:34:37.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.133+0000 7fbfd4868740 1 -- 172.21.15.33:0/1686850211 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564934938950 con 0x5649349dfd20 2024-09-05T02:34:37.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.133+0000 7fbfcb400640 1 --2- 172.21.15.33:0/1686850211 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5649349dfd20 0x5649349e2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:37.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.134+0000 7fbfcb400640 1 --2- 172.21.15.33:0/1686850211 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5649349dfd20 0x5649349e2150 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3018e0a522261354 server_cookie=6cc4b54e99a54c01 in_seq=0 out_seq=0 2024-09-05T02:34:37.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.134+0000 7fbfb8c00640 10 client.26980 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:37.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.135+0000 7fbfb8c00640 1 -- 172.21.15.33:0/1686850211 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564934938950 con 0x5649349dfd20 2024-09-05T02:34:37.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.135+0000 7fbfb8c00640 10 client.26980 handle_command_reply: tid=0 2024-09-05T02:34:37.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.135+0000 7fbfd4868740 1 client.26980 shutdown 2024-09-05T02:34:37.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.135+0000 7fbfd4868740 1 -- 172.21.15.33:0/1686850211 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c5590 msgr2=0x5649349cd290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:37.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.135+0000 7fbfd4868740 1 --2- 172.21.15.33:0/1686850211 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c5590 0x5649349cd290 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fbfb4012d50 tx=0x7fbfb400f790 comp rx=0 tx=0).stop 2024-09-05T02:34:37.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.135+0000 7fbfd4868740 1 -- 172.21.15.33:0/1686850211 shutdown_connections 2024-09-05T02:34:37.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.135+0000 7fbfd4868740 1 --2- 172.21.15.33:0/1686850211 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649349cfe50 0x5649349cd7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.135+0000 7fbfd4868740 1 --2- 172.21.15.33:0/1686850211 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c5590 0x5649349cd290 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.135+0000 7fbfd4868740 1 --2- 172.21.15.33:0/1686850211 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5649349dfd20 0x5649349e2150 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.135+0000 7fbfd4868740 1 --2- 172.21.15.33:0/1686850211 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349c4c70 0x5649349ccd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.135+0000 7fbfd4868740 1 -- 172.21.15.33:0/1686850211 >> 172.21.15.33:0/1686850211 conn(0x5649349c1200 msgr2=0x5649349c6f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:37.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.135+0000 7fbfb8c00640 0 client.26980 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:37.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.135+0000 7fbfd4868740 1 -- 172.21.15.33:0/1686850211 shutdown_connections 2024-09-05T02:34:37.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.135+0000 7fbfd4868740 1 -- 172.21.15.33:0/1686850211 wait complete. 2024-09-05T02:34:37.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.136+0000 7fbfd4868740 20 client.26980 trim_cache size 0 max 16384 2024-09-05T02:34:37.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.149+0000 7fbfd4868740 1 Processor -- start 2024-09-05T02:34:37.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.149+0000 7fbfd4868740 1 -- start start 2024-09-05T02:34:37.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.150+0000 7fbfd4868740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349c4c70 0x5649349c76d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:37.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.150+0000 7fbfd4868740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649349c5590 0x5649349c0270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:37.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.150+0000 7fbfd4868740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349cfe50 0x5649349e7a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:37.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.150+0000 7fbfd4868740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbfcc1afab0 con 0x5649349c4c70 2024-09-05T02:34:37.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.150+0000 7fbfd4868740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbfcc1b15f0 con 0x5649349c5590 2024-09-05T02:34:37.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.150+0000 7fbfd4868740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbfcc1b0180 con 0x5649349cfe50 2024-09-05T02:34:37.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.150+0000 7fbfcb400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349c4c70 0x5649349c76d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:37.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.150+0000 7fbfcb400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349c4c70 0x5649349c76d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60888/0 (socket says 172.21.15.33:60888) 2024-09-05T02:34:37.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.150+0000 7fbfcb400640 1 -- 172.21.15.33:0/3481847440 learned_addr learned my addr 172.21.15.33:0/3481847440 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:37.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.150+0000 7fbfc3e00640 1 --2- 172.21.15.33:0/3481847440 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649349c5590 0x5649349c0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:37.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.150+0000 7fbfcb400640 1 --2- 172.21.15.33:0/3481847440 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349cfe50 0x5649349e7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:37.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.150+0000 7fbfcb400640 1 -- 172.21.15.33:0/3481847440 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349cfe50 msgr2=0x5649349e7a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:37.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.150+0000 7fbfcb400640 1 --2- 172.21.15.33:0/3481847440 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349cfe50 0x5649349e7a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.150+0000 7fbfcb400640 1 -- 172.21.15.33:0/3481847440 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649349c5590 msgr2=0x5649349c0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:37.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.150+0000 7fbfcb400640 1 --2- 172.21.15.33:0/3481847440 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649349c5590 0x5649349c0270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.150+0000 7fbfcb400640 1 -- 172.21.15.33:0/3481847440 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649349c53c0 con 0x5649349c4c70 2024-09-05T02:34:37.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.151+0000 7fbfcb400640 1 --2- 172.21.15.33:0/3481847440 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349c4c70 0x5649349c76d0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fbfc4004af0 tx=0x7fbfc4004a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f928e22cf19239b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:37.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.151+0000 7fbfbb400640 1 -- 172.21.15.33:0/3481847440 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc404a040 con 0x5649349c4c70 2024-09-05T02:34:37.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.151+0000 7fbfbb400640 1 -- 172.21.15.33:0/3481847440 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbfc4036070 con 0x5649349c4c70 2024-09-05T02:34:37.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.151+0000 7fbfbb400640 1 -- 172.21.15.33:0/3481847440 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc402f610 con 0x5649349c4c70 2024-09-05T02:34:37.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.152+0000 7fbfd4868740 1 -- 172.21.15.33:0/3481847440 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349c4c70 msgr2=0x5649349c76d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:37.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.152+0000 7fbfd4868740 1 --2- 172.21.15.33:0/3481847440 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349c4c70 0x5649349c76d0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fbfc4004af0 tx=0x7fbfc4004a60 comp rx=0 tx=0).stop 2024-09-05T02:34:37.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.152+0000 7fbfd4868740 1 -- 172.21.15.33:0/3481847440 shutdown_connections 2024-09-05T02:34:37.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.152+0000 7fbfd4868740 1 --2- 172.21.15.33:0/3481847440 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349cfe50 0x5649349e7a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.152+0000 7fbfd4868740 1 --2- 172.21.15.33:0/3481847440 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649349c5590 0x5649349c0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.152+0000 7fbfd4868740 1 --2- 172.21.15.33:0/3481847440 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349c4c70 0x5649349c76d0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.152+0000 7fbfd4868740 1 -- 172.21.15.33:0/3481847440 >> 172.21.15.33:0/3481847440 conn(0x5649349c1200 msgr2=0x5649349bfb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:37.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.152+0000 7fbfd4868740 1 -- 172.21.15.33:0/3481847440 shutdown_connections 2024-09-05T02:34:37.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.152+0000 7fbfd4868740 1 -- 172.21.15.33:0/3481847440 wait complete. 2024-09-05T02:34:37.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.152+0000 7fbfd4868740 1 -- start start 2024-09-05T02:34:37.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.152+0000 7fbfd4868740 1 Processor -- start 2024-09-05T02:34:37.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.153+0000 7fbfd4868740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649349c4c70 0x5649349d7c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:37.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.153+0000 7fbfd4868740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c5590 0x5649349d81b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:37.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.153+0000 7fbfd4868740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349cfe50 0x5649349d4c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:37.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.153+0000 7fbfd4868740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbfcc1b0f20 con 0x5649349cfe50 2024-09-05T02:34:37.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.153+0000 7fbfd4868740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbfcc1b0850 con 0x5649349c4c70 2024-09-05T02:34:37.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.153+0000 7fbfd4868740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbfcc1adab0 con 0x5649349c5590 2024-09-05T02:34:37.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.153+0000 7fbfd4868740 10 client.0 _ll_register_callbacks cb 0x7fbfb4009d10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:37.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.153+0000 7fbfc3e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c5590 0x5649349d81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:37.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.153+0000 7fbfc3e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c5590 0x5649349d81b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:46318/0 (socket says 172.21.15.33:46318) 2024-09-05T02:34:37.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.153+0000 7fbfc3e00640 1 -- 172.21.15.33:0/1005743173 learned_addr learned my addr 172.21.15.33:0/1005743173 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:37.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.153+0000 7fbfcb400640 1 --2- 172.21.15.33:0/1005743173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349cfe50 0x5649349d4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:37.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.153+0000 7fbfcb400640 1 --2- 172.21.15.33:0/1005743173 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649349c4c70 0x5649349d7c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:37.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.154+0000 7fbfc3e00640 1 -- 172.21.15.33:0/1005743173 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649349c4c70 msgr2=0x5649349d7c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:37.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.154+0000 7fbfc3e00640 1 --2- 172.21.15.33:0/1005743173 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649349c4c70 0x5649349d7c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.154+0000 7fbfc3e00640 1 -- 172.21.15.33:0/1005743173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349cfe50 msgr2=0x5649349d4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:37.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.154+0000 7fbfc3e00640 1 --2- 172.21.15.33:0/1005743173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349cfe50 0x5649349d4c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.154+0000 7fbfc3e00640 1 -- 172.21.15.33:0/1005743173 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649349d5180 con 0x5649349c5590 2024-09-05T02:34:37.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.154+0000 7fbfcb400640 1 --2- 172.21.15.33:0/1005743173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349cfe50 0x5649349d4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:34:37.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.154+0000 7fbfc3e00640 1 --2- 172.21.15.33:0/1005743173 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c5590 0x5649349d81b0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x5649349ce390 tx=0x7fbfb4012a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=37edd31b5dc6d51e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:37.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.154+0000 7fbfb8c00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:34:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.154+0000 7fbfb8c00640 1 -- 172.21.15.33:0/1005743173 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfb4028040 con 0x5649349c5590 2024-09-05T02:34:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.154+0000 7fbfb8c00640 1 -- 172.21.15.33:0/1005743173 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fbfb401cb00 con 0x5649349c5590 2024-09-05T02:34:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.154+0000 7fbfd4868740 1 -- 172.21.15.33:0/1005743173 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbfc4036070 con 0x5649349c5590 2024-09-05T02:34:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.154+0000 7fbfb8c00640 1 -- 172.21.15.33:0/1005743173 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbfb401cd00 con 0x5649349c5590 2024-09-05T02:34:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.155+0000 7fbfd4868740 10 client.26983 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.155+0000 7fbfd4868740 1 -- 172.21.15.33:0/1005743173 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564934a4b250 con 0x5649349c5590 2024-09-05T02:34:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.155+0000 7fbfb8c00640 1 -- 172.21.15.33:0/1005743173 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbfc4036070 con 0x5649349c5590 2024-09-05T02:34:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.155+0000 7fbfb8c00640 1 -- 172.21.15.33:0/1005743173 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fbfb4004ac0 con 0x5649349c5590 2024-09-05T02:34:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.155+0000 7fbfd4868740 10 client.26983 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.155+0000 7fbfd4868740 10 client.26983 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:34:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.155+0000 7fbfd4868740 20 client.26983 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.155+0000 7fbfd4868740 1 --2- 172.21.15.33:0/1005743173 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x564934a4ba00 0x564934a4de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.155+0000 7fbfd4868740 4 client.26983 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:34:37.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.155+0000 7fbfd4868740 1 -- 172.21.15.33:0/1005743173 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564934932e60 con 0x564934a4ba00 2024-09-05T02:34:37.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.156+0000 7fbfcb400640 1 --2- 172.21.15.33:0/1005743173 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x564934a4ba00 0x564934a4de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:37.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.156+0000 7fbfcb400640 1 --2- 172.21.15.33:0/1005743173 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x564934a4ba00 0x564934a4de20 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5dd6032b237d93ed server_cookie=aba6b9bcef4024e5 in_seq=0 out_seq=0 2024-09-05T02:34:37.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.156+0000 7fbfb8c00640 10 client.26983 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:37.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.156+0000 7fbfb8c00640 1 -- 172.21.15.33:0/1005743173 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564934932e60 con 0x564934a4ba00 2024-09-05T02:34:37.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.156+0000 7fbfb8c00640 10 client.26983 handle_command_reply: tid=0 2024-09-05T02:34:37.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.156+0000 7fbfd4868740 1 client.26983 shutdown 2024-09-05T02:34:37.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.156+0000 7fbfd4868740 1 -- 172.21.15.33:0/1005743173 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c5590 msgr2=0x5649349d81b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:37.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.156+0000 7fbfd4868740 1 --2- 172.21.15.33:0/1005743173 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c5590 0x5649349d81b0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x5649349ce390 tx=0x7fbfb4012a00 comp rx=0 tx=0).stop 2024-09-05T02:34:37.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.156+0000 7fbfd4868740 1 -- 172.21.15.33:0/1005743173 shutdown_connections 2024-09-05T02:34:37.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.157+0000 7fbfd4868740 1 --2- 172.21.15.33:0/1005743173 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x564934a4ba00 0x564934a4de20 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.157+0000 7fbfd4868740 1 --2- 172.21.15.33:0/1005743173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649349cfe50 0x5649349d4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.157+0000 7fbfd4868740 1 --2- 172.21.15.33:0/1005743173 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5649349c5590 0x5649349d81b0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.157+0000 7fbfd4868740 1 --2- 172.21.15.33:0/1005743173 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649349c4c70 0x5649349d7c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.157+0000 7fbfb8c00640 0 client.26983 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:37.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.157+0000 7fbfd4868740 1 -- 172.21.15.33:0/1005743173 >> 172.21.15.33:0/1005743173 conn(0x5649349c1200 msgr2=0x5649349cd530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:37.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.157+0000 7fbfd4868740 1 -- 172.21.15.33:0/1005743173 shutdown_connections 2024-09-05T02:34:37.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.157+0000 7fbfd4868740 1 -- 172.21.15.33:0/1005743173 wait complete. 2024-09-05T02:34:37.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.157+0000 7fbfd4868740 20 client.26983 trim_cache size 0 max 16384 2024-09-05T02:34:37.162 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:34:37.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.158+0000 7fbfd1c00640 1 -- 172.21.15.33:0/3884336481 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbfb00a2cf0 msgr2=0x7fbfb00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:37.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.158+0000 7fbfd1c00640 1 --2- 172.21.15.33:0/3884336481 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbfb00a2cf0 0x7fbfb00a51b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x5649349c2060 tx=0x7fbfbc003e30 comp rx=0 tx=0).stop 2024-09-05T02:34:37.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.158+0000 7fbfd1c00640 1 -- 172.21.15.33:0/3884336481 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbfcc104010 msgr2=0x7fbfcc19a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:37.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.158+0000 7fbfd1c00640 1 --2- 172.21.15.33:0/3884336481 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbfcc104010 0x7fbfcc19a630 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fbfbc00e9f0 tx=0x7fbfbc00eeb0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.158+0000 7fbfd1c00640 1 -- 172.21.15.33:0/3884336481 shutdown_connections 2024-09-05T02:34:37.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.158+0000 7fbfd1c00640 1 --2- 172.21.15.33:0/3884336481 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbfb00a2cf0 0x7fbfb00a51b0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.158+0000 7fbfd1c00640 1 --2- 172.21.15.33:0/3884336481 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbfcc109140 0x7fbfcc19ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.158+0000 7fbfd1c00640 1 --2- 172.21.15.33:0/3884336481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfcc1049c0 0x7fbfcc19ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.158+0000 7fbfd1c00640 1 --2- 172.21.15.33:0/3884336481 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbfcc104010 0x7fbfcc19a630 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:37.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.158+0000 7fbfd1c00640 1 -- 172.21.15.33:0/3884336481 >> 172.21.15.33:0/3884336481 conn(0x7fbfcc0ffa50 msgr2=0x7fbfcc100d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:37.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.158+0000 7fbfd1c00640 1 -- 172.21.15.33:0/3884336481 shutdown_connections 2024-09-05T02:34:37.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:37.158+0000 7fbfd1c00640 1 -- 172.21.15.33:0/3884336481 wait complete. 2024-09-05T02:34:37.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:37 smithi033 ceph-mon[29909]: pgmap v235: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:37.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:37 smithi123 ceph-mon[34031]: pgmap v235: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:37.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:37 smithi174 ceph-mon[34756]: pgmap v235: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:39.034 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:34:39.034 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:34:39.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:39 smithi123 ceph-mon[34031]: pgmap v236: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:34:39.424 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:34:39.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:39 smithi174 ceph-mon[34756]: pgmap v236: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:34:39.562 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:39 smithi033 ceph-mon[29909]: pgmap v236: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:34:39.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.980+0000 7f0092e00640 1 -- 172.21.15.33:0/1460974957 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f008c1079c0 msgr2=0x7f008c107da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:39.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.980+0000 7f0092e00640 1 --2- 172.21.15.33:0/1460974957 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f008c1079c0 0x7f008c107da0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f0080009930 tx=0x7f008002a420 comp rx=0 tx=0).stop 2024-09-05T02:34:39.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.980+0000 7f0092e00640 1 -- 172.21.15.33:0/1460974957 shutdown_connections 2024-09-05T02:34:39.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.980+0000 7f0092e00640 1 --2- 172.21.15.33:0/1460974957 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f008c102360 0x7f008c10e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:39.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.980+0000 7f0092e00640 1 --2- 172.21.15.33:0/1460974957 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f008c1019c0 0x7f008c101e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:39.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.980+0000 7f0092e00640 1 --2- 172.21.15.33:0/1460974957 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f008c1079c0 0x7f008c107da0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:39.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.980+0000 7f0092e00640 1 -- 172.21.15.33:0/1460974957 >> 172.21.15.33:0/1460974957 conn(0x7f008c0fd740 msgr2=0x7f008c0ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:39.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.980+0000 7f0092e00640 1 -- 172.21.15.33:0/1460974957 shutdown_connections 2024-09-05T02:34:39.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.980+0000 7f0092e00640 1 -- 172.21.15.33:0/1460974957 wait complete. 2024-09-05T02:34:39.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.981+0000 7f0092e00640 1 Processor -- start 2024-09-05T02:34:39.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.982+0000 7f0092e00640 1 -- start start 2024-09-05T02:34:39.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.982+0000 7f0092e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f008c1019c0 0x7f008c1982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:39.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.982+0000 7f0092e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f008c102360 0x7f008c1987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:39.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.982+0000 7f0092e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f008c1079c0 0x7f008c19cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:39.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.982+0000 7f0092e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f008c111dd0 con 0x7f008c1079c0 2024-09-05T02:34:39.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.982+0000 7f0092e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f008c111c50 con 0x7f008c102360 2024-09-05T02:34:39.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.982+0000 7f0092e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f008c111f50 con 0x7f008c1019c0 2024-09-05T02:34:39.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.982+0000 7f0092400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f008c1079c0 0x7f008c19cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:39.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.983+0000 7f0091000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f008c102360 0x7f008c1987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:39.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.983+0000 7f0092400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f008c1079c0 0x7f008c19cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51942/0 (socket says 172.21.15.33:51942) 2024-09-05T02:34:39.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.983+0000 7f0092400640 1 -- 172.21.15.33:0/1174258222 learned_addr learned my addr 172.21.15.33:0/1174258222 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:39.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.983+0000 7f0091a00640 1 --2- 172.21.15.33:0/1174258222 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f008c1019c0 0x7f008c1982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:39.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.983+0000 7f0092400640 1 -- 172.21.15.33:0/1174258222 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f008c1019c0 msgr2=0x7f008c1982b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:39.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.983+0000 7f0092400640 1 --2- 172.21.15.33:0/1174258222 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f008c1019c0 0x7f008c1982b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:39.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.983+0000 7f0092400640 1 -- 172.21.15.33:0/1174258222 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f008c102360 msgr2=0x7f008c1987f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:39.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.983+0000 7f0092400640 1 --2- 172.21.15.33:0/1174258222 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f008c102360 0x7f008c1987f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:39.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.983+0000 7f0092400640 1 -- 172.21.15.33:0/1174258222 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f008c19d260 con 0x7f008c1079c0 2024-09-05T02:34:39.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.983+0000 7f0091000640 1 --2- 172.21.15.33:0/1174258222 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f008c102360 0x7f008c1987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:39.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.983+0000 7f0092400640 1 --2- 172.21.15.33:0/1174258222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f008c1079c0 0x7f008c19cb80 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f0084009fd0 tx=0x7f008400b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:39.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.984+0000 7f008a000640 1 -- 172.21.15.33:0/1174258222 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0084017070 con 0x7f008c1079c0 2024-09-05T02:34:39.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.984+0000 7f0092e00640 1 -- 172.21.15.33:0/1174258222 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f008c19d550 con 0x7f008c1079c0 2024-09-05T02:34:39.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.984+0000 7f008a000640 1 -- 172.21.15.33:0/1174258222 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0084003e50 con 0x7f008c1079c0 2024-09-05T02:34:39.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.984+0000 7f008a000640 1 -- 172.21.15.33:0/1174258222 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0084020060 con 0x7f008c1079c0 2024-09-05T02:34:39.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.984+0000 7f0092e00640 1 -- 172.21.15.33:0/1174258222 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f008c1a4e30 con 0x7f008c1079c0 2024-09-05T02:34:39.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.987+0000 7f008a000640 1 -- 172.21.15.33:0/1174258222 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f0084003970 con 0x7f008c1079c0 2024-09-05T02:34:39.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.987+0000 7f0096df7740 1 Processor -- start 2024-09-05T02:34:39.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.987+0000 7f0096df7740 1 -- start start 2024-09-05T02:34:39.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.987+0000 7f0096df7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8400c0 0x55e8db8404a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:39.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.987+0000 7f0096df7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8409e0 0x55e8db84ad60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:39.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.987+0000 7f0096df7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db84b2a0 0x55e8db84d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:39.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.987+0000 7f0096df7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55e8db7a2290 con 0x55e8db8400c0 2024-09-05T02:34:39.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.988+0000 7f0096df7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e8db749b40 con 0x55e8db84b2a0 2024-09-05T02:34:39.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.988+0000 7f0096df7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55e8db79e250 con 0x55e8db8409e0 2024-09-05T02:34:39.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.988+0000 7f0091000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8400c0 0x55e8db8404a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:39.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.988+0000 7f0091000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8400c0 0x55e8db8404a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51956/0 (socket says 172.21.15.33:51956) 2024-09-05T02:34:39.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.988+0000 7f0091000640 1 -- 172.21.15.33:0/2558166058 learned_addr learned my addr 172.21.15.33:0/2558166058 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:39.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.988+0000 7f0091a00640 1 --2- 172.21.15.33:0/2558166058 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8409e0 0x55e8db84ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:39.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.988+0000 7f0091000640 1 --2- 172.21.15.33:0/2558166058 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db84b2a0 0x55e8db84d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:39.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.988+0000 7f0091000640 1 -- 172.21.15.33:0/2558166058 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8409e0 msgr2=0x55e8db84ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:39.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.988+0000 7f0091000640 1 --2- 172.21.15.33:0/2558166058 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8409e0 0x55e8db84ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:39.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.988+0000 7f0091000640 1 -- 172.21.15.33:0/2558166058 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db84b2a0 msgr2=0x55e8db84d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:39.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.988+0000 7f0091000640 1 --2- 172.21.15.33:0/2558166058 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db84b2a0 0x55e8db84d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:39.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.988+0000 7f0091000640 1 -- 172.21.15.33:0/2558166058 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8db5136a0 con 0x55e8db8400c0 2024-09-05T02:34:39.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.989+0000 7f008a000640 1 --2- 172.21.15.33:0/1174258222 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f00740a2cf0 0x7f00740a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:39.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.989+0000 7f0091000640 1 --2- 172.21.15.33:0/2558166058 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8400c0 0x55e8db8404a0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f007800bfd0 tx=0x7f007800bc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb1b4a760d01bbd1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:39.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.989+0000 7f008a000640 1 -- 172.21.15.33:0/1174258222 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f00840cf1c0 con 0x7f008c1079c0 2024-09-05T02:34:39.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.989+0000 7f0091a00640 1 --2- 172.21.15.33:0/1174258222 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f00740a2cf0 0x7f00740a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:39.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.989+0000 7f007ea00640 1 -- 172.21.15.33:0/2558166058 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0078004020 con 0x55e8db8400c0 2024-09-05T02:34:39.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.989+0000 7f007ea00640 1 -- 172.21.15.33:0/2558166058 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f007800ed00 con 0x55e8db8400c0 2024-09-05T02:34:39.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.989+0000 7f007ea00640 1 -- 172.21.15.33:0/2558166058 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0078003a00 con 0x55e8db8400c0 2024-09-05T02:34:39.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.990+0000 7f0096df7740 1 -- 172.21.15.33:0/2558166058 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8400c0 msgr2=0x55e8db8404a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:39.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.990+0000 7f0091a00640 1 --2- 172.21.15.33:0/1174258222 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f00740a2cf0 0x7f00740a51b0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0080006010 tx=0x7f0080000bc0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:39.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.990+0000 7f0096df7740 1 --2- 172.21.15.33:0/2558166058 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8400c0 0x55e8db8404a0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f007800bfd0 tx=0x7f007800bc10 comp rx=0 tx=0).stop 2024-09-05T02:34:39.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.990+0000 7f0096df7740 1 -- 172.21.15.33:0/2558166058 shutdown_connections 2024-09-05T02:34:39.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.990+0000 7f0096df7740 1 --2- 172.21.15.33:0/2558166058 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db84b2a0 0x55e8db84d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:39.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.990+0000 7f0096df7740 1 --2- 172.21.15.33:0/2558166058 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8409e0 0x55e8db84ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:39.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.990+0000 7f0096df7740 1 --2- 172.21.15.33:0/2558166058 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8400c0 0x55e8db8404a0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:39.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.990+0000 7f0096df7740 1 -- 172.21.15.33:0/2558166058 >> 172.21.15.33:0/2558166058 conn(0x55e8db83c650 msgr2=0x55e8db83ca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:39.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.990+0000 7f0096df7740 1 -- 172.21.15.33:0/2558166058 shutdown_connections 2024-09-05T02:34:39.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.990+0000 7f0096df7740 1 -- 172.21.15.33:0/2558166058 wait complete. 2024-09-05T02:34:39.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.991+0000 7f0096df7740 1 -- start start 2024-09-05T02:34:39.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.991+0000 7f0096df7740 1 Processor -- start 2024-09-05T02:34:39.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.991+0000 7f0096df7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8400c0 0x55e8db84abc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:39.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.991+0000 7f0096df7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8409e0 0x55e8db847e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:39.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.991+0000 7f0096df7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db84b2a0 0x55e8db8483b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:39.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.991+0000 7f0096df7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55e8db84df10 con 0x55e8db8409e0 2024-09-05T02:34:39.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.991+0000 7f0096df7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e8db75cfa0 con 0x55e8db84b2a0 2024-09-05T02:34:39.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.991+0000 7f0096df7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55e8db84e090 con 0x55e8db8400c0 2024-09-05T02:34:39.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.991+0000 7f0096df7740 10 client.0 _ll_register_callbacks cb 0x55e8db4b0ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:39.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.992+0000 7f0091000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8409e0 0x55e8db847e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:39.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.992+0000 7f0092400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db84b2a0 0x55e8db8483b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:39.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.992+0000 7f0091000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8409e0 0x55e8db847e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51964/0 (socket says 172.21.15.33:51964) 2024-09-05T02:34:39.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.992+0000 7f0091000640 1 -- 172.21.15.33:0/176571578 learned_addr learned my addr 172.21.15.33:0/176571578 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:39.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.992+0000 7f0091a00640 1 --2- 172.21.15.33:0/176571578 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8400c0 0x55e8db84abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:39.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.992+0000 7f0091000640 1 -- 172.21.15.33:0/176571578 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8400c0 msgr2=0x55e8db84abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:39.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.992+0000 7f0091000640 1 --2- 172.21.15.33:0/176571578 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8400c0 0x55e8db84abc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:39.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.992+0000 7f0091000640 1 -- 172.21.15.33:0/176571578 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db84b2a0 msgr2=0x55e8db8483b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:39.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.992+0000 7f0091000640 1 --2- 172.21.15.33:0/176571578 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db84b2a0 0x55e8db8483b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:39.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.992+0000 7f0091000640 1 -- 172.21.15.33:0/176571578 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8db848bb0 con 0x55e8db8409e0 2024-09-05T02:34:39.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.992+0000 7f0092400640 1 --2- 172.21.15.33:0/176571578 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db84b2a0 0x55e8db8483b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:39.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.992+0000 7f0091a00640 1 --2- 172.21.15.33:0/176571578 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8400c0 0x55e8db84abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:34:39.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.993+0000 7f0091000640 1 --2- 172.21.15.33:0/176571578 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8409e0 0x55e8db847e70 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f0078012310 tx=0x7f0078012340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a29fc63cc4a2f6fd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:39.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.993+0000 7f0073400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:34:39.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.993+0000 7f0073400640 1 -- 172.21.15.33:0/176571578 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f007802d060 con 0x55e8db8409e0 2024-09-05T02:34:39.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.993+0000 7f0096df7740 1 -- 172.21.15.33:0/176571578 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f007800ed00 con 0x55e8db8409e0 2024-09-05T02:34:39.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.993+0000 7f0073400640 1 -- 172.21.15.33:0/176571578 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f007800e820 con 0x55e8db8409e0 2024-09-05T02:34:39.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.993+0000 7f0073400640 1 -- 172.21.15.33:0/176571578 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f007800ea20 con 0x55e8db8409e0 2024-09-05T02:34:39.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.993+0000 7f0096df7740 10 client.16974 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:39.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.993+0000 7f0096df7740 1 -- 172.21.15.33:0/176571578 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e8db859df0 con 0x55e8db8409e0 2024-09-05T02:34:39.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.994+0000 7f0073400640 1 -- 172.21.15.33:0/176571578 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f007800ed00 con 0x55e8db8409e0 2024-09-05T02:34:39.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.994+0000 7f0073400640 1 -- 172.21.15.33:0/176571578 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f007801c020 con 0x55e8db8409e0 2024-09-05T02:34:39.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.994+0000 7f0096df7740 10 client.16974 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:39.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.994+0000 7f0096df7740 10 client.16974 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:34:39.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.994+0000 7f0096df7740 20 client.16974 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:39.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.994+0000 7f0096df7740 1 --2- 172.21.15.33:0/176571578 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e8db85b200 0x55e8db85d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:40.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.994+0000 7f0096df7740 4 client.16974 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:34:40.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.994+0000 7f0096df7740 1 -- 172.21.15.33:0/176571578 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e8db7af800 con 0x55e8db85b200 2024-09-05T02:34:40.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.994+0000 7f0091a00640 1 --2- 172.21.15.33:0/176571578 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e8db85b200 0x55e8db85d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:40.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.995+0000 7f0091a00640 1 --2- 172.21.15.33:0/176571578 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e8db85b200 0x55e8db85d5f0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79557fb5d312d150 server_cookie=2fcb7c11f14fc787 in_seq=0 out_seq=0 2024-09-05T02:34:40.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.995+0000 7f0073400640 10 client.16974 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:40.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.996+0000 7f0073400640 1 -- 172.21.15.33:0/176571578 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e8db7af800 con 0x55e8db85b200 2024-09-05T02:34:40.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.996+0000 7f0073400640 10 client.16974 handle_command_reply: tid=0 2024-09-05T02:34:40.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.996+0000 7f0096df7740 1 client.16974 shutdown 2024-09-05T02:34:40.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.996+0000 7f0096df7740 1 -- 172.21.15.33:0/176571578 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8409e0 msgr2=0x55e8db847e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:40.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.996+0000 7f0096df7740 1 --2- 172.21.15.33:0/176571578 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8409e0 0x55e8db847e70 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f0078012310 tx=0x7f0078012340 comp rx=0 tx=0).stop 2024-09-05T02:34:40.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.996+0000 7f0096df7740 1 -- 172.21.15.33:0/176571578 shutdown_connections 2024-09-05T02:34:40.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.996+0000 7f0096df7740 1 --2- 172.21.15.33:0/176571578 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db84b2a0 0x55e8db8483b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:40.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.996+0000 7f0096df7740 1 --2- 172.21.15.33:0/176571578 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e8db85b200 0x55e8db85d5f0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:40.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.996+0000 7f0096df7740 1 --2- 172.21.15.33:0/176571578 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8409e0 0x55e8db847e70 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:40.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.996+0000 7f0096df7740 1 --2- 172.21.15.33:0/176571578 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8400c0 0x55e8db84abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:40.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.996+0000 7f0096df7740 1 -- 172.21.15.33:0/176571578 >> 172.21.15.33:0/176571578 conn(0x55e8db83c650 msgr2=0x55e8db842380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:40.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.996+0000 7f0073400640 0 client.16974 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:40.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.996+0000 7f0096df7740 1 -- 172.21.15.33:0/176571578 shutdown_connections 2024-09-05T02:34:40.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.996+0000 7f0096df7740 1 -- 172.21.15.33:0/176571578 wait complete. 2024-09-05T02:34:40.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:39.997+0000 7f0096df7740 20 client.16974 trim_cache size 0 max 16384 2024-09-05T02:34:40.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.014+0000 7f0096df7740 1 Processor -- start 2024-09-05T02:34:40.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.015+0000 7f0096df7740 1 -- start start 2024-09-05T02:34:40.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.015+0000 7f0096df7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db83c650 0x55e8db862d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:40.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.015+0000 7f0096df7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8400c0 0x55e8db863270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:40.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.015+0000 7f0096df7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8409e0 0x55e8db8450d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:40.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.015+0000 7f0096df7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f008c1ab550 con 0x55e8db8400c0 2024-09-05T02:34:40.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.015+0000 7f0096df7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f008c1ad090 con 0x55e8db83c650 2024-09-05T02:34:40.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.015+0000 7f0096df7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f008c1abc20 con 0x55e8db8409e0 2024-09-05T02:34:40.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.015+0000 7f0091000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8400c0 0x55e8db863270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:40.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.015+0000 7f0091000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8400c0 0x55e8db863270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51966/0 (socket says 172.21.15.33:51966) 2024-09-05T02:34:40.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.015+0000 7f0091000640 1 -- 172.21.15.33:0/3235615618 learned_addr learned my addr 172.21.15.33:0/3235615618 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:40.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.015+0000 7f0091a00640 1 --2- 172.21.15.33:0/3235615618 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db83c650 0x55e8db862d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:40.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.015+0000 7f0092400640 1 --2- 172.21.15.33:0/3235615618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8409e0 0x55e8db8450d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:40.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.015+0000 7f0091000640 1 -- 172.21.15.33:0/3235615618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8409e0 msgr2=0x55e8db8450d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:40.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.016+0000 7f0091000640 1 --2- 172.21.15.33:0/3235615618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8409e0 0x55e8db8450d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:40.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.016+0000 7f0091000640 1 -- 172.21.15.33:0/3235615618 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db83c650 msgr2=0x55e8db862d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:40.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.016+0000 7f0091000640 1 --2- 172.21.15.33:0/3235615618 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db83c650 0x55e8db862d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:40.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.016+0000 7f0091000640 1 -- 172.21.15.33:0/3235615618 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8db840810 con 0x55e8db8400c0 2024-09-05T02:34:40.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.016+0000 7f0092400640 1 --2- 172.21.15.33:0/3235615618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8409e0 0x55e8db8450d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:34:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.016+0000 7f0091000640 1 --2- 172.21.15.33:0/3235615618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8400c0 0x55e8db863270 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f0078003f40 tx=0x7f007800bf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2997d03cb571d4f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.016+0000 7f007e000640 1 -- 172.21.15.33:0/3235615618 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f007802d040 con 0x55e8db8400c0 2024-09-05T02:34:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.016+0000 7f007e000640 1 -- 172.21.15.33:0/3235615618 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0078012790 con 0x55e8db8400c0 2024-09-05T02:34:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.016+0000 7f007e000640 1 -- 172.21.15.33:0/3235615618 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0078003ad0 con 0x55e8db8400c0 2024-09-05T02:34:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.017+0000 7f0096df7740 1 -- 172.21.15.33:0/3235615618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8400c0 msgr2=0x55e8db863270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.017+0000 7f0096df7740 1 --2- 172.21.15.33:0/3235615618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8400c0 0x55e8db863270 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f0078003f40 tx=0x7f007800bf70 comp rx=0 tx=0).stop 2024-09-05T02:34:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.017+0000 7f0096df7740 1 -- 172.21.15.33:0/3235615618 shutdown_connections 2024-09-05T02:34:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.017+0000 7f0096df7740 1 --2- 172.21.15.33:0/3235615618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8409e0 0x55e8db8450d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.017+0000 7f0096df7740 1 --2- 172.21.15.33:0/3235615618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8400c0 0x55e8db863270 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.017+0000 7f0096df7740 1 --2- 172.21.15.33:0/3235615618 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db83c650 0x55e8db862d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.017+0000 7f0096df7740 1 -- 172.21.15.33:0/3235615618 >> 172.21.15.33:0/3235615618 conn(0x55e8db84a300 msgr2=0x55e8db846e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.017+0000 7f0096df7740 1 -- 172.21.15.33:0/3235615618 shutdown_connections 2024-09-05T02:34:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.017+0000 7f0096df7740 1 -- 172.21.15.33:0/3235615618 wait complete. 2024-09-05T02:34:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.017+0000 7f0096df7740 1 -- start start 2024-09-05T02:34:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.018+0000 7f0096df7740 1 Processor -- start 2024-09-05T02:34:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.018+0000 7f0096df7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db83c650 0x55e8db853b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.018+0000 7f0096df7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8400c0 0x55e8db850e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.018+0000 7f0096df7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8409e0 0x55e8db851480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.018+0000 7f0096df7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f008c1ac9c0 con 0x55e8db8400c0 2024-09-05T02:34:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.018+0000 7f0096df7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f008c1ac2f0 con 0x55e8db83c650 2024-09-05T02:34:40.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.018+0000 7f0096df7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f008c1a9550 con 0x55e8db8409e0 2024-09-05T02:34:40.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.018+0000 7f0096df7740 10 client.0 _ll_register_callbacks cb 0x7f0080005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:40.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.018+0000 7f0091a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db83c650 0x55e8db853b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:40.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.018+0000 7f0091000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8400c0 0x55e8db850e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:40.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.018+0000 7f0091a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db83c650 0x55e8db853b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:42720/0 (socket says 172.21.15.33:42720) 2024-09-05T02:34:40.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.018+0000 7f0091a00640 1 -- 172.21.15.33:0/4256566711 learned_addr learned my addr 172.21.15.33:0/4256566711 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:40.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.019+0000 7f0092400640 1 --2- 172.21.15.33:0/4256566711 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8409e0 0x55e8db851480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:40.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.019+0000 7f0091a00640 1 -- 172.21.15.33:0/4256566711 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8409e0 msgr2=0x55e8db851480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:40.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.019+0000 7f0091a00640 1 --2- 172.21.15.33:0/4256566711 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8409e0 0x55e8db851480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:40.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.019+0000 7f0091a00640 1 -- 172.21.15.33:0/4256566711 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8400c0 msgr2=0x55e8db850e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:40.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.019+0000 7f0091a00640 1 --2- 172.21.15.33:0/4256566711 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8400c0 0x55e8db850e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:40.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.019+0000 7f0091a00640 1 -- 172.21.15.33:0/4256566711 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8db851cb0 con 0x55e8db83c650 2024-09-05T02:34:40.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.019+0000 7f0091a00640 1 --2- 172.21.15.33:0/4256566711 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db83c650 0x55e8db853b40 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f008002aa10 tx=0x7f008002a420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1fd3139a360ead0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:40.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.019+0000 7f0073400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:34:40.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.019+0000 7f0073400640 1 -- 172.21.15.33:0/4256566711 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0080035040 con 0x55e8db83c650 2024-09-05T02:34:40.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.020+0000 7f0073400640 1 -- 172.21.15.33:0/4256566711 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f00800325c0 con 0x55e8db83c650 2024-09-05T02:34:40.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.020+0000 7f0096df7740 1 -- 172.21.15.33:0/4256566711 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0078012790 con 0x55e8db83c650 2024-09-05T02:34:40.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.020+0000 7f0073400640 1 -- 172.21.15.33:0/4256566711 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f00800327c0 con 0x55e8db83c650 2024-09-05T02:34:40.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.020+0000 7f0096df7740 10 client.27065 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:40.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.020+0000 7f0096df7740 1 -- 172.21.15.33:0/4256566711 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e8db8c5ec0 con 0x55e8db83c650 2024-09-05T02:34:40.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.020+0000 7f0073400640 1 -- 172.21.15.33:0/4256566711 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0078012790 con 0x55e8db83c650 2024-09-05T02:34:40.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.021+0000 7f0073400640 1 -- 172.21.15.33:0/4256566711 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f0080003ca0 con 0x55e8db83c650 2024-09-05T02:34:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.021+0000 7f0096df7740 10 client.27065 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.021+0000 7f0096df7740 10 client.27065 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:34:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.021+0000 7f0096df7740 20 client.27065 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.021+0000 7f0096df7740 1 --2- 172.21.15.33:0/4256566711 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e8db84b2a0 0x55e8db8c85d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.021+0000 7f0096df7740 4 client.27065 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:34:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.021+0000 7f0096df7740 1 -- 172.21.15.33:0/4256566711 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55e8db7a9d10 con 0x55e8db84b2a0 2024-09-05T02:34:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.021+0000 7f0091000640 1 --2- 172.21.15.33:0/4256566711 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e8db84b2a0 0x55e8db8c85d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.022+0000 7f0091000640 1 --2- 172.21.15.33:0/4256566711 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e8db84b2a0 0x55e8db8c85d0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6732b3454665d30b server_cookie=308b229e3aef90c3 in_seq=0 out_seq=0 2024-09-05T02:34:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.022+0000 7f0073400640 10 client.27065 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.023+0000 7f0073400640 1 -- 172.21.15.33:0/4256566711 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55e8db7a9d10 con 0x55e8db84b2a0 2024-09-05T02:34:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.023+0000 7f0073400640 10 client.27065 handle_command_reply: tid=0 2024-09-05T02:34:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.023+0000 7f0096df7740 1 client.27065 shutdown 2024-09-05T02:34:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.023+0000 7f0096df7740 1 -- 172.21.15.33:0/4256566711 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db83c650 msgr2=0x55e8db853b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.023+0000 7f0096df7740 1 --2- 172.21.15.33:0/4256566711 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db83c650 0x55e8db853b40 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f008002aa10 tx=0x7f008002a420 comp rx=0 tx=0).stop 2024-09-05T02:34:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.023+0000 7f0096df7740 1 -- 172.21.15.33:0/4256566711 shutdown_connections 2024-09-05T02:34:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.023+0000 7f0096df7740 1 --2- 172.21.15.33:0/4256566711 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55e8db8409e0 0x55e8db851480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.023+0000 7f0096df7740 1 --2- 172.21.15.33:0/4256566711 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55e8db84b2a0 0x55e8db8c85d0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.023+0000 7f0096df7740 1 --2- 172.21.15.33:0/4256566711 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e8db8400c0 0x55e8db850e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.023+0000 7f0096df7740 1 --2- 172.21.15.33:0/4256566711 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8db83c650 0x55e8db853b40 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.023+0000 7f0096df7740 1 -- 172.21.15.33:0/4256566711 >> 172.21.15.33:0/4256566711 conn(0x55e8db84a300 msgr2=0x55e8db836a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.023+0000 7f0073400640 0 client.27065 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.023+0000 7f0096df7740 1 -- 172.21.15.33:0/4256566711 shutdown_connections 2024-09-05T02:34:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.023+0000 7f0096df7740 1 -- 172.21.15.33:0/4256566711 wait complete. 2024-09-05T02:34:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.023+0000 7f0096df7740 20 client.27065 trim_cache size 0 max 16384 2024-09-05T02:34:40.031 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:34:40.031 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:34:40.031 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "61cf42d6-347f-4d4d-a0e2-4cfe06d3e3e2", 2024-09-05T02:34:40.032 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:34:40.032 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:34:40.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.024+0000 7f0092e00640 1 -- 172.21.15.33:0/1174258222 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f00740a2cf0 msgr2=0x7f00740a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:40.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.024+0000 7f0092e00640 1 --2- 172.21.15.33:0/1174258222 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f00740a2cf0 0x7f00740a51b0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0080006010 tx=0x7f0080000bc0 comp rx=0 tx=0).stop 2024-09-05T02:34:40.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.024+0000 7f0092e00640 1 -- 172.21.15.33:0/1174258222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f008c1079c0 msgr2=0x7f008c19cb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:40.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.024+0000 7f0092e00640 1 --2- 172.21.15.33:0/1174258222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f008c1079c0 0x7f008c19cb80 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f0084009fd0 tx=0x7f008400b260 comp rx=0 tx=0).stop 2024-09-05T02:34:40.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.024+0000 7f0092e00640 1 -- 172.21.15.33:0/1174258222 shutdown_connections 2024-09-05T02:34:40.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.024+0000 7f0092e00640 1 --2- 172.21.15.33:0/1174258222 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f00740a2cf0 0x7f00740a51b0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:40.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.024+0000 7f0092e00640 1 --2- 172.21.15.33:0/1174258222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f008c1079c0 0x7f008c19cb80 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:40.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.024+0000 7f0092e00640 1 --2- 172.21.15.33:0/1174258222 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f008c102360 0x7f008c1987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:40.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.024+0000 7f0092e00640 1 --2- 172.21.15.33:0/1174258222 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f008c1019c0 0x7f008c1982b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:40.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.024+0000 7f0092e00640 1 -- 172.21.15.33:0/1174258222 >> 172.21.15.33:0/1174258222 conn(0x7f008c0fd740 msgr2=0x7f008c0fde90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:40.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.024+0000 7f0092e00640 1 -- 172.21.15.33:0/1174258222 shutdown_connections 2024-09-05T02:34:40.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:40.024+0000 7f0092e00640 1 -- 172.21.15.33:0/1174258222 wait complete. 2024-09-05T02:34:41.002 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:34:41.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:41 smithi033 ceph-mon[29909]: pgmap v237: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:41.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:41 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:34:41.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:41 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:34:41.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:41 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:34:41.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:41 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:34:41.380 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:34:41.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:41 smithi123 ceph-mon[34031]: pgmap v237: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:41.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:41 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:34:41.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:41 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:34:41.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:41 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:34:41.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:41 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:34:41.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:41 smithi174 ceph-mon[34756]: pgmap v237: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:41.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:41 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:34:41.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:41 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:34:41.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:41 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:34:41.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:41 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:34:41.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.980+0000 7f0b6a200640 1 -- 172.21.15.33:0/2510505532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b64102360 msgr2=0x7f0b6410e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:41.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.980+0000 7f0b6a200640 1 --2- 172.21.15.33:0/2510505532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b64102360 0x7f0b6410e890 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f0b5c009cd0 tx=0x7f0b5c02a8e0 comp rx=0 tx=0).stop 2024-09-05T02:34:41.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.980+0000 7f0b6a200640 1 -- 172.21.15.33:0/2510505532 shutdown_connections 2024-09-05T02:34:41.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.980+0000 7f0b6a200640 1 --2- 172.21.15.33:0/2510505532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b64102360 0x7f0b6410e890 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:41.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.980+0000 7f0b6a200640 1 --2- 172.21.15.33:0/2510505532 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0b641019c0 0x7f0b64101e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:41.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.980+0000 7f0b6a200640 1 --2- 172.21.15.33:0/2510505532 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0b641079c0 0x7f0b64107da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:41.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.980+0000 7f0b6a200640 1 -- 172.21.15.33:0/2510505532 >> 172.21.15.33:0/2510505532 conn(0x7f0b640fd740 msgr2=0x7f0b640ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:41.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.980+0000 7f0b6a200640 1 -- 172.21.15.33:0/2510505532 shutdown_connections 2024-09-05T02:34:41.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.980+0000 7f0b6a200640 1 -- 172.21.15.33:0/2510505532 wait complete. 2024-09-05T02:34:41.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.981+0000 7f0b6a200640 1 Processor -- start 2024-09-05T02:34:41.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.981+0000 7f0b6a200640 1 -- start start 2024-09-05T02:34:41.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.982+0000 7f0b6a200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0b641019c0 0x7f0b64198210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:41.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.982+0000 7f0b6a200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b64102360 0x7f0b64198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:41.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.982+0000 7f0b6a200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0b641079c0 0x7f0b6419cae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:41.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.982+0000 7f0b6a200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0b64111e10 con 0x7f0b64102360 2024-09-05T02:34:41.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.982+0000 7f0b6a200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0b64111c90 con 0x7f0b641019c0 2024-09-05T02:34:41.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.982+0000 7f0b6a200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0b64111f90 con 0x7f0b641079c0 2024-09-05T02:34:41.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.982+0000 7f0b5be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b64102360 0x7f0b64198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:41.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.982+0000 7f0b5be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b64102360 0x7f0b64198750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51998/0 (socket says 172.21.15.33:51998) 2024-09-05T02:34:41.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.982+0000 7f0b5be00640 1 -- 172.21.15.33:0/3867185954 learned_addr learned my addr 172.21.15.33:0/3867185954 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:41.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.982+0000 7f0b69800640 1 --2- 172.21.15.33:0/3867185954 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0b641079c0 0x7f0b6419cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:41.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.982+0000 7f0b68e00640 1 --2- 172.21.15.33:0/3867185954 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0b641019c0 0x7f0b64198210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:41.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.983+0000 7f0b69800640 1 -- 172.21.15.33:0/3867185954 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0b641019c0 msgr2=0x7f0b64198210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:41.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.983+0000 7f0b69800640 1 --2- 172.21.15.33:0/3867185954 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0b641019c0 0x7f0b64198210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:41.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.983+0000 7f0b69800640 1 -- 172.21.15.33:0/3867185954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b64102360 msgr2=0x7f0b64198750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:41.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.983+0000 7f0b69800640 1 --2- 172.21.15.33:0/3867185954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b64102360 0x7f0b64198750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:41.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.983+0000 7f0b69800640 1 -- 172.21.15.33:0/3867185954 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b6419d1c0 con 0x7f0b641079c0 2024-09-05T02:34:41.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.983+0000 7f0b5be00640 1 --2- 172.21.15.33:0/3867185954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b64102360 0x7f0b64198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:41.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.983+0000 7f0b69800640 1 --2- 172.21.15.33:0/3867185954 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0b641079c0 0x7f0b6419cae0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f0b5c009ca0 tx=0x7f0b5c003970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:41.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.983+0000 7f0b62000640 1 -- 172.21.15.33:0/3867185954 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b5c004040 con 0x7f0b641079c0 2024-09-05T02:34:41.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.984+0000 7f0b6a200640 1 -- 172.21.15.33:0/3867185954 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b6419d450 con 0x7f0b641079c0 2024-09-05T02:34:41.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.984+0000 7f0b62000640 1 -- 172.21.15.33:0/3867185954 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b5c0046c0 con 0x7f0b641079c0 2024-09-05T02:34:41.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.984+0000 7f0b62000640 1 -- 172.21.15.33:0/3867185954 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b5c046480 con 0x7f0b641079c0 2024-09-05T02:34:41.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.984+0000 7f0b6a200640 1 -- 172.21.15.33:0/3867185954 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b641a4d90 con 0x7f0b641079c0 2024-09-05T02:34:41.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.987+0000 7f0b6e45d740 1 Processor -- start 2024-09-05T02:34:41.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.987+0000 7f0b62000640 1 -- 172.21.15.33:0/3867185954 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f0b5c0305a0 con 0x7f0b641079c0 2024-09-05T02:34:41.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.987+0000 7f0b6e45d740 1 -- start start 2024-09-05T02:34:41.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.987+0000 7f0b6e45d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729ad50 0x5620c729b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:41.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.987+0000 7f0b6e45d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c729b670 0x5620c72a59f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:41.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.987+0000 7f0b6e45d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620c72a5f30 0x5620c72a8320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:41.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.987+0000 7f0b6e45d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5620c72013e0 con 0x5620c729b670 2024-09-05T02:34:41.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.987+0000 7f0b6e45d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5620c71a8d80 con 0x5620c72a5f30 2024-09-05T02:34:41.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.987+0000 7f0b6e45d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5620c71fd3a0 con 0x5620c729ad50 2024-09-05T02:34:41.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.988+0000 7f0b68e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c729b670 0x5620c72a59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:41.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.988+0000 7f0b68e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c729b670 0x5620c72a59f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52010/0 (socket says 172.21.15.33:52010) 2024-09-05T02:34:41.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.988+0000 7f0b68e00640 1 -- 172.21.15.33:0/1234765015 learned_addr learned my addr 172.21.15.33:0/1234765015 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:41.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.988+0000 7f0b5be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729ad50 0x5620c729b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:41.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.988+0000 7f0b5be00640 1 --2- 172.21.15.33:0/1234765015 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620c72a5f30 0x5620c72a8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:41.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.988+0000 7f0b68e00640 1 -- 172.21.15.33:0/1234765015 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729ad50 msgr2=0x5620c729b130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:41.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.988+0000 7f0b68e00640 1 --2- 172.21.15.33:0/1234765015 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729ad50 0x5620c729b130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:41.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.988+0000 7f0b68e00640 1 -- 172.21.15.33:0/1234765015 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620c72a5f30 msgr2=0x5620c72a8320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:41.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.988+0000 7f0b68e00640 1 --2- 172.21.15.33:0/1234765015 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620c72a5f30 0x5620c72a8320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:41.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.988+0000 7f0b68e00640 1 -- 172.21.15.33:0/1234765015 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620c71c7ae0 con 0x5620c729b670 2024-09-05T02:34:41.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.989+0000 7f0b68e00640 1 --2- 172.21.15.33:0/1234765015 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c729b670 0x5620c72a59f0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f0b5400bc90 tx=0x7f0b540107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef25e9ec07ad29a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:41.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.989+0000 7f0b62000640 1 --2- 172.21.15.33:0/3867185954 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0b480a2cf0 0x7f0b480a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:41.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.989+0000 7f0b62000640 1 -- 172.21.15.33:0/3867185954 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f0b5c02e030 con 0x7f0b641079c0 2024-09-05T02:34:41.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.989+0000 7f0b5a000640 1 -- 172.21.15.33:0/1234765015 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b5401c480 con 0x5620c729b670 2024-09-05T02:34:41.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.989+0000 7f0b5a000640 1 -- 172.21.15.33:0/1234765015 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b5401cb00 con 0x5620c729b670 2024-09-05T02:34:41.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.989+0000 7f0b5a000640 1 -- 172.21.15.33:0/1234765015 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b54011b90 con 0x5620c729b670 2024-09-05T02:34:41.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.989+0000 7f0b5be00640 1 --2- 172.21.15.33:0/3867185954 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0b480a2cf0 0x7f0b480a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:41.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.990+0000 7f0b6e45d740 1 -- 172.21.15.33:0/1234765015 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c729b670 msgr2=0x5620c72a59f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:41.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.990+0000 7f0b6e45d740 1 --2- 172.21.15.33:0/1234765015 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c729b670 0x5620c72a59f0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f0b5400bc90 tx=0x7f0b540107a0 comp rx=0 tx=0).stop 2024-09-05T02:34:41.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.990+0000 7f0b5be00640 1 --2- 172.21.15.33:0/3867185954 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0b480a2cf0 0x7f0b480a51b0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x5620c7298660 tx=0x7f0b4c00b4a0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:41.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.990+0000 7f0b6e45d740 1 -- 172.21.15.33:0/1234765015 shutdown_connections 2024-09-05T02:34:41.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.990+0000 7f0b6e45d740 1 --2- 172.21.15.33:0/1234765015 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620c72a5f30 0x5620c72a8320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:41.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.990+0000 7f0b6e45d740 1 --2- 172.21.15.33:0/1234765015 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c729b670 0x5620c72a59f0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:41.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.990+0000 7f0b6e45d740 1 --2- 172.21.15.33:0/1234765015 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729ad50 0x5620c729b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:41.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.990+0000 7f0b6e45d740 1 -- 172.21.15.33:0/1234765015 >> 172.21.15.33:0/1234765015 conn(0x5620c72972e0 msgr2=0x5620c72976c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:41.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.990+0000 7f0b6e45d740 1 -- 172.21.15.33:0/1234765015 shutdown_connections 2024-09-05T02:34:41.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.990+0000 7f0b6e45d740 1 -- 172.21.15.33:0/1234765015 wait complete. 2024-09-05T02:34:41.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.990+0000 7f0b6e45d740 1 -- start start 2024-09-05T02:34:41.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.990+0000 7f0b6e45d740 1 Processor -- start 2024-09-05T02:34:41.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.991+0000 7f0b6e45d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729ad50 0x5620c72a2e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:41.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.991+0000 7f0b6e45d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c729b670 0x5620c72a3380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:41.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.991+0000 7f0b6e45d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620c72a5f30 0x5620c72a38c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:41.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.991+0000 7f0b6e45d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5620c72a8ba0 con 0x5620c729b670 2024-09-05T02:34:41.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.991+0000 7f0b6e45d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5620c71bc0f0 con 0x5620c72a5f30 2024-09-05T02:34:41.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.991+0000 7f0b6e45d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5620c72a8d20 con 0x5620c729ad50 2024-09-05T02:34:41.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.991+0000 7f0b6e45d740 10 client.0 _ll_register_callbacks cb 0x5620c71ad9e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:41.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.991+0000 7f0b68e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729ad50 0x5620c72a2e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:41.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.991+0000 7f0b5be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c729b670 0x5620c72a3380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:41.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.991+0000 7f0b68e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729ad50 0x5620c72a2e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:45276/0 (socket says 172.21.15.33:45276) 2024-09-05T02:34:41.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.991+0000 7f0b68e00640 1 -- 172.21.15.33:0/2515478271 learned_addr learned my addr 172.21.15.33:0/2515478271 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:41.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.991+0000 7f0b69800640 1 --2- 172.21.15.33:0/2515478271 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620c72a5f30 0x5620c72a38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:41.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.992+0000 7f0b68e00640 1 -- 172.21.15.33:0/2515478271 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620c72a5f30 msgr2=0x5620c72a38c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:41.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.992+0000 7f0b68e00640 1 --2- 172.21.15.33:0/2515478271 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620c72a5f30 0x5620c72a38c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:41.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.992+0000 7f0b68e00640 1 -- 172.21.15.33:0/2515478271 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c729b670 msgr2=0x5620c72a3380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:41.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.992+0000 7f0b68e00640 1 --2- 172.21.15.33:0/2515478271 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c729b670 0x5620c72a3380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:41.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.992+0000 7f0b68e00640 1 -- 172.21.15.33:0/2515478271 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620c6f723c0 con 0x5620c729ad50 2024-09-05T02:34:41.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.992+0000 7f0b68e00640 1 --2- 172.21.15.33:0/2515478271 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729ad50 0x5620c72a2e40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f0b5400b620 tx=0x7f0b5401c730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=653880c92c3dc52c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:41.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.992+0000 7f0b52a00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:34:41.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.992+0000 7f0b52a00640 1 -- 172.21.15.33:0/2515478271 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b5401c950 con 0x5620c729ad50 2024-09-05T02:34:41.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.992+0000 7f0b6e45d740 1 -- 172.21.15.33:0/2515478271 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0b5401cb00 con 0x5620c729ad50 2024-09-05T02:34:41.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.992+0000 7f0b52a00640 1 -- 172.21.15.33:0/2515478271 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f0b5400bd80 con 0x5620c729ad50 2024-09-05T02:34:41.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.993+0000 7f0b52a00640 1 -- 172.21.15.33:0/2515478271 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0b54011b40 con 0x5620c729ad50 2024-09-05T02:34:41.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.993+0000 7f0b6e45d740 10 client.27013 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:41.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.993+0000 7f0b6e45d740 1 -- 172.21.15.33:0/2515478271 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5620c72b4880 con 0x5620c729ad50 2024-09-05T02:34:41.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.993+0000 7f0b52a00640 1 -- 172.21.15.33:0/2515478271 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b5401cb00 con 0x5620c729ad50 2024-09-05T02:34:41.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.993+0000 7f0b52a00640 1 -- 172.21.15.33:0/2515478271 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f0b54005270 con 0x5620c729ad50 2024-09-05T02:34:41.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.993+0000 7f0b6e45d740 10 client.27013 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:41.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.993+0000 7f0b6e45d740 10 client.27013 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:34:41.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.993+0000 7f0b6e45d740 20 client.27013 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:41.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.993+0000 7f0b6e45d740 1 --2- 172.21.15.33:0/2515478271 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5620c72b5d40 0x5620c72b8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:41.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.993+0000 7f0b6e45d740 4 client.27013 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:34:41.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.993+0000 7f0b6e45d740 1 -- 172.21.15.33:0/2515478271 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5620c720e950 con 0x5620c72b5d40 2024-09-05T02:34:41.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.994+0000 7f0b5be00640 1 --2- 172.21.15.33:0/2515478271 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5620c72b5d40 0x5620c72b8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:41.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.994+0000 7f0b5be00640 1 --2- 172.21.15.33:0/2515478271 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5620c72b5d40 0x5620c72b8130 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b5752e8beab3dfca server_cookie=a58a2f32101af172 in_seq=0 out_seq=0 2024-09-05T02:34:41.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.994+0000 7f0b52a00640 10 client.27013 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:41.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.995+0000 7f0b52a00640 1 -- 172.21.15.33:0/2515478271 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5620c720e950 con 0x5620c72b5d40 2024-09-05T02:34:41.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.995+0000 7f0b52a00640 10 client.27013 handle_command_reply: tid=0 2024-09-05T02:34:41.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.995+0000 7f0b6e45d740 1 client.27013 shutdown 2024-09-05T02:34:41.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.995+0000 7f0b6e45d740 1 -- 172.21.15.33:0/2515478271 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729ad50 msgr2=0x5620c72a2e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:41.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.995+0000 7f0b6e45d740 1 --2- 172.21.15.33:0/2515478271 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729ad50 0x5620c72a2e40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f0b5400b620 tx=0x7f0b5401c730 comp rx=0 tx=0).stop 2024-09-05T02:34:41.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.995+0000 7f0b6e45d740 1 -- 172.21.15.33:0/2515478271 shutdown_connections 2024-09-05T02:34:41.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.995+0000 7f0b6e45d740 1 --2- 172.21.15.33:0/2515478271 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620c72a5f30 0x5620c72a38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:41.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.995+0000 7f0b6e45d740 1 --2- 172.21.15.33:0/2515478271 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5620c72b5d40 0x5620c72b8130 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:41.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.995+0000 7f0b6e45d740 1 --2- 172.21.15.33:0/2515478271 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c729b670 0x5620c72a3380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:42.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.995+0000 7f0b6e45d740 1 --2- 172.21.15.33:0/2515478271 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729ad50 0x5620c72a2e40 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:42.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.995+0000 7f0b52a00640 0 client.27013 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:42.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.995+0000 7f0b6e45d740 1 -- 172.21.15.33:0/2515478271 >> 172.21.15.33:0/2515478271 conn(0x5620c72972e0 msgr2=0x5620c729cfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:42.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.996+0000 7f0b6e45d740 1 -- 172.21.15.33:0/2515478271 shutdown_connections 2024-09-05T02:34:42.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.996+0000 7f0b6e45d740 1 -- 172.21.15.33:0/2515478271 wait complete. 2024-09-05T02:34:42.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:41.996+0000 7f0b6e45d740 20 client.27013 trim_cache size 0 max 16384 2024-09-05T02:34:42.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.014+0000 7f0b6e45d740 1 Processor -- start 2024-09-05T02:34:42.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.014+0000 7f0b6e45d740 1 -- start start 2024-09-05T02:34:42.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.014+0000 7f0b6e45d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729ad50 0x5620c729d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:42.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.014+0000 7f0b6e45d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620c729b670 0x5620c72a1710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:42.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.014+0000 7f0b6e45d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c72a5f30 0x5620c72ae350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:42.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.014+0000 7f0b6e45d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0b641ad660 con 0x5620c72a5f30 2024-09-05T02:34:42.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.014+0000 7f0b6e45d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0b641af1a0 con 0x5620c729b670 2024-09-05T02:34:42.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.014+0000 7f0b6e45d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0b641add30 con 0x5620c729ad50 2024-09-05T02:34:42.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.014+0000 7f0b68e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729ad50 0x5620c729d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:42.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.014+0000 7f0b69800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c72a5f30 0x5620c72ae350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:42.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.014+0000 7f0b68e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729ad50 0x5620c729d770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:45292/0 (socket says 172.21.15.33:45292) 2024-09-05T02:34:42.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.014+0000 7f0b68e00640 1 -- 172.21.15.33:0/3276548555 learned_addr learned my addr 172.21.15.33:0/3276548555 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:42.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.015+0000 7f0b5be00640 1 --2- 172.21.15.33:0/3276548555 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620c729b670 0x5620c72a1710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:42.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.015+0000 7f0b68e00640 1 -- 172.21.15.33:0/3276548555 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620c729b670 msgr2=0x5620c72a1710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:42.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.015+0000 7f0b68e00640 1 --2- 172.21.15.33:0/3276548555 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620c729b670 0x5620c72a1710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:42.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.015+0000 7f0b68e00640 1 -- 172.21.15.33:0/3276548555 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c72a5f30 msgr2=0x5620c72ae350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:42.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.015+0000 7f0b68e00640 1 --2- 172.21.15.33:0/3276548555 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c72a5f30 0x5620c72ae350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:42.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.015+0000 7f0b68e00640 1 -- 172.21.15.33:0/3276548555 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620c72a1df0 con 0x5620c729ad50 2024-09-05T02:34:42.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.015+0000 7f0b68e00640 1 --2- 172.21.15.33:0/3276548555 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729ad50 0x5620c729d770 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0b54010ca0 tx=0x7f0b5400b570 comp rx=0 tx=0).ready entity=mon.1 client_cookie=425786ecf7599228 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:42.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.015+0000 7f0b59600640 1 -- 172.21.15.33:0/3276548555 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b54011500 con 0x5620c729ad50 2024-09-05T02:34:42.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.015+0000 7f0b59600640 1 -- 172.21.15.33:0/3276548555 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b54004510 con 0x5620c729ad50 2024-09-05T02:34:42.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.016+0000 7f0b59600640 1 -- 172.21.15.33:0/3276548555 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b5401cd50 con 0x5620c729ad50 2024-09-05T02:34:42.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.016+0000 7f0b6e45d740 1 -- 172.21.15.33:0/3276548555 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729ad50 msgr2=0x5620c729d770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:42.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.016+0000 7f0b6e45d740 1 --2- 172.21.15.33:0/3276548555 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729ad50 0x5620c729d770 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0b54010ca0 tx=0x7f0b5400b570 comp rx=0 tx=0).stop 2024-09-05T02:34:42.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.016+0000 7f0b6e45d740 1 -- 172.21.15.33:0/3276548555 shutdown_connections 2024-09-05T02:34:42.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.016+0000 7f0b6e45d740 1 --2- 172.21.15.33:0/3276548555 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c72a5f30 0x5620c72ae350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:42.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.016+0000 7f0b6e45d740 1 --2- 172.21.15.33:0/3276548555 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620c729b670 0x5620c72a1710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:42.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.016+0000 7f0b6e45d740 1 --2- 172.21.15.33:0/3276548555 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729ad50 0x5620c729d770 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:42.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.016+0000 7f0b6e45d740 1 -- 172.21.15.33:0/3276548555 >> 172.21.15.33:0/3276548555 conn(0x5620c72972e0 msgr2=0x5620c72a4ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:42.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.016+0000 7f0b6e45d740 1 -- 172.21.15.33:0/3276548555 shutdown_connections 2024-09-05T02:34:42.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.016+0000 7f0b6e45d740 1 -- 172.21.15.33:0/3276548555 wait complete. 2024-09-05T02:34:42.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.017+0000 7f0b6e45d740 1 -- start start 2024-09-05T02:34:42.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.017+0000 7f0b6e45d740 1 Processor -- start 2024-09-05T02:34:42.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.018+0000 7f0b6e45d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c729ad50 0x5620c72acb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:42.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.018+0000 7f0b6e45d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729b670 0x5620c72bd700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:42.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.018+0000 7f0b6e45d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620c72a5f30 0x5620c72bdc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:42.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.018+0000 7f0b6e45d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0b641aead0 con 0x5620c729ad50 2024-09-05T02:34:42.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.018+0000 7f0b6e45d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0b641ae400 con 0x5620c72a5f30 2024-09-05T02:34:42.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.018+0000 7f0b6e45d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0b641ab660 con 0x5620c729b670 2024-09-05T02:34:42.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.018+0000 7f0b6e45d740 10 client.0 _ll_register_callbacks cb 0x7f0b5400bae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:42.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.018+0000 7f0b68e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c729ad50 0x5620c72acb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:42.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.018+0000 7f0b68e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c729ad50 0x5620c72acb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52042/0 (socket says 172.21.15.33:52042) 2024-09-05T02:34:42.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.018+0000 7f0b68e00640 1 -- 172.21.15.33:0/546246228 learned_addr learned my addr 172.21.15.33:0/546246228 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:42.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.018+0000 7f0b5be00640 1 --2- 172.21.15.33:0/546246228 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729b670 0x5620c72bd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:42.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.018+0000 7f0b69800640 1 --2- 172.21.15.33:0/546246228 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620c72a5f30 0x5620c72bdc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:42.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.018+0000 7f0b68e00640 1 -- 172.21.15.33:0/546246228 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729b670 msgr2=0x5620c72bd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:42.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.018+0000 7f0b68e00640 1 --2- 172.21.15.33:0/546246228 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729b670 0x5620c72bd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:42.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.018+0000 7f0b68e00640 1 -- 172.21.15.33:0/546246228 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620c72a5f30 msgr2=0x5620c72bdc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:42.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.018+0000 7f0b68e00640 1 --2- 172.21.15.33:0/546246228 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620c72a5f30 0x5620c72bdc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:42.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.018+0000 7f0b68e00640 1 -- 172.21.15.33:0/546246228 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620c72be470 con 0x5620c729ad50 2024-09-05T02:34:42.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.018+0000 7f0b5be00640 1 --2- 172.21.15.33:0/546246228 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729b670 0x5620c72bd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:42.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.019+0000 7f0b68e00640 1 --2- 172.21.15.33:0/546246228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c729ad50 0x5620c72acb70 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f0b5401c6d0 tx=0x7f0b54005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=116acc8faf8ce37f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:42.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.019+0000 7f0b52a00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:34:42.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.019+0000 7f0b52a00640 1 -- 172.21.15.33:0/546246228 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b5401c7d0 con 0x5620c729ad50 2024-09-05T02:34:42.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.019+0000 7f0b52a00640 1 -- 172.21.15.33:0/546246228 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f0b5401cad0 con 0x5620c729ad50 2024-09-05T02:34:42.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.019+0000 7f0b6e45d740 1 -- 172.21.15.33:0/546246228 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0b54004510 con 0x5620c729ad50 2024-09-05T02:34:42.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.019+0000 7f0b52a00640 1 -- 172.21.15.33:0/546246228 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0b5401ccd0 con 0x5620c729ad50 2024-09-05T02:34:42.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.019+0000 7f0b6e45d740 10 client.16998 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:42.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.019+0000 7f0b6e45d740 1 -- 172.21.15.33:0/546246228 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5620c73290a0 con 0x5620c729ad50 2024-09-05T02:34:42.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.020+0000 7f0b52a00640 1 -- 172.21.15.33:0/546246228 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b54004510 con 0x5620c729ad50 2024-09-05T02:34:42.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.020+0000 7f0b52a00640 1 -- 172.21.15.33:0/546246228 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f0b54011ce0 con 0x5620c729ad50 2024-09-05T02:34:42.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.020+0000 7f0b6e45d740 10 client.16998 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:42.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.020+0000 7f0b6e45d740 10 client.16998 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:34:42.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.020+0000 7f0b6e45d740 20 client.16998 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:42.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.020+0000 7f0b6e45d740 1 --2- 172.21.15.33:0/546246228 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5620c73296a0 0x5620c732ba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:42.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.020+0000 7f0b6e45d740 4 client.16998 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:34:42.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.020+0000 7f0b6e45d740 1 -- 172.21.15.33:0/546246228 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5620c7208e60 con 0x5620c73296a0 2024-09-05T02:34:42.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.020+0000 7f0b5be00640 1 --2- 172.21.15.33:0/546246228 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5620c73296a0 0x5620c732ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:42.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.021+0000 7f0b5be00640 1 --2- 172.21.15.33:0/546246228 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5620c73296a0 0x5620c732ba90 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=673009c6e8e55a9d server_cookie=66897b45fdd425a8 in_seq=0 out_seq=0 2024-09-05T02:34:42.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.021+0000 7f0b52a00640 10 client.16998 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:42.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.021+0000 7f0b52a00640 1 -- 172.21.15.33:0/546246228 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5620c7208e60 con 0x5620c73296a0 2024-09-05T02:34:42.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.021+0000 7f0b52a00640 10 client.16998 handle_command_reply: tid=0 2024-09-05T02:34:42.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.021+0000 7f0b6e45d740 1 client.16998 shutdown 2024-09-05T02:34:42.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.021+0000 7f0b6e45d740 1 -- 172.21.15.33:0/546246228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c729ad50 msgr2=0x5620c72acb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:42.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.021+0000 7f0b6e45d740 1 --2- 172.21.15.33:0/546246228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c729ad50 0x5620c72acb70 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f0b5401c6d0 tx=0x7f0b54005c00 comp rx=0 tx=0).stop 2024-09-05T02:34:42.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.021+0000 7f0b6e45d740 1 -- 172.21.15.33:0/546246228 shutdown_connections 2024-09-05T02:34:42.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.021+0000 7f0b6e45d740 1 --2- 172.21.15.33:0/546246228 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620c72a5f30 0x5620c72bdc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:42.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.021+0000 7f0b6e45d740 1 --2- 172.21.15.33:0/546246228 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5620c729b670 0x5620c72bd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:42.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.021+0000 7f0b6e45d740 1 --2- 172.21.15.33:0/546246228 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5620c73296a0 0x5620c732ba90 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:42.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.021+0000 7f0b6e45d740 1 --2- 172.21.15.33:0/546246228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5620c729ad50 0x5620c72acb70 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:42.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.021+0000 7f0b52a00640 0 client.16998 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:42.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.021+0000 7f0b6e45d740 1 -- 172.21.15.33:0/546246228 >> 172.21.15.33:0/546246228 conn(0x5620c72972e0 msgr2=0x5620c72a4ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:42.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.022+0000 7f0b6e45d740 1 -- 172.21.15.33:0/546246228 shutdown_connections 2024-09-05T02:34:42.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.022+0000 7f0b6e45d740 1 -- 172.21.15.33:0/546246228 wait complete. 2024-09-05T02:34:42.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.022+0000 7f0b6e45d740 20 client.16998 trim_cache size 0 max 16384 2024-09-05T02:34:42.026 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:34:42.026 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:34:42.026 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:34:42.026 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:34:42.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.023+0000 7f0b6a200640 1 -- 172.21.15.33:0/3867185954 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0b480a2cf0 msgr2=0x7f0b480a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:42.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.023+0000 7f0b6a200640 1 --2- 172.21.15.33:0/3867185954 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0b480a2cf0 0x7f0b480a51b0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x5620c7298660 tx=0x7f0b4c00b4a0 comp rx=0 tx=0).stop 2024-09-05T02:34:42.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.023+0000 7f0b6a200640 1 -- 172.21.15.33:0/3867185954 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0b641079c0 msgr2=0x7f0b6419cae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:42.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.023+0000 7f0b6a200640 1 --2- 172.21.15.33:0/3867185954 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0b641079c0 0x7f0b6419cae0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f0b5c009ca0 tx=0x7f0b5c003970 comp rx=0 tx=0).stop 2024-09-05T02:34:42.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.023+0000 7f0b6a200640 1 -- 172.21.15.33:0/3867185954 shutdown_connections 2024-09-05T02:34:42.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.023+0000 7f0b6a200640 1 --2- 172.21.15.33:0/3867185954 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f0b480a2cf0 0x7f0b480a51b0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:42.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.023+0000 7f0b6a200640 1 --2- 172.21.15.33:0/3867185954 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0b641079c0 0x7f0b6419cae0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:42.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.023+0000 7f0b6a200640 1 --2- 172.21.15.33:0/3867185954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b64102360 0x7f0b64198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:42.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.023+0000 7f0b6a200640 1 --2- 172.21.15.33:0/3867185954 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0b641019c0 0x7f0b64198210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:42.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.023+0000 7f0b6a200640 1 -- 172.21.15.33:0/3867185954 >> 172.21.15.33:0/3867185954 conn(0x7f0b640fd740 msgr2=0x7f0b640fee60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:42.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.023+0000 7f0b6a200640 1 -- 172.21.15.33:0/3867185954 shutdown_connections 2024-09-05T02:34:42.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:42.023+0000 7f0b6a200640 1 -- 172.21.15.33:0/3867185954 wait complete. 2024-09-05T02:34:42.431 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:42 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:34:42.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:42 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:34:42.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:42 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:34:42.899 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:34:42.900 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:34:43.279 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:34:43.418 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:43 smithi033 ceph-mon[29909]: pgmap v238: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:34:43.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:43 smithi174 ceph-mon[34756]: pgmap v238: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:34:43.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:43 smithi123 ceph-mon[34031]: pgmap v238: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:34:43.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.808+0000 7f3034000640 1 -- 172.21.15.33:0/3540308725 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c076720 msgr2=0x7f302c076b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:43.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.808+0000 7f3034000640 1 --2- 172.21.15.33:0/3540308725 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c076720 0x7f302c076b00 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f3020009900 tx=0x7f302002a410 comp rx=0 tx=0).stop 2024-09-05T02:34:43.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.809+0000 7f3034000640 1 -- 172.21.15.33:0/3540308725 shutdown_connections 2024-09-05T02:34:43.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.809+0000 7f3034000640 1 --2- 172.21.15.33:0/3540308725 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f302c112a30 0x7f302c114e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.809+0000 7f3034000640 1 --2- 172.21.15.33:0/3540308725 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f302c077040 0x7f302c1124f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.809+0000 7f3034000640 1 --2- 172.21.15.33:0/3540308725 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c076720 0x7f302c076b00 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.809+0000 7f3034000640 1 -- 172.21.15.33:0/3540308725 >> 172.21.15.33:0/3540308725 conn(0x7f302c0ffa90 msgr2=0x7f302c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.809+0000 7f3034000640 1 -- 172.21.15.33:0/3540308725 shutdown_connections 2024-09-05T02:34:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.809+0000 7f3034000640 1 -- 172.21.15.33:0/3540308725 wait complete. 2024-09-05T02:34:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.810+0000 7f3034000640 1 Processor -- start 2024-09-05T02:34:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.810+0000 7f3034000640 1 -- start start 2024-09-05T02:34:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.810+0000 7f3034000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f302c076720 0x7f302c1a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.810+0000 7f3034000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c077040 0x7f302c1a4c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.810+0000 7f3034000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f302c112a30 0x7f302c19e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.810+0000 7f3034000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f302c118610 con 0x7f302c077040 2024-09-05T02:34:43.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.810+0000 7f3034000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f302c118490 con 0x7f302c076720 2024-09-05T02:34:43.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.810+0000 7f3034000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f302c118790 con 0x7f302c112a30 2024-09-05T02:34:43.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.810+0000 7f3030c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c077040 0x7f302c1a4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:43.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.810+0000 7f3030c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c077040 0x7f302c1a4c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52066/0 (socket says 172.21.15.33:52066) 2024-09-05T02:34:43.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.810+0000 7f3030c00640 1 -- 172.21.15.33:0/1672180479 learned_addr learned my addr 172.21.15.33:0/1672180479 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:43.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.810+0000 7f3031600640 1 --2- 172.21.15.33:0/1672180479 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f302c076720 0x7f302c1a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:43.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.811+0000 7f3032000640 1 --2- 172.21.15.33:0/1672180479 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f302c112a30 0x7f302c19e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:43.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.811+0000 7f3030c00640 1 -- 172.21.15.33:0/1672180479 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f302c112a30 msgr2=0x7f302c19e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:43.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.811+0000 7f3030c00640 1 --2- 172.21.15.33:0/1672180479 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f302c112a30 0x7f302c19e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:43.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.811+0000 7f3030c00640 1 -- 172.21.15.33:0/1672180479 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f302c076720 msgr2=0x7f302c1a46e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:43.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.811+0000 7f3030c00640 1 --2- 172.21.15.33:0/1672180479 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f302c076720 0x7f302c1a46e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:43.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.811+0000 7f3030c00640 1 -- 172.21.15.33:0/1672180479 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f302c19efd0 con 0x7f302c077040 2024-09-05T02:34:43.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.811+0000 7f3030c00640 1 --2- 172.21.15.33:0/1672180479 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c077040 0x7f302c1a4c20 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f301800e9f0 tx=0x7f301800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:43.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.811+0000 7f302a000640 1 -- 172.21.15.33:0/1672180479 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f301800cd80 con 0x7f302c077040 2024-09-05T02:34:43.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.811+0000 7f3034000640 1 -- 172.21.15.33:0/1672180479 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f302c19f2c0 con 0x7f302c077040 2024-09-05T02:34:43.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.812+0000 7f302a000640 1 -- 172.21.15.33:0/1672180479 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3018010910 con 0x7f302c077040 2024-09-05T02:34:43.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.812+0000 7f3034000640 1 -- 172.21.15.33:0/1672180479 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f302c1ab5b0 con 0x7f302c077040 2024-09-05T02:34:43.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.812+0000 7f302a000640 1 -- 172.21.15.33:0/1672180479 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3018018910 con 0x7f302c077040 2024-09-05T02:34:43.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.813+0000 7f3034000640 1 -- 172.21.15.33:0/1672180479 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f302c076b00 con 0x7f302c077040 2024-09-05T02:34:43.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.814+0000 7f302a000640 1 -- 172.21.15.33:0/1672180479 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f3018010ac0 con 0x7f302c077040 2024-09-05T02:34:43.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.816+0000 7f302a000640 1 --2- 172.21.15.33:0/1672180479 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f30140a2cf0 0x7f30140a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:43.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.816+0000 7f302a000640 1 -- 172.21.15.33:0/1672180479 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f30180cf840 con 0x7f302c077040 2024-09-05T02:34:43.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.816+0000 7f3031600640 1 --2- 172.21.15.33:0/1672180479 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f30140a2cf0 0x7f30140a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:43.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.817+0000 7f3031600640 1 --2- 172.21.15.33:0/1672180479 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f30140a2cf0 0x7f30140a51b0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3020006010 tx=0x7f3020000bc0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:43.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:43.820+0000 7f302a000640 1 -- 172.21.15.33:0/1672180479 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f301809bda0 con 0x7f302c077040 2024-09-05T02:34:44.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:44.046+0000 7f3034000640 1 -- 172.21.15.33:0/1672180479 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f302c1ab8d0 con 0x7f302c077040 2024-09-05T02:34:44.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:44.047+0000 7f302a000640 1 -- 172.21.15.33:0/1672180479 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7f30180a00a0 con 0x7f302c077040 2024-09-05T02:34:44.048 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:34:44.049 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:34:44.049 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:34:44.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:44.050+0000 7f3034000640 1 -- 172.21.15.33:0/1672180479 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f30140a2cf0 msgr2=0x7f30140a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:44.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:44.050+0000 7f3034000640 1 --2- 172.21.15.33:0/1672180479 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f30140a2cf0 0x7f30140a51b0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3020006010 tx=0x7f3020000bc0 comp rx=0 tx=0).stop 2024-09-05T02:34:44.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:44.050+0000 7f3034000640 1 -- 172.21.15.33:0/1672180479 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c077040 msgr2=0x7f302c1a4c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:44.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:44.050+0000 7f3034000640 1 --2- 172.21.15.33:0/1672180479 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c077040 0x7f302c1a4c20 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f301800e9f0 tx=0x7f301800eeb0 comp rx=0 tx=0).stop 2024-09-05T02:34:44.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:44.050+0000 7f3034000640 1 -- 172.21.15.33:0/1672180479 shutdown_connections 2024-09-05T02:34:44.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:44.050+0000 7f3034000640 1 --2- 172.21.15.33:0/1672180479 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f30140a2cf0 0x7f30140a51b0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:44.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:44.050+0000 7f3034000640 1 --2- 172.21.15.33:0/1672180479 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f302c112a30 0x7f302c19e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:44.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:44.050+0000 7f3034000640 1 --2- 172.21.15.33:0/1672180479 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c077040 0x7f302c1a4c20 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:44.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:44.050+0000 7f3034000640 1 --2- 172.21.15.33:0/1672180479 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f302c076720 0x7f302c1a46e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:44.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:44.050+0000 7f3034000640 1 -- 172.21.15.33:0/1672180479 >> 172.21.15.33:0/1672180479 conn(0x7f302c0ffa90 msgr2=0x7f302c101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:44.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:44.050+0000 7f3034000640 1 -- 172.21.15.33:0/1672180479 shutdown_connections 2024-09-05T02:34:44.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:44.050+0000 7f3034000640 1 -- 172.21.15.33:0/1672180479 wait complete. 2024-09-05T02:34:44.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:44 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1672180479' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:34:44.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:44 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1672180479' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:34:44.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:44 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1672180479' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:34:44.864 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:34:45.239 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:34:45.486 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:45 smithi033 ceph-mon[29909]: pgmap v239: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:34:45.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:45 smithi174 ceph-mon[34756]: pgmap v239: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:34:45.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:45 smithi123 ceph-mon[34031]: pgmap v239: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:34:45.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.733+0000 7f8332e00640 1 -- 172.21.15.33:0/2557554168 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f832c104010 msgr2=0x7f832c1043f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:45.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.733+0000 7f8332e00640 1 --2- 172.21.15.33:0/2557554168 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f832c104010 0x7f832c1043f0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f831c009900 tx=0x7f831c02a410 comp rx=0 tx=0).stop 2024-09-05T02:34:45.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.733+0000 7f8332e00640 1 -- 172.21.15.33:0/2557554168 shutdown_connections 2024-09-05T02:34:45.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.733+0000 7f8332e00640 1 --2- 172.21.15.33:0/2557554168 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f832c109140 0x7f832c110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.733+0000 7f8332e00640 1 --2- 172.21.15.33:0/2557554168 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f832c1049c0 0x7f832c108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.733+0000 7f8332e00640 1 --2- 172.21.15.33:0/2557554168 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f832c104010 0x7f832c1043f0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.733+0000 7f8332e00640 1 -- 172.21.15.33:0/2557554168 >> 172.21.15.33:0/2557554168 conn(0x7f832c0ffa50 msgr2=0x7f832c101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:45.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.733+0000 7f8332e00640 1 -- 172.21.15.33:0/2557554168 shutdown_connections 2024-09-05T02:34:45.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.733+0000 7f8332e00640 1 -- 172.21.15.33:0/2557554168 wait complete. 2024-09-05T02:34:45.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.735+0000 7f8332e00640 1 Processor -- start 2024-09-05T02:34:45.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.735+0000 7f8332e00640 1 -- start start 2024-09-05T02:34:45.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.735+0000 7f8332e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f832c104010 0x7f832c19a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:45.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.735+0000 7f8332e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f832c1049c0 0x7f832c19ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:45.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.735+0000 7f8332e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f832c109140 0x7f832c19ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:45.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.735+0000 7f8332e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f832c1141c0 con 0x7f832c109140 2024-09-05T02:34:45.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.735+0000 7f8332e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f832c114040 con 0x7f832c104010 2024-09-05T02:34:45.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.735+0000 7f8332e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f832c114340 con 0x7f832c1049c0 2024-09-05T02:34:45.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.736+0000 7f832be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f832c104010 0x7f832c19a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:45.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.736+0000 7f832be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f832c104010 0x7f832c19a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:42812/0 (socket says 172.21.15.33:42812) 2024-09-05T02:34:45.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.736+0000 7f832be00640 1 -- 172.21.15.33:0/1356521391 learned_addr learned my addr 172.21.15.33:0/1356521391 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:45.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.736+0000 7f8330e00640 1 --2- 172.21.15.33:0/1356521391 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f832c109140 0x7f832c19ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:45.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.736+0000 7f832b400640 1 --2- 172.21.15.33:0/1356521391 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f832c1049c0 0x7f832c19ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:45.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.736+0000 7f832be00640 1 -- 172.21.15.33:0/1356521391 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f832c1049c0 msgr2=0x7f832c19ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:45.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.736+0000 7f832be00640 1 --2- 172.21.15.33:0/1356521391 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f832c1049c0 0x7f832c19ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.736+0000 7f832be00640 1 -- 172.21.15.33:0/1356521391 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f832c109140 msgr2=0x7f832c19ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:45.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.736+0000 7f832be00640 1 --2- 172.21.15.33:0/1356521391 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f832c109140 0x7f832c19ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.736+0000 7f832be00640 1 -- 172.21.15.33:0/1356521391 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f832c19f5f0 con 0x7f832c104010 2024-09-05T02:34:45.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.736+0000 7f832b400640 1 --2- 172.21.15.33:0/1356521391 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f832c1049c0 0x7f832c19ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:34:45.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.737+0000 7f832be00640 1 --2- 172.21.15.33:0/1356521391 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f832c104010 0x7f832c19a640 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f831c004770 tx=0x7f831c003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:45.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.737+0000 7f8328c00640 1 -- 172.21.15.33:0/1356521391 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f831c03f070 con 0x7f832c104010 2024-09-05T02:34:45.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.737+0000 7f8332e00640 1 -- 172.21.15.33:0/1356521391 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f832c19f880 con 0x7f832c104010 2024-09-05T02:34:45.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.737+0000 7f8328c00640 1 -- 172.21.15.33:0/1356521391 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f831c031ca0 con 0x7f832c104010 2024-09-05T02:34:45.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.737+0000 7f8328c00640 1 -- 172.21.15.33:0/1356521391 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f831c035030 con 0x7f832c104010 2024-09-05T02:34:45.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.737+0000 7f8332e00640 1 -- 172.21.15.33:0/1356521391 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f832c1a71c0 con 0x7f832c104010 2024-09-05T02:34:45.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.740+0000 7f83359da740 1 Processor -- start 2024-09-05T02:34:45.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.740+0000 7f83359da740 1 -- start start 2024-09-05T02:34:45.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.740+0000 7f8328c00640 1 -- 172.21.15.33:0/1356521391 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f831c042070 con 0x7f832c104010 2024-09-05T02:34:45.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.741+0000 7f83359da740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bdddc70 0x55941bdde050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:45.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.741+0000 7f83359da740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bdde590 0x55941bde8910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:45.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.741+0000 7f83359da740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bde8e50 0x55941bdeb240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:45.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.741+0000 7f83359da740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55941bd443e0 con 0x55941bdde590 2024-09-05T02:34:45.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.741+0000 7f83359da740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55941bcebd80 con 0x55941bdddc70 2024-09-05T02:34:45.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.741+0000 7f83359da740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55941bd403a0 con 0x55941bde8e50 2024-09-05T02:34:45.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.741+0000 7f8330e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bdddc70 0x55941bdde050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:45.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.741+0000 7f8330e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bdddc70 0x55941bdde050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:42816/0 (socket says 172.21.15.33:42816) 2024-09-05T02:34:45.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.741+0000 7f8330e00640 1 -- 172.21.15.33:0/1064887538 learned_addr learned my addr 172.21.15.33:0/1064887538 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:45.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.741+0000 7f832be00640 1 --2- 172.21.15.33:0/1064887538 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bdde590 0x55941bde8910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:45.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.741+0000 7f832b400640 1 --2- 172.21.15.33:0/1064887538 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bde8e50 0x55941bdeb240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:45.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.742+0000 7f8330e00640 1 -- 172.21.15.33:0/1064887538 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bde8e50 msgr2=0x55941bdeb240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:45.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.742+0000 7f8330e00640 1 --2- 172.21.15.33:0/1064887538 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bde8e50 0x55941bdeb240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.742+0000 7f8330e00640 1 -- 172.21.15.33:0/1064887538 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bdde590 msgr2=0x55941bde8910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:45.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.742+0000 7f8330e00640 1 --2- 172.21.15.33:0/1064887538 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bdde590 0x55941bde8910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.742+0000 7f8330e00640 1 -- 172.21.15.33:0/1064887538 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55941bd0aae0 con 0x55941bdddc70 2024-09-05T02:34:45.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.742+0000 7f8330e00640 1 --2- 172.21.15.33:0/1064887538 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bdddc70 0x55941bdde050 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f8324009f50 tx=0x7f83240118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7ec75fe4abb5f33 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:45.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.742+0000 7f8321600640 1 -- 172.21.15.33:0/1064887538 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8324004d20 con 0x55941bdddc70 2024-09-05T02:34:45.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.742+0000 7f8321600640 1 -- 172.21.15.33:0/1064887538 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8324004050 con 0x55941bdddc70 2024-09-05T02:34:45.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.743+0000 7f8321600640 1 -- 172.21.15.33:0/1064887538 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8324005280 con 0x55941bdddc70 2024-09-05T02:34:45.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.743+0000 7f8328c00640 1 --2- 172.21.15.33:0/1356521391 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f83100a2d70 0x7f83100a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:45.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.743+0000 7f8328c00640 1 -- 172.21.15.33:0/1356521391 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f831c0efb40 con 0x7f832c104010 2024-09-05T02:34:45.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.743+0000 7f832be00640 1 --2- 172.21.15.33:0/1356521391 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f83100a2d70 0x7f83100a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:45.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.743+0000 7f83359da740 1 -- 172.21.15.33:0/1064887538 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bdddc70 msgr2=0x55941bdde050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:45.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.743+0000 7f83359da740 1 --2- 172.21.15.33:0/1064887538 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bdddc70 0x55941bdde050 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f8324009f50 tx=0x7f83240118d0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.743+0000 7f83359da740 1 -- 172.21.15.33:0/1064887538 shutdown_connections 2024-09-05T02:34:45.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.743+0000 7f83359da740 1 --2- 172.21.15.33:0/1064887538 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bde8e50 0x55941bdeb240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.743+0000 7f83359da740 1 --2- 172.21.15.33:0/1064887538 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bdde590 0x55941bde8910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.743+0000 7f83359da740 1 --2- 172.21.15.33:0/1064887538 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bdddc70 0x55941bdde050 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.743+0000 7f83359da740 1 -- 172.21.15.33:0/1064887538 >> 172.21.15.33:0/1064887538 conn(0x55941bdda200 msgr2=0x55941bdda5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:45.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.743+0000 7f832be00640 1 --2- 172.21.15.33:0/1356521391 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f83100a2d70 0x7f83100a5230 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x55941bddb060 tx=0x7f831c0f35f0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:45.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.744+0000 7f83359da740 1 -- 172.21.15.33:0/1064887538 shutdown_connections 2024-09-05T02:34:45.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.744+0000 7f83359da740 1 -- 172.21.15.33:0/1064887538 wait complete. 2024-09-05T02:34:45.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.744+0000 7f83359da740 1 -- start start 2024-09-05T02:34:45.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.745+0000 7f83359da740 1 Processor -- start 2024-09-05T02:34:45.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.745+0000 7f83359da740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bdddc70 0x55941bde5ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:45.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.745+0000 7f83359da740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bdde590 0x55941bde6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:45.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.745+0000 7f83359da740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bde8e50 0x55941bde6760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:45.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.745+0000 7f83359da740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55941bdeba20 con 0x55941bdddc70 2024-09-05T02:34:45.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.745+0000 7f83359da740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55941bcff0f0 con 0x55941bde8e50 2024-09-05T02:34:45.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.745+0000 7f83359da740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55941bdebba0 con 0x55941bdde590 2024-09-05T02:34:45.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.745+0000 7f83359da740 10 client.0 _ll_register_callbacks cb 0x55941bce6bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:45.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.745+0000 7f8330e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bdddc70 0x55941bde5ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:45.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.745+0000 7f8330e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bdddc70 0x55941bde5ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52100/0 (socket says 172.21.15.33:52100) 2024-09-05T02:34:45.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.745+0000 7f8330e00640 1 -- 172.21.15.33:0/379255625 learned_addr learned my addr 172.21.15.33:0/379255625 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:45.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.745+0000 7f832b400640 1 --2- 172.21.15.33:0/379255625 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bdde590 0x55941bde6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:45.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.746+0000 7f8330e00640 1 --2- 172.21.15.33:0/379255625 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bde8e50 0x55941bde6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:45.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.746+0000 7f8330e00640 1 -- 172.21.15.33:0/379255625 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bdde590 msgr2=0x55941bde6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:45.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.746+0000 7f8330e00640 1 --2- 172.21.15.33:0/379255625 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bdde590 0x55941bde6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.746+0000 7f8330e00640 1 -- 172.21.15.33:0/379255625 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bde8e50 msgr2=0x55941bde6760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:45.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.746+0000 7f8330e00640 1 --2- 172.21.15.33:0/379255625 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bde8e50 0x55941bde6760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.746+0000 7f8330e00640 1 -- 172.21.15.33:0/379255625 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55941bab53c0 con 0x55941bdddc70 2024-09-05T02:34:45.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.746+0000 7f8330e00640 1 --2- 172.21.15.33:0/379255625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bdddc70 0x55941bde5ce0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f83240049d0 tx=0x7f8324004940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28ea0e4318f515a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:45.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.746+0000 7f8316000640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:34:45.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.747+0000 7f8316000640 1 -- 172.21.15.33:0/379255625 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f832402b020 con 0x55941bdddc70 2024-09-05T02:34:45.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.747+0000 7f8316000640 1 -- 172.21.15.33:0/379255625 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f8324025870 con 0x55941bdddc70 2024-09-05T02:34:45.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.747+0000 7f83359da740 1 -- 172.21.15.33:0/379255625 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8324004050 con 0x55941bdddc70 2024-09-05T02:34:45.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.747+0000 7f8316000640 1 -- 172.21.15.33:0/379255625 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8324025a70 con 0x55941bdddc70 2024-09-05T02:34:45.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.747+0000 7f83359da740 10 client.17016 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:45.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.747+0000 7f83359da740 1 -- 172.21.15.33:0/379255625 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55941bdf7a50 con 0x55941bdddc70 2024-09-05T02:34:45.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.747+0000 7f8316000640 1 -- 172.21.15.33:0/379255625 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8324004050 con 0x55941bdddc70 2024-09-05T02:34:45.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.747+0000 7f8316000640 1 -- 172.21.15.33:0/379255625 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f832400f480 con 0x55941bdddc70 2024-09-05T02:34:45.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.747+0000 7f83359da740 10 client.17016 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:45.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.747+0000 7f83359da740 10 client.17016 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:34:45.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.747+0000 7f83359da740 20 client.17016 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:45.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.748+0000 7f83359da740 1 --2- 172.21.15.33:0/379255625 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55941bdf8eb0 0x55941bdfb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:45.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.748+0000 7f83359da740 4 client.17016 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:34:45.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.748+0000 7f83359da740 1 -- 172.21.15.33:0/379255625 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55941bd51950 con 0x55941bdf8eb0 2024-09-05T02:34:45.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.748+0000 7f832b400640 1 --2- 172.21.15.33:0/379255625 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55941bdf8eb0 0x55941bdfb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:45.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.749+0000 7f832b400640 1 --2- 172.21.15.33:0/379255625 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55941bdf8eb0 0x55941bdfb2a0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=10e25840b496d71d server_cookie=b881f0fc53e3a8f0 in_seq=0 out_seq=0 2024-09-05T02:34:45.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.749+0000 7f8316000640 10 client.17016 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:34:45.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.749+0000 7f8316000640 1 -- 172.21.15.33:0/379255625 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55941bd51950 con 0x55941bdf8eb0 2024-09-05T02:34:45.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.749+0000 7f8316000640 10 client.17016 handle_command_reply: tid=0 2024-09-05T02:34:45.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.749+0000 7f83359da740 1 client.17016 shutdown 2024-09-05T02:34:45.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.750+0000 7f83359da740 1 -- 172.21.15.33:0/379255625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bdddc70 msgr2=0x55941bde5ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:45.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.750+0000 7f83359da740 1 --2- 172.21.15.33:0/379255625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bdddc70 0x55941bde5ce0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f83240049d0 tx=0x7f8324004940 comp rx=0 tx=0).stop 2024-09-05T02:34:45.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.750+0000 7f83359da740 1 -- 172.21.15.33:0/379255625 shutdown_connections 2024-09-05T02:34:45.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.750+0000 7f83359da740 1 --2- 172.21.15.33:0/379255625 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55941bdf8eb0 0x55941bdfb2a0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.750+0000 7f83359da740 1 --2- 172.21.15.33:0/379255625 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bde8e50 0x55941bde6760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.750+0000 7f83359da740 1 --2- 172.21.15.33:0/379255625 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bdde590 0x55941bde6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.750+0000 7f83359da740 1 --2- 172.21.15.33:0/379255625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bdddc70 0x55941bde5ce0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.750+0000 7f83359da740 1 -- 172.21.15.33:0/379255625 >> 172.21.15.33:0/379255625 conn(0x55941bdda200 msgr2=0x55941bdd9380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:45.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.750+0000 7f8316000640 0 client.17016 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:34:45.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.750+0000 7f83359da740 1 -- 172.21.15.33:0/379255625 shutdown_connections 2024-09-05T02:34:45.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.750+0000 7f83359da740 1 -- 172.21.15.33:0/379255625 wait complete. 2024-09-05T02:34:45.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.750+0000 7f83359da740 20 client.17016 trim_cache size 0 max 16384 2024-09-05T02:34:45.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.764+0000 7f83359da740 1 Processor -- start 2024-09-05T02:34:45.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.764+0000 7f83359da740 1 -- start start 2024-09-05T02:34:45.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.764+0000 7f83359da740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bdddc70 0x55941be008d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:45.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.764+0000 7f83359da740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bdde590 0x55941be00e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:45.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.764+0000 7f83359da740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bde8e50 0x55941bddf6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:45.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.764+0000 7f83359da740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f832c1afb30 con 0x55941bde8e50 2024-09-05T02:34:45.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.764+0000 7f83359da740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f832c1b1670 con 0x55941bdde590 2024-09-05T02:34:45.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.764+0000 7f83359da740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f832c1b0200 con 0x55941bdddc70 2024-09-05T02:34:45.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.764+0000 7f8330e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bde8e50 0x55941bddf6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:45.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.765+0000 7f832b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bdde590 0x55941be00e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:45.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.765+0000 7f8330e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bde8e50 0x55941bddf6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52110/0 (socket says 172.21.15.33:52110) 2024-09-05T02:34:45.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.765+0000 7f8330e00640 1 -- 172.21.15.33:0/2028034359 learned_addr learned my addr 172.21.15.33:0/2028034359 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:45.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.765+0000 7f8330e00640 1 --2- 172.21.15.33:0/2028034359 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bdddc70 0x55941be008d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:45.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.765+0000 7f832b400640 1 -- 172.21.15.33:0/2028034359 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bdddc70 msgr2=0x55941be008d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:45.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.765+0000 7f832b400640 1 --2- 172.21.15.33:0/2028034359 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bdddc70 0x55941be008d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.765+0000 7f832b400640 1 -- 172.21.15.33:0/2028034359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bde8e50 msgr2=0x55941bddf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:45.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.765+0000 7f832b400640 1 --2- 172.21.15.33:0/2028034359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bde8e50 0x55941bddf6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.765+0000 7f832b400640 1 -- 172.21.15.33:0/2028034359 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55941bdde3c0 con 0x55941bdde590 2024-09-05T02:34:45.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.765+0000 7f8330e00640 1 --2- 172.21.15.33:0/2028034359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bde8e50 0x55941bddf6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:45.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.765+0000 7f832b400640 1 --2- 172.21.15.33:0/2028034359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bdde590 0x55941be00e10 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x55941bde7320 tx=0x7f831800bd60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6134b78b132adb22 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:45.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.765+0000 7f8320c00640 1 -- 172.21.15.33:0/2028034359 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8318003e40 con 0x55941bdde590 2024-09-05T02:34:45.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.766+0000 7f8320c00640 1 -- 172.21.15.33:0/2028034359 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8318012930 con 0x55941bdde590 2024-09-05T02:34:45.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.766+0000 7f8320c00640 1 -- 172.21.15.33:0/2028034359 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f831801d9d0 con 0x55941bdde590 2024-09-05T02:34:45.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.766+0000 7f83359da740 1 -- 172.21.15.33:0/2028034359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bdde590 msgr2=0x55941be00e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:45.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.766+0000 7f83359da740 1 --2- 172.21.15.33:0/2028034359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bdde590 0x55941be00e10 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x55941bde7320 tx=0x7f831800bd60 comp rx=0 tx=0).stop 2024-09-05T02:34:45.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.766+0000 7f83359da740 1 -- 172.21.15.33:0/2028034359 shutdown_connections 2024-09-05T02:34:45.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.766+0000 7f83359da740 1 --2- 172.21.15.33:0/2028034359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bde8e50 0x55941bddf6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.766+0000 7f83359da740 1 --2- 172.21.15.33:0/2028034359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bdde590 0x55941be00e10 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.766+0000 7f83359da740 1 --2- 172.21.15.33:0/2028034359 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bdddc70 0x55941be008d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.766+0000 7f83359da740 1 -- 172.21.15.33:0/2028034359 >> 172.21.15.33:0/2028034359 conn(0x55941bdda200 msgr2=0x55941bde4dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:45.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.766+0000 7f83359da740 1 -- 172.21.15.33:0/2028034359 shutdown_connections 2024-09-05T02:34:45.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.766+0000 7f83359da740 1 -- 172.21.15.33:0/2028034359 wait complete. 2024-09-05T02:34:45.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.767+0000 7f83359da740 1 -- start start 2024-09-05T02:34:45.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.767+0000 7f83359da740 1 Processor -- start 2024-09-05T02:34:45.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.767+0000 7f83359da740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bdddc70 0x55941bdebe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:45.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.767+0000 7f83359da740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bdde590 0x55941bdec390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:45.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.767+0000 7f83359da740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bde8e50 0x55941bdec8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:45.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.767+0000 7f83359da740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f832c1b0fa0 con 0x55941bde8e50 2024-09-05T02:34:45.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.767+0000 7f83359da740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f832c1b08d0 con 0x55941bdddc70 2024-09-05T02:34:45.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.767+0000 7f83359da740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f832c1adb30 con 0x55941bdde590 2024-09-05T02:34:45.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.767+0000 7f83359da740 10 client.0 _ll_register_callbacks cb 0x7f831c0f34c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:45.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.768+0000 7f8330e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bde8e50 0x55941bdec8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:45.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.768+0000 7f8330e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bdddc70 0x55941bdebe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:45.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.768+0000 7f8330e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bde8e50 0x55941bdec8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52114/0 (socket says 172.21.15.33:52114) 2024-09-05T02:34:45.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.768+0000 7f8330e00640 1 -- 172.21.15.33:0/2073514500 learned_addr learned my addr 172.21.15.33:0/2073514500 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:45.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.768+0000 7f832b400640 1 --2- 172.21.15.33:0/2073514500 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bdde590 0x55941bdec390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:45.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.768+0000 7f8330e00640 1 -- 172.21.15.33:0/2073514500 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bdde590 msgr2=0x55941bdec390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:45.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.768+0000 7f8330e00640 1 --2- 172.21.15.33:0/2073514500 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bdde590 0x55941bdec390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.768+0000 7f8330e00640 1 -- 172.21.15.33:0/2073514500 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bdddc70 msgr2=0x55941bdebe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:45.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.768+0000 7f8330e00640 1 --2- 172.21.15.33:0/2073514500 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bdddc70 0x55941bdebe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.768+0000 7f8330e00640 1 -- 172.21.15.33:0/2073514500 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55941be61b30 con 0x55941bde8e50 2024-09-05T02:34:45.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.768+0000 7f832b400640 1 --2- 172.21.15.33:0/2073514500 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bdde590 0x55941bdec390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:34:45.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.768+0000 7f8330e00640 1 --2- 172.21.15.33:0/2073514500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bde8e50 0x55941bdec8d0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f8324005f10 tx=0x7f8324003e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dde55350fdeffc83 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:45.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.768+0000 7f8316000640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:34:45.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.769+0000 7f8316000640 1 -- 172.21.15.33:0/2073514500 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f832402b040 con 0x55941bde8e50 2024-09-05T02:34:45.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.769+0000 7f83359da740 1 -- 172.21.15.33:0/2073514500 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8318012930 con 0x55941bde8e50 2024-09-05T02:34:45.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.769+0000 7f8316000640 1 -- 172.21.15.33:0/2073514500 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f8324025e10 con 0x55941bde8e50 2024-09-05T02:34:45.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.769+0000 7f8316000640 1 -- 172.21.15.33:0/2073514500 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8324025880 con 0x55941bde8e50 2024-09-05T02:34:45.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.769+0000 7f83359da740 10 client.17022 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:45.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.769+0000 7f83359da740 1 -- 172.21.15.33:0/2073514500 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55941be62df0 con 0x55941bde8e50 2024-09-05T02:34:45.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.769+0000 7f8316000640 1 -- 172.21.15.33:0/2073514500 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8318012930 con 0x55941bde8e50 2024-09-05T02:34:45.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.769+0000 7f8316000640 1 -- 172.21.15.33:0/2073514500 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f8324027a80 con 0x55941bde8e50 2024-09-05T02:34:45.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.769+0000 7f83359da740 10 client.17022 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:45.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.769+0000 7f83359da740 10 client.17022 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:34:45.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.769+0000 7f83359da740 20 client.17022 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:45.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.770+0000 7f83359da740 1 --2- 172.21.15.33:0/2073514500 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55941be63400 0x55941be657f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:45.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.770+0000 7f83359da740 4 client.17022 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:34:45.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.770+0000 7f83359da740 1 -- 172.21.15.33:0/2073514500 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55941bd4be60 con 0x55941be63400 2024-09-05T02:34:45.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.770+0000 7f832b400640 1 --2- 172.21.15.33:0/2073514500 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55941be63400 0x55941be657f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:45.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.770+0000 7f832b400640 1 --2- 172.21.15.33:0/2073514500 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55941be63400 0x55941be657f0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=209c2f3d59528361 server_cookie=c20239acb82b48db in_seq=0 out_seq=0 2024-09-05T02:34:45.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.770+0000 7f8316000640 10 client.17022 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:34:45.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.771+0000 7f8316000640 1 -- 172.21.15.33:0/2073514500 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55941bd4be60 con 0x55941be63400 2024-09-05T02:34:45.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.771+0000 7f8316000640 10 client.17022 handle_command_reply: tid=0 2024-09-05T02:34:45.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.771+0000 7f83359da740 1 client.17022 shutdown 2024-09-05T02:34:45.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.771+0000 7f83359da740 1 -- 172.21.15.33:0/2073514500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bde8e50 msgr2=0x55941bdec8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:45.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.771+0000 7f83359da740 1 --2- 172.21.15.33:0/2073514500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bde8e50 0x55941bdec8d0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f8324005f10 tx=0x7f8324003e80 comp rx=0 tx=0).stop 2024-09-05T02:34:45.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.771+0000 7f83359da740 1 -- 172.21.15.33:0/2073514500 shutdown_connections 2024-09-05T02:34:45.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.771+0000 7f83359da740 1 --2- 172.21.15.33:0/2073514500 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55941be63400 0x55941be657f0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.771+0000 7f83359da740 1 --2- 172.21.15.33:0/2073514500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55941bde8e50 0x55941bdec8d0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.771+0000 7f83359da740 1 --2- 172.21.15.33:0/2073514500 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55941bdde590 0x55941bdec390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.771+0000 7f83359da740 1 --2- 172.21.15.33:0/2073514500 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55941bdddc70 0x55941bdebe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.771+0000 7f83359da740 1 -- 172.21.15.33:0/2073514500 >> 172.21.15.33:0/2073514500 conn(0x55941bdda200 msgr2=0x55941bdf3cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:45.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.771+0000 7f8316000640 0 client.17022 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:34:45.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.771+0000 7f83359da740 1 -- 172.21.15.33:0/2073514500 shutdown_connections 2024-09-05T02:34:45.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.771+0000 7f83359da740 1 -- 172.21.15.33:0/2073514500 wait complete. 2024-09-05T02:34:45.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.771+0000 7f83359da740 20 client.17022 trim_cache size 0 max 16384 2024-09-05T02:34:45.780 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:34:45.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.772+0000 7f8332e00640 1 -- 172.21.15.33:0/1356521391 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f83100a2d70 msgr2=0x7f83100a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:45.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.772+0000 7f8332e00640 1 --2- 172.21.15.33:0/1356521391 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f83100a2d70 0x7f83100a5230 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x55941bddb060 tx=0x7f831c0f35f0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.772+0000 7f8332e00640 1 -- 172.21.15.33:0/1356521391 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f832c104010 msgr2=0x7f832c19a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:45.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.772+0000 7f8332e00640 1 --2- 172.21.15.33:0/1356521391 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f832c104010 0x7f832c19a640 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f831c004770 tx=0x7f831c003c10 comp rx=0 tx=0).stop 2024-09-05T02:34:45.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.772+0000 7f8332e00640 1 -- 172.21.15.33:0/1356521391 shutdown_connections 2024-09-05T02:34:45.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.772+0000 7f8332e00640 1 --2- 172.21.15.33:0/1356521391 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f83100a2d70 0x7f83100a5230 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.772+0000 7f8332e00640 1 --2- 172.21.15.33:0/1356521391 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f832c109140 0x7f832c19ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.772+0000 7f8332e00640 1 --2- 172.21.15.33:0/1356521391 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f832c1049c0 0x7f832c19ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.772+0000 7f8332e00640 1 --2- 172.21.15.33:0/1356521391 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f832c104010 0x7f832c19a640 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:45.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.772+0000 7f8332e00640 1 -- 172.21.15.33:0/1356521391 >> 172.21.15.33:0/1356521391 conn(0x7f832c0ffa50 msgr2=0x7f832c100dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:45.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.772+0000 7f8332e00640 1 -- 172.21.15.33:0/1356521391 shutdown_connections 2024-09-05T02:34:45.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:45.772+0000 7f8332e00640 1 -- 172.21.15.33:0/1356521391 wait complete. 2024-09-05T02:34:46.737 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:34:47.114 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:34:47.423 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:47 smithi033 ceph-mon[29909]: pgmap v240: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:34:47.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:47 smithi174 ceph-mon[34756]: pgmap v240: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:34:47.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:47 smithi123 ceph-mon[34031]: pgmap v240: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:34:47.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.708+0000 7f6feac00640 1 -- 172.21.15.33:0/2350943288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6fe410e2d0 msgr2=0x7f6fe41106c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:47.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.708+0000 7f6feac00640 1 --2- 172.21.15.33:0/2350943288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6fe410e2d0 0x7f6fe41106c0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc009ca0 tx=0x7f6fdc02a8c0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.708+0000 7f6feac00640 1 -- 172.21.15.33:0/2350943288 shutdown_connections 2024-09-05T02:34:47.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.708+0000 7f6feac00640 1 --2- 172.21.15.33:0/2350943288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6fe410e2d0 0x7f6fe41106c0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.708+0000 7f6feac00640 1 --2- 172.21.15.33:0/2350943288 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6fe41010d0 0x7f6fe410dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.708+0000 7f6feac00640 1 --2- 172.21.15.33:0/2350943288 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6fe4100720 0x7f6fe4100b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.708+0000 7f6feac00640 1 -- 172.21.15.33:0/2350943288 >> 172.21.15.33:0/2350943288 conn(0x7f6fe40fc610 msgr2=0x7f6fe40fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:47.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.708+0000 7f6feac00640 1 -- 172.21.15.33:0/2350943288 shutdown_connections 2024-09-05T02:34:47.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.708+0000 7f6feac00640 1 -- 172.21.15.33:0/2350943288 wait complete. 2024-09-05T02:34:47.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.709+0000 7f6feac00640 1 Processor -- start 2024-09-05T02:34:47.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.709+0000 7f6feac00640 1 -- start start 2024-09-05T02:34:47.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.710+0000 7f6feac00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6fe4100720 0x7f6fe419a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:47.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.710+0000 7f6feac00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6fe41010d0 0x7f6fe419a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:47.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.710+0000 7f6feac00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6fe410e2d0 0x7f6fe419ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:47.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.710+0000 7f6feac00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe4113fd0 con 0x7f6fe410e2d0 2024-09-05T02:34:47.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.710+0000 7f6feac00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe4113e50 con 0x7f6fe4100720 2024-09-05T02:34:47.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.710+0000 7f6feac00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe4114150 con 0x7f6fe41010d0 2024-09-05T02:34:47.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.710+0000 7f6fea200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6fe410e2d0 0x7f6fe419ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:47.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.710+0000 7f6fea200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6fe410e2d0 0x7f6fe419ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52130/0 (socket says 172.21.15.33:52130) 2024-09-05T02:34:47.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.710+0000 7f6fea200640 1 -- 172.21.15.33:0/2271734607 learned_addr learned my addr 172.21.15.33:0/2271734607 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:47.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.710+0000 7f6fe8e00640 1 --2- 172.21.15.33:0/2271734607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6fe41010d0 0x7f6fe419a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:47.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.710+0000 7f6fe9800640 1 --2- 172.21.15.33:0/2271734607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6fe4100720 0x7f6fe419a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:47.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.711+0000 7f6fea200640 1 -- 172.21.15.33:0/2271734607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6fe41010d0 msgr2=0x7f6fe419a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:47.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.711+0000 7f6fea200640 1 --2- 172.21.15.33:0/2271734607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6fe41010d0 0x7f6fe419a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.711+0000 7f6fea200640 1 -- 172.21.15.33:0/2271734607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6fe4100720 msgr2=0x7f6fe419a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:47.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.711+0000 7f6fea200640 1 --2- 172.21.15.33:0/2271734607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6fe4100720 0x7f6fe419a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.711+0000 7f6fea200640 1 -- 172.21.15.33:0/2271734607 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fe419f460 con 0x7f6fe410e2d0 2024-09-05T02:34:47.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.711+0000 7f6fe8e00640 1 --2- 172.21.15.33:0/2271734607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6fe41010d0 0x7f6fe419a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:47.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.711+0000 7f6fe9800640 1 --2- 172.21.15.33:0/2271734607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6fe4100720 0x7f6fe419a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:34:47.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.711+0000 7f6fea200640 1 --2- 172.21.15.33:0/2271734607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6fe410e2d0 0x7f6fe419ed80 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc02ade0 tx=0x7f6fdc0319f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:47.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.711+0000 7f6fe2000640 1 -- 172.21.15.33:0/2271734607 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fdc003b70 con 0x7f6fe410e2d0 2024-09-05T02:34:47.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.711+0000 7f6feac00640 1 -- 172.21.15.33:0/2271734607 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fe419f6f0 con 0x7f6fe410e2d0 2024-09-05T02:34:47.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.711+0000 7f6fe2000640 1 -- 172.21.15.33:0/2271734607 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6fdc003d10 con 0x7f6fe410e2d0 2024-09-05T02:34:47.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.711+0000 7f6fe2000640 1 -- 172.21.15.33:0/2271734607 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fdc02fc40 con 0x7f6fe410e2d0 2024-09-05T02:34:47.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.711+0000 7f6feac00640 1 -- 172.21.15.33:0/2271734607 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fe41a7030 con 0x7f6fe410e2d0 2024-09-05T02:34:47.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.714+0000 7f6fe2000640 1 -- 172.21.15.33:0/2271734607 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f6fdc004050 con 0x7f6fe410e2d0 2024-09-05T02:34:47.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.714+0000 7f6feec69740 1 Processor -- start 2024-09-05T02:34:47.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.715+0000 7f6feec69740 1 -- start start 2024-09-05T02:34:47.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.715+0000 7f6feec69740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37eae40 0x55c7e37eb220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:47.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.715+0000 7f6feec69740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eb760 0x55c7e37f5ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:47.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.715+0000 7f6feec69740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37f6020 0x55c7e37f8410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:47.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.715+0000 7f6feec69740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55c7e37513e0 con 0x55c7e37eb760 2024-09-05T02:34:47.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.715+0000 7f6feec69740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55c7e36f8d80 con 0x55c7e37eae40 2024-09-05T02:34:47.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.715+0000 7f6feec69740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55c7e374d3a0 con 0x55c7e37f6020 2024-09-05T02:34:47.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.715+0000 7f6fe8e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37eae40 0x55c7e37eb220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:47.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.715+0000 7f6fe8e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37eae40 0x55c7e37eb220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:42878/0 (socket says 172.21.15.33:42878) 2024-09-05T02:34:47.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.715+0000 7f6fe9800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eb760 0x55c7e37f5ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:47.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.715+0000 7f6fe8e00640 1 -- 172.21.15.33:0/3137750731 learned_addr learned my addr 172.21.15.33:0/3137750731 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:47.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.715+0000 7f6fe8e00640 1 --2- 172.21.15.33:0/3137750731 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37f6020 0x55c7e37f8410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:47.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.716+0000 7f6fe8e00640 1 -- 172.21.15.33:0/3137750731 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37f6020 msgr2=0x55c7e37f8410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:47.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.716+0000 7f6fe8e00640 1 --2- 172.21.15.33:0/3137750731 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37f6020 0x55c7e37f8410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.716+0000 7f6fe8e00640 1 -- 172.21.15.33:0/3137750731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eb760 msgr2=0x55c7e37f5ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:47.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.716+0000 7f6fe8e00640 1 --2- 172.21.15.33:0/3137750731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eb760 0x55c7e37f5ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.716+0000 7f6fe8e00640 1 -- 172.21.15.33:0/3137750731 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c7e3717ae0 con 0x55c7e37eae40 2024-09-05T02:34:47.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.716+0000 7f6fe8e00640 1 --2- 172.21.15.33:0/3137750731 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37eae40 0x55c7e37eb220 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f6fd00058c0 tx=0x7f6fd0005850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=70c749d314640beb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:47.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.716+0000 7f6fe2000640 1 --2- 172.21.15.33:0/2271734607 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6fcc0a2d70 0x7f6fcc0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:47.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.716+0000 7f6fd6a00640 1 -- 172.21.15.33:0/3137750731 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd000fc20 con 0x55c7e37eae40 2024-09-05T02:34:47.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.716+0000 7f6fd6a00640 1 -- 172.21.15.33:0/3137750731 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6fd000fdc0 con 0x55c7e37eae40 2024-09-05T02:34:47.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.716+0000 7f6fd6a00640 1 -- 172.21.15.33:0/3137750731 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd0003ac0 con 0x55c7e37eae40 2024-09-05T02:34:47.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.717+0000 7f6fe2000640 1 -- 172.21.15.33:0/2271734607 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f6fdc0f0590 con 0x7f6fe410e2d0 2024-09-05T02:34:47.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.717+0000 7f6fe9800640 1 --2- 172.21.15.33:0/2271734607 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6fcc0a2d70 0x7f6fcc0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:47.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.717+0000 7f6feec69740 1 -- 172.21.15.33:0/3137750731 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37eae40 msgr2=0x55c7e37eb220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:47.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.717+0000 7f6feec69740 1 --2- 172.21.15.33:0/3137750731 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37eae40 0x55c7e37eb220 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f6fd00058c0 tx=0x7f6fd0005850 comp rx=0 tx=0).stop 2024-09-05T02:34:47.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.717+0000 7f6fe9800640 1 --2- 172.21.15.33:0/2271734607 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6fcc0a2d70 0x7f6fcc0a5230 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x55c7e37e8230 tx=0x7f6fd8005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:47.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.717+0000 7f6feec69740 1 -- 172.21.15.33:0/3137750731 shutdown_connections 2024-09-05T02:34:47.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.717+0000 7f6feec69740 1 --2- 172.21.15.33:0/3137750731 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37f6020 0x55c7e37f8410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.717+0000 7f6feec69740 1 --2- 172.21.15.33:0/3137750731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eb760 0x55c7e37f5ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.717+0000 7f6feec69740 1 --2- 172.21.15.33:0/3137750731 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37eae40 0x55c7e37eb220 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.717+0000 7f6feec69740 1 -- 172.21.15.33:0/3137750731 >> 172.21.15.33:0/3137750731 conn(0x55c7e37e73d0 msgr2=0x55c7e37e77b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:47.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.718+0000 7f6feec69740 1 -- 172.21.15.33:0/3137750731 shutdown_connections 2024-09-05T02:34:47.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.718+0000 7f6feec69740 1 -- 172.21.15.33:0/3137750731 wait complete. 2024-09-05T02:34:47.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.718+0000 7f6feec69740 1 -- start start 2024-09-05T02:34:47.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.718+0000 7f6feec69740 1 Processor -- start 2024-09-05T02:34:47.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.719+0000 7f6feec69740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37eae40 0x55c7e37f2f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:47.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.719+0000 7f6feec69740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eb760 0x55c7e37f3490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:47.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.719+0000 7f6feec69740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37f6020 0x55c7e37f39d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:47.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.719+0000 7f6feec69740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55c7e37f8bf0 con 0x55c7e37eb760 2024-09-05T02:34:47.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.719+0000 7f6feec69740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55c7e370c0f0 con 0x55c7e37eae40 2024-09-05T02:34:47.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.719+0000 7f6feec69740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55c7e37f8d70 con 0x55c7e37f6020 2024-09-05T02:34:47.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.719+0000 7f6feec69740 10 client.0 _ll_register_callbacks cb 0x55c7e36f3bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:47.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.719+0000 7f6fea200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37f6020 0x55c7e37f39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:47.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.719+0000 7f6fe8e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eb760 0x55c7e37f3490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:47.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.719+0000 7f6fe9800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37eae40 0x55c7e37f2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:47.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.719+0000 7f6fea200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37f6020 0x55c7e37f39d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:45414/0 (socket says 172.21.15.33:45414) 2024-09-05T02:34:47.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.719+0000 7f6fe8e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eb760 0x55c7e37f3490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52154/0 (socket says 172.21.15.33:52154) 2024-09-05T02:34:47.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.719+0000 7f6fea200640 1 -- 172.21.15.33:0/1239849794 learned_addr learned my addr 172.21.15.33:0/1239849794 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:47.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.719+0000 7f6fea200640 1 -- 172.21.15.33:0/1239849794 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37eae40 msgr2=0x55c7e37f2f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:47.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.719+0000 7f6fea200640 1 --2- 172.21.15.33:0/1239849794 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37eae40 0x55c7e37f2f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.719+0000 7f6fea200640 1 -- 172.21.15.33:0/1239849794 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eb760 msgr2=0x55c7e37f3490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.719+0000 7f6fea200640 1 --2- 172.21.15.33:0/1239849794 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eb760 0x55c7e37f3490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.719+0000 7f6fea200640 1 -- 172.21.15.33:0/1239849794 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c7e34c23c0 con 0x55c7e37f6020 2024-09-05T02:34:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.720+0000 7f6fea200640 1 --2- 172.21.15.33:0/1239849794 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37f6020 0x55c7e37f39d0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc0b9520 tx=0x7f6fdc0bca20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1264a8e0d384488f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.720+0000 7f6fcb400640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:34:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.720+0000 7f6fcb400640 1 -- 172.21.15.33:0/1239849794 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fdc0bcb50 con 0x55c7e37f6020 2024-09-05T02:34:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.720+0000 7f6fcb400640 1 -- 172.21.15.33:0/1239849794 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f6fdc0edef0 con 0x55c7e37f6020 2024-09-05T02:34:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.720+0000 7f6feec69740 1 -- 172.21.15.33:0/1239849794 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6fd000fdc0 con 0x55c7e37f6020 2024-09-05T02:34:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.720+0000 7f6fcb400640 1 -- 172.21.15.33:0/1239849794 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6fdc0da050 con 0x55c7e37f6020 2024-09-05T02:34:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.720+0000 7f6feec69740 10 client.27055 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.720+0000 7f6feec69740 1 -- 172.21.15.33:0/1239849794 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c7e37f8bf0 con 0x55c7e37f6020 2024-09-05T02:34:47.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.721+0000 7f6fcb400640 1 -- 172.21.15.33:0/1239849794 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6fd000fdc0 con 0x55c7e37f6020 2024-09-05T02:34:47.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.721+0000 7f6fcb400640 1 -- 172.21.15.33:0/1239849794 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f6fdc0c5330 con 0x55c7e37f6020 2024-09-05T02:34:47.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.721+0000 7f6feec69740 10 client.27055 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:47.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.721+0000 7f6feec69740 10 client.27055 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:34:47.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.721+0000 7f6feec69740 20 client.27055 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:47.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.721+0000 7f6feec69740 1 --2- 172.21.15.33:0/1239849794 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55c7e3806080 0x55c7e38084c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:47.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.721+0000 7f6feec69740 4 client.27055 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:34:47.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.721+0000 7f6feec69740 1 -- 172.21.15.33:0/1239849794 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c7e375e950 con 0x55c7e3806080 2024-09-05T02:34:47.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.721+0000 7f6fe9800640 1 --2- 172.21.15.33:0/1239849794 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55c7e3806080 0x55c7e38084c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:47.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.722+0000 7f6fe9800640 1 --2- 172.21.15.33:0/1239849794 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55c7e3806080 0x55c7e38084c0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=442be45caa8ca4c3 server_cookie=ea5bfc68d0c538e in_seq=0 out_seq=0 2024-09-05T02:34:47.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.722+0000 7f6fcb400640 10 client.27055 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:34:47.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.723+0000 7f6fcb400640 1 -- 172.21.15.33:0/1239849794 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c7e375e950 con 0x55c7e3806080 2024-09-05T02:34:47.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.723+0000 7f6fcb400640 10 client.27055 handle_command_reply: tid=0 2024-09-05T02:34:47.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.723+0000 7f6feec69740 1 client.27055 shutdown 2024-09-05T02:34:47.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.723+0000 7f6feec69740 1 -- 172.21.15.33:0/1239849794 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37f6020 msgr2=0x55c7e37f39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:47.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.723+0000 7f6feec69740 1 --2- 172.21.15.33:0/1239849794 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37f6020 0x55c7e37f39d0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc0b9520 tx=0x7f6fdc0bca20 comp rx=0 tx=0).stop 2024-09-05T02:34:47.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.723+0000 7f6feec69740 1 -- 172.21.15.33:0/1239849794 shutdown_connections 2024-09-05T02:34:47.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.723+0000 7f6feec69740 1 --2- 172.21.15.33:0/1239849794 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55c7e3806080 0x55c7e38084c0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.723+0000 7f6feec69740 1 --2- 172.21.15.33:0/1239849794 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37f6020 0x55c7e37f39d0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.723+0000 7f6feec69740 1 --2- 172.21.15.33:0/1239849794 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eb760 0x55c7e37f3490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.723+0000 7f6fcb400640 0 client.27055 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:34:47.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.723+0000 7f6feec69740 1 --2- 172.21.15.33:0/1239849794 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37eae40 0x55c7e37f2f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.723+0000 7f6feec69740 1 -- 172.21.15.33:0/1239849794 >> 172.21.15.33:0/1239849794 conn(0x55c7e37e73d0 msgr2=0x55c7e37ed100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:47.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.723+0000 7f6feec69740 1 -- 172.21.15.33:0/1239849794 shutdown_connections 2024-09-05T02:34:47.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.723+0000 7f6feec69740 1 -- 172.21.15.33:0/1239849794 wait complete. 2024-09-05T02:34:47.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.723+0000 7f6feec69740 20 client.27055 trim_cache size 0 max 16384 2024-09-05T02:34:47.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.737+0000 7f6feec69740 1 Processor -- start 2024-09-05T02:34:47.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.737+0000 7f6feec69740 1 -- start start 2024-09-05T02:34:47.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.737+0000 7f6feec69740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eae40 0x55c7e37ed8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:47.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.737+0000 7f6feec69740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37eb760 0x55c7e380ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:47.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.737+0000 7f6feec69740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37f6020 0x55c7e380e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:47.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.737+0000 7f6feec69740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe41af920 con 0x55c7e37eae40 2024-09-05T02:34:47.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.737+0000 7f6feec69740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe41b1460 con 0x55c7e37f6020 2024-09-05T02:34:47.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.737+0000 7f6feec69740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe41afff0 con 0x55c7e37eb760 2024-09-05T02:34:47.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.738+0000 7f6fe9800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eae40 0x55c7e37ed8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:47.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.738+0000 7f6fe9800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eae40 0x55c7e37ed8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52160/0 (socket says 172.21.15.33:52160) 2024-09-05T02:34:47.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.738+0000 7f6fea200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37f6020 0x55c7e380e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:47.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.738+0000 7f6fe9800640 1 -- 172.21.15.33:0/1351740069 learned_addr learned my addr 172.21.15.33:0/1351740069 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:47.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.738+0000 7f6fe8e00640 1 --2- 172.21.15.33:0/1351740069 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37eb760 0x55c7e380ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:47.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.738+0000 7f6fe9800640 1 -- 172.21.15.33:0/1351740069 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37eb760 msgr2=0x55c7e380ddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:47.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.738+0000 7f6fe9800640 1 --2- 172.21.15.33:0/1351740069 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37eb760 0x55c7e380ddd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.738+0000 7f6fe9800640 1 -- 172.21.15.33:0/1351740069 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37f6020 msgr2=0x55c7e380e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:47.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.738+0000 7f6fe9800640 1 --2- 172.21.15.33:0/1351740069 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37f6020 0x55c7e380e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.738+0000 7f6fe9800640 1 -- 172.21.15.33:0/1351740069 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c7e3808b40 con 0x55c7e37eae40 2024-09-05T02:34:47.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.738+0000 7f6fea200640 1 --2- 172.21.15.33:0/1351740069 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37f6020 0x55c7e380e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:47.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.739+0000 7f6fe9800640 1 --2- 172.21.15.33:0/1351740069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eae40 0x55c7e37ed8f0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x55c7e3808d40 tx=0x7f6fd801a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a8753408ab9c7a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:47.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.739+0000 7f6fd6000640 1 -- 172.21.15.33:0/1351740069 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd8004020 con 0x55c7e37eae40 2024-09-05T02:34:47.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.739+0000 7f6fd6000640 1 -- 172.21.15.33:0/1351740069 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6fd80041c0 con 0x55c7e37eae40 2024-09-05T02:34:47.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.739+0000 7f6fd6000640 1 -- 172.21.15.33:0/1351740069 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd802b660 con 0x55c7e37eae40 2024-09-05T02:34:47.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.739+0000 7f6feec69740 1 -- 172.21.15.33:0/1351740069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eae40 msgr2=0x55c7e37ed8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:47.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.739+0000 7f6feec69740 1 --2- 172.21.15.33:0/1351740069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eae40 0x55c7e37ed8f0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x55c7e3808d40 tx=0x7f6fd801a000 comp rx=0 tx=0).stop 2024-09-05T02:34:47.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.739+0000 7f6feec69740 1 -- 172.21.15.33:0/1351740069 shutdown_connections 2024-09-05T02:34:47.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.739+0000 7f6feec69740 1 --2- 172.21.15.33:0/1351740069 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37f6020 0x55c7e380e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.739+0000 7f6feec69740 1 --2- 172.21.15.33:0/1351740069 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37eb760 0x55c7e380ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.739+0000 7f6feec69740 1 --2- 172.21.15.33:0/1351740069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eae40 0x55c7e37ed8f0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.739+0000 7f6feec69740 1 -- 172.21.15.33:0/1351740069 >> 172.21.15.33:0/1351740069 conn(0x55c7e37e73d0 msgr2=0x55c7e37f4fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:47.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.740+0000 7f6feec69740 1 -- 172.21.15.33:0/1351740069 shutdown_connections 2024-09-05T02:34:47.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.740+0000 7f6feec69740 1 -- 172.21.15.33:0/1351740069 wait complete. 2024-09-05T02:34:47.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.740+0000 7f6feec69740 1 -- start start 2024-09-05T02:34:47.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.740+0000 7f6feec69740 1 Processor -- start 2024-09-05T02:34:47.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.741+0000 7f6feec69740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37eae40 0x55c7e37fdfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:47.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.741+0000 7f6feec69740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eb760 0x55c7e37fe500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:47.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.741+0000 7f6feec69740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37f6020 0x55c7e37faf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:47.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.741+0000 7f6feec69740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe41b0d90 con 0x55c7e37eb760 2024-09-05T02:34:47.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.741+0000 7f6feec69740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe41b06c0 con 0x55c7e37f6020 2024-09-05T02:34:47.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.741+0000 7f6feec69740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe41ad920 con 0x55c7e37eae40 2024-09-05T02:34:47.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.741+0000 7f6feec69740 10 client.0 _ll_register_callbacks cb 0x7f6fdc0b8df0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:47.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.741+0000 7f6fe8e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eb760 0x55c7e37fe500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:47.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.741+0000 7f6fe9800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37eae40 0x55c7e37fdfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:47.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.741+0000 7f6fe8e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eb760 0x55c7e37fe500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52166/0 (socket says 172.21.15.33:52166) 2024-09-05T02:34:47.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.741+0000 7f6fe9800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37eae40 0x55c7e37fdfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:45436/0 (socket says 172.21.15.33:45436) 2024-09-05T02:34:47.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.741+0000 7f6fe8e00640 1 -- 172.21.15.33:0/3302426678 learned_addr learned my addr 172.21.15.33:0/3302426678 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:47.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.741+0000 7f6fea200640 1 --2- 172.21.15.33:0/3302426678 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37f6020 0x55c7e37faf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:47.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.741+0000 7f6fe9800640 1 -- 172.21.15.33:0/3302426678 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37f6020 msgr2=0x55c7e37faf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:47.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.741+0000 7f6fe9800640 1 --2- 172.21.15.33:0/3302426678 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37f6020 0x55c7e37faf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.741+0000 7f6fe9800640 1 -- 172.21.15.33:0/3302426678 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eb760 msgr2=0x55c7e37fe500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:47.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.741+0000 7f6fe9800640 1 --2- 172.21.15.33:0/3302426678 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eb760 0x55c7e37fe500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.741+0000 7f6fe9800640 1 -- 172.21.15.33:0/3302426678 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c7e37e8060 con 0x55c7e37eae40 2024-09-05T02:34:47.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.741+0000 7f6fea200640 1 --2- 172.21.15.33:0/3302426678 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37f6020 0x55c7e37faf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:34:47.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.742+0000 7f6fe9800640 1 --2- 172.21.15.33:0/3302426678 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37eae40 0x55c7e37fdfc0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f6fd801f5b0 tx=0x7f6fd8009e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=158568fafd492148 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:47.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.742+0000 7f6fcb400640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:34:47.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.742+0000 7f6fcb400640 1 -- 172.21.15.33:0/3302426678 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd8039030 con 0x55c7e37eae40 2024-09-05T02:34:47.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.742+0000 7f6feec69740 1 -- 172.21.15.33:0/3302426678 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6fd80041c0 con 0x55c7e37eae40 2024-09-05T02:34:47.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.742+0000 7f6fcb400640 1 -- 172.21.15.33:0/3302426678 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f6fd8004370 con 0x55c7e37eae40 2024-09-05T02:34:47.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.743+0000 7f6fcb400640 1 -- 172.21.15.33:0/3302426678 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6fd8003e80 con 0x55c7e37eae40 2024-09-05T02:34:47.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.743+0000 7f6feec69740 10 client.27061 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:47.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.743+0000 7f6feec69740 1 -- 172.21.15.33:0/3302426678 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c7e38711c0 con 0x55c7e37eae40 2024-09-05T02:34:47.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.743+0000 7f6fcb400640 1 -- 172.21.15.33:0/3302426678 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6fd80041c0 con 0x55c7e37eae40 2024-09-05T02:34:47.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.743+0000 7f6fcb400640 1 -- 172.21.15.33:0/3302426678 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f6fd8033040 con 0x55c7e37eae40 2024-09-05T02:34:47.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.743+0000 7f6feec69740 10 client.27061 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:47.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.743+0000 7f6feec69740 10 client.27061 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:34:47.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.743+0000 7f6feec69740 20 client.27061 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:47.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.743+0000 7f6feec69740 1 --2- 172.21.15.33:0/3302426678 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55c7e3871840 0x55c7e3873c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:47.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.743+0000 7f6feec69740 4 client.27061 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:34:47.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.743+0000 7f6feec69740 1 -- 172.21.15.33:0/3302426678 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c7e3758e60 con 0x55c7e3871840 2024-09-05T02:34:47.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.743+0000 7f6fe8e00640 1 --2- 172.21.15.33:0/3302426678 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55c7e3871840 0x55c7e3873c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:47.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.744+0000 7f6fe8e00640 1 --2- 172.21.15.33:0/3302426678 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55c7e3871840 0x55c7e3873c60 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=d456f93662ae578d server_cookie=89ab983f9a84d99d in_seq=0 out_seq=0 2024-09-05T02:34:47.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.744+0000 7f6fcb400640 10 client.27061 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:34:47.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.744+0000 7f6fcb400640 1 -- 172.21.15.33:0/3302426678 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c7e3758e60 con 0x55c7e3871840 2024-09-05T02:34:47.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.744+0000 7f6fcb400640 10 client.27061 handle_command_reply: tid=0 2024-09-05T02:34:47.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.744+0000 7f6feec69740 1 client.27061 shutdown 2024-09-05T02:34:47.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.744+0000 7f6feec69740 1 -- 172.21.15.33:0/3302426678 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37eae40 msgr2=0x55c7e37fdfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:47.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.744+0000 7f6feec69740 1 --2- 172.21.15.33:0/3302426678 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37eae40 0x55c7e37fdfc0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f6fd801f5b0 tx=0x7f6fd8009e40 comp rx=0 tx=0).stop 2024-09-05T02:34:47.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.744+0000 7f6feec69740 1 -- 172.21.15.33:0/3302426678 shutdown_connections 2024-09-05T02:34:47.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.744+0000 7f6feec69740 1 --2- 172.21.15.33:0/3302426678 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55c7e3871840 0x55c7e3873c60 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.745+0000 7f6fcb400640 0 client.27061 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:34:47.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.745+0000 7f6feec69740 1 --2- 172.21.15.33:0/3302426678 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c7e37f6020 0x55c7e37faf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.745+0000 7f6feec69740 1 --2- 172.21.15.33:0/3302426678 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c7e37eb760 0x55c7e37fe500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.745+0000 7f6feec69740 1 --2- 172.21.15.33:0/3302426678 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c7e37eae40 0x55c7e37fdfc0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.745+0000 7f6feec69740 1 -- 172.21.15.33:0/3302426678 >> 172.21.15.33:0/3302426678 conn(0x55c7e37e73d0 msgr2=0x55c7e37f2f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:47.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.745+0000 7f6feec69740 1 -- 172.21.15.33:0/3302426678 shutdown_connections 2024-09-05T02:34:47.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.745+0000 7f6feec69740 1 -- 172.21.15.33:0/3302426678 wait complete. 2024-09-05T02:34:47.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.745+0000 7f6feec69740 20 client.27061 trim_cache size 0 max 16384 2024-09-05T02:34:47.750 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:34:47.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.745+0000 7f6feac00640 1 -- 172.21.15.33:0/2271734607 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6fcc0a2d70 msgr2=0x7f6fcc0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:47.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.745+0000 7f6feac00640 1 --2- 172.21.15.33:0/2271734607 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6fcc0a2d70 0x7f6fcc0a5230 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x55c7e37e8230 tx=0x7f6fd8005f90 comp rx=0 tx=0).stop 2024-09-05T02:34:47.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.745+0000 7f6feac00640 1 -- 172.21.15.33:0/2271734607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6fe410e2d0 msgr2=0x7f6fe419ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:47.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.745+0000 7f6feac00640 1 --2- 172.21.15.33:0/2271734607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6fe410e2d0 0x7f6fe419ed80 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc02ade0 tx=0x7f6fdc0319f0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.746+0000 7f6feac00640 1 -- 172.21.15.33:0/2271734607 shutdown_connections 2024-09-05T02:34:47.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.746+0000 7f6feac00640 1 --2- 172.21.15.33:0/2271734607 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6fcc0a2d70 0x7f6fcc0a5230 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.746+0000 7f6feac00640 1 --2- 172.21.15.33:0/2271734607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6fe410e2d0 0x7f6fe419ed80 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.746+0000 7f6feac00640 1 --2- 172.21.15.33:0/2271734607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6fe41010d0 0x7f6fe419a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.746+0000 7f6feac00640 1 --2- 172.21.15.33:0/2271734607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6fe4100720 0x7f6fe419a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:47.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.746+0000 7f6feac00640 1 -- 172.21.15.33:0/2271734607 >> 172.21.15.33:0/2271734607 conn(0x7f6fe40fc610 msgr2=0x7f6fe40fea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:47.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.746+0000 7f6feac00640 1 -- 172.21.15.33:0/2271734607 shutdown_connections 2024-09-05T02:34:47.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:47.746+0000 7f6feac00640 1 -- 172.21.15.33:0/2271734607 wait complete. 2024-09-05T02:34:48.537 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:34:48.916 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:34:49.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:49 smithi033 ceph-mon[29909]: pgmap v241: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:34:49.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.490+0000 7fa219400640 1 -- 172.21.15.33:0/473913061 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa21410e430 msgr2=0x7fa214110820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:49.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.490+0000 7fa219400640 1 --2- 172.21.15.33:0/473913061 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa21410e430 0x7fa214110820 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fa20c009ca0 tx=0x7fa20c02a950 comp rx=0 tx=0).stop 2024-09-05T02:34:49.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.490+0000 7fa219400640 1 -- 172.21.15.33:0/473913061 shutdown_connections 2024-09-05T02:34:49.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.490+0000 7fa219400640 1 --2- 172.21.15.33:0/473913061 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa21410e430 0x7fa214110820 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.490+0000 7fa219400640 1 --2- 172.21.15.33:0/473913061 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa214074ee0 0x7fa21410def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.490+0000 7fa219400640 1 --2- 172.21.15.33:0/473913061 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa2140745c0 0x7fa2140749a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.490+0000 7fa219400640 1 -- 172.21.15.33:0/473913061 >> 172.21.15.33:0/473913061 conn(0x7fa2140fd8b0 msgr2=0x7fa2140ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:49.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.490+0000 7fa219400640 1 -- 172.21.15.33:0/473913061 shutdown_connections 2024-09-05T02:34:49.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.490+0000 7fa219400640 1 -- 172.21.15.33:0/473913061 wait complete. 2024-09-05T02:34:49.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.492+0000 7fa219400640 1 Processor -- start 2024-09-05T02:34:49.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.492+0000 7fa219400640 1 -- start start 2024-09-05T02:34:49.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.492+0000 7fa219400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa2140745c0 0x7fa21419a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:49.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.492+0000 7fa219400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa214074ee0 0x7fa21419ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:49.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.492+0000 7fa219400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa21410e430 0x7fa21419ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:49.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.492+0000 7fa219400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa214114160 con 0x7fa21410e430 2024-09-05T02:34:49.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.492+0000 7fa219400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa214113fe0 con 0x7fa2140745c0 2024-09-05T02:34:49.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.492+0000 7fa219400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fa2141142e0 con 0x7fa214074ee0 2024-09-05T02:34:49.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.492+0000 7fa213200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa21410e430 0x7fa21419ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:49.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.493+0000 7fa213200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa21410e430 0x7fa21419ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52178/0 (socket says 172.21.15.33:52178) 2024-09-05T02:34:49.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.493+0000 7fa213200640 1 -- 172.21.15.33:0/3517854795 learned_addr learned my addr 172.21.15.33:0/3517854795 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:49.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.493+0000 7fa212800640 1 --2- 172.21.15.33:0/3517854795 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa2140745c0 0x7fa21419a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:49.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.493+0000 7fa211e00640 1 --2- 172.21.15.33:0/3517854795 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa214074ee0 0x7fa21419ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:49.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.493+0000 7fa213200640 1 -- 172.21.15.33:0/3517854795 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa214074ee0 msgr2=0x7fa21419ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:49.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.493+0000 7fa213200640 1 --2- 172.21.15.33:0/3517854795 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa214074ee0 0x7fa21419ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.493+0000 7fa213200640 1 -- 172.21.15.33:0/3517854795 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa2140745c0 msgr2=0x7fa21419a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:49.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.493+0000 7fa213200640 1 --2- 172.21.15.33:0/3517854795 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa2140745c0 0x7fa21419a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.493+0000 7fa213200640 1 -- 172.21.15.33:0/3517854795 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa21419f670 con 0x7fa21410e430 2024-09-05T02:34:49.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.493+0000 7fa213200640 1 --2- 172.21.15.33:0/3517854795 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa21410e430 0x7fa21419ef90 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fa20c004af0 tx=0x7fa20c02f5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:49.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.494+0000 7fa20b400640 1 -- 172.21.15.33:0/3517854795 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa20c034040 con 0x7fa21410e430 2024-09-05T02:34:49.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.494+0000 7fa219400640 1 -- 172.21.15.33:0/3517854795 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa21419f900 con 0x7fa21410e430 2024-09-05T02:34:49.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.494+0000 7fa20b400640 1 -- 172.21.15.33:0/3517854795 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa20c030920 con 0x7fa21410e430 2024-09-05T02:34:49.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.494+0000 7fa20b400640 1 -- 172.21.15.33:0/3517854795 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa20c004780 con 0x7fa21410e430 2024-09-05T02:34:49.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.494+0000 7fa219400640 1 -- 172.21.15.33:0/3517854795 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2141a7240 con 0x7fa21410e430 2024-09-05T02:34:49.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.497+0000 7fa21c062740 1 Processor -- start 2024-09-05T02:34:49.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.497+0000 7fa20b400640 1 -- 172.21.15.33:0/3517854795 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fa20c037020 con 0x7fa21410e430 2024-09-05T02:34:49.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.497+0000 7fa21c062740 1 -- start start 2024-09-05T02:34:49.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.497+0000 7fa21c062740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b11682c70 0x560b11683050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:49.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.497+0000 7fa21c062740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 0x560b1168d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:49.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.497+0000 7fa21c062740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b1168de50 0x560b11690240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:49.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.497+0000 7fa21c062740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560b115e93e0 con 0x560b1168de50 2024-09-05T02:34:49.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.497+0000 7fa21c062740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x560b11590d80 con 0x560b11682c70 2024-09-05T02:34:49.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.497+0000 7fa21c062740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x560b115e53a0 con 0x560b11683590 2024-09-05T02:34:49.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.498+0000 7fa211e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b11682c70 0x560b11683050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:49.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.498+0000 7fa211e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b1168de50 0x560b11690240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:49.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.498+0000 7fa212800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 0x560b1168d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:49.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.498+0000 7fa212800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 0x560b1168d910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:45464/0 (socket says 172.21.15.33:45464) 2024-09-05T02:34:49.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.498+0000 7fa212800640 1 -- 172.21.15.33:0/512924902 learned_addr learned my addr 172.21.15.33:0/512924902 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:49.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.498+0000 7fa212800640 1 -- 172.21.15.33:0/512924902 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b11682c70 msgr2=0x560b11683050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:49.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.498+0000 7fa212800640 1 --2- 172.21.15.33:0/512924902 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b11682c70 0x560b11683050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.498+0000 7fa212800640 1 -- 172.21.15.33:0/512924902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b1168de50 msgr2=0x560b11690240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.498+0000 7fa212800640 1 --2- 172.21.15.33:0/512924902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b1168de50 0x560b11690240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.498+0000 7fa212800640 1 -- 172.21.15.33:0/512924902 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b115afae0 con 0x560b11683590 2024-09-05T02:34:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.498+0000 7fa211e00640 1 --2- 172.21.15.33:0/512924902 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b11682c70 0x560b11683050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:34:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.499+0000 7fa212800640 1 --2- 172.21.15.33:0/512924902 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 0x560b1168d910 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fa204009cf0 tx=0x7fa204011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1cd5020e55a062eb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:49.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.499+0000 7fa1ff400640 1 -- 172.21.15.33:0/512924902 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa204004230 con 0x560b11683590 2024-09-05T02:34:49.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.499+0000 7fa1ff400640 1 -- 172.21.15.33:0/512924902 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa2040043d0 con 0x560b11683590 2024-09-05T02:34:49.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.499+0000 7fa1ff400640 1 -- 172.21.15.33:0/512924902 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa204019960 con 0x560b11683590 2024-09-05T02:34:49.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.499+0000 7fa20b400640 1 --2- 172.21.15.33:0/3517854795 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fa1f80a2cf0 0x7fa1f80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:49.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.499+0000 7fa20b400640 1 -- 172.21.15.33:0/3517854795 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fa20c0f0160 con 0x7fa21410e430 2024-09-05T02:34:49.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.500+0000 7fa211e00640 1 --2- 172.21.15.33:0/3517854795 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fa1f80a2cf0 0x7fa1f80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:49.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.500+0000 7fa21c062740 1 -- 172.21.15.33:0/512924902 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 msgr2=0x560b1168d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:49.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.500+0000 7fa21c062740 1 --2- 172.21.15.33:0/512924902 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 0x560b1168d910 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fa204009cf0 tx=0x7fa204011810 comp rx=0 tx=0).stop 2024-09-05T02:34:49.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.500+0000 7fa21c062740 1 -- 172.21.15.33:0/512924902 shutdown_connections 2024-09-05T02:34:49.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.500+0000 7fa21c062740 1 --2- 172.21.15.33:0/512924902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b1168de50 0x560b11690240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.500+0000 7fa21c062740 1 --2- 172.21.15.33:0/512924902 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 0x560b1168d910 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.500+0000 7fa21c062740 1 --2- 172.21.15.33:0/512924902 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b11682c70 0x560b11683050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.500+0000 7fa21c062740 1 -- 172.21.15.33:0/512924902 >> 172.21.15.33:0/512924902 conn(0x560b1167f200 msgr2=0x560b1167f5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:49.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.500+0000 7fa21c062740 1 -- 172.21.15.33:0/512924902 shutdown_connections 2024-09-05T02:34:49.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.500+0000 7fa21c062740 1 -- 172.21.15.33:0/512924902 wait complete. 2024-09-05T02:34:49.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.500+0000 7fa211e00640 1 --2- 172.21.15.33:0/3517854795 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fa1f80a2cf0 0x7fa1f80a51b0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x560b11680580 tx=0x7fa200004730 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:49.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.500+0000 7fa21c062740 1 -- start start 2024-09-05T02:34:49.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.501+0000 7fa21c062740 1 Processor -- start 2024-09-05T02:34:49.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.501+0000 7fa21c062740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 0x560b1168ac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:49.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.501+0000 7fa21c062740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 0x560b1168b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:49.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.501+0000 7fa21c062740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b1168de50 0x560b1168b710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:49.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.501+0000 7fa21c062740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560b11690a20 con 0x560b11682c70 2024-09-05T02:34:49.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.501+0000 7fa21c062740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x560b115a40f0 con 0x560b1168de50 2024-09-05T02:34:49.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.501+0000 7fa21c062740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x560b11690ba0 con 0x560b11683590 2024-09-05T02:34:49.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.501+0000 7fa21c062740 10 client.0 _ll_register_callbacks cb 0x560b1158bbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:49.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.501+0000 7fa212800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 0x560b1168ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:49.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.501+0000 7fa212800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 0x560b1168ac90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52200/0 (socket says 172.21.15.33:52200) 2024-09-05T02:34:49.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.501+0000 7fa212800640 1 -- 172.21.15.33:0/1526378244 learned_addr learned my addr 172.21.15.33:0/1526378244 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:49.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.501+0000 7fa211e00640 1 --2- 172.21.15.33:0/1526378244 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 0x560b1168b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.501+0000 7fa213200640 1 --2- 172.21.15.33:0/1526378244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b1168de50 0x560b1168b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.502+0000 7fa212800640 1 -- 172.21.15.33:0/1526378244 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 msgr2=0x560b1168b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.502+0000 7fa212800640 1 --2- 172.21.15.33:0/1526378244 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 0x560b1168b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.502+0000 7fa212800640 1 -- 172.21.15.33:0/1526378244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b1168de50 msgr2=0x560b1168b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.502+0000 7fa212800640 1 --2- 172.21.15.33:0/1526378244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b1168de50 0x560b1168b710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.502+0000 7fa212800640 1 -- 172.21.15.33:0/1526378244 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b1135a3c0 con 0x560b11682c70 2024-09-05T02:34:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.502+0000 7fa212800640 1 --2- 172.21.15.33:0/1526378244 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 0x560b1168ac90 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fa204000c00 tx=0x7fa204003dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60d4856c3db680c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.502+0000 7fa1f3e00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:34:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.503+0000 7fa1f3e00640 1 -- 172.21.15.33:0/1526378244 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa204027070 con 0x560b11682c70 2024-09-05T02:34:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.503+0000 7fa1f3e00640 1 -- 172.21.15.33:0/1526378244 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fa204005240 con 0x560b11682c70 2024-09-05T02:34:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.503+0000 7fa21c062740 1 -- 172.21.15.33:0/1526378244 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa2040043d0 con 0x560b11682c70 2024-09-05T02:34:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.503+0000 7fa1f3e00640 1 -- 172.21.15.33:0/1526378244 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa204033050 con 0x560b11682c70 2024-09-05T02:34:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.503+0000 7fa21c062740 10 client.17052 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.503+0000 7fa21c062740 1 -- 172.21.15.33:0/1526378244 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560b1169c9e0 con 0x560b11682c70 2024-09-05T02:34:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.503+0000 7fa1f3e00640 1 -- 172.21.15.33:0/1526378244 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa2040043d0 con 0x560b11682c70 2024-09-05T02:34:49.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.503+0000 7fa1f3e00640 1 -- 172.21.15.33:0/1526378244 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fa204004ba0 con 0x560b11682c70 2024-09-05T02:34:49.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.504+0000 7fa21c062740 10 client.17052 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:49.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.504+0000 7fa21c062740 10 client.17052 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:34:49.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.504+0000 7fa21c062740 20 client.17052 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:49.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.504+0000 7fa21c062740 1 --2- 172.21.15.33:0/1526378244 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x560b1169dd90 0x560b116a0180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:49.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.504+0000 7fa21c062740 4 client.17052 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:34:49.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.504+0000 7fa21c062740 1 -- 172.21.15.33:0/1526378244 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b115f6950 con 0x560b1169dd90 2024-09-05T02:34:49.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.504+0000 7fa211e00640 1 --2- 172.21.15.33:0/1526378244 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x560b1169dd90 0x560b116a0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:49.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.505+0000 7fa211e00640 1 --2- 172.21.15.33:0/1526378244 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x560b1169dd90 0x560b116a0180 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ca39889ae58c2dba server_cookie=caec30b88537df78 in_seq=0 out_seq=0 2024-09-05T02:34:49.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.505+0000 7fa1f3e00640 10 client.17052 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:34:49.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.505+0000 7fa1f3e00640 1 -- 172.21.15.33:0/1526378244 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560b115f6950 con 0x560b1169dd90 2024-09-05T02:34:49.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.505+0000 7fa1f3e00640 10 client.17052 handle_command_reply: tid=0 2024-09-05T02:34:49.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.505+0000 7fa21c062740 1 client.17052 shutdown 2024-09-05T02:34:49.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.506+0000 7fa21c062740 1 -- 172.21.15.33:0/1526378244 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 msgr2=0x560b1168ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:49.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.506+0000 7fa21c062740 1 --2- 172.21.15.33:0/1526378244 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 0x560b1168ac90 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fa204000c00 tx=0x7fa204003dc0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.506+0000 7fa21c062740 1 -- 172.21.15.33:0/1526378244 shutdown_connections 2024-09-05T02:34:49.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.506+0000 7fa21c062740 1 --2- 172.21.15.33:0/1526378244 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x560b1169dd90 0x560b116a0180 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.506+0000 7fa21c062740 1 --2- 172.21.15.33:0/1526378244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b1168de50 0x560b1168b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.506+0000 7fa21c062740 1 --2- 172.21.15.33:0/1526378244 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 0x560b1168b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.506+0000 7fa21c062740 1 --2- 172.21.15.33:0/1526378244 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 0x560b1168ac90 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.506+0000 7fa21c062740 1 -- 172.21.15.33:0/1526378244 >> 172.21.15.33:0/1526378244 conn(0x560b1167f200 msgr2=0x560b1167e380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:49.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.506+0000 7fa1f3e00640 0 client.17052 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:34:49.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.506+0000 7fa21c062740 1 -- 172.21.15.33:0/1526378244 shutdown_connections 2024-09-05T02:34:49.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.506+0000 7fa21c062740 1 -- 172.21.15.33:0/1526378244 wait complete. 2024-09-05T02:34:49.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.506+0000 7fa21c062740 20 client.17052 trim_cache size 0 max 16384 2024-09-05T02:34:49.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.520+0000 7fa21c062740 1 Processor -- start 2024-09-05T02:34:49.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.520+0000 7fa21c062740 1 -- start start 2024-09-05T02:34:49.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.520+0000 7fa21c062740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 0x560b1168c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:49.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.520+0000 7fa21c062740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 0x560b116a5990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:49.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.520+0000 7fa21c062740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b1168de50 0x560b116a5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:49.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.520+0000 7fa21c062740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa2141afaf0 con 0x560b11682c70 2024-09-05T02:34:49.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.520+0000 7fa21c062740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa2141b1630 con 0x560b1168de50 2024-09-05T02:34:49.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.520+0000 7fa21c062740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fa2141b01c0 con 0x560b11683590 2024-09-05T02:34:49.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.521+0000 7fa212800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 0x560b1168c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:49.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.521+0000 7fa212800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 0x560b1168c4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52210/0 (socket says 172.21.15.33:52210) 2024-09-05T02:34:49.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.521+0000 7fa212800640 1 -- 172.21.15.33:0/3397948517 learned_addr learned my addr 172.21.15.33:0/3397948517 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:49.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.521+0000 7fa211e00640 1 --2- 172.21.15.33:0/3397948517 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 0x560b116a5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:49.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.521+0000 7fa213200640 1 --2- 172.21.15.33:0/3397948517 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b1168de50 0x560b116a5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:49.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.521+0000 7fa212800640 1 -- 172.21.15.33:0/3397948517 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 msgr2=0x560b116a5990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:49.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.521+0000 7fa212800640 1 --2- 172.21.15.33:0/3397948517 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 0x560b116a5990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.521+0000 7fa212800640 1 -- 172.21.15.33:0/3397948517 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b1168de50 msgr2=0x560b116a5ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:49.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.521+0000 7fa212800640 1 --2- 172.21.15.33:0/3397948517 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b1168de50 0x560b116a5ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.521+0000 7fa212800640 1 -- 172.21.15.33:0/3397948517 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b1167a770 con 0x560b11682c70 2024-09-05T02:34:49.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.521+0000 7fa213200640 1 --2- 172.21.15.33:0/3397948517 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b1168de50 0x560b116a5ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:34:49.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.521+0000 7fa212800640 1 --2- 172.21.15.33:0/3397948517 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 0x560b1168c4f0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fa2040059f0 tx=0x7fa2040097e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb7303f46a4905d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:49.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.522+0000 7fa1fea00640 1 -- 172.21.15.33:0/3397948517 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa204030070 con 0x560b11682c70 2024-09-05T02:34:49.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.522+0000 7fa1fea00640 1 -- 172.21.15.33:0/3397948517 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa204009910 con 0x560b11682c70 2024-09-05T02:34:49.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.522+0000 7fa1fea00640 1 -- 172.21.15.33:0/3397948517 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa204027070 con 0x560b11682c70 2024-09-05T02:34:49.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.522+0000 7fa21c062740 1 -- 172.21.15.33:0/3397948517 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 msgr2=0x560b1168c4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:49.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.522+0000 7fa21c062740 1 --2- 172.21.15.33:0/3397948517 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 0x560b1168c4f0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fa2040059f0 tx=0x7fa2040097e0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.522+0000 7fa21c062740 1 -- 172.21.15.33:0/3397948517 shutdown_connections 2024-09-05T02:34:49.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.522+0000 7fa21c062740 1 --2- 172.21.15.33:0/3397948517 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b1168de50 0x560b116a5ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.522+0000 7fa21c062740 1 --2- 172.21.15.33:0/3397948517 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 0x560b116a5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.522+0000 7fa21c062740 1 --2- 172.21.15.33:0/3397948517 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 0x560b1168c4f0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.522+0000 7fa21c062740 1 -- 172.21.15.33:0/3397948517 >> 172.21.15.33:0/3397948517 conn(0x560b1167f200 msgr2=0x560b11689c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:49.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.523+0000 7fa21c062740 1 -- 172.21.15.33:0/3397948517 shutdown_connections 2024-09-05T02:34:49.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.523+0000 7fa21c062740 1 -- 172.21.15.33:0/3397948517 wait complete. 2024-09-05T02:34:49.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.523+0000 7fa21c062740 1 -- start start 2024-09-05T02:34:49.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.523+0000 7fa21c062740 1 Processor -- start 2024-09-05T02:34:49.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.524+0000 7fa21c062740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 0x560b11696360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:49.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.524+0000 7fa21c062740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 0x560b11691690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:49.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.524+0000 7fa21c062740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b1168de50 0x560b11691bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:49.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.524+0000 7fa21c062740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa2141b0f60 con 0x560b11682c70 2024-09-05T02:34:49.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.524+0000 7fa21c062740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa2141b0890 con 0x560b1168de50 2024-09-05T02:34:49.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.524+0000 7fa21c062740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fa2141adaf0 con 0x560b11683590 2024-09-05T02:34:49.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.524+0000 7fa21c062740 10 client.0 _ll_register_callbacks cb 0x7fa20000b9a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:49.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.524+0000 7fa212800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 0x560b11696360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:49.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.524+0000 7fa212800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 0x560b11696360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52216/0 (socket says 172.21.15.33:52216) 2024-09-05T02:34:49.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.524+0000 7fa211e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 0x560b11691690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:49.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.524+0000 7fa212800640 1 -- 172.21.15.33:0/3604039771 learned_addr learned my addr 172.21.15.33:0/3604039771 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:49.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.524+0000 7fa213200640 1 --2- 172.21.15.33:0/3604039771 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b1168de50 0x560b11691bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:49.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.524+0000 7fa211e00640 1 -- 172.21.15.33:0/3604039771 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b1168de50 msgr2=0x560b11691bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:49.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.524+0000 7fa211e00640 1 --2- 172.21.15.33:0/3604039771 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b1168de50 0x560b11691bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.524+0000 7fa211e00640 1 -- 172.21.15.33:0/3604039771 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 msgr2=0x560b11696360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:49.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.524+0000 7fa211e00640 1 --2- 172.21.15.33:0/3604039771 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 0x560b11696360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.524+0000 7fa211e00640 1 -- 172.21.15.33:0/3604039771 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b116921c0 con 0x560b11683590 2024-09-05T02:34:49.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.524+0000 7fa212800640 1 --2- 172.21.15.33:0/3604039771 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 0x560b11696360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:49.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.525+0000 7fa211e00640 1 --2- 172.21.15.33:0/3604039771 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 0x560b11691690 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x560b116a0930 tx=0x7fa2000046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d48eb6ee78e056f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:49.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.525+0000 7fa1f3e00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:34:49.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.525+0000 7fa1f3e00640 1 -- 172.21.15.33:0/3604039771 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa20002b910 con 0x560b11683590 2024-09-05T02:34:49.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.525+0000 7fa21c062740 1 -- 172.21.15.33:0/3604039771 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa204009910 con 0x560b11683590 2024-09-05T02:34:49.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.525+0000 7fa1f3e00640 1 -- 172.21.15.33:0/3604039771 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fa20002bab0 con 0x560b11683590 2024-09-05T02:34:49.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.525+0000 7fa1f3e00640 1 -- 172.21.15.33:0/3604039771 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa20002bcb0 con 0x560b11683590 2024-09-05T02:34:49.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.525+0000 7fa21c062740 10 client.27079 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:49.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.525+0000 7fa21c062740 1 -- 172.21.15.33:0/3604039771 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560b11708810 con 0x560b11683590 2024-09-05T02:34:49.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.526+0000 7fa1f3e00640 1 -- 172.21.15.33:0/3604039771 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa204009910 con 0x560b11683590 2024-09-05T02:34:49.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.526+0000 7fa1f3e00640 1 -- 172.21.15.33:0/3604039771 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fa20001c040 con 0x560b11683590 2024-09-05T02:34:49.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.526+0000 7fa21c062740 10 client.27079 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:49.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.526+0000 7fa21c062740 10 client.27079 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:34:49.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.526+0000 7fa21c062740 20 client.27079 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:49.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.526+0000 7fa21c062740 1 --2- 172.21.15.33:0/3604039771 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x560b11708f40 0x560b1170b360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:49.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.526+0000 7fa21c062740 4 client.27079 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:34:49.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.526+0000 7fa21c062740 1 -- 172.21.15.33:0/3604039771 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560b115f0e60 con 0x560b11708f40 2024-09-05T02:34:49.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.527+0000 7fa212800640 1 --2- 172.21.15.33:0/3604039771 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x560b11708f40 0x560b1170b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:49.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.527+0000 7fa212800640 1 --2- 172.21.15.33:0/3604039771 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x560b11708f40 0x560b1170b360 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c6a7c3fcc5cc38bf server_cookie=b92a01f18525ef6e in_seq=0 out_seq=0 2024-09-05T02:34:49.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.527+0000 7fa1f3e00640 10 client.27079 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:34:49.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.527+0000 7fa1f3e00640 1 -- 172.21.15.33:0/3604039771 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560b115f0e60 con 0x560b11708f40 2024-09-05T02:34:49.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.527+0000 7fa1f3e00640 10 client.27079 handle_command_reply: tid=0 2024-09-05T02:34:49.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.527+0000 7fa21c062740 1 client.27079 shutdown 2024-09-05T02:34:49.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.527+0000 7fa21c062740 1 -- 172.21.15.33:0/3604039771 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 msgr2=0x560b11691690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:49.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.527+0000 7fa21c062740 1 --2- 172.21.15.33:0/3604039771 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 0x560b11691690 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x560b116a0930 tx=0x7fa2000046c0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.527+0000 7fa21c062740 1 -- 172.21.15.33:0/3604039771 shutdown_connections 2024-09-05T02:34:49.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.527+0000 7fa21c062740 1 --2- 172.21.15.33:0/3604039771 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x560b11708f40 0x560b1170b360 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.527+0000 7fa21c062740 1 --2- 172.21.15.33:0/3604039771 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560b1168de50 0x560b11691bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.527+0000 7fa21c062740 1 --2- 172.21.15.33:0/3604039771 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560b11683590 0x560b11691690 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.528+0000 7fa21c062740 1 --2- 172.21.15.33:0/3604039771 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560b11682c70 0x560b11696360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.528+0000 7fa1f3e00640 0 client.27079 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:34:49.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.528+0000 7fa21c062740 1 -- 172.21.15.33:0/3604039771 >> 172.21.15.33:0/3604039771 conn(0x560b1167f200 msgr2=0x560b11689430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:49.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.528+0000 7fa21c062740 1 -- 172.21.15.33:0/3604039771 shutdown_connections 2024-09-05T02:34:49.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.528+0000 7fa21c062740 1 -- 172.21.15.33:0/3604039771 wait complete. 2024-09-05T02:34:49.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.528+0000 7fa21c062740 20 client.27079 trim_cache size 0 max 16384 2024-09-05T02:34:49.534 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:34:49.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.528+0000 7fa219400640 1 -- 172.21.15.33:0/3517854795 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fa1f80a2cf0 msgr2=0x7fa1f80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:49.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.528+0000 7fa219400640 1 --2- 172.21.15.33:0/3517854795 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fa1f80a2cf0 0x7fa1f80a51b0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x560b11680580 tx=0x7fa200004730 comp rx=0 tx=0).stop 2024-09-05T02:34:49.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.528+0000 7fa219400640 1 -- 172.21.15.33:0/3517854795 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa21410e430 msgr2=0x7fa21419ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:49.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.528+0000 7fa219400640 1 --2- 172.21.15.33:0/3517854795 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa21410e430 0x7fa21419ef90 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fa20c004af0 tx=0x7fa20c02f5b0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.529+0000 7fa219400640 1 -- 172.21.15.33:0/3517854795 shutdown_connections 2024-09-05T02:34:49.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.529+0000 7fa219400640 1 --2- 172.21.15.33:0/3517854795 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fa1f80a2cf0 0x7fa1f80a51b0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.529+0000 7fa219400640 1 --2- 172.21.15.33:0/3517854795 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa21410e430 0x7fa21419ef90 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.529+0000 7fa219400640 1 --2- 172.21.15.33:0/3517854795 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa214074ee0 0x7fa21419ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.529+0000 7fa219400640 1 --2- 172.21.15.33:0/3517854795 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa2140745c0 0x7fa21419a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:49.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.529+0000 7fa219400640 1 -- 172.21.15.33:0/3517854795 >> 172.21.15.33:0/3517854795 conn(0x7fa2140fd8b0 msgr2=0x7fa2140fe5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:49.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.529+0000 7fa219400640 1 -- 172.21.15.33:0/3517854795 shutdown_connections 2024-09-05T02:34:49.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:49.529+0000 7fa219400640 1 -- 172.21.15.33:0/3517854795 wait complete. 2024-09-05T02:34:49.536 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:49 smithi174 ceph-mon[34756]: pgmap v241: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:34:49.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:49 smithi123 ceph-mon[34031]: pgmap v241: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:34:50.235 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:34:50.613 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:34:51.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.173+0000 7fca87200640 1 -- 172.21.15.33:0/723759752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca881079c0 msgr2=0x7fca88107da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:51.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.173+0000 7fca87200640 1 --2- 172.21.15.33:0/723759752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca881079c0 0x7fca88107da0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fca78009930 tx=0x7fca7802a420 comp rx=0 tx=0).stop 2024-09-05T02:34:51.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.173+0000 7fca87200640 1 -- 172.21.15.33:0/723759752 shutdown_connections 2024-09-05T02:34:51.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.173+0000 7fca87200640 1 --2- 172.21.15.33:0/723759752 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fca88102360 0x7fca8810e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.173+0000 7fca87200640 1 --2- 172.21.15.33:0/723759752 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca881019c0 0x7fca88101e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.173+0000 7fca87200640 1 --2- 172.21.15.33:0/723759752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca881079c0 0x7fca88107da0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.173+0000 7fca87200640 1 -- 172.21.15.33:0/723759752 >> 172.21.15.33:0/723759752 conn(0x7fca880fd740 msgr2=0x7fca880ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.173+0000 7fca87200640 1 -- 172.21.15.33:0/723759752 shutdown_connections 2024-09-05T02:34:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.173+0000 7fca87200640 1 -- 172.21.15.33:0/723759752 wait complete. 2024-09-05T02:34:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.174+0000 7fca87200640 1 Processor -- start 2024-09-05T02:34:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.174+0000 7fca87200640 1 -- start start 2024-09-05T02:34:51.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.175+0000 7fca87200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca881019c0 0x7fca8819a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:51.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.175+0000 7fca87200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fca88102360 0x7fca8819a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:51.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.175+0000 7fca87200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca881079c0 0x7fca8819ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:51.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.175+0000 7fca87200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fca88111e10 con 0x7fca881079c0 2024-09-05T02:34:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.175+0000 7fca87200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fca88111c90 con 0x7fca881019c0 2024-09-05T02:34:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.175+0000 7fca87200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fca88111f90 con 0x7fca88102360 2024-09-05T02:34:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.175+0000 7fca86800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca881079c0 0x7fca8819ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.175+0000 7fca85400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fca88102360 0x7fca8819a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.175+0000 7fca86800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca881079c0 0x7fca8819ed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40698/0 (socket says 172.21.15.33:40698) 2024-09-05T02:34:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.175+0000 7fca86800640 1 -- 172.21.15.33:0/2197483158 learned_addr learned my addr 172.21.15.33:0/2197483158 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.175+0000 7fca85e00640 1 --2- 172.21.15.33:0/2197483158 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca881019c0 0x7fca8819a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.176+0000 7fca86800640 1 -- 172.21.15.33:0/2197483158 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fca88102360 msgr2=0x7fca8819a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.176+0000 7fca86800640 1 --2- 172.21.15.33:0/2197483158 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fca88102360 0x7fca8819a9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.176+0000 7fca86800640 1 -- 172.21.15.33:0/2197483158 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca881019c0 msgr2=0x7fca8819a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.176+0000 7fca86800640 1 --2- 172.21.15.33:0/2197483158 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca881019c0 0x7fca8819a490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.176+0000 7fca86800640 1 -- 172.21.15.33:0/2197483158 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca8819f440 con 0x7fca881079c0 2024-09-05T02:34:51.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.176+0000 7fca85e00640 1 --2- 172.21.15.33:0/2197483158 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca881019c0 0x7fca8819a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:51.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.176+0000 7fca86800640 1 --2- 172.21.15.33:0/2197483158 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca881079c0 0x7fca8819ed60 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fca8000eaa0 tx=0x7fca8000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:51.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.176+0000 7fca7ea00640 1 -- 172.21.15.33:0/2197483158 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca8000cdb0 con 0x7fca881079c0 2024-09-05T02:34:51.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.176+0000 7fca7ea00640 1 -- 172.21.15.33:0/2197483158 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca80005020 con 0x7fca881079c0 2024-09-05T02:34:51.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.176+0000 7fca7ea00640 1 -- 172.21.15.33:0/2197483158 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca800116b0 con 0x7fca881079c0 2024-09-05T02:34:51.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.176+0000 7fca87200640 1 -- 172.21.15.33:0/2197483158 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca8819f730 con 0x7fca881079c0 2024-09-05T02:34:51.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.177+0000 7fca87200640 1 -- 172.21.15.33:0/2197483158 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca881a7010 con 0x7fca881079c0 2024-09-05T02:34:51.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.179+0000 7fca8fa50740 1 Processor -- start 2024-09-05T02:34:51.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.179+0000 7fca7ea00640 1 -- 172.21.15.33:0/2197483158 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fca80005560 con 0x7fca881079c0 2024-09-05T02:34:51.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.180+0000 7fca8fa50740 1 -- start start 2024-09-05T02:34:51.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.180+0000 7fca8fa50740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcf0e40 0x55f28dcf1220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:51.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.180+0000 7fca8fa50740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcf1760 0x55f28dcfbae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:51.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.180+0000 7fca8fa50740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcfc020 0x55f28dcfe410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:51.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.180+0000 7fca8fa50740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55f28dc573e0 con 0x55f28dcf0e40 2024-09-05T02:34:51.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.180+0000 7fca8fa50740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55f28dbfed80 con 0x55f28dcfc020 2024-09-05T02:34:51.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.180+0000 7fca8fa50740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55f28dc533a0 con 0x55f28dcf1760 2024-09-05T02:34:51.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.180+0000 7fca85400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcf0e40 0x55f28dcf1220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:51.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.181+0000 7fca85400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcf0e40 0x55f28dcf1220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40708/0 (socket says 172.21.15.33:40708) 2024-09-05T02:34:51.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.181+0000 7fca85400640 1 -- 172.21.15.33:0/1053869865 learned_addr learned my addr 172.21.15.33:0/1053869865 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:51.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.181+0000 7fca85e00640 1 --2- 172.21.15.33:0/1053869865 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcf1760 0x55f28dcfbae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:51.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.181+0000 7fca85400640 1 --2- 172.21.15.33:0/1053869865 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcfc020 0x55f28dcfe410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:51.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.181+0000 7fca85e00640 1 -- 172.21.15.33:0/1053869865 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcfc020 msgr2=0x55f28dcfe410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:51.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.181+0000 7fca85e00640 1 --2- 172.21.15.33:0/1053869865 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcfc020 0x55f28dcfe410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.181+0000 7fca85e00640 1 -- 172.21.15.33:0/1053869865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcf0e40 msgr2=0x55f28dcf1220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:51.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.181+0000 7fca85e00640 1 --2- 172.21.15.33:0/1053869865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcf0e40 0x55f28dcf1220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.181+0000 7fca85e00640 1 -- 172.21.15.33:0/1053869865 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f28dc1dae0 con 0x55f28dcf1760 2024-09-05T02:34:51.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.181+0000 7fca7ea00640 1 --2- 172.21.15.33:0/2197483158 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fca6c0a2cf0 0x7fca6c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:51.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.181+0000 7fca85e00640 1 --2- 172.21.15.33:0/1053869865 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcf1760 0x55f28dcfbae0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fca7802a940 tx=0x7fca78000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c89150b75652581e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.182+0000 7fca7ea00640 1 -- 172.21.15.33:0/2197483158 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fca800cf5a0 con 0x7fca881079c0 2024-09-05T02:34:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.182+0000 7fca85400640 1 --2- 172.21.15.33:0/2197483158 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fca6c0a2cf0 0x7fca6c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.182+0000 7fca73400640 1 -- 172.21.15.33:0/1053869865 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca78035040 con 0x55f28dcf1760 2024-09-05T02:34:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.182+0000 7fca73400640 1 -- 172.21.15.33:0/1053869865 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca78004760 con 0x55f28dcf1760 2024-09-05T02:34:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.182+0000 7fca73400640 1 -- 172.21.15.33:0/1053869865 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca78003810 con 0x55f28dcf1760 2024-09-05T02:34:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.183+0000 7fca8fa50740 1 -- 172.21.15.33:0/1053869865 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcf1760 msgr2=0x55f28dcfbae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.183+0000 7fca85400640 1 --2- 172.21.15.33:0/2197483158 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fca6c0a2cf0 0x7fca6c0a51b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x55f28dcee750 tx=0x7fca740097a0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.183+0000 7fca8fa50740 1 --2- 172.21.15.33:0/1053869865 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcf1760 0x55f28dcfbae0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fca7802a940 tx=0x7fca78000bc0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.183+0000 7fca8fa50740 1 -- 172.21.15.33:0/1053869865 shutdown_connections 2024-09-05T02:34:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.183+0000 7fca8fa50740 1 --2- 172.21.15.33:0/1053869865 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcfc020 0x55f28dcfe410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.183+0000 7fca8fa50740 1 --2- 172.21.15.33:0/1053869865 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcf1760 0x55f28dcfbae0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.183+0000 7fca8fa50740 1 --2- 172.21.15.33:0/1053869865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcf0e40 0x55f28dcf1220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.183+0000 7fca8fa50740 1 -- 172.21.15.33:0/1053869865 >> 172.21.15.33:0/1053869865 conn(0x55f28dced3d0 msgr2=0x55f28dced7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.183+0000 7fca8fa50740 1 -- 172.21.15.33:0/1053869865 shutdown_connections 2024-09-05T02:34:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.183+0000 7fca8fa50740 1 -- 172.21.15.33:0/1053869865 wait complete. 2024-09-05T02:34:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.183+0000 7fca8fa50740 1 -- start start 2024-09-05T02:34:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.184+0000 7fca8fa50740 1 Processor -- start 2024-09-05T02:34:51.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.184+0000 7fca8fa50740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcf0e40 0x55f28dcf8f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:51.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.184+0000 7fca8fa50740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcf1760 0x55f28dcf94c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:51.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.184+0000 7fca8fa50740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcfc020 0x55f28dcf9a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:51.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.184+0000 7fca8fa50740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55f28dcfebf0 con 0x55f28dcfc020 2024-09-05T02:34:51.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.184+0000 7fca8fa50740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55f28dc120f0 con 0x55f28dcf1760 2024-09-05T02:34:51.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.184+0000 7fca8fa50740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55f28dcfed70 con 0x55f28dcf0e40 2024-09-05T02:34:51.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.184+0000 7fca8fa50740 10 client.0 _ll_register_callbacks cb 0x55f28dbf9bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:51.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.184+0000 7fca86800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcfc020 0x55f28dcf9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:51.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.184+0000 7fca86800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcfc020 0x55f28dcf9a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40718/0 (socket says 172.21.15.33:40718) 2024-09-05T02:34:51.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.185+0000 7fca86800640 1 -- 172.21.15.33:0/2971581633 learned_addr learned my addr 172.21.15.33:0/2971581633 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:51.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.185+0000 7fca85400640 1 --2- 172.21.15.33:0/2971581633 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcf1760 0x55f28dcf94c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:51.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.185+0000 7fca85e00640 1 --2- 172.21.15.33:0/2971581633 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcf0e40 0x55f28dcf8f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:51.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.185+0000 7fca86800640 1 -- 172.21.15.33:0/2971581633 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcf0e40 msgr2=0x55f28dcf8f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:51.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.185+0000 7fca86800640 1 --2- 172.21.15.33:0/2971581633 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcf0e40 0x55f28dcf8f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.185+0000 7fca86800640 1 -- 172.21.15.33:0/2971581633 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcf1760 msgr2=0x55f28dcf94c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:51.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.185+0000 7fca86800640 1 --2- 172.21.15.33:0/2971581633 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcf1760 0x55f28dcf94c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.185+0000 7fca86800640 1 -- 172.21.15.33:0/2971581633 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f28d9c83c0 con 0x55f28dcfc020 2024-09-05T02:34:51.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.185+0000 7fca86800640 1 --2- 172.21.15.33:0/2971581633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcfc020 0x55f28dcf9a00 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fca800a41f0 tx=0x7fca8009bca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa646d20a4e1e8dd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:51.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.185+0000 7fca67e00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:34:51.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.186+0000 7fca67e00640 1 -- 172.21.15.33:0/2971581633 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca800b4060 con 0x55f28dcfc020 2024-09-05T02:34:51.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.186+0000 7fca67e00640 1 -- 172.21.15.33:0/2971581633 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fca800cf2e0 con 0x55f28dcfc020 2024-09-05T02:34:51.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.186+0000 7fca8fa50740 1 -- 172.21.15.33:0/2971581633 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca78004760 con 0x55f28dcfc020 2024-09-05T02:34:51.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.186+0000 7fca67e00640 1 -- 172.21.15.33:0/2971581633 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fca8001f070 con 0x55f28dcfc020 2024-09-05T02:34:51.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.186+0000 7fca8fa50740 10 client.17070 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:51.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.186+0000 7fca8fa50740 1 -- 172.21.15.33:0/2971581633 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f28dd0ad10 con 0x55f28dcfc020 2024-09-05T02:34:51.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.186+0000 7fca67e00640 1 -- 172.21.15.33:0/2971581633 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca78004760 con 0x55f28dcfc020 2024-09-05T02:34:51.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.186+0000 7fca67e00640 1 -- 172.21.15.33:0/2971581633 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fca8000f040 con 0x55f28dcfc020 2024-09-05T02:34:51.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.186+0000 7fca8fa50740 10 client.17070 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:51.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.186+0000 7fca8fa50740 10 client.17070 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:34:51.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.186+0000 7fca8fa50740 20 client.17070 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:51.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.187+0000 7fca8fa50740 1 --2- 172.21.15.33:0/2971581633 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55f28dd0c060 0x55f28dd0e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:51.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.187+0000 7fca8fa50740 4 client.17070 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:34:51.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.187+0000 7fca8fa50740 1 -- 172.21.15.33:0/2971581633 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f28dc64950 con 0x55f28dd0c060 2024-09-05T02:34:51.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.187+0000 7fca85e00640 1 --2- 172.21.15.33:0/2971581633 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55f28dd0c060 0x55f28dd0e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:51.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.187+0000 7fca85e00640 1 --2- 172.21.15.33:0/2971581633 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55f28dd0c060 0x55f28dd0e4b0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1099b22972990f2d server_cookie=ef938bc2c12eb59a in_seq=0 out_seq=0 2024-09-05T02:34:51.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.187+0000 7fca67e00640 10 client.17070 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:34:51.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.188+0000 7fca67e00640 1 -- 172.21.15.33:0/2971581633 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f28dc64950 con 0x55f28dd0c060 2024-09-05T02:34:51.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.188+0000 7fca67e00640 10 client.17070 handle_command_reply: tid=0 2024-09-05T02:34:51.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.188+0000 7fca8fa50740 1 client.17070 shutdown 2024-09-05T02:34:51.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.188+0000 7fca8fa50740 1 -- 172.21.15.33:0/2971581633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcfc020 msgr2=0x55f28dcf9a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:51.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.188+0000 7fca8fa50740 1 --2- 172.21.15.33:0/2971581633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcfc020 0x55f28dcf9a00 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fca800a41f0 tx=0x7fca8009bca0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.189+0000 7fca8fa50740 1 -- 172.21.15.33:0/2971581633 shutdown_connections 2024-09-05T02:34:51.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.189+0000 7fca8fa50740 1 --2- 172.21.15.33:0/2971581633 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55f28dd0c060 0x55f28dd0e4b0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.189+0000 7fca8fa50740 1 --2- 172.21.15.33:0/2971581633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcfc020 0x55f28dcf9a00 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.189+0000 7fca8fa50740 1 --2- 172.21.15.33:0/2971581633 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcf1760 0x55f28dcf94c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.189+0000 7fca8fa50740 1 --2- 172.21.15.33:0/2971581633 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcf0e40 0x55f28dcf8f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.189+0000 7fca8fa50740 1 -- 172.21.15.33:0/2971581633 >> 172.21.15.33:0/2971581633 conn(0x55f28dced3d0 msgr2=0x55f28dcf3100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:51.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.189+0000 7fca67e00640 0 client.17070 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:34:51.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.189+0000 7fca8fa50740 1 -- 172.21.15.33:0/2971581633 shutdown_connections 2024-09-05T02:34:51.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.189+0000 7fca8fa50740 1 -- 172.21.15.33:0/2971581633 wait complete. 2024-09-05T02:34:51.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.189+0000 7fca8fa50740 20 client.17070 trim_cache size 0 max 16384 2024-09-05T02:34:51.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.203+0000 7fca8fa50740 1 Processor -- start 2024-09-05T02:34:51.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.203+0000 7fca8fa50740 1 -- start start 2024-09-05T02:34:51.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.203+0000 7fca8fa50740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcf0e40 0x55f28dcf38a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:51.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.203+0000 7fca8fa50740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcf1760 0x55f28dcfaef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:51.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.203+0000 7fca8fa50740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcfc020 0x55f28dd13d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:51.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.203+0000 7fca8fa50740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fca881af960 con 0x55f28dcfc020 2024-09-05T02:34:51.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.203+0000 7fca8fa50740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fca881b14a0 con 0x55f28dcf0e40 2024-09-05T02:34:51.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.203+0000 7fca8fa50740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fca881b0030 con 0x55f28dcf1760 2024-09-05T02:34:51.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.203+0000 7fca86800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcfc020 0x55f28dd13d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:51.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.203+0000 7fca86800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcfc020 0x55f28dd13d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40726/0 (socket says 172.21.15.33:40726) 2024-09-05T02:34:51.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.203+0000 7fca86800640 1 -- 172.21.15.33:0/1499321657 learned_addr learned my addr 172.21.15.33:0/1499321657 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:51.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.203+0000 7fca85e00640 1 --2- 172.21.15.33:0/1499321657 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcf0e40 0x55f28dcf38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:51.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.204+0000 7fca85400640 1 --2- 172.21.15.33:0/1499321657 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcf1760 0x55f28dcfaef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:51.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.204+0000 7fca86800640 1 -- 172.21.15.33:0/1499321657 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcf1760 msgr2=0x55f28dcfaef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:51.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.204+0000 7fca86800640 1 --2- 172.21.15.33:0/1499321657 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcf1760 0x55f28dcfaef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.204+0000 7fca86800640 1 -- 172.21.15.33:0/1499321657 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcf0e40 msgr2=0x55f28dcf38a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:51.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.204+0000 7fca86800640 1 --2- 172.21.15.33:0/1499321657 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcf0e40 0x55f28dcf38a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.204+0000 7fca86800640 1 -- 172.21.15.33:0/1499321657 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f28dcf1d80 con 0x55f28dcfc020 2024-09-05T02:34:51.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.204+0000 7fca85e00640 1 --2- 172.21.15.33:0/1499321657 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcf0e40 0x55f28dcf38a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:51.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.204+0000 7fca86800640 1 --2- 172.21.15.33:0/1499321657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcfc020 0x55f28dd13d80 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fca80098530 tx=0x7fca8009ffe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1590715625c01ca1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:51.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.204+0000 7fca72a00640 1 -- 172.21.15.33:0/1499321657 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca8007e070 con 0x55f28dcfc020 2024-09-05T02:34:51.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.204+0000 7fca72a00640 1 -- 172.21.15.33:0/1499321657 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca8009ad10 con 0x55f28dcfc020 2024-09-05T02:34:51.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.204+0000 7fca72a00640 1 -- 172.21.15.33:0/1499321657 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca800b4040 con 0x55f28dcfc020 2024-09-05T02:34:51.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.205+0000 7fca8fa50740 1 -- 172.21.15.33:0/1499321657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcfc020 msgr2=0x55f28dd13d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:51.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.205+0000 7fca8fa50740 1 --2- 172.21.15.33:0/1499321657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcfc020 0x55f28dd13d80 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fca80098530 tx=0x7fca8009ffe0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.205+0000 7fca8fa50740 1 -- 172.21.15.33:0/1499321657 shutdown_connections 2024-09-05T02:34:51.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.205+0000 7fca8fa50740 1 --2- 172.21.15.33:0/1499321657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcfc020 0x55f28dd13d80 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.205+0000 7fca8fa50740 1 --2- 172.21.15.33:0/1499321657 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcf1760 0x55f28dcfaef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.205+0000 7fca8fa50740 1 --2- 172.21.15.33:0/1499321657 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcf0e40 0x55f28dcf38a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.205+0000 7fca8fa50740 1 -- 172.21.15.33:0/1499321657 >> 172.21.15.33:0/1499321657 conn(0x55f28dced3d0 msgr2=0x55f28dcfa7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:51.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.205+0000 7fca8fa50740 1 -- 172.21.15.33:0/1499321657 shutdown_connections 2024-09-05T02:34:51.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.205+0000 7fca8fa50740 1 -- 172.21.15.33:0/1499321657 wait complete. 2024-09-05T02:34:51.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.206+0000 7fca8fa50740 1 -- start start 2024-09-05T02:34:51.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.206+0000 7fca8fa50740 1 Processor -- start 2024-09-05T02:34:51.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.206+0000 7fca8fa50740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcf0e40 0x55f28dd04420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:51.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.206+0000 7fca8fa50740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcf1760 0x55f28dcf5a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:51.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.207+0000 7fca8fa50740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcfc020 0x55f28dcf5f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:51.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.207+0000 7fca8fa50740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fca881b0dd0 con 0x55f28dcf1760 2024-09-05T02:34:51.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.207+0000 7fca8fa50740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fca881b0700 con 0x55f28dcf0e40 2024-09-05T02:34:51.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.207+0000 7fca8fa50740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fca881ad960 con 0x55f28dcfc020 2024-09-05T02:34:51.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.207+0000 7fca8fa50740 10 client.0 _ll_register_callbacks cb 0x7fca80097ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:51.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.207+0000 7fca85e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcf0e40 0x55f28dd04420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:51.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.207+0000 7fca85400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcf1760 0x55f28dcf5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:51.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.207+0000 7fca85e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcf0e40 0x55f28dd04420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:57410/0 (socket says 172.21.15.33:57410) 2024-09-05T02:34:51.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.207+0000 7fca85e00640 1 -- 172.21.15.33:0/2481251728 learned_addr learned my addr 172.21.15.33:0/2481251728 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:51.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.207+0000 7fca86800640 1 --2- 172.21.15.33:0/2481251728 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcfc020 0x55f28dcf5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:51.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.207+0000 7fca85e00640 1 -- 172.21.15.33:0/2481251728 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcfc020 msgr2=0x55f28dcf5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:51.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.207+0000 7fca85e00640 1 --2- 172.21.15.33:0/2481251728 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcfc020 0x55f28dcf5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.207+0000 7fca85e00640 1 -- 172.21.15.33:0/2481251728 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcf1760 msgr2=0x55f28dcf5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:51.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.207+0000 7fca85e00640 1 --2- 172.21.15.33:0/2481251728 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcf1760 0x55f28dcf5a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.207+0000 7fca85e00640 1 -- 172.21.15.33:0/2481251728 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f28dcf64c0 con 0x55f28dcf0e40 2024-09-05T02:34:51.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.207+0000 7fca86800640 1 --2- 172.21.15.33:0/2481251728 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcfc020 0x55f28dcf5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:34:51.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.208+0000 7fca85e00640 1 --2- 172.21.15.33:0/2481251728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcf0e40 0x55f28dd04420 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fca780096c0 tx=0x7fca78004570 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d5142494e68e3d20 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:51.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.208+0000 7fca67e00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:34:51.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.208+0000 7fca67e00640 1 -- 172.21.15.33:0/2481251728 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca78035040 con 0x55f28dcf0e40 2024-09-05T02:34:51.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.208+0000 7fca67e00640 1 -- 172.21.15.33:0/2481251728 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fca78003e40 con 0x55f28dcf0e40 2024-09-05T02:34:51.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.208+0000 7fca8fa50740 1 -- 172.21.15.33:0/2481251728 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca8009ad10 con 0x55f28dcf0e40 2024-09-05T02:34:51.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.208+0000 7fca67e00640 1 -- 172.21.15.33:0/2481251728 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fca78005040 con 0x55f28dcf0e40 2024-09-05T02:34:51.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.208+0000 7fca8fa50740 10 client.27161 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:51.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.208+0000 7fca8fa50740 1 -- 172.21.15.33:0/2481251728 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f28dd76af0 con 0x55f28dcf0e40 2024-09-05T02:34:51.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.208+0000 7fca67e00640 1 -- 172.21.15.33:0/2481251728 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca8009ad10 con 0x55f28dcf0e40 2024-09-05T02:34:51.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.209+0000 7fca67e00640 1 -- 172.21.15.33:0/2481251728 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fca780315b0 con 0x55f28dcf0e40 2024-09-05T02:34:51.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.209+0000 7fca8fa50740 10 client.27161 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:51.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.209+0000 7fca8fa50740 10 client.27161 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:34:51.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.209+0000 7fca8fa50740 20 client.27161 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:51.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.209+0000 7fca8fa50740 1 --2- 172.21.15.33:0/2481251728 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55f28dd76e50 0x55f28dd79270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:51.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.209+0000 7fca8fa50740 4 client.27161 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:34:51.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.209+0000 7fca8fa50740 1 -- 172.21.15.33:0/2481251728 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f28dc5ee60 con 0x55f28dd76e50 2024-09-05T02:34:51.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.209+0000 7fca85400640 1 --2- 172.21.15.33:0/2481251728 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55f28dd76e50 0x55f28dd79270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:51.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.210+0000 7fca67e00640 10 client.27161 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:34:51.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.209+0000 7fca85400640 1 --2- 172.21.15.33:0/2481251728 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55f28dd76e50 0x55f28dd79270 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3193be61ef21e47b server_cookie=d6fa4dceba2ed7d7 in_seq=0 out_seq=0 2024-09-05T02:34:51.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.210+0000 7fca67e00640 1 -- 172.21.15.33:0/2481251728 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f28dc5ee60 con 0x55f28dd76e50 2024-09-05T02:34:51.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.210+0000 7fca67e00640 10 client.27161 handle_command_reply: tid=0 2024-09-05T02:34:51.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.210+0000 7fca8fa50740 1 client.27161 shutdown 2024-09-05T02:34:51.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.210+0000 7fca8fa50740 1 -- 172.21.15.33:0/2481251728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcf0e40 msgr2=0x55f28dd04420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:51.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.210+0000 7fca8fa50740 1 --2- 172.21.15.33:0/2481251728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcf0e40 0x55f28dd04420 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fca780096c0 tx=0x7fca78004570 comp rx=0 tx=0).stop 2024-09-05T02:34:51.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.210+0000 7fca8fa50740 1 -- 172.21.15.33:0/2481251728 shutdown_connections 2024-09-05T02:34:51.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.210+0000 7fca8fa50740 1 --2- 172.21.15.33:0/2481251728 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55f28dd76e50 0x55f28dd79270 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.210+0000 7fca8fa50740 1 --2- 172.21.15.33:0/2481251728 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55f28dcfc020 0x55f28dcf5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.210+0000 7fca8fa50740 1 --2- 172.21.15.33:0/2481251728 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f28dcf1760 0x55f28dcf5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.210+0000 7fca8fa50740 1 --2- 172.21.15.33:0/2481251728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f28dcf0e40 0x55f28dd04420 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.210+0000 7fca67e00640 0 client.27161 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:34:51.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.210+0000 7fca8fa50740 1 -- 172.21.15.33:0/2481251728 >> 172.21.15.33:0/2481251728 conn(0x55f28dced3d0 msgr2=0x55f28dcf9760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:51.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.210+0000 7fca8fa50740 1 -- 172.21.15.33:0/2481251728 shutdown_connections 2024-09-05T02:34:51.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.210+0000 7fca8fa50740 1 -- 172.21.15.33:0/2481251728 wait complete. 2024-09-05T02:34:51.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.210+0000 7fca8fa50740 20 client.27161 trim_cache size 0 max 16384 2024-09-05T02:34:51.215 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:34:51.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.211+0000 7fca87200640 1 -- 172.21.15.33:0/2197483158 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fca6c0a2cf0 msgr2=0x7fca6c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:51.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.211+0000 7fca87200640 1 --2- 172.21.15.33:0/2197483158 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fca6c0a2cf0 0x7fca6c0a51b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x55f28dcee750 tx=0x7fca740097a0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.211+0000 7fca87200640 1 -- 172.21.15.33:0/2197483158 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca881079c0 msgr2=0x7fca8819ed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:51.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.211+0000 7fca87200640 1 --2- 172.21.15.33:0/2197483158 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca881079c0 0x7fca8819ed60 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fca8000eaa0 tx=0x7fca8000ef60 comp rx=0 tx=0).stop 2024-09-05T02:34:51.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.211+0000 7fca87200640 1 -- 172.21.15.33:0/2197483158 shutdown_connections 2024-09-05T02:34:51.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.211+0000 7fca87200640 1 --2- 172.21.15.33:0/2197483158 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fca6c0a2cf0 0x7fca6c0a51b0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.211+0000 7fca87200640 1 --2- 172.21.15.33:0/2197483158 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca881079c0 0x7fca8819ed60 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.211+0000 7fca87200640 1 --2- 172.21.15.33:0/2197483158 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fca88102360 0x7fca8819a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.211+0000 7fca87200640 1 --2- 172.21.15.33:0/2197483158 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca881019c0 0x7fca8819a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:51.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.211+0000 7fca87200640 1 -- 172.21.15.33:0/2197483158 >> 172.21.15.33:0/2197483158 conn(0x7fca880fd740 msgr2=0x7fca880fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:51.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.211+0000 7fca87200640 1 -- 172.21.15.33:0/2197483158 shutdown_connections 2024-09-05T02:34:51.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:51.211+0000 7fca87200640 1 -- 172.21.15.33:0/2197483158 wait complete. 2024-09-05T02:34:51.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:51 smithi033 ceph-mon[29909]: pgmap v242: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:34:51.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:51 smithi174 ceph-mon[34756]: pgmap v242: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:34:51.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:51 smithi123 ceph-mon[34031]: pgmap v242: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:34:52.077 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:34:52.460 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:34:53.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.014+0000 7fb3d0c00640 1 -- 172.21.15.33:0/1227969092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3cc103e30 msgr2=0x7fb3cc104210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:53.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.014+0000 7fb3d0c00640 1 --2- 172.21.15.33:0/1227969092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3cc103e30 0x7fb3cc104210 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc009900 tx=0x7fb3bc02a3f0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.014+0000 7fb3d0c00640 1 -- 172.21.15.33:0/1227969092 shutdown_connections 2024-09-05T02:34:53.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.014+0000 7fb3d0c00640 1 --2- 172.21.15.33:0/1227969092 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb3cc108f60 0x7fb3cc110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.014+0000 7fb3d0c00640 1 --2- 172.21.15.33:0/1227969092 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb3cc1047e0 0x7fb3cc108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.014+0000 7fb3d0c00640 1 --2- 172.21.15.33:0/1227969092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3cc103e30 0x7fb3cc104210 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.014+0000 7fb3d0c00640 1 -- 172.21.15.33:0/1227969092 >> 172.21.15.33:0/1227969092 conn(0x7fb3cc0ff910 msgr2=0x7fb3cc101d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:53.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.014+0000 7fb3d0c00640 1 -- 172.21.15.33:0/1227969092 shutdown_connections 2024-09-05T02:34:53.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.014+0000 7fb3d0c00640 1 -- 172.21.15.33:0/1227969092 wait complete. 2024-09-05T02:34:53.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.015+0000 7fb3d0c00640 1 Processor -- start 2024-09-05T02:34:53.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.015+0000 7fb3d0c00640 1 -- start start 2024-09-05T02:34:53.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.016+0000 7fb3d0c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3cc103e30 0x7fb3cc19a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:53.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.016+0000 7fb3d0c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb3cc1047e0 0x7fb3cc19aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:53.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.016+0000 7fb3d0c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb3cc108f60 0x7fb3cc19edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:53.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.016+0000 7fb3d0c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb3cc114010 con 0x7fb3cc103e30 2024-09-05T02:34:53.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.016+0000 7fb3d0c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb3cc113e90 con 0x7fb3cc108f60 2024-09-05T02:34:53.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.016+0000 7fb3d0c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb3cc114190 con 0x7fb3cc1047e0 2024-09-05T02:34:53.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.016+0000 7fb3cb400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3cc103e30 0x7fb3cc19a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:53.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.016+0000 7fb3c3e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb3cc1047e0 0x7fb3cc19aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:53.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.016+0000 7fb3cb400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3cc103e30 0x7fb3cc19a4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40768/0 (socket says 172.21.15.33:40768) 2024-09-05T02:34:53.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.016+0000 7fb3cb400640 1 -- 172.21.15.33:0/1777532109 learned_addr learned my addr 172.21.15.33:0/1777532109 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:53.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.016+0000 7fb3cbe00640 1 --2- 172.21.15.33:0/1777532109 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb3cc108f60 0x7fb3cc19edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:53.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.017+0000 7fb3cb400640 1 -- 172.21.15.33:0/1777532109 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb3cc1047e0 msgr2=0x7fb3cc19aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:53.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.017+0000 7fb3cb400640 1 --2- 172.21.15.33:0/1777532109 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb3cc1047e0 0x7fb3cc19aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.017+0000 7fb3cb400640 1 -- 172.21.15.33:0/1777532109 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb3cc108f60 msgr2=0x7fb3cc19edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:53.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.017+0000 7fb3cb400640 1 --2- 172.21.15.33:0/1777532109 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb3cc108f60 0x7fb3cc19edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.017+0000 7fb3cb400640 1 -- 172.21.15.33:0/1777532109 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3cc19f4a0 con 0x7fb3cc103e30 2024-09-05T02:34:53.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.017+0000 7fb3c3e00640 1 --2- 172.21.15.33:0/1777532109 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb3cc1047e0 0x7fb3cc19aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:53.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.017+0000 7fb3cb400640 1 --2- 172.21.15.33:0/1777532109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3cc103e30 0x7fb3cc19a4f0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc004770 tx=0x7fb3bc003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:53.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.017+0000 7fb3c8c00640 1 -- 172.21.15.33:0/1777532109 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3bc03f070 con 0x7fb3cc103e30 2024-09-05T02:34:53.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.017+0000 7fb3d0c00640 1 -- 172.21.15.33:0/1777532109 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3cc19f730 con 0x7fb3cc103e30 2024-09-05T02:34:53.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.017+0000 7fb3c8c00640 1 -- 172.21.15.33:0/1777532109 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb3bc031ca0 con 0x7fb3cc103e30 2024-09-05T02:34:53.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.017+0000 7fb3c8c00640 1 -- 172.21.15.33:0/1777532109 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3bc035030 con 0x7fb3cc103e30 2024-09-05T02:34:53.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.018+0000 7fb3d0c00640 1 -- 172.21.15.33:0/1777532109 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3cc1a7070 con 0x7fb3cc103e30 2024-09-05T02:34:53.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.020+0000 7fb3c8c00640 1 -- 172.21.15.33:0/1777532109 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fb3bc042070 con 0x7fb3cc103e30 2024-09-05T02:34:53.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.021+0000 7fb3d4bf4740 1 Processor -- start 2024-09-05T02:34:53.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.021+0000 7fb3d4bf4740 1 -- start start 2024-09-05T02:34:53.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.021+0000 7fb3d4bf4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b84e40 0x5644d7b85220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:53.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.021+0000 7fb3d4bf4740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b85760 0x5644d7b8fae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:53.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.021+0000 7fb3d4bf4740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b90020 0x5644d7b92410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:53.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.021+0000 7fb3d4bf4740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5644d7aeb3e0 con 0x5644d7b85760 2024-09-05T02:34:53.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.021+0000 7fb3d4bf4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5644d7a92d80 con 0x5644d7b84e40 2024-09-05T02:34:53.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.021+0000 7fb3d4bf4740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5644d7ae73a0 con 0x5644d7b90020 2024-09-05T02:34:53.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.021+0000 7fb3cb400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b85760 0x5644d7b8fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:53.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.021+0000 7fb3cb400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b85760 0x5644d7b8fae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40772/0 (socket says 172.21.15.33:40772) 2024-09-05T02:34:53.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.022+0000 7fb3c3e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b90020 0x5644d7b92410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:53.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.022+0000 7fb3cbe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b84e40 0x5644d7b85220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:53.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.022+0000 7fb3cb400640 1 -- 172.21.15.33:0/1854348386 learned_addr learned my addr 172.21.15.33:0/1854348386 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:53.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.022+0000 7fb3cbe00640 1 -- 172.21.15.33:0/1854348386 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b90020 msgr2=0x5644d7b92410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:53.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.022+0000 7fb3cbe00640 1 --2- 172.21.15.33:0/1854348386 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b90020 0x5644d7b92410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.022+0000 7fb3cbe00640 1 -- 172.21.15.33:0/1854348386 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b85760 msgr2=0x5644d7b8fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:53.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.022+0000 7fb3cbe00640 1 --2- 172.21.15.33:0/1854348386 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b85760 0x5644d7b8fae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.022+0000 7fb3cbe00640 1 -- 172.21.15.33:0/1854348386 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644d7ab1ae0 con 0x5644d7b84e40 2024-09-05T02:34:53.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.022+0000 7fb3c8c00640 1 --2- 172.21.15.33:0/1777532109 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb3b00a2cf0 0x7fb3b00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:53.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.022+0000 7fb3cbe00640 1 --2- 172.21.15.33:0/1854348386 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b84e40 0x5644d7b85220 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fb3c4009f00 tx=0x7fb3c4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b9f501fc20d9946d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:53.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.022+0000 7fb3c8c00640 1 -- 172.21.15.33:0/1777532109 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fb3bc0efaa0 con 0x7fb3cc103e30 2024-09-05T02:34:53.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.023+0000 7fb3cb400640 1 --2- 172.21.15.33:0/1777532109 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb3b00a2cf0 0x7fb3b00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:53.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.023+0000 7fb3bbe00640 1 -- 172.21.15.33:0/1854348386 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c4004d20 con 0x5644d7b84e40 2024-09-05T02:34:53.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.023+0000 7fb3bbe00640 1 -- 172.21.15.33:0/1854348386 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb3c4004050 con 0x5644d7b84e40 2024-09-05T02:34:53.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.023+0000 7fb3bbe00640 1 -- 172.21.15.33:0/1854348386 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c4005220 con 0x5644d7b84e40 2024-09-05T02:34:53.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.023+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/1854348386 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b84e40 msgr2=0x5644d7b85220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:53.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.023+0000 7fb3d4bf4740 1 --2- 172.21.15.33:0/1854348386 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b84e40 0x5644d7b85220 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fb3c4009f00 tx=0x7fb3c4011810 comp rx=0 tx=0).stop 2024-09-05T02:34:53.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.023+0000 7fb3cb400640 1 --2- 172.21.15.33:0/1777532109 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb3b00a2cf0 0x7fb3b00a51b0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc0bbdc0 tx=0x7fb3bc0f34a0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:53.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.024+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/1854348386 shutdown_connections 2024-09-05T02:34:53.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.024+0000 7fb3d4bf4740 1 --2- 172.21.15.33:0/1854348386 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b90020 0x5644d7b92410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.024+0000 7fb3d4bf4740 1 --2- 172.21.15.33:0/1854348386 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b85760 0x5644d7b8fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.024+0000 7fb3d4bf4740 1 --2- 172.21.15.33:0/1854348386 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b84e40 0x5644d7b85220 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.024+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/1854348386 >> 172.21.15.33:0/1854348386 conn(0x5644d7b813d0 msgr2=0x5644d7b817b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:53.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.024+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/1854348386 shutdown_connections 2024-09-05T02:34:53.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.024+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/1854348386 wait complete. 2024-09-05T02:34:53.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.024+0000 7fb3d4bf4740 1 -- start start 2024-09-05T02:34:53.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.025+0000 7fb3d4bf4740 1 Processor -- start 2024-09-05T02:34:53.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.025+0000 7fb3d4bf4740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b84e40 0x5644d7b8cea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:53.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.025+0000 7fb3d4bf4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b85760 0x5644d7b8d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:53.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.025+0000 7fb3d4bf4740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b90020 0x5644d7b8d920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:53.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.025+0000 7fb3d4bf4740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5644d7b92bf0 con 0x5644d7b90020 2024-09-05T02:34:53.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.025+0000 7fb3d4bf4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5644d7aa60f0 con 0x5644d7b85760 2024-09-05T02:34:53.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.025+0000 7fb3d4bf4740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5644d7b92d70 con 0x5644d7b84e40 2024-09-05T02:34:53.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.025+0000 7fb3d4bf4740 10 client.0 _ll_register_callbacks cb 0x5644d7a8dbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:53.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.025+0000 7fb3c3e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b85760 0x5644d7b8d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:53.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.025+0000 7fb3c3e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b85760 0x5644d7b8d3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:57446/0 (socket says 172.21.15.33:57446) 2024-09-05T02:34:53.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.025+0000 7fb3c3e00640 1 -- 172.21.15.33:0/807738580 learned_addr learned my addr 172.21.15.33:0/807738580 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:53.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.026+0000 7fb3cbe00640 1 --2- 172.21.15.33:0/807738580 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b84e40 0x5644d7b8cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:53.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.026+0000 7fb3cbe00640 1 --2- 172.21.15.33:0/807738580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b90020 0x5644d7b8d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:53.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.026+0000 7fb3c3e00640 1 -- 172.21.15.33:0/807738580 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b84e40 msgr2=0x5644d7b8cea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:53.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.026+0000 7fb3c3e00640 1 --2- 172.21.15.33:0/807738580 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b84e40 0x5644d7b8cea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.026+0000 7fb3c3e00640 1 -- 172.21.15.33:0/807738580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b90020 msgr2=0x5644d7b8d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:53.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.026+0000 7fb3c3e00640 1 --2- 172.21.15.33:0/807738580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b90020 0x5644d7b8d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.026+0000 7fb3c3e00640 1 -- 172.21.15.33:0/807738580 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644d785c3c0 con 0x5644d7b85760 2024-09-05T02:34:53.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.026+0000 7fb3cbe00640 1 --2- 172.21.15.33:0/807738580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b90020 0x5644d7b8d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:34:53.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.026+0000 7fb3c3e00640 1 --2- 172.21.15.33:0/807738580 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b85760 0x5644d7b8d3e0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fb3b4012d20 tx=0x7fb3b400f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d50380525db0ba56 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:53.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.026+0000 7fb3b8c00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:34:53.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.026+0000 7fb3b8c00640 1 -- 172.21.15.33:0/807738580 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b4012110 con 0x5644d7b85760 2024-09-05T02:34:53.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.026+0000 7fb3b8c00640 1 -- 172.21.15.33:0/807738580 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fb3b4004050 con 0x5644d7b85760 2024-09-05T02:34:53.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.026+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/807738580 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3c4004050 con 0x5644d7b85760 2024-09-05T02:34:53.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.027+0000 7fb3b8c00640 1 -- 172.21.15.33:0/807738580 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb3b40122b0 con 0x5644d7b85760 2024-09-05T02:34:53.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.027+0000 7fb3d4bf4740 10 client.27173 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:53.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.027+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/807738580 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5644d7b9ec20 con 0x5644d7b85760 2024-09-05T02:34:53.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.027+0000 7fb3b8c00640 1 -- 172.21.15.33:0/807738580 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb3c4004050 con 0x5644d7b85760 2024-09-05T02:34:53.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.027+0000 7fb3b8c00640 1 -- 172.21.15.33:0/807738580 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb3b4010430 con 0x5644d7b85760 2024-09-05T02:34:53.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.028+0000 7fb3d4bf4740 10 client.27173 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:53.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.028+0000 7fb3d4bf4740 10 client.27173 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:34:53.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.028+0000 7fb3d4bf4740 20 client.27173 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:53.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.028+0000 7fb3d4bf4740 1 --2- 172.21.15.33:0/807738580 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5644d7ba0130 0x5644d7ba2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:53.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.028+0000 7fb3d4bf4740 4 client.27173 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:34:53.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.028+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/807738580 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5644d7af8950 con 0x5644d7ba0130 2024-09-05T02:34:53.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.028+0000 7fb3cbe00640 1 --2- 172.21.15.33:0/807738580 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5644d7ba0130 0x5644d7ba2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:53.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.028+0000 7fb3cbe00640 1 --2- 172.21.15.33:0/807738580 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5644d7ba0130 0x5644d7ba2550 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91d9dd2da52a98cd server_cookie=67abf5ecf68f1018 in_seq=0 out_seq=0 2024-09-05T02:34:53.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.028+0000 7fb3b8c00640 10 client.27173 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:53.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.029+0000 7fb3b8c00640 1 -- 172.21.15.33:0/807738580 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5644d7af8950 con 0x5644d7ba0130 2024-09-05T02:34:53.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.029+0000 7fb3b8c00640 10 client.27173 handle_command_reply: tid=0 2024-09-05T02:34:53.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.029+0000 7fb3d4bf4740 1 client.27173 shutdown 2024-09-05T02:34:53.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.029+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/807738580 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b85760 msgr2=0x5644d7b8d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:53.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.029+0000 7fb3d4bf4740 1 --2- 172.21.15.33:0/807738580 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b85760 0x5644d7b8d3e0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fb3b4012d20 tx=0x7fb3b400f790 comp rx=0 tx=0).stop 2024-09-05T02:34:53.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.030+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/807738580 shutdown_connections 2024-09-05T02:34:53.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.030+0000 7fb3d4bf4740 1 --2- 172.21.15.33:0/807738580 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5644d7ba0130 0x5644d7ba2550 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.030+0000 7fb3d4bf4740 1 --2- 172.21.15.33:0/807738580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b90020 0x5644d7b8d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.030+0000 7fb3d4bf4740 1 --2- 172.21.15.33:0/807738580 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b85760 0x5644d7b8d3e0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.030+0000 7fb3d4bf4740 1 --2- 172.21.15.33:0/807738580 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b84e40 0x5644d7b8cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.030+0000 7fb3b8c00640 0 client.27173 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:53.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.030+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/807738580 >> 172.21.15.33:0/807738580 conn(0x5644d7b813d0 msgr2=0x5644d7b87100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:53.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.030+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/807738580 shutdown_connections 2024-09-05T02:34:53.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.030+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/807738580 wait complete. 2024-09-05T02:34:53.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.030+0000 7fb3d4bf4740 20 client.27173 trim_cache size 0 max 16384 2024-09-05T02:34:53.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.044+0000 7fb3d4bf4740 1 Processor -- start 2024-09-05T02:34:53.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.044+0000 7fb3d4bf4740 1 -- start start 2024-09-05T02:34:53.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.044+0000 7fb3d4bf4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b84e40 0x5644d7b8ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:53.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.044+0000 7fb3d4bf4740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b85760 0x5644d7ba7e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:53.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.044+0000 7fb3d4bf4740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b90020 0x5644d7ba8360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:53.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.044+0000 7fb3d4bf4740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb3cc1af990 con 0x5644d7b85760 2024-09-05T02:34:53.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.044+0000 7fb3d4bf4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb3cc1b14d0 con 0x5644d7b84e40 2024-09-05T02:34:53.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.044+0000 7fb3d4bf4740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb3cc1b0060 con 0x5644d7b90020 2024-09-05T02:34:53.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.044+0000 7fb3c3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b85760 0x5644d7ba7e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:53.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.044+0000 7fb3c3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b85760 0x5644d7ba7e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40790/0 (socket says 172.21.15.33:40790) 2024-09-05T02:34:53.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.044+0000 7fb3c3e00640 1 -- 172.21.15.33:0/2651397781 learned_addr learned my addr 172.21.15.33:0/2651397781 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:53.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.044+0000 7fb3cbe00640 1 --2- 172.21.15.33:0/2651397781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b84e40 0x5644d7b8ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:53.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.045+0000 7fb3cbe00640 1 --2- 172.21.15.33:0/2651397781 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b90020 0x5644d7ba8360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:53.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.045+0000 7fb3c3e00640 1 -- 172.21.15.33:0/2651397781 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b90020 msgr2=0x5644d7ba8360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:53.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.045+0000 7fb3c3e00640 1 --2- 172.21.15.33:0/2651397781 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b90020 0x5644d7ba8360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.045+0000 7fb3c3e00640 1 -- 172.21.15.33:0/2651397781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b84e40 msgr2=0x5644d7b8ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:53.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.045+0000 7fb3c3e00640 1 --2- 172.21.15.33:0/2651397781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b84e40 0x5644d7b8ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.045+0000 7fb3c3e00640 1 -- 172.21.15.33:0/2651397781 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644d7b82060 con 0x5644d7b85760 2024-09-05T02:34:53.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.045+0000 7fb3cbe00640 1 --2- 172.21.15.33:0/2651397781 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b90020 0x5644d7ba8360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:34:53.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.045+0000 7fb3c3e00640 1 --2- 172.21.15.33:0/2651397781 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b85760 0x5644d7ba7e20 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fb3b4010850 tx=0x7fb3b40057d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8b7f3a8e6dfaab3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:53.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.045+0000 7fb3bb400640 1 -- 172.21.15.33:0/2651397781 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b4028030 con 0x5644d7b85760 2024-09-05T02:34:53.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.045+0000 7fb3bb400640 1 -- 172.21.15.33:0/2651397781 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb3b4005590 con 0x5644d7b85760 2024-09-05T02:34:53.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.045+0000 7fb3bb400640 1 -- 172.21.15.33:0/2651397781 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b40035f0 con 0x5644d7b85760 2024-09-05T02:34:53.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.046+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/2651397781 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b85760 msgr2=0x5644d7ba7e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:53.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.046+0000 7fb3d4bf4740 1 --2- 172.21.15.33:0/2651397781 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b85760 0x5644d7ba7e20 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fb3b4010850 tx=0x7fb3b40057d0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.046+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/2651397781 shutdown_connections 2024-09-05T02:34:53.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.046+0000 7fb3d4bf4740 1 --2- 172.21.15.33:0/2651397781 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b90020 0x5644d7ba8360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.046+0000 7fb3d4bf4740 1 --2- 172.21.15.33:0/2651397781 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b85760 0x5644d7ba7e20 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.046+0000 7fb3d4bf4740 1 --2- 172.21.15.33:0/2651397781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b84e40 0x5644d7b8ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.046+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/2651397781 >> 172.21.15.33:0/2651397781 conn(0x5644d7b813d0 msgr2=0x5644d7b8e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:53.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.046+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/2651397781 shutdown_connections 2024-09-05T02:34:53.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.046+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/2651397781 wait complete. 2024-09-05T02:34:53.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.047+0000 7fb3d4bf4740 1 -- start start 2024-09-05T02:34:53.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.047+0000 7fb3d4bf4740 1 Processor -- start 2024-09-05T02:34:53.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.047+0000 7fb3d4bf4740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b84e40 0x5644d7b97fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:53.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.047+0000 7fb3d4bf4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b85760 0x5644d7b98500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:53.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.047+0000 7fb3d4bf4740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b90020 0x5644d7b94f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:53.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.047+0000 7fb3d4bf4740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb3cc1b0e00 con 0x5644d7b90020 2024-09-05T02:34:53.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.047+0000 7fb3d4bf4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb3cc1b0730 con 0x5644d7b85760 2024-09-05T02:34:53.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.047+0000 7fb3d4bf4740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb3cc1ad990 con 0x5644d7b84e40 2024-09-05T02:34:53.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.047+0000 7fb3d4bf4740 10 client.0 _ll_register_callbacks cb 0x7fb3b4009cc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:53.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.048+0000 7fb3cbe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b90020 0x5644d7b94f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:53.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.048+0000 7fb3c3e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b85760 0x5644d7b98500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:53.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.048+0000 7fb3c3e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b85760 0x5644d7b98500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:57464/0 (socket says 172.21.15.33:57464) 2024-09-05T02:34:53.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.048+0000 7fb3c3e00640 1 -- 172.21.15.33:0/2198267191 learned_addr learned my addr 172.21.15.33:0/2198267191 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:53.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.048+0000 7fb3cbe00640 1 --2- 172.21.15.33:0/2198267191 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b84e40 0x5644d7b97fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:53.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.048+0000 7fb3c3e00640 1 -- 172.21.15.33:0/2198267191 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b84e40 msgr2=0x5644d7b97fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:53.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.048+0000 7fb3c3e00640 1 --2- 172.21.15.33:0/2198267191 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b84e40 0x5644d7b97fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.048+0000 7fb3c3e00640 1 -- 172.21.15.33:0/2198267191 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b90020 msgr2=0x5644d7b94f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:53.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.048+0000 7fb3c3e00640 1 --2- 172.21.15.33:0/2198267191 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b90020 0x5644d7b94f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.048+0000 7fb3c3e00640 1 -- 172.21.15.33:0/2198267191 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644d7b80c80 con 0x5644d7b85760 2024-09-05T02:34:53.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.048+0000 7fb3c3e00640 1 --2- 172.21.15.33:0/2198267191 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b85760 0x5644d7b98500 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fb3b4012d20 tx=0x7fb3b4012910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=16296ca19a906391 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:53.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.048+0000 7fb3b8c00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:34:53.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.049+0000 7fb3b8c00640 1 -- 172.21.15.33:0/2198267191 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b4031020 con 0x5644d7b85760 2024-09-05T02:34:53.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.049+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/2198267191 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3b4005590 con 0x5644d7b85760 2024-09-05T02:34:53.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.049+0000 7fb3b8c00640 1 -- 172.21.15.33:0/2198267191 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fb3b40035f0 con 0x5644d7b85760 2024-09-05T02:34:53.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.049+0000 7fb3b8c00640 1 -- 172.21.15.33:0/2198267191 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb3b403c050 con 0x5644d7b85760 2024-09-05T02:34:53.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.049+0000 7fb3d4bf4740 10 client.27179 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:53.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.049+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/2198267191 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5644d7b87cb0 con 0x5644d7b85760 2024-09-05T02:34:53.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.050+0000 7fb3b8c00640 1 -- 172.21.15.33:0/2198267191 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb3b4005590 con 0x5644d7b85760 2024-09-05T02:34:53.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.050+0000 7fb3b8c00640 1 -- 172.21.15.33:0/2198267191 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb3b401c840 con 0x5644d7b85760 2024-09-05T02:34:53.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.050+0000 7fb3d4bf4740 10 client.27179 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:53.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.050+0000 7fb3d4bf4740 10 client.27179 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:34:53.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.050+0000 7fb3d4bf4740 20 client.27179 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.050+0000 7fb3d4bf4740 1 --2- 172.21.15.33:0/2198267191 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5644d7c0b5b0 0x5644d7c0d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.050+0000 7fb3d4bf4740 4 client.27179 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:34:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.050+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/2198267191 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5644d7af2e60 con 0x5644d7c0b5b0 2024-09-05T02:34:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.050+0000 7fb3cbe00640 1 --2- 172.21.15.33:0/2198267191 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5644d7c0b5b0 0x5644d7c0d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.051+0000 7fb3cbe00640 1 --2- 172.21.15.33:0/2198267191 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5644d7c0b5b0 0x5644d7c0d9a0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd593165e0159e6 server_cookie=d68a9e497314ca4d in_seq=0 out_seq=0 2024-09-05T02:34:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.051+0000 7fb3b8c00640 10 client.27179 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.051+0000 7fb3b8c00640 1 -- 172.21.15.33:0/2198267191 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5644d7af2e60 con 0x5644d7c0b5b0 2024-09-05T02:34:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.051+0000 7fb3b8c00640 10 client.27179 handle_command_reply: tid=0 2024-09-05T02:34:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.051+0000 7fb3d4bf4740 1 client.27179 shutdown 2024-09-05T02:34:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.051+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/2198267191 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b85760 msgr2=0x5644d7b98500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.051+0000 7fb3d4bf4740 1 --2- 172.21.15.33:0/2198267191 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b85760 0x5644d7b98500 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fb3b4012d20 tx=0x7fb3b4012910 comp rx=0 tx=0).stop 2024-09-05T02:34:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.051+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/2198267191 shutdown_connections 2024-09-05T02:34:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.051+0000 7fb3d4bf4740 1 --2- 172.21.15.33:0/2198267191 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5644d7c0b5b0 0x5644d7c0d9a0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.051+0000 7fb3d4bf4740 1 --2- 172.21.15.33:0/2198267191 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5644d7b90020 0x5644d7b94f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.051+0000 7fb3d4bf4740 1 --2- 172.21.15.33:0/2198267191 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5644d7b85760 0x5644d7b98500 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.051+0000 7fb3d4bf4740 1 --2- 172.21.15.33:0/2198267191 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5644d7b84e40 0x5644d7b97fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.051+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/2198267191 >> 172.21.15.33:0/2198267191 conn(0x5644d7b813d0 msgr2=0x5644d7b8ef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:53.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.051+0000 7fb3b8c00640 0 client.27179 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:53.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.051+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/2198267191 shutdown_connections 2024-09-05T02:34:53.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.052+0000 7fb3d4bf4740 1 -- 172.21.15.33:0/2198267191 wait complete. 2024-09-05T02:34:53.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.052+0000 7fb3d4bf4740 20 client.27179 trim_cache size 0 max 16384 2024-09-05T02:34:53.056 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:34:53.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.052+0000 7fb3d0c00640 1 -- 172.21.15.33:0/1777532109 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb3b00a2cf0 msgr2=0x7fb3b00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:53.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.052+0000 7fb3d0c00640 1 --2- 172.21.15.33:0/1777532109 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb3b00a2cf0 0x7fb3b00a51b0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc0bbdc0 tx=0x7fb3bc0f34a0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.052+0000 7fb3d0c00640 1 -- 172.21.15.33:0/1777532109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3cc103e30 msgr2=0x7fb3cc19a4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:53.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.052+0000 7fb3d0c00640 1 --2- 172.21.15.33:0/1777532109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3cc103e30 0x7fb3cc19a4f0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc004770 tx=0x7fb3bc003c10 comp rx=0 tx=0).stop 2024-09-05T02:34:53.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.052+0000 7fb3d0c00640 1 -- 172.21.15.33:0/1777532109 shutdown_connections 2024-09-05T02:34:53.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.052+0000 7fb3d0c00640 1 --2- 172.21.15.33:0/1777532109 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb3b00a2cf0 0x7fb3b00a51b0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.052+0000 7fb3d0c00640 1 --2- 172.21.15.33:0/1777532109 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb3cc108f60 0x7fb3cc19edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.053+0000 7fb3d0c00640 1 --2- 172.21.15.33:0/1777532109 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb3cc1047e0 0x7fb3cc19aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.053+0000 7fb3d0c00640 1 --2- 172.21.15.33:0/1777532109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3cc103e30 0x7fb3cc19a4f0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:53.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.053+0000 7fb3d0c00640 1 -- 172.21.15.33:0/1777532109 >> 172.21.15.33:0/1777532109 conn(0x7fb3cc0ff910 msgr2=0x7fb3cc100bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:53.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.053+0000 7fb3d0c00640 1 -- 172.21.15.33:0/1777532109 shutdown_connections 2024-09-05T02:34:53.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:53.053+0000 7fb3d0c00640 1 -- 172.21.15.33:0/1777532109 wait complete. 2024-09-05T02:34:53.437 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:53 smithi123 ceph-mon[34031]: pgmap v243: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:34:53.445 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:53 smithi033 ceph-mon[29909]: pgmap v243: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:34:53.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:53 smithi174 ceph-mon[34756]: pgmap v243: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:34:54.969 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:34:54.969 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:34:55.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:55 smithi033 ceph-mon[29909]: pgmap v244: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:55.381 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:34:55.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:55 smithi174 ceph-mon[34756]: pgmap v244: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:55.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:55 smithi123 ceph-mon[34031]: pgmap v244: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:55.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.932+0000 7f828ce00640 1 -- 172.21.15.33:0/550746195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f828810e260 msgr2=0x7f8288110650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:55.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.932+0000 7f828ce00640 1 --2- 172.21.15.33:0/550746195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f828810e260 0x7f8288110650 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f8280009900 tx=0x7f828002a480 comp rx=0 tx=0).stop 2024-09-05T02:34:55.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.932+0000 7f828ce00640 1 -- 172.21.15.33:0/550746195 shutdown_connections 2024-09-05T02:34:55.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.932+0000 7f828ce00640 1 --2- 172.21.15.33:0/550746195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f828810e260 0x7f8288110650 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.932+0000 7f828ce00640 1 --2- 172.21.15.33:0/550746195 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8288074ee0 0x7f828810dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.932+0000 7f828ce00640 1 --2- 172.21.15.33:0/550746195 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f82880745c0 0x7f82880749a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.932+0000 7f828ce00640 1 -- 172.21.15.33:0/550746195 >> 172.21.15.33:0/550746195 conn(0x7f82880fd740 msgr2=0x7f82880ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:55.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.932+0000 7f828ce00640 1 -- 172.21.15.33:0/550746195 shutdown_connections 2024-09-05T02:34:55.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.932+0000 7f828ce00640 1 -- 172.21.15.33:0/550746195 wait complete. 2024-09-05T02:34:55.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.934+0000 7f828ce00640 1 Processor -- start 2024-09-05T02:34:55.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.934+0000 7f828ce00640 1 -- start start 2024-09-05T02:34:55.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.934+0000 7f828ce00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82880745c0 0x7f828819a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:55.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.934+0000 7f828ce00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8288074ee0 0x7f828819aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:55.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.934+0000 7f828ce00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f828810e260 0x7f828819ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:55.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.934+0000 7f828ce00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8288113f90 con 0x7f82880745c0 2024-09-05T02:34:55.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.934+0000 7f828ce00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8288113e10 con 0x7f8288074ee0 2024-09-05T02:34:55.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.934+0000 7f828ce00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f8288114110 con 0x7f828810e260 2024-09-05T02:34:55.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.934+0000 7f8287400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82880745c0 0x7f828819a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:55.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.935+0000 7f827ea00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8288074ee0 0x7f828819aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:55.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.935+0000 7f8287400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82880745c0 0x7f828819a550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40814/0 (socket says 172.21.15.33:40814) 2024-09-05T02:34:55.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.935+0000 7f8287400640 1 -- 172.21.15.33:0/3497843750 learned_addr learned my addr 172.21.15.33:0/3497843750 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:55.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.935+0000 7f8287e00640 1 --2- 172.21.15.33:0/3497843750 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f828810e260 0x7f828819ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:55.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.935+0000 7f827ea00640 1 -- 172.21.15.33:0/3497843750 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f828810e260 msgr2=0x7f828819ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:55.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.935+0000 7f827ea00640 1 --2- 172.21.15.33:0/3497843750 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f828810e260 0x7f828819ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.935+0000 7f827ea00640 1 -- 172.21.15.33:0/3497843750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82880745c0 msgr2=0x7f828819a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:55.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.935+0000 7f827ea00640 1 --2- 172.21.15.33:0/3497843750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82880745c0 0x7f828819a550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.935+0000 7f827ea00640 1 -- 172.21.15.33:0/3497843750 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f828819f500 con 0x7f8288074ee0 2024-09-05T02:34:55.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.935+0000 7f8287400640 1 --2- 172.21.15.33:0/3497843750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82880745c0 0x7f828819a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:55.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.935+0000 7f827ea00640 1 --2- 172.21.15.33:0/3497843750 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8288074ee0 0x7f828819aa90 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f827000e9f0 tx=0x7f827000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:55.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.936+0000 7f8284c00640 1 -- 172.21.15.33:0/3497843750 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f827000ccc0 con 0x7f8288074ee0 2024-09-05T02:34:55.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.936+0000 7f8284c00640 1 -- 172.21.15.33:0/3497843750 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8270005020 con 0x7f8288074ee0 2024-09-05T02:34:55.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.936+0000 7f828ce00640 1 -- 172.21.15.33:0/3497843750 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f828819f7f0 con 0x7f8288074ee0 2024-09-05T02:34:55.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.936+0000 7f8284c00640 1 -- 172.21.15.33:0/3497843750 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82700049e0 con 0x7f8288074ee0 2024-09-05T02:34:55.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.936+0000 7f828ce00640 1 -- 172.21.15.33:0/3497843750 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82881a70d0 con 0x7f8288074ee0 2024-09-05T02:34:55.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.939+0000 7f829105b740 1 Processor -- start 2024-09-05T02:34:55.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.939+0000 7f829105b740 1 -- start start 2024-09-05T02:34:55.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.939+0000 7f8284c00640 1 -- 172.21.15.33:0/3497843750 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f8270005560 con 0x7f8288074ee0 2024-09-05T02:34:55.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.939+0000 7f829105b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f23080cb0 0x557f23081090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:55.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.939+0000 7f829105b740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f230815d0 0x557f2308b950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:55.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.939+0000 7f829105b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f2308be90 0x557f2308e280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:55.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.939+0000 7f829105b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x557f22fe7290 con 0x557f2308be90 2024-09-05T02:34:55.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.939+0000 7f829105b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x557f22f8eb40 con 0x557f23080cb0 2024-09-05T02:34:55.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.939+0000 7f829105b740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x557f22fe3250 con 0x557f230815d0 2024-09-05T02:34:55.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.940+0000 7f8287e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f23080cb0 0x557f23081090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:55.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.940+0000 7f8287e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f23080cb0 0x557f23081090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:57486/0 (socket says 172.21.15.33:57486) 2024-09-05T02:34:55.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.940+0000 7f8287e00640 1 -- 172.21.15.33:0/3159679725 learned_addr learned my addr 172.21.15.33:0/3159679725 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:55.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.940+0000 7f8287400640 1 --2- 172.21.15.33:0/3159679725 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f230815d0 0x557f2308b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:55.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.940+0000 7f827ea00640 1 --2- 172.21.15.33:0/3159679725 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f2308be90 0x557f2308e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:55.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.940+0000 7f8287e00640 1 -- 172.21.15.33:0/3159679725 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f230815d0 msgr2=0x557f2308b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:55.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.940+0000 7f8287e00640 1 --2- 172.21.15.33:0/3159679725 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f230815d0 0x557f2308b950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.940+0000 7f8287e00640 1 -- 172.21.15.33:0/3159679725 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f2308be90 msgr2=0x557f2308e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:55.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.940+0000 7f8287e00640 1 --2- 172.21.15.33:0/3159679725 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f2308be90 0x557f2308e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.940+0000 7f8287e00640 1 -- 172.21.15.33:0/3159679725 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f22d586a0 con 0x557f23080cb0 2024-09-05T02:34:55.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.940+0000 7f8287400640 1 --2- 172.21.15.33:0/3159679725 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f230815d0 0x557f2308b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:55.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.941+0000 7f8287e00640 1 --2- 172.21.15.33:0/3159679725 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f23080cb0 0x557f23081090 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f8280009900 tx=0x7f8280005d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d2960b94274f7d47 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:55.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.941+0000 7f827cc00640 1 -- 172.21.15.33:0/3159679725 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8280040070 con 0x557f23080cb0 2024-09-05T02:34:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.941+0000 7f827cc00640 1 -- 172.21.15.33:0/3159679725 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f82800317b0 con 0x557f23080cb0 2024-09-05T02:34:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.941+0000 7f827cc00640 1 -- 172.21.15.33:0/3159679725 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8280035040 con 0x557f23080cb0 2024-09-05T02:34:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.941+0000 7f8284c00640 1 --2- 172.21.15.33:0/3497843750 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f826c0a2cf0 0x7f826c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.941+0000 7f8284c00640 1 -- 172.21.15.33:0/3497843750 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f82700cf3b0 con 0x7f8288074ee0 2024-09-05T02:34:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.941+0000 7f8287400640 1 --2- 172.21.15.33:0/3497843750 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f826c0a2cf0 0x7f826c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.942+0000 7f829105b740 1 -- 172.21.15.33:0/3159679725 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f23080cb0 msgr2=0x557f23081090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.942+0000 7f829105b740 1 --2- 172.21.15.33:0/3159679725 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f23080cb0 0x557f23081090 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f8280009900 tx=0x7f8280005d50 comp rx=0 tx=0).stop 2024-09-05T02:34:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.942+0000 7f829105b740 1 -- 172.21.15.33:0/3159679725 shutdown_connections 2024-09-05T02:34:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.942+0000 7f829105b740 1 --2- 172.21.15.33:0/3159679725 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f2308be90 0x557f2308e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.942+0000 7f829105b740 1 --2- 172.21.15.33:0/3159679725 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f230815d0 0x557f2308b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.942+0000 7f829105b740 1 --2- 172.21.15.33:0/3159679725 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f23080cb0 0x557f23081090 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.942+0000 7f829105b740 1 -- 172.21.15.33:0/3159679725 >> 172.21.15.33:0/3159679725 conn(0x557f2307d240 msgr2=0x557f2307d620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:55.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.942+0000 7f829105b740 1 -- 172.21.15.33:0/3159679725 shutdown_connections 2024-09-05T02:34:55.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.942+0000 7f829105b740 1 -- 172.21.15.33:0/3159679725 wait complete. 2024-09-05T02:34:55.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.942+0000 7f8287400640 1 --2- 172.21.15.33:0/3497843750 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f826c0a2cf0 0x7f826c0a51b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x557f2307e0a0 tx=0x7f8278009500 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:55.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.943+0000 7f829105b740 1 -- start start 2024-09-05T02:34:55.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.943+0000 7f829105b740 1 Processor -- start 2024-09-05T02:34:55.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.944+0000 7f829105b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f23080cb0 0x557f2308b750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:55.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.944+0000 7f829105b740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f230815d0 0x557f23088a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:55.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.944+0000 7f829105b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f2308be90 0x557f23088f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:55.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.944+0000 7f829105b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x557f2308eb00 con 0x557f23080cb0 2024-09-05T02:34:55.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.944+0000 7f829105b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x557f22fa1fa0 con 0x557f2308be90 2024-09-05T02:34:55.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.944+0000 7f829105b740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x557f2308ec80 con 0x557f230815d0 2024-09-05T02:34:55.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.944+0000 7f829105b740 10 client.0 _ll_register_callbacks cb 0x557f22cf5ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:55.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.944+0000 7f827ea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f230815d0 0x557f23088a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:55.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.944+0000 7f827ea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f230815d0 0x557f23088a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:58492/0 (socket says 172.21.15.33:58492) 2024-09-05T02:34:55.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.944+0000 7f827ea00640 1 -- 172.21.15.33:0/2856325997 learned_addr learned my addr 172.21.15.33:0/2856325997 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:55.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.944+0000 7f8287400640 1 --2- 172.21.15.33:0/2856325997 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f23080cb0 0x557f2308b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:55.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.944+0000 7f8287e00640 1 --2- 172.21.15.33:0/2856325997 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f2308be90 0x557f23088f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:55.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.945+0000 7f827ea00640 1 -- 172.21.15.33:0/2856325997 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f2308be90 msgr2=0x557f23088f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:55.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.945+0000 7f827ea00640 1 --2- 172.21.15.33:0/2856325997 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f2308be90 0x557f23088f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.945+0000 7f827ea00640 1 -- 172.21.15.33:0/2856325997 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f23080cb0 msgr2=0x557f2308b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:55.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.945+0000 7f827ea00640 1 --2- 172.21.15.33:0/2856325997 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f23080cb0 0x557f2308b750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.945+0000 7f827ea00640 1 -- 172.21.15.33:0/2856325997 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f23089770 con 0x557f230815d0 2024-09-05T02:34:55.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.945+0000 7f8287e00640 1 --2- 172.21.15.33:0/2856325997 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f2308be90 0x557f23088f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:34:55.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.945+0000 7f827ea00640 1 --2- 172.21.15.33:0/2856325997 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f230815d0 0x557f23088a00 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f827000e9c0 tx=0x7f827009b3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b1f910f6e5b01025 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:55.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.945+0000 7f8275600640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:34:55.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.945+0000 7f8275600640 1 -- 172.21.15.33:0/2856325997 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f827001c070 con 0x557f230815d0 2024-09-05T02:34:55.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.945+0000 7f8275600640 1 -- 172.21.15.33:0/2856325997 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f82700ccd10 con 0x557f230815d0 2024-09-05T02:34:55.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.945+0000 7f829105b740 1 -- 172.21.15.33:0/2856325997 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f82800317b0 con 0x557f230815d0 2024-09-05T02:34:55.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.945+0000 7f8275600640 1 -- 172.21.15.33:0/2856325997 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f82700ccf10 con 0x557f230815d0 2024-09-05T02:34:55.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.945+0000 7f829105b740 10 client.27127 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:55.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.945+0000 7f829105b740 1 -- 172.21.15.33:0/2856325997 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557f2309a9a0 con 0x557f230815d0 2024-09-05T02:34:55.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.946+0000 7f8275600640 1 -- 172.21.15.33:0/2856325997 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f82800317b0 con 0x557f230815d0 2024-09-05T02:34:55.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.946+0000 7f8275600640 1 -- 172.21.15.33:0/2856325997 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f82700a4040 con 0x557f230815d0 2024-09-05T02:34:55.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.946+0000 7f829105b740 10 client.27127 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:55.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.946+0000 7f829105b740 10 client.27127 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:34:55.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.946+0000 7f829105b740 20 client.27127 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:55.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.946+0000 7f829105b740 1 --2- 172.21.15.33:0/2856325997 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x557f2309bdb0 0x557f2309e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:55.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.946+0000 7f829105b740 4 client.27127 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:34:55.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.946+0000 7f829105b740 1 -- 172.21.15.33:0/2856325997 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557f22ff4800 con 0x557f2309bdb0 2024-09-05T02:34:55.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.947+0000 7f8287400640 1 --2- 172.21.15.33:0/2856325997 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x557f2309bdb0 0x557f2309e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:55.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.947+0000 7f8287400640 1 --2- 172.21.15.33:0/2856325997 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x557f2309bdb0 0x557f2309e210 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c4c439b34a68951 server_cookie=22e1fa1b384ec3e2 in_seq=0 out_seq=0 2024-09-05T02:34:55.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.947+0000 7f8275600640 10 client.27127 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:55.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.948+0000 7f8275600640 1 -- 172.21.15.33:0/2856325997 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557f22ff4800 con 0x557f2309bdb0 2024-09-05T02:34:55.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.948+0000 7f8275600640 10 client.27127 handle_command_reply: tid=0 2024-09-05T02:34:55.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.948+0000 7f829105b740 1 client.27127 shutdown 2024-09-05T02:34:55.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.948+0000 7f829105b740 1 -- 172.21.15.33:0/2856325997 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f230815d0 msgr2=0x557f23088a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:55.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.948+0000 7f829105b740 1 --2- 172.21.15.33:0/2856325997 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f230815d0 0x557f23088a00 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f827000e9c0 tx=0x7f827009b3a0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.948+0000 7f829105b740 1 -- 172.21.15.33:0/2856325997 shutdown_connections 2024-09-05T02:34:55.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.948+0000 7f829105b740 1 --2- 172.21.15.33:0/2856325997 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f2308be90 0x557f23088f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.948+0000 7f829105b740 1 --2- 172.21.15.33:0/2856325997 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f230815d0 0x557f23088a00 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.948+0000 7f829105b740 1 --2- 172.21.15.33:0/2856325997 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x557f2309bdb0 0x557f2309e210 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.948+0000 7f829105b740 1 --2- 172.21.15.33:0/2856325997 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f23080cb0 0x557f2308b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.948+0000 7f829105b740 1 -- 172.21.15.33:0/2856325997 >> 172.21.15.33:0/2856325997 conn(0x557f2307d240 msgr2=0x557f23082f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:55.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.948+0000 7f8275600640 0 client.27127 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:55.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.949+0000 7f829105b740 1 -- 172.21.15.33:0/2856325997 shutdown_connections 2024-09-05T02:34:55.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.949+0000 7f829105b740 1 -- 172.21.15.33:0/2856325997 wait complete. 2024-09-05T02:34:55.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.949+0000 7f829105b740 20 client.27127 trim_cache size 0 max 16384 2024-09-05T02:34:55.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.967+0000 7f829105b740 1 Processor -- start 2024-09-05T02:34:55.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.967+0000 7f829105b740 1 -- start start 2024-09-05T02:34:55.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.967+0000 7f829105b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f2307d240 0x557f2308a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:55.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.967+0000 7f829105b740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f23080cb0 0x557f2307c180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:55.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.967+0000 7f829105b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f230815d0 0x557f23093ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:55.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.967+0000 7f829105b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f82881af960 con 0x557f2307d240 2024-09-05T02:34:55.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.967+0000 7f829105b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f82881b14a0 con 0x557f230815d0 2024-09-05T02:34:55.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.968+0000 7f829105b740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f82881b0030 con 0x557f23080cb0 2024-09-05T02:34:55.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.968+0000 7f8287400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f2307d240 0x557f2308a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:55.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.968+0000 7f8287400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f2307d240 0x557f2308a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40832/0 (socket says 172.21.15.33:40832) 2024-09-05T02:34:55.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.968+0000 7f8287400640 1 -- 172.21.15.33:0/504257557 learned_addr learned my addr 172.21.15.33:0/504257557 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:55.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.968+0000 7f8287e00640 1 --2- 172.21.15.33:0/504257557 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f230815d0 0x557f23093ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:55.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.968+0000 7f827ea00640 1 --2- 172.21.15.33:0/504257557 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f23080cb0 0x557f2307c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:55.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.968+0000 7f8287400640 1 -- 172.21.15.33:0/504257557 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f23080cb0 msgr2=0x557f2307c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:55.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.968+0000 7f8287400640 1 --2- 172.21.15.33:0/504257557 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f23080cb0 0x557f2307c180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.968+0000 7f8287400640 1 -- 172.21.15.33:0/504257557 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f230815d0 msgr2=0x557f23093ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:55.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.968+0000 7f8287400640 1 --2- 172.21.15.33:0/504257557 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f230815d0 0x557f23093ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.968+0000 7f8287400640 1 -- 172.21.15.33:0/504257557 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f23086f50 con 0x557f2307d240 2024-09-05T02:34:55.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.969+0000 7f8287400640 1 --2- 172.21.15.33:0/504257557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f2307d240 0x557f2308a8d0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x557f2309ea50 tx=0x7f8278012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=136198d58b6bc3bf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:55.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.969+0000 7f8277e00640 1 -- 172.21.15.33:0/504257557 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8278011a70 con 0x557f2307d240 2024-09-05T02:34:55.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.969+0000 7f8277e00640 1 -- 172.21.15.33:0/504257557 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8278011c10 con 0x557f2307d240 2024-09-05T02:34:55.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.969+0000 7f8277e00640 1 -- 172.21.15.33:0/504257557 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f827801c650 con 0x557f2307d240 2024-09-05T02:34:55.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.970+0000 7f829105b740 1 -- 172.21.15.33:0/504257557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f2307d240 msgr2=0x557f2308a8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:55.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.970+0000 7f829105b740 1 --2- 172.21.15.33:0/504257557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f2307d240 0x557f2308a8d0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x557f2309ea50 tx=0x7f8278012000 comp rx=0 tx=0).stop 2024-09-05T02:34:55.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.970+0000 7f829105b740 1 -- 172.21.15.33:0/504257557 shutdown_connections 2024-09-05T02:34:55.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.970+0000 7f829105b740 1 --2- 172.21.15.33:0/504257557 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f230815d0 0x557f23093ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.970+0000 7f829105b740 1 --2- 172.21.15.33:0/504257557 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f23080cb0 0x557f2307c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.970+0000 7f829105b740 1 --2- 172.21.15.33:0/504257557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f2307d240 0x557f2308a8d0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.970+0000 7f829105b740 1 -- 172.21.15.33:0/504257557 >> 172.21.15.33:0/504257557 conn(0x557f230890a0 msgr2=0x557f2307ba70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:55.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.970+0000 7f829105b740 1 -- 172.21.15.33:0/504257557 shutdown_connections 2024-09-05T02:34:55.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.970+0000 7f829105b740 1 -- 172.21.15.33:0/504257557 wait complete. 2024-09-05T02:34:55.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.970+0000 7f829105b740 1 -- start start 2024-09-05T02:34:55.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.971+0000 7f829105b740 1 Processor -- start 2024-09-05T02:34:55.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.971+0000 7f829105b740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f2307d240 0x557f23094670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:55.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.971+0000 7f829105b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f23080cb0 0x557f23092a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:55.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.971+0000 7f829105b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f230815d0 0x557f23093050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:55.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.971+0000 7f829105b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f82881b0dd0 con 0x557f230815d0 2024-09-05T02:34:55.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.971+0000 7f829105b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f82881b0700 con 0x557f23080cb0 2024-09-05T02:34:55.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.971+0000 7f829105b740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f82881ad960 con 0x557f2307d240 2024-09-05T02:34:55.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.971+0000 7f829105b740 10 client.0 _ll_register_callbacks cb 0x7f82700046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:55.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.971+0000 7f8287400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f2307d240 0x557f23094670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:55.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.971+0000 7f8287e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f230815d0 0x557f23093050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:55.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.971+0000 7f8287400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f2307d240 0x557f23094670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:58512/0 (socket says 172.21.15.33:58512) 2024-09-05T02:34:55.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.971+0000 7f8287400640 1 -- 172.21.15.33:0/2465805428 learned_addr learned my addr 172.21.15.33:0/2465805428 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:55.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.972+0000 7f827ea00640 1 --2- 172.21.15.33:0/2465805428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f23080cb0 0x557f23092a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:55.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.972+0000 7f8287e00640 1 -- 172.21.15.33:0/2465805428 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f2307d240 msgr2=0x557f23094670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:55.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.972+0000 7f8287e00640 1 --2- 172.21.15.33:0/2465805428 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f2307d240 0x557f23094670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.972+0000 7f8287e00640 1 -- 172.21.15.33:0/2465805428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f23080cb0 msgr2=0x557f23092a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:55.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.972+0000 7f8287e00640 1 --2- 172.21.15.33:0/2465805428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f23080cb0 0x557f23092a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.972+0000 7f8287e00640 1 -- 172.21.15.33:0/2465805428 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f23093820 con 0x557f230815d0 2024-09-05T02:34:55.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.972+0000 7f827ea00640 1 --2- 172.21.15.33:0/2465805428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f23080cb0 0x557f23092a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:34:55.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.972+0000 7f8287e00640 1 --2- 172.21.15.33:0/2465805428 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f230815d0 0x557f23093050 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x557f2308be60 tx=0x7f82800317e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38e2581dc4859052 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:55.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.972+0000 7f8275600640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:34:55.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.973+0000 7f8275600640 1 -- 172.21.15.33:0/2465805428 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f828004c020 con 0x557f230815d0 2024-09-05T02:34:55.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.973+0000 7f829105b740 1 -- 172.21.15.33:0/2465805428 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8278011c10 con 0x557f230815d0 2024-09-05T02:34:55.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.973+0000 7f8275600640 1 -- 172.21.15.33:0/2465805428 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f8280004450 con 0x557f230815d0 2024-09-05T02:34:55.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.973+0000 7f8275600640 1 -- 172.21.15.33:0/2465805428 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8280057050 con 0x557f230815d0 2024-09-05T02:34:55.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.973+0000 7f829105b740 10 client.17112 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:55.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.973+0000 7f829105b740 1 -- 172.21.15.33:0/2465805428 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557f23107c60 con 0x557f230815d0 2024-09-05T02:34:55.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.973+0000 7f8275600640 1 -- 172.21.15.33:0/2465805428 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8278011c10 con 0x557f230815d0 2024-09-05T02:34:55.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.973+0000 7f8275600640 1 -- 172.21.15.33:0/2465805428 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f8280004c50 con 0x557f230815d0 2024-09-05T02:34:55.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.973+0000 7f829105b740 10 client.17112 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:55.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.973+0000 7f829105b740 10 client.17112 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:34:55.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.973+0000 7f829105b740 20 client.17112 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:55.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.974+0000 7f829105b740 1 --2- 172.21.15.33:0/2465805428 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x557f2308be90 0x557f23109fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:55.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.974+0000 7f829105b740 4 client.17112 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:34:55.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.974+0000 7f829105b740 1 -- 172.21.15.33:0/2465805428 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x557f22feed10 con 0x557f2308be90 2024-09-05T02:34:55.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.974+0000 7f8287400640 1 --2- 172.21.15.33:0/2465805428 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x557f2308be90 0x557f23109fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:55.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.974+0000 7f8287400640 1 --2- 172.21.15.33:0/2465805428 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x557f2308be90 0x557f23109fb0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff3e226e939a64a server_cookie=89f75b7af552bb9e in_seq=0 out_seq=0 2024-09-05T02:34:55.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.974+0000 7f8275600640 10 client.17112 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:55.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.975+0000 7f8275600640 1 -- 172.21.15.33:0/2465805428 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x557f22feed10 con 0x557f2308be90 2024-09-05T02:34:55.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.975+0000 7f8275600640 10 client.17112 handle_command_reply: tid=0 2024-09-05T02:34:55.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.975+0000 7f829105b740 1 client.17112 shutdown 2024-09-05T02:34:55.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.976+0000 7f829105b740 1 -- 172.21.15.33:0/2465805428 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f230815d0 msgr2=0x557f23093050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:55.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.976+0000 7f829105b740 1 --2- 172.21.15.33:0/2465805428 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f230815d0 0x557f23093050 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x557f2308be60 tx=0x7f82800317e0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.976+0000 7f829105b740 1 -- 172.21.15.33:0/2465805428 shutdown_connections 2024-09-05T02:34:55.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.976+0000 7f829105b740 1 --2- 172.21.15.33:0/2465805428 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x557f2308be90 0x557f23109fb0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.976+0000 7f829105b740 1 --2- 172.21.15.33:0/2465805428 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557f230815d0 0x557f23093050 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.976+0000 7f829105b740 1 --2- 172.21.15.33:0/2465805428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f23080cb0 0x557f23092a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.976+0000 7f829105b740 1 --2- 172.21.15.33:0/2465805428 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557f2307d240 0x557f23094670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.976+0000 7f829105b740 1 -- 172.21.15.33:0/2465805428 >> 172.21.15.33:0/2465805428 conn(0x557f230890a0 msgr2=0x557f2307c270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:55.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.976+0000 7f8275600640 0 client.17112 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:55.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.976+0000 7f829105b740 1 -- 172.21.15.33:0/2465805428 shutdown_connections 2024-09-05T02:34:55.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.976+0000 7f829105b740 1 -- 172.21.15.33:0/2465805428 wait complete. 2024-09-05T02:34:55.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.976+0000 7f829105b740 20 client.17112 trim_cache size 0 max 16384 2024-09-05T02:34:55.981 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:34:55.981 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:34:55.981 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "822dd87f-6bf8-4164-9062-c5fc88fd4802", 2024-09-05T02:34:55.981 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:34:55.981 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:34:55.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.977+0000 7f828ce00640 1 -- 172.21.15.33:0/3497843750 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f826c0a2cf0 msgr2=0x7f826c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:55.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.977+0000 7f828ce00640 1 --2- 172.21.15.33:0/3497843750 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f826c0a2cf0 0x7f826c0a51b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x557f2307e0a0 tx=0x7f8278009500 comp rx=0 tx=0).stop 2024-09-05T02:34:55.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.977+0000 7f828ce00640 1 -- 172.21.15.33:0/3497843750 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8288074ee0 msgr2=0x7f828819aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:55.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.977+0000 7f828ce00640 1 --2- 172.21.15.33:0/3497843750 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8288074ee0 0x7f828819aa90 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f827000e9f0 tx=0x7f827000eeb0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.977+0000 7f828ce00640 1 -- 172.21.15.33:0/3497843750 shutdown_connections 2024-09-05T02:34:55.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.977+0000 7f828ce00640 1 --2- 172.21.15.33:0/3497843750 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f826c0a2cf0 0x7f826c0a51b0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.977+0000 7f828ce00640 1 --2- 172.21.15.33:0/3497843750 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f828810e260 0x7f828819ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.977+0000 7f828ce00640 1 --2- 172.21.15.33:0/3497843750 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8288074ee0 0x7f828819aa90 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.977+0000 7f828ce00640 1 --2- 172.21.15.33:0/3497843750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82880745c0 0x7f828819a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:55.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.977+0000 7f828ce00640 1 -- 172.21.15.33:0/3497843750 >> 172.21.15.33:0/3497843750 conn(0x7f82880fd740 msgr2=0x7f82880fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:55.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.977+0000 7f828ce00640 1 -- 172.21.15.33:0/3497843750 shutdown_connections 2024-09-05T02:34:55.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:55.977+0000 7f828ce00640 1 -- 172.21.15.33:0/3497843750 wait complete. 2024-09-05T02:34:56.868 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:34:57.249 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:34:57.511 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:57 smithi033 ceph-mon[29909]: pgmap v245: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:57.549 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:57 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:34:57.550 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:57 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:34:57.550 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:57 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:34:57.550 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:57 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:34:57.550 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:57 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:34:57.551 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:57 smithi174 ceph-mon[34756]: pgmap v245: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:57.551 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:57 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:34:57.551 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:57 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:34:57.551 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:57 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:34:57.551 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:57 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:34:57.551 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:57 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:34:57.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:57 smithi123 ceph-mon[34031]: pgmap v245: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:34:57.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:57 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:34:57.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:57 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:34:57.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:57 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:34:57.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:57 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:34:57.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:57 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:34:57.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.771+0000 7fbf8d600640 1 -- 172.21.15.33:0/926737439 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf88101de0 msgr2=0x7fbf881021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:57.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.771+0000 7fbf8d600640 1 --2- 172.21.15.33:0/926737439 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf88101de0 0x7fbf881021c0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fbf78009900 tx=0x7fbf7802a410 comp rx=0 tx=0).stop 2024-09-05T02:34:57.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.771+0000 7fbf8d600640 1 -- 172.21.15.33:0/926737439 shutdown_connections 2024-09-05T02:34:57.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.771+0000 7fbf8d600640 1 --2- 172.21.15.33:0/926737439 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf88106f10 0x7fbf8810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.771+0000 7fbf8d600640 1 --2- 172.21.15.33:0/926737439 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf88102790 0x7fbf881067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.771+0000 7fbf8d600640 1 --2- 172.21.15.33:0/926737439 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf88101de0 0x7fbf881021c0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.771+0000 7fbf8d600640 1 -- 172.21.15.33:0/926737439 >> 172.21.15.33:0/926737439 conn(0x7fbf880fd8c0 msgr2=0x7fbf880ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:57.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.771+0000 7fbf8d600640 1 -- 172.21.15.33:0/926737439 shutdown_connections 2024-09-05T02:34:57.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.771+0000 7fbf8d600640 1 -- 172.21.15.33:0/926737439 wait complete. 2024-09-05T02:34:57.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.772+0000 7fbf8d600640 1 Processor -- start 2024-09-05T02:34:57.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.773+0000 7fbf8d600640 1 -- start start 2024-09-05T02:34:57.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.773+0000 7fbf8d600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf88101de0 0x7fbf88198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:57.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.773+0000 7fbf8d600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf88102790 0x7fbf88198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:57.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.773+0000 7fbf8d600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf88106f10 0x7fbf8819cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:57.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.773+0000 7fbf8d600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbf88111f70 con 0x7fbf88106f10 2024-09-05T02:34:57.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.773+0000 7fbf8d600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbf88111df0 con 0x7fbf88102790 2024-09-05T02:34:57.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.773+0000 7fbf8d600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbf881120f0 con 0x7fbf88101de0 2024-09-05T02:34:57.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.773+0000 7fbf86a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf88101de0 0x7fbf88198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:57.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.773+0000 7fbf86a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf88101de0 0x7fbf88198430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:58536/0 (socket says 172.21.15.33:58536) 2024-09-05T02:34:57.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.773+0000 7fbf86a00640 1 -- 172.21.15.33:0/923825195 learned_addr learned my addr 172.21.15.33:0/923825195 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:57.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.773+0000 7fbf87400640 1 --2- 172.21.15.33:0/923825195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf88106f10 0x7fbf8819cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:57.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.774+0000 7fbf86000640 1 --2- 172.21.15.33:0/923825195 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf88102790 0x7fbf88198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:57.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.774+0000 7fbf86a00640 1 -- 172.21.15.33:0/923825195 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf88102790 msgr2=0x7fbf88198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:57.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.774+0000 7fbf86a00640 1 --2- 172.21.15.33:0/923825195 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf88102790 0x7fbf88198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.774+0000 7fbf86a00640 1 -- 172.21.15.33:0/923825195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf88106f10 msgr2=0x7fbf8819cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:57.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.774+0000 7fbf86a00640 1 --2- 172.21.15.33:0/923825195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf88106f10 0x7fbf8819cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.774+0000 7fbf86a00640 1 -- 172.21.15.33:0/923825195 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf8819d3e0 con 0x7fbf88101de0 2024-09-05T02:34:57.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.774+0000 7fbf86a00640 1 --2- 172.21.15.33:0/923825195 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf88101de0 0x7fbf88198430 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fbf78006010 tx=0x7fbf78004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:57.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.775+0000 7fbf7f400640 1 -- 172.21.15.33:0/923825195 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf7803f030 con 0x7fbf88101de0 2024-09-05T02:34:57.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.775+0000 7fbf7f400640 1 -- 172.21.15.33:0/923825195 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf78004440 con 0x7fbf88101de0 2024-09-05T02:34:57.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.775+0000 7fbf8d600640 1 -- 172.21.15.33:0/923825195 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf8819d670 con 0x7fbf88101de0 2024-09-05T02:34:57.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.775+0000 7fbf7f400640 1 -- 172.21.15.33:0/923825195 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf78035070 con 0x7fbf88101de0 2024-09-05T02:34:57.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.775+0000 7fbf8d600640 1 -- 172.21.15.33:0/923825195 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf881a4fb0 con 0x7fbf88101de0 2024-09-05T02:34:57.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.778+0000 7fbf90079740 1 Processor -- start 2024-09-05T02:34:57.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.778+0000 7fbf7f400640 1 -- 172.21.15.33:0/923825195 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fbf78042030 con 0x7fbf88101de0 2024-09-05T02:34:57.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.778+0000 7fbf90079740 1 -- start start 2024-09-05T02:34:57.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.778+0000 7fbf90079740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bed4fa0 0x56418bed5380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:57.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.778+0000 7fbf90079740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed58c0 0x56418bedfc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:57.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.778+0000 7fbf90079740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bee0180 0x56418bee2570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:57.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.778+0000 7fbf90079740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56418be373e0 con 0x56418bed58c0 2024-09-05T02:34:57.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.779+0000 7fbf90079740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56418bdded80 con 0x56418bed4fa0 2024-09-05T02:34:57.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.779+0000 7fbf90079740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56418be333a0 con 0x56418bee0180 2024-09-05T02:34:57.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.779+0000 7fbf86a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed58c0 0x56418bedfc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:57.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.779+0000 7fbf86000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bee0180 0x56418bee2570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:57.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.779+0000 7fbf87400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bed4fa0 0x56418bed5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:57.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.779+0000 7fbf86000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bee0180 0x56418bee2570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:58544/0 (socket says 172.21.15.33:58544) 2024-09-05T02:34:57.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.779+0000 7fbf86000640 1 -- 172.21.15.33:0/1544435279 learned_addr learned my addr 172.21.15.33:0/1544435279 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:57.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.779+0000 7fbf86a00640 1 --2- 172.21.15.33:0/1544435279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed58c0 0x56418bedfc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40866/0 (socket says 172.21.15.33:40866) 2024-09-05T02:34:57.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.779+0000 7fbf87400640 1 -- 172.21.15.33:0/1544435279 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bee0180 msgr2=0x56418bee2570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:57.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.779+0000 7fbf87400640 1 --2- 172.21.15.33:0/1544435279 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bee0180 0x56418bee2570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.779+0000 7fbf87400640 1 -- 172.21.15.33:0/1544435279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed58c0 msgr2=0x56418bedfc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:57.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.779+0000 7fbf87400640 1 --2- 172.21.15.33:0/1544435279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed58c0 0x56418bedfc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.779+0000 7fbf87400640 1 -- 172.21.15.33:0/1544435279 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56418bdfdae0 con 0x56418bed4fa0 2024-09-05T02:34:57.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.780+0000 7fbf87400640 1 --2- 172.21.15.33:0/1544435279 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bed4fa0 0x56418bed5380 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fbf80009f00 tx=0x7fbf80011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=361867b620215ac server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:57.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.780+0000 7fbf7f400640 1 --2- 172.21.15.33:0/923825195 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbf6c0a2cf0 0x7fbf6c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:57.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.780+0000 7fbf73400640 1 -- 172.21.15.33:0/1544435279 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf80004d20 con 0x56418bed4fa0 2024-09-05T02:34:57.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.780+0000 7fbf7f400640 1 -- 172.21.15.33:0/923825195 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fbf780ef800 con 0x7fbf88101de0 2024-09-05T02:34:57.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.780+0000 7fbf73400640 1 -- 172.21.15.33:0/1544435279 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf80004050 con 0x56418bed4fa0 2024-09-05T02:34:57.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.780+0000 7fbf73400640 1 -- 172.21.15.33:0/1544435279 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf80005280 con 0x56418bed4fa0 2024-09-05T02:34:57.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.780+0000 7fbf86a00640 1 --2- 172.21.15.33:0/923825195 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbf6c0a2cf0 0x7fbf6c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:57.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.781+0000 7fbf90079740 1 -- 172.21.15.33:0/1544435279 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bed4fa0 msgr2=0x56418bed5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:57.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.781+0000 7fbf86a00640 1 --2- 172.21.15.33:0/923825195 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbf6c0a2cf0 0x7fbf6c0a51b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x56418bed2390 tx=0x7fbf780f5530 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:57.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.781+0000 7fbf90079740 1 --2- 172.21.15.33:0/1544435279 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bed4fa0 0x56418bed5380 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fbf80009f00 tx=0x7fbf80011810 comp rx=0 tx=0).stop 2024-09-05T02:34:57.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.781+0000 7fbf90079740 1 -- 172.21.15.33:0/1544435279 shutdown_connections 2024-09-05T02:34:57.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.781+0000 7fbf90079740 1 --2- 172.21.15.33:0/1544435279 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bee0180 0x56418bee2570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.781+0000 7fbf90079740 1 --2- 172.21.15.33:0/1544435279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed58c0 0x56418bedfc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.781+0000 7fbf90079740 1 --2- 172.21.15.33:0/1544435279 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bed4fa0 0x56418bed5380 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.781+0000 7fbf90079740 1 -- 172.21.15.33:0/1544435279 >> 172.21.15.33:0/1544435279 conn(0x56418bed1530 msgr2=0x56418bed1910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:57.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.781+0000 7fbf90079740 1 -- 172.21.15.33:0/1544435279 shutdown_connections 2024-09-05T02:34:57.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.781+0000 7fbf90079740 1 -- 172.21.15.33:0/1544435279 wait complete. 2024-09-05T02:34:57.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.782+0000 7fbf90079740 1 -- start start 2024-09-05T02:34:57.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.782+0000 7fbf90079740 1 Processor -- start 2024-09-05T02:34:57.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.782+0000 7fbf90079740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bed4fa0 0x56418bedd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:57.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.782+0000 7fbf90079740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed58c0 0x56418bedd550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:57.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.782+0000 7fbf90079740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bee0180 0x56418bedda90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:57.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.782+0000 7fbf90079740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56418bee2df0 con 0x56418bed58c0 2024-09-05T02:34:57.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.782+0000 7fbf90079740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56418bdf20f0 con 0x56418bee0180 2024-09-05T02:34:57.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.782+0000 7fbf90079740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56418bee2f70 con 0x56418bed4fa0 2024-09-05T02:34:57.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.783+0000 7fbf90079740 10 client.0 _ll_register_callbacks cb 0x56418bde39e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:57.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.783+0000 7fbf86000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed58c0 0x56418bedd550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:57.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.783+0000 7fbf86000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed58c0 0x56418bedd550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40878/0 (socket says 172.21.15.33:40878) 2024-09-05T02:34:57.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.783+0000 7fbf86000640 1 -- 172.21.15.33:0/90447320 learned_addr learned my addr 172.21.15.33:0/90447320 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:57.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.783+0000 7fbf87400640 1 --2- 172.21.15.33:0/90447320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bee0180 0x56418bedda90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:57.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.783+0000 7fbf87400640 1 --2- 172.21.15.33:0/90447320 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bed4fa0 0x56418bedd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:57.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.783+0000 7fbf86000640 1 -- 172.21.15.33:0/90447320 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bed4fa0 msgr2=0x56418bedd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:57.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.783+0000 7fbf86000640 1 --2- 172.21.15.33:0/90447320 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bed4fa0 0x56418bedd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.783+0000 7fbf86000640 1 -- 172.21.15.33:0/90447320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bee0180 msgr2=0x56418bedda90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:57.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.783+0000 7fbf86000640 1 --2- 172.21.15.33:0/90447320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bee0180 0x56418bedda90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.783+0000 7fbf86000640 1 -- 172.21.15.33:0/90447320 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56418bba83c0 con 0x56418bed58c0 2024-09-05T02:34:57.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.783+0000 7fbf87400640 1 --2- 172.21.15.33:0/90447320 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bed4fa0 0x56418bedd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:34:57.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.784+0000 7fbf86000640 1 --2- 172.21.15.33:0/90447320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed58c0 0x56418bedd550 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fbf740126e0 tx=0x7fbf74012ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15b7cf3c562e34eb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:57.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.784+0000 7fbf67e00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:34:57.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.784+0000 7fbf67e00640 1 -- 172.21.15.33:0/90447320 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf74012110 con 0x56418bed58c0 2024-09-05T02:34:57.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.784+0000 7fbf67e00640 1 -- 172.21.15.33:0/90447320 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fbf74004050 con 0x56418bed58c0 2024-09-05T02:34:57.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.784+0000 7fbf90079740 1 -- 172.21.15.33:0/90447320 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf80004050 con 0x56418bed58c0 2024-09-05T02:34:57.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.784+0000 7fbf67e00640 1 -- 172.21.15.33:0/90447320 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbf740122b0 con 0x56418bed58c0 2024-09-05T02:34:57.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.784+0000 7fbf90079740 10 client.17124 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:57.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.784+0000 7fbf90079740 1 -- 172.21.15.33:0/90447320 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56418beeeac0 con 0x56418bed58c0 2024-09-05T02:34:57.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.785+0000 7fbf67e00640 1 -- 172.21.15.33:0/90447320 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf80004050 con 0x56418bed58c0 2024-09-05T02:34:57.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.785+0000 7fbf67e00640 1 -- 172.21.15.33:0/90447320 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fbf74003a00 con 0x56418bed58c0 2024-09-05T02:34:57.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.785+0000 7fbf90079740 10 client.17124 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:57.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.785+0000 7fbf90079740 10 client.17124 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:34:57.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.785+0000 7fbf90079740 20 client.17124 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:57.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.785+0000 7fbf90079740 1 --2- 172.21.15.33:0/90447320 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56418beeffd0 0x56418bef23f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:57.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.785+0000 7fbf90079740 4 client.17124 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:34:57.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.785+0000 7fbf90079740 1 -- 172.21.15.33:0/90447320 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56418be44950 con 0x56418beeffd0 2024-09-05T02:34:57.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.785+0000 7fbf87400640 1 --2- 172.21.15.33:0/90447320 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56418beeffd0 0x56418bef23f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:57.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.786+0000 7fbf87400640 1 --2- 172.21.15.33:0/90447320 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56418beeffd0 0x56418bef23f0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd366136c57ab24c server_cookie=a3d28ac817e32b0b in_seq=0 out_seq=0 2024-09-05T02:34:57.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.786+0000 7fbf67e00640 10 client.17124 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:57.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.786+0000 7fbf67e00640 1 -- 172.21.15.33:0/90447320 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56418be44950 con 0x56418beeffd0 2024-09-05T02:34:57.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.786+0000 7fbf67e00640 10 client.17124 handle_command_reply: tid=0 2024-09-05T02:34:57.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.787+0000 7fbf90079740 1 client.17124 shutdown 2024-09-05T02:34:57.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.787+0000 7fbf90079740 1 -- 172.21.15.33:0/90447320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed58c0 msgr2=0x56418bedd550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:57.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.787+0000 7fbf90079740 1 --2- 172.21.15.33:0/90447320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed58c0 0x56418bedd550 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fbf740126e0 tx=0x7fbf74012ba0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.787+0000 7fbf90079740 1 -- 172.21.15.33:0/90447320 shutdown_connections 2024-09-05T02:34:57.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.787+0000 7fbf90079740 1 --2- 172.21.15.33:0/90447320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bee0180 0x56418bedda90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.787+0000 7fbf90079740 1 --2- 172.21.15.33:0/90447320 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56418beeffd0 0x56418bef23f0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.787+0000 7fbf90079740 1 --2- 172.21.15.33:0/90447320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed58c0 0x56418bedd550 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.787+0000 7fbf90079740 1 --2- 172.21.15.33:0/90447320 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bed4fa0 0x56418bedd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.787+0000 7fbf90079740 1 -- 172.21.15.33:0/90447320 >> 172.21.15.33:0/90447320 conn(0x56418bed1530 msgr2=0x56418bed7260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:57.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.787+0000 7fbf67e00640 0 client.17124 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:57.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.787+0000 7fbf90079740 1 -- 172.21.15.33:0/90447320 shutdown_connections 2024-09-05T02:34:57.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.787+0000 7fbf90079740 1 -- 172.21.15.33:0/90447320 wait complete. 2024-09-05T02:34:57.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.787+0000 7fbf90079740 20 client.17124 trim_cache size 0 max 16384 2024-09-05T02:34:57.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.806+0000 7fbf90079740 1 Processor -- start 2024-09-05T02:34:57.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.806+0000 7fbf90079740 1 -- start start 2024-09-05T02:34:57.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.806+0000 7fbf90079740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bed4fa0 0x56418bedb8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:57.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.806+0000 7fbf90079740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed58c0 0x56418bedd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:57.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.806+0000 7fbf90079740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bee0180 0x56418bef7ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:57.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.806+0000 7fbf90079740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbf881ab730 con 0x56418bed58c0 2024-09-05T02:34:57.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.806+0000 7fbf90079740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbf881ad270 con 0x56418bed4fa0 2024-09-05T02:34:57.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.806+0000 7fbf90079740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbf881abe00 con 0x56418bee0180 2024-09-05T02:34:57.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.806+0000 7fbf86000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed58c0 0x56418bedd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:57.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.806+0000 7fbf86000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed58c0 0x56418bedd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40886/0 (socket says 172.21.15.33:40886) 2024-09-05T02:34:57.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.806+0000 7fbf86000640 1 -- 172.21.15.33:0/3944165847 learned_addr learned my addr 172.21.15.33:0/3944165847 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:57.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.806+0000 7fbf87400640 1 --2- 172.21.15.33:0/3944165847 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bee0180 0x56418bef7ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:57.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.807+0000 7fbf87400640 1 --2- 172.21.15.33:0/3944165847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bed4fa0 0x56418bedb8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:57.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.807+0000 7fbf86000640 1 -- 172.21.15.33:0/3944165847 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bee0180 msgr2=0x56418bef7ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:57.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.807+0000 7fbf86000640 1 --2- 172.21.15.33:0/3944165847 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bee0180 0x56418bef7ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.807+0000 7fbf86000640 1 -- 172.21.15.33:0/3944165847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bed4fa0 msgr2=0x56418bedb8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:57.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.807+0000 7fbf86000640 1 --2- 172.21.15.33:0/3944165847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bed4fa0 0x56418bedb8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.807+0000 7fbf86000640 1 -- 172.21.15.33:0/3944165847 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56418bed4dd0 con 0x56418bed58c0 2024-09-05T02:34:57.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.807+0000 7fbf87400640 1 --2- 172.21.15.33:0/3944165847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bed4fa0 0x56418bedb8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:34:57.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.807+0000 7fbf86000640 1 --2- 172.21.15.33:0/3944165847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed58c0 0x56418bedd8e0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fbf74009de0 tx=0x7fbf7400f840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a4338b75d759e51 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:57.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.807+0000 7fbf72a00640 1 -- 172.21.15.33:0/3944165847 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf74028030 con 0x56418bed58c0 2024-09-05T02:34:57.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.807+0000 7fbf72a00640 1 -- 172.21.15.33:0/3944165847 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf7400fe00 con 0x56418bed58c0 2024-09-05T02:34:57.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.807+0000 7fbf72a00640 1 -- 172.21.15.33:0/3944165847 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf74003700 con 0x56418bed58c0 2024-09-05T02:34:57.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.808+0000 7fbf90079740 1 -- 172.21.15.33:0/3944165847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed58c0 msgr2=0x56418bedd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:57.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.808+0000 7fbf90079740 1 --2- 172.21.15.33:0/3944165847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed58c0 0x56418bedd8e0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fbf74009de0 tx=0x7fbf7400f840 comp rx=0 tx=0).stop 2024-09-05T02:34:57.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.808+0000 7fbf90079740 1 -- 172.21.15.33:0/3944165847 shutdown_connections 2024-09-05T02:34:57.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.808+0000 7fbf90079740 1 --2- 172.21.15.33:0/3944165847 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bee0180 0x56418bef7ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.808+0000 7fbf90079740 1 --2- 172.21.15.33:0/3944165847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed58c0 0x56418bedd8e0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.808+0000 7fbf90079740 1 --2- 172.21.15.33:0/3944165847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bed4fa0 0x56418bedb8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.808+0000 7fbf90079740 1 -- 172.21.15.33:0/3944165847 >> 172.21.15.33:0/3944165847 conn(0x56418bed1530 msgr2=0x56418bedf090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:57.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.808+0000 7fbf90079740 1 -- 172.21.15.33:0/3944165847 shutdown_connections 2024-09-05T02:34:57.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.808+0000 7fbf90079740 1 -- 172.21.15.33:0/3944165847 wait complete. 2024-09-05T02:34:57.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.809+0000 7fbf90079740 1 -- start start 2024-09-05T02:34:57.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.809+0000 7fbf90079740 1 Processor -- start 2024-09-05T02:34:57.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.809+0000 7fbf90079740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed4fa0 0x56418bee81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:57.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.809+0000 7fbf90079740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bed58c0 0x56418bee8730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:57.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.809+0000 7fbf90079740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bee0180 0x56418bee51c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:57.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.809+0000 7fbf90079740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbf881acba0 con 0x56418bed4fa0 2024-09-05T02:34:57.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.809+0000 7fbf90079740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbf881ac4d0 con 0x56418bed58c0 2024-09-05T02:34:57.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.809+0000 7fbf90079740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbf881a9730 con 0x56418bee0180 2024-09-05T02:34:57.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.809+0000 7fbf90079740 10 client.0 _ll_register_callbacks cb 0x7fbf74009ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:34:57.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.809+0000 7fbf86000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bed58c0 0x56418bee8730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:57.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.810+0000 7fbf87400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed4fa0 0x56418bee81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:57.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.810+0000 7fbf86000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bed58c0 0x56418bee8730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:57556/0 (socket says 172.21.15.33:57556) 2024-09-05T02:34:57.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.810+0000 7fbf86000640 1 -- 172.21.15.33:0/599150728 learned_addr learned my addr 172.21.15.33:0/599150728 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:57.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.810+0000 7fbf87400640 1 --2- 172.21.15.33:0/599150728 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bee0180 0x56418bee51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:57.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.810+0000 7fbf86000640 1 -- 172.21.15.33:0/599150728 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bee0180 msgr2=0x56418bee51c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:57.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.810+0000 7fbf86000640 1 --2- 172.21.15.33:0/599150728 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bee0180 0x56418bee51c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.810+0000 7fbf86000640 1 -- 172.21.15.33:0/599150728 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed4fa0 msgr2=0x56418bee81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:34:57.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.810+0000 7fbf86000640 1 --2- 172.21.15.33:0/599150728 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed4fa0 0x56418bee81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.810+0000 7fbf86000640 1 -- 172.21.15.33:0/599150728 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56418bed21c0 con 0x56418bed58c0 2024-09-05T02:34:57.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.810+0000 7fbf87400640 1 --2- 172.21.15.33:0/599150728 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed4fa0 0x56418bee81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:34:57.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.810+0000 7fbf86000640 1 --2- 172.21.15.33:0/599150728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bed58c0 0x56418bee8730 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fbf74003f40 tx=0x7fbf74012ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=316df6688ee169b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:57.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.810+0000 7fbf67e00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:34:57.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.810+0000 7fbf67e00640 1 -- 172.21.15.33:0/599150728 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf74030020 con 0x56418bed58c0 2024-09-05T02:34:57.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.811+0000 7fbf90079740 1 -- 172.21.15.33:0/599150728 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf7400fe00 con 0x56418bed58c0 2024-09-05T02:34:57.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.811+0000 7fbf67e00640 1 -- 172.21.15.33:0/599150728 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fbf74005440 con 0x56418bed58c0 2024-09-05T02:34:57.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.811+0000 7fbf67e00640 1 -- 172.21.15.33:0/599150728 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbf7403b050 con 0x56418bed58c0 2024-09-05T02:34:57.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.811+0000 7fbf90079740 10 client.27215 fetch_fsmap learned FSMap version 29 2024-09-05T02:34:57.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.811+0000 7fbf90079740 1 -- 172.21.15.33:0/599150728 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56418bf5b140 con 0x56418bed58c0 2024-09-05T02:34:57.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.811+0000 7fbf67e00640 1 -- 172.21.15.33:0/599150728 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf7400fe00 con 0x56418bed58c0 2024-09-05T02:34:57.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.811+0000 7fbf67e00640 1 -- 172.21.15.33:0/599150728 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fbf74010c00 con 0x56418bed58c0 2024-09-05T02:34:57.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.812+0000 7fbf90079740 10 client.27215 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:34:57.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.812+0000 7fbf90079740 10 client.27215 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:34:57.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.812+0000 7fbf90079740 20 client.27215 populate_metadata read hostname 'smithi033' 2024-09-05T02:34:57.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.812+0000 7fbf90079740 1 --2- 172.21.15.33:0/599150728 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56418bf5b850 0x56418bf5dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:57.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.812+0000 7fbf90079740 4 client.27215 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:34:57.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.812+0000 7fbf90079740 1 -- 172.21.15.33:0/599150728 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56418be3ee60 con 0x56418bf5b850 2024-09-05T02:34:57.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.812+0000 7fbf87400640 1 --2- 172.21.15.33:0/599150728 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56418bf5b850 0x56418bf5dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:57.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.812+0000 7fbf87400640 1 --2- 172.21.15.33:0/599150728 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56418bf5b850 0x56418bf5dc70 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de37f3655dbcc045 server_cookie=655b340af801a4b in_seq=0 out_seq=0 2024-09-05T02:34:57.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.813+0000 7fbf67e00640 10 client.27215 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:57.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.813+0000 7fbf67e00640 1 -- 172.21.15.33:0/599150728 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56418be3ee60 con 0x56418bf5b850 2024-09-05T02:34:57.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.813+0000 7fbf67e00640 10 client.27215 handle_command_reply: tid=0 2024-09-05T02:34:57.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.813+0000 7fbf90079740 1 client.27215 shutdown 2024-09-05T02:34:57.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.813+0000 7fbf90079740 1 -- 172.21.15.33:0/599150728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bed58c0 msgr2=0x56418bee8730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:57.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.813+0000 7fbf90079740 1 --2- 172.21.15.33:0/599150728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bed58c0 0x56418bee8730 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fbf74003f40 tx=0x7fbf74012ba0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.813+0000 7fbf90079740 1 -- 172.21.15.33:0/599150728 shutdown_connections 2024-09-05T02:34:57.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.813+0000 7fbf90079740 1 --2- 172.21.15.33:0/599150728 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56418bee0180 0x56418bee51c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.813+0000 7fbf90079740 1 --2- 172.21.15.33:0/599150728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56418bed58c0 0x56418bee8730 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.813+0000 7fbf90079740 1 --2- 172.21.15.33:0/599150728 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56418bf5b850 0x56418bf5dc70 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.813+0000 7fbf90079740 1 --2- 172.21.15.33:0/599150728 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56418bed4fa0 0x56418bee81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.813+0000 7fbf90079740 1 -- 172.21.15.33:0/599150728 >> 172.21.15.33:0/599150728 conn(0x56418bed1530 msgr2=0x56418becb9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:57.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.813+0000 7fbf67e00640 0 client.27215 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:34:57.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.813+0000 7fbf90079740 1 -- 172.21.15.33:0/599150728 shutdown_connections 2024-09-05T02:34:57.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.813+0000 7fbf90079740 1 -- 172.21.15.33:0/599150728 wait complete. 2024-09-05T02:34:57.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.813+0000 7fbf90079740 20 client.27215 trim_cache size 0 max 16384 2024-09-05T02:34:57.821 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:34:57.821 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:34:57.821 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:34:57.821 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:34:57.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.814+0000 7fbf8d600640 1 -- 172.21.15.33:0/923825195 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbf6c0a2cf0 msgr2=0x7fbf6c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:57.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.814+0000 7fbf8d600640 1 --2- 172.21.15.33:0/923825195 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbf6c0a2cf0 0x7fbf6c0a51b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x56418bed2390 tx=0x7fbf780f5530 comp rx=0 tx=0).stop 2024-09-05T02:34:57.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.814+0000 7fbf8d600640 1 -- 172.21.15.33:0/923825195 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf88101de0 msgr2=0x7fbf88198430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:57.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.814+0000 7fbf8d600640 1 --2- 172.21.15.33:0/923825195 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf88101de0 0x7fbf88198430 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fbf78006010 tx=0x7fbf78004040 comp rx=0 tx=0).stop 2024-09-05T02:34:57.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.814+0000 7fbf8d600640 1 -- 172.21.15.33:0/923825195 shutdown_connections 2024-09-05T02:34:57.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.814+0000 7fbf8d600640 1 --2- 172.21.15.33:0/923825195 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbf6c0a2cf0 0x7fbf6c0a51b0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.814+0000 7fbf8d600640 1 --2- 172.21.15.33:0/923825195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf88106f10 0x7fbf8819cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.814+0000 7fbf8d600640 1 --2- 172.21.15.33:0/923825195 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf88102790 0x7fbf88198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.814+0000 7fbf8d600640 1 --2- 172.21.15.33:0/923825195 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf88101de0 0x7fbf88198430 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:57.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.814+0000 7fbf8d600640 1 -- 172.21.15.33:0/923825195 >> 172.21.15.33:0/923825195 conn(0x7fbf880fd8c0 msgr2=0x7fbf880fecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:57.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.815+0000 7fbf8d600640 1 -- 172.21.15.33:0/923825195 shutdown_connections 2024-09-05T02:34:57.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:57.815+0000 7fbf8d600640 1 -- 172.21.15.33:0/923825195 wait complete. 2024-09-05T02:34:58.616 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:34:58.616 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:34:58.992 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:34:59.380 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:34:59 smithi033 ceph-mon[29909]: pgmap v246: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:34:59.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.492+0000 7f6e61400640 1 -- 172.21.15.33:0/4120882517 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e5c1019c0 msgr2=0x7f6e5c101e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:59.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.492+0000 7f6e61400640 1 --2- 172.21.15.33:0/4120882517 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e5c1019c0 0x7f6e5c101e20 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f6e44009930 tx=0x7f6e4402a420 comp rx=0 tx=0).stop 2024-09-05T02:34:59.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.492+0000 7f6e61400640 1 -- 172.21.15.33:0/4120882517 shutdown_connections 2024-09-05T02:34:59.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.492+0000 7f6e61400640 1 --2- 172.21.15.33:0/4120882517 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6e5c102360 0x7f6e5c10e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:59.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.492+0000 7f6e61400640 1 --2- 172.21.15.33:0/4120882517 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e5c1019c0 0x7f6e5c101e20 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:59.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.492+0000 7f6e61400640 1 --2- 172.21.15.33:0/4120882517 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e5c1079c0 0x7f6e5c107da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:59.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.492+0000 7f6e61400640 1 -- 172.21.15.33:0/4120882517 >> 172.21.15.33:0/4120882517 conn(0x7f6e5c0fd740 msgr2=0x7f6e5c0ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:59.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.492+0000 7f6e61400640 1 -- 172.21.15.33:0/4120882517 shutdown_connections 2024-09-05T02:34:59.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.492+0000 7f6e61400640 1 -- 172.21.15.33:0/4120882517 wait complete. 2024-09-05T02:34:59.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.493+0000 7f6e61400640 1 Processor -- start 2024-09-05T02:34:59.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.493+0000 7f6e61400640 1 -- start start 2024-09-05T02:34:59.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.493+0000 7f6e61400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6e5c1019c0 0x7f6e5c19a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:59.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.493+0000 7f6e61400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e5c102360 0x7f6e5c19aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:59.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.493+0000 7f6e61400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e5c1079c0 0x7f6e5c19ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:59.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.493+0000 7f6e61400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6e5c111e10 con 0x7f6e5c102360 2024-09-05T02:34:59.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.493+0000 7f6e61400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6e5c111c90 con 0x7f6e5c1079c0 2024-09-05T02:34:59.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.493+0000 7f6e61400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6e5c111f90 con 0x7f6e5c1019c0 2024-09-05T02:34:59.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.494+0000 7f6e53400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e5c102360 0x7f6e5c19aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:59.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.494+0000 7f6e53400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e5c102360 0x7f6e5c19aab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40910/0 (socket says 172.21.15.33:40910) 2024-09-05T02:34:59.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.494+0000 7f6e53400640 1 -- 172.21.15.33:0/1447416749 learned_addr learned my addr 172.21.15.33:0/1447416749 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:34:59.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.494+0000 7f6e5be00640 1 --2- 172.21.15.33:0/1447416749 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6e5c1019c0 0x7f6e5c19a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:59.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.494+0000 7f6e60a00640 1 --2- 172.21.15.33:0/1447416749 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e5c1079c0 0x7f6e5c19ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:59.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.494+0000 7f6e53400640 1 -- 172.21.15.33:0/1447416749 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6e5c1019c0 msgr2=0x7f6e5c19a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:59.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.494+0000 7f6e53400640 1 --2- 172.21.15.33:0/1447416749 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6e5c1019c0 0x7f6e5c19a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:59.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.494+0000 7f6e53400640 1 -- 172.21.15.33:0/1447416749 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e5c1079c0 msgr2=0x7f6e5c19ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:59.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.494+0000 7f6e53400640 1 --2- 172.21.15.33:0/1447416749 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e5c1079c0 0x7f6e5c19ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:59.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.494+0000 7f6e53400640 1 -- 172.21.15.33:0/1447416749 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e5c19f520 con 0x7f6e5c102360 2024-09-05T02:34:59.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.494+0000 7f6e53400640 1 --2- 172.21.15.33:0/1447416749 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e5c102360 0x7f6e5c19aab0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f6e4402a940 tx=0x7f6e44003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:59.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.495+0000 7f6e59600640 1 -- 172.21.15.33:0/1447416749 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e4403f070 con 0x7f6e5c102360 2024-09-05T02:34:59.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.495+0000 7f6e61400640 1 -- 172.21.15.33:0/1447416749 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e5c19f7b0 con 0x7f6e5c102360 2024-09-05T02:34:59.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.495+0000 7f6e59600640 1 -- 172.21.15.33:0/1447416749 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e44031c90 con 0x7f6e5c102360 2024-09-05T02:34:59.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.495+0000 7f6e59600640 1 -- 172.21.15.33:0/1447416749 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e44035030 con 0x7f6e5c102360 2024-09-05T02:34:59.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.495+0000 7f6e61400640 1 -- 172.21.15.33:0/1447416749 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e5c1a70f0 con 0x7f6e5c102360 2024-09-05T02:34:59.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.496+0000 7f6e61400640 1 -- 172.21.15.33:0/1447416749 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e5c101e20 con 0x7f6e5c102360 2024-09-05T02:34:59.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.498+0000 7f6e59600640 1 -- 172.21.15.33:0/1447416749 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f6e44042070 con 0x7f6e5c102360 2024-09-05T02:34:59.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.500+0000 7f6e59600640 1 --2- 172.21.15.33:0/1447416749 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6e400a2d70 0x7f6e400a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:34:59.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.501+0000 7f6e59600640 1 -- 172.21.15.33:0/1447416749 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f6e440efe60 con 0x7f6e5c102360 2024-09-05T02:34:59.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.501+0000 7f6e5be00640 1 --2- 172.21.15.33:0/1447416749 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6e400a2d70 0x7f6e400a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:34:59.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.501+0000 7f6e5be00640 1 --2- 172.21.15.33:0/1447416749 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6e400a2d70 0x7f6e400a5230 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c005fd0 tx=0x7f6e4c009500 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:34:59.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.503+0000 7f6e59600640 1 -- 172.21.15.33:0/1447416749 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6e440bc3c0 con 0x7f6e5c102360 2024-09-05T02:34:59.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:34:59 smithi174 ceph-mon[34756]: pgmap v246: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:34:59.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:34:59 smithi123 ceph-mon[34031]: pgmap v246: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:34:59.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.728+0000 7f6e61400640 1 -- 172.21.15.33:0/1447416749 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6e5c1a72c0 con 0x7f6e5c102360 2024-09-05T02:34:59.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.728+0000 7f6e59600640 1 -- 172.21.15.33:0/1447416749 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7f6e440c06c0 con 0x7f6e5c102360 2024-09-05T02:34:59.730 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:34:59.730 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:34:59.730 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:34:59.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.731+0000 7f6e61400640 1 -- 172.21.15.33:0/1447416749 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6e400a2d70 msgr2=0x7f6e400a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:59.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.731+0000 7f6e61400640 1 --2- 172.21.15.33:0/1447416749 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6e400a2d70 0x7f6e400a5230 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c005fd0 tx=0x7f6e4c009500 comp rx=0 tx=0).stop 2024-09-05T02:34:59.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.731+0000 7f6e61400640 1 -- 172.21.15.33:0/1447416749 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e5c102360 msgr2=0x7f6e5c19aab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:34:59.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.731+0000 7f6e61400640 1 --2- 172.21.15.33:0/1447416749 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e5c102360 0x7f6e5c19aab0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f6e4402a940 tx=0x7f6e44003b90 comp rx=0 tx=0).stop 2024-09-05T02:34:59.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.731+0000 7f6e61400640 1 -- 172.21.15.33:0/1447416749 shutdown_connections 2024-09-05T02:34:59.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.731+0000 7f6e61400640 1 --2- 172.21.15.33:0/1447416749 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6e400a2d70 0x7f6e400a5230 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:59.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.731+0000 7f6e61400640 1 --2- 172.21.15.33:0/1447416749 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e5c1079c0 0x7f6e5c19ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:59.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.731+0000 7f6e61400640 1 --2- 172.21.15.33:0/1447416749 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e5c102360 0x7f6e5c19aab0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:59.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.731+0000 7f6e61400640 1 --2- 172.21.15.33:0/1447416749 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6e5c1019c0 0x7f6e5c19a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:34:59.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.731+0000 7f6e61400640 1 -- 172.21.15.33:0/1447416749 >> 172.21.15.33:0/1447416749 conn(0x7f6e5c0fd740 msgr2=0x7f6e5c10d0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:34:59.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.731+0000 7f6e61400640 1 -- 172.21.15.33:0/1447416749 shutdown_connections 2024-09-05T02:34:59.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:34:59.731+0000 7f6e61400640 1 -- 172.21.15.33:0/1447416749 wait complete. 2024-09-05T02:35:00.401 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:00 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1447416749' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:35:00.438 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:35:00.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:00 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1447416749' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:35:00.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:00 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1447416749' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:35:00.818 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:01.221 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:01 smithi033 ceph-mon[29909]: pgmap v247: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:01.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.336+0000 7fc1ebc00640 1 -- 172.21.15.33:0/730556352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc1e4074f40 msgr2=0x7fc1e410de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:01.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.336+0000 7fc1ebc00640 1 --2- 172.21.15.33:0/730556352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc1e4074f40 0x7fc1e410de80 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc009900 tx=0x7fc1cc02a480 comp rx=0 tx=0).stop 2024-09-05T02:35:01.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.336+0000 7fc1ebc00640 1 -- 172.21.15.33:0/730556352 shutdown_connections 2024-09-05T02:35:01.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.336+0000 7fc1ebc00640 1 --2- 172.21.15.33:0/730556352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc1e410e3c0 0x7fc1e4110810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.336+0000 7fc1ebc00640 1 --2- 172.21.15.33:0/730556352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc1e4074f40 0x7fc1e410de80 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.336+0000 7fc1ebc00640 1 --2- 172.21.15.33:0/730556352 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc1e4074620 0x7fc1e4074a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.336+0000 7fc1ebc00640 1 -- 172.21.15.33:0/730556352 >> 172.21.15.33:0/730556352 conn(0x7fc1e40fd8c0 msgr2=0x7fc1e40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:01.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.336+0000 7fc1ebc00640 1 -- 172.21.15.33:0/730556352 shutdown_connections 2024-09-05T02:35:01.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.336+0000 7fc1ebc00640 1 -- 172.21.15.33:0/730556352 wait complete. 2024-09-05T02:35:01.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.337+0000 7fc1ebc00640 1 Processor -- start 2024-09-05T02:35:01.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.337+0000 7fc1ebc00640 1 -- start start 2024-09-05T02:35:01.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.337+0000 7fc1ebc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc1e4074620 0x7fc1e419a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:01.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.337+0000 7fc1ebc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc1e4074f40 0x7fc1e419abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:01.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.337+0000 7fc1ebc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc1e410e3c0 0x7fc1e419ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:01.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.337+0000 7fc1ebc00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e4114140 con 0x7fc1e410e3c0 2024-09-05T02:35:01.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.337+0000 7fc1ebc00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e4113fc0 con 0x7fc1e4074f40 2024-09-05T02:35:01.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.337+0000 7fc1ebc00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e41142c0 con 0x7fc1e4074620 2024-09-05T02:35:01.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.338+0000 7fc1e9c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc1e410e3c0 0x7fc1e419ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:01.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.338+0000 7fc1e9200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc1e4074620 0x7fc1e419a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:01.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.338+0000 7fc1e9200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc1e4074620 0x7fc1e419a680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:37230/0 (socket says 172.21.15.33:37230) 2024-09-05T02:35:01.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.338+0000 7fc1e9c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc1e410e3c0 0x7fc1e419ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55758/0 (socket says 172.21.15.33:55758) 2024-09-05T02:35:01.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.338+0000 7fc1e9200640 1 -- 172.21.15.33:0/335251396 learned_addr learned my addr 172.21.15.33:0/335251396 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:01.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.338+0000 7fc1dbe00640 1 --2- 172.21.15.33:0/335251396 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc1e4074f40 0x7fc1e419abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:01.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.338+0000 7fc1e9c00640 1 -- 172.21.15.33:0/335251396 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc1e4074620 msgr2=0x7fc1e419a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:01.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.338+0000 7fc1e9c00640 1 --2- 172.21.15.33:0/335251396 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc1e4074620 0x7fc1e419a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.338+0000 7fc1e9c00640 1 -- 172.21.15.33:0/335251396 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc1e4074f40 msgr2=0x7fc1e419abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:01.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.338+0000 7fc1e9c00640 1 --2- 172.21.15.33:0/335251396 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc1e4074f40 0x7fc1e419abc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.338+0000 7fc1e9c00640 1 -- 172.21.15.33:0/335251396 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1e419f630 con 0x7fc1e410e3c0 2024-09-05T02:35:01.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.338+0000 7fc1e9200640 1 --2- 172.21.15.33:0/335251396 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc1e4074620 0x7fc1e419a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:01.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.338+0000 7fc1e9c00640 1 --2- 172.21.15.33:0/335251396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc1e410e3c0 0x7fc1e419ef50 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fc1dc009fd0 tx=0x7fc1dc00ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:01.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.339+0000 7fc1e2000640 1 -- 172.21.15.33:0/335251396 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1dc00ce20 con 0x7fc1e410e3c0 2024-09-05T02:35:01.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.339+0000 7fc1ebc00640 1 -- 172.21.15.33:0/335251396 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1e419f920 con 0x7fc1e410e3c0 2024-09-05T02:35:01.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.339+0000 7fc1e2000640 1 -- 172.21.15.33:0/335251396 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1dc005020 con 0x7fc1e410e3c0 2024-09-05T02:35:01.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.339+0000 7fc1e2000640 1 -- 172.21.15.33:0/335251396 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1dc010700 con 0x7fc1e410e3c0 2024-09-05T02:35:01.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.339+0000 7fc1ebc00640 1 -- 172.21.15.33:0/335251396 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1e41a7200 con 0x7fc1e410e3c0 2024-09-05T02:35:01.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.342+0000 7fc1ee69d740 1 Processor -- start 2024-09-05T02:35:01.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.342+0000 7fc1e2000640 1 -- 172.21.15.33:0/335251396 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fc1dc005540 con 0x7fc1e410e3c0 2024-09-05T02:35:01.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.342+0000 7fc1ee69d740 1 -- start start 2024-09-05T02:35:01.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.342+0000 7fc1ee69d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 0x55697e0d0050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:01.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.342+0000 7fc1ee69d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0d0590 0x55697e0da910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:01.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.342+0000 7fc1ee69d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0dae50 0x55697e0dd240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:01.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.342+0000 7fc1ee69d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55697e0363e0 con 0x55697e0d0590 2024-09-05T02:35:01.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.342+0000 7fc1ee69d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55697dfddd80 con 0x55697e0cfc70 2024-09-05T02:35:01.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.342+0000 7fc1ee69d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55697e0323a0 con 0x55697e0dae50 2024-09-05T02:35:01.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.343+0000 7fc1e9200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0d0590 0x55697e0da910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:01.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.343+0000 7fc1e9200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0d0590 0x55697e0da910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55764/0 (socket says 172.21.15.33:55764) 2024-09-05T02:35:01.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.343+0000 7fc1e9200640 1 -- 172.21.15.33:0/4261552351 learned_addr learned my addr 172.21.15.33:0/4261552351 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:01.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.343+0000 7fc1dbe00640 1 --2- 172.21.15.33:0/4261552351 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 0x55697e0d0050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:01.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.343+0000 7fc1dbe00640 1 --2- 172.21.15.33:0/4261552351 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0dae50 0x55697e0dd240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:01.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.343+0000 7fc1e9200640 1 -- 172.21.15.33:0/4261552351 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0dae50 msgr2=0x55697e0dd240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:01.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.343+0000 7fc1e9200640 1 --2- 172.21.15.33:0/4261552351 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0dae50 0x55697e0dd240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.343+0000 7fc1e9200640 1 -- 172.21.15.33:0/4261552351 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 msgr2=0x55697e0d0050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:01.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.343+0000 7fc1e9200640 1 --2- 172.21.15.33:0/4261552351 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 0x55697e0d0050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.343+0000 7fc1e9200640 1 -- 172.21.15.33:0/4261552351 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55697dffcae0 con 0x55697e0d0590 2024-09-05T02:35:01.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.343+0000 7fc1dbe00640 1 --2- 172.21.15.33:0/4261552351 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0dae50 0x55697e0dd240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:35:01.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.343+0000 7fc1e2000640 1 --2- 172.21.15.33:0/335251396 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc1c80a2cf0 0x7fc1c80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:01.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.343+0000 7fc1e9200640 1 --2- 172.21.15.33:0/4261552351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0d0590 0x55697e0da910 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fc1d4011650 tx=0x7fc1d4009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6dc35c9ab2df16f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:01.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.343+0000 7fc1e2000640 1 -- 172.21.15.33:0/335251396 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fc1dc0cfac0 con 0x7fc1e410e3c0 2024-09-05T02:35:01.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.344+0000 7fc1dbe00640 1 --2- 172.21.15.33:0/335251396 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc1c80a2cf0 0x7fc1c80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:01.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.344+0000 7fc1da000640 1 -- 172.21.15.33:0/4261552351 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1d401e070 con 0x55697e0d0590 2024-09-05T02:35:01.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.344+0000 7fc1da000640 1 -- 172.21.15.33:0/4261552351 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1d400fba0 con 0x55697e0d0590 2024-09-05T02:35:01.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.344+0000 7fc1da000640 1 -- 172.21.15.33:0/4261552351 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1d4019c70 con 0x55697e0d0590 2024-09-05T02:35:01.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.344+0000 7fc1ee69d740 1 -- 172.21.15.33:0/4261552351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0d0590 msgr2=0x55697e0da910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:01.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.344+0000 7fc1dbe00640 1 --2- 172.21.15.33:0/335251396 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc1c80a2cf0 0x7fc1c80a51b0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc009230 tx=0x7fc1cc0314e0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:01.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.344+0000 7fc1ee69d740 1 --2- 172.21.15.33:0/4261552351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0d0590 0x55697e0da910 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fc1d4011650 tx=0x7fc1d4009f90 comp rx=0 tx=0).stop 2024-09-05T02:35:01.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.345+0000 7fc1ee69d740 1 -- 172.21.15.33:0/4261552351 shutdown_connections 2024-09-05T02:35:01.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.345+0000 7fc1ee69d740 1 --2- 172.21.15.33:0/4261552351 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0dae50 0x55697e0dd240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.345+0000 7fc1ee69d740 1 --2- 172.21.15.33:0/4261552351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0d0590 0x55697e0da910 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.345+0000 7fc1ee69d740 1 --2- 172.21.15.33:0/4261552351 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 0x55697e0d0050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.345+0000 7fc1ee69d740 1 -- 172.21.15.33:0/4261552351 >> 172.21.15.33:0/4261552351 conn(0x55697e0cc200 msgr2=0x55697e0cc5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:01.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.345+0000 7fc1ee69d740 1 -- 172.21.15.33:0/4261552351 shutdown_connections 2024-09-05T02:35:01.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.345+0000 7fc1ee69d740 1 -- 172.21.15.33:0/4261552351 wait complete. 2024-09-05T02:35:01.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.345+0000 7fc1ee69d740 1 -- start start 2024-09-05T02:35:01.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.346+0000 7fc1ee69d740 1 Processor -- start 2024-09-05T02:35:01.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.346+0000 7fc1ee69d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 0x55697e0d7dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:01.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.346+0000 7fc1ee69d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0d0590 0x55697e0d8300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:01.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.346+0000 7fc1ee69d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0dae50 0x55697e0d8840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:01.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.346+0000 7fc1ee69d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55697e0dda20 con 0x55697e0dae50 2024-09-05T02:35:01.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.346+0000 7fc1ee69d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55697dff10f0 con 0x55697e0cfc70 2024-09-05T02:35:01.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.346+0000 7fc1ee69d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55697e0ddba0 con 0x55697e0d0590 2024-09-05T02:35:01.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.346+0000 7fc1ee69d740 10 client.0 _ll_register_callbacks cb 0x55697dfd8bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:01.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.346+0000 7fc1e9c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0dae50 0x55697e0d8840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:01.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.347+0000 7fc1e9200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 0x55697e0d7dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:01.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.347+0000 7fc1e9c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0dae50 0x55697e0d8840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55768/0 (socket says 172.21.15.33:55768) 2024-09-05T02:35:01.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.347+0000 7fc1e9c00640 1 -- 172.21.15.33:0/297794087 learned_addr learned my addr 172.21.15.33:0/297794087 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:01.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.347+0000 7fc1e9200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 0x55697e0d7dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:51302/0 (socket says 172.21.15.33:51302) 2024-09-05T02:35:01.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.347+0000 7fc1dbe00640 1 --2- 172.21.15.33:0/297794087 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0d0590 0x55697e0d8300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:01.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.347+0000 7fc1e9200640 1 -- 172.21.15.33:0/297794087 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0d0590 msgr2=0x55697e0d8300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:01.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.347+0000 7fc1e9200640 1 --2- 172.21.15.33:0/297794087 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0d0590 0x55697e0d8300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.347+0000 7fc1e9200640 1 -- 172.21.15.33:0/297794087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0dae50 msgr2=0x55697e0d8840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:01.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.347+0000 7fc1e9200640 1 --2- 172.21.15.33:0/297794087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0dae50 0x55697e0d8840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.347+0000 7fc1e9200640 1 -- 172.21.15.33:0/297794087 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55697dda73c0 con 0x55697e0cfc70 2024-09-05T02:35:01.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.347+0000 7fc1e9200640 1 --2- 172.21.15.33:0/297794087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 0x55697e0d7dc0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fc1d4019850 tx=0x7fc1d4005740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be14939af97dcbf8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:01.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.347+0000 7fc1d2a00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:35:01.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.348+0000 7fc1d2a00640 1 -- 172.21.15.33:0/297794087 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1d401e040 con 0x55697e0cfc70 2024-09-05T02:35:01.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.348+0000 7fc1d2a00640 1 -- 172.21.15.33:0/297794087 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fc1d400fdd0 con 0x55697e0cfc70 2024-09-05T02:35:01.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.348+0000 7fc1ee69d740 1 -- 172.21.15.33:0/297794087 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1d400fba0 con 0x55697e0cfc70 2024-09-05T02:35:01.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.348+0000 7fc1d2a00640 1 -- 172.21.15.33:0/297794087 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc1d402f050 con 0x55697e0cfc70 2024-09-05T02:35:01.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.348+0000 7fc1ee69d740 10 client.27233 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:01.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.348+0000 7fc1ee69d740 1 -- 172.21.15.33:0/297794087 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55697e0e9a50 con 0x55697e0cfc70 2024-09-05T02:35:01.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.349+0000 7fc1d2a00640 1 -- 172.21.15.33:0/297794087 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1d400fba0 con 0x55697e0cfc70 2024-09-05T02:35:01.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.349+0000 7fc1d2a00640 1 -- 172.21.15.33:0/297794087 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fc1d402a030 con 0x55697e0cfc70 2024-09-05T02:35:01.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.349+0000 7fc1ee69d740 10 client.27233 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:01.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.349+0000 7fc1ee69d740 10 client.27233 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:35:01.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.349+0000 7fc1ee69d740 20 client.27233 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:01.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.349+0000 7fc1ee69d740 1 --2- 172.21.15.33:0/297794087 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55697e0eaeb0 0x55697e0ed2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:01.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.349+0000 7fc1ee69d740 4 client.27233 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:01.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.349+0000 7fc1ee69d740 1 -- 172.21.15.33:0/297794087 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55697e043950 con 0x55697e0eaeb0 2024-09-05T02:35:01.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.349+0000 7fc1dbe00640 1 --2- 172.21.15.33:0/297794087 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55697e0eaeb0 0x55697e0ed2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:01.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.350+0000 7fc1dbe00640 1 --2- 172.21.15.33:0/297794087 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55697e0eaeb0 0x55697e0ed2a0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=e46fd2b2c127fb8d server_cookie=5320b9e346968221 in_seq=0 out_seq=0 2024-09-05T02:35:01.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.350+0000 7fc1d2a00640 10 client.27233 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:35:01.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.351+0000 7fc1d2a00640 1 -- 172.21.15.33:0/297794087 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55697e043950 con 0x55697e0eaeb0 2024-09-05T02:35:01.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.351+0000 7fc1d2a00640 10 client.27233 handle_command_reply: tid=0 2024-09-05T02:35:01.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.351+0000 7fc1ee69d740 1 client.27233 shutdown 2024-09-05T02:35:01.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.351+0000 7fc1ee69d740 1 -- 172.21.15.33:0/297794087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 msgr2=0x55697e0d7dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:01.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.351+0000 7fc1ee69d740 1 --2- 172.21.15.33:0/297794087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 0x55697e0d7dc0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fc1d4019850 tx=0x7fc1d4005740 comp rx=0 tx=0).stop 2024-09-05T02:35:01.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.351+0000 7fc1ee69d740 1 -- 172.21.15.33:0/297794087 shutdown_connections 2024-09-05T02:35:01.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.351+0000 7fc1ee69d740 1 --2- 172.21.15.33:0/297794087 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55697e0eaeb0 0x55697e0ed2a0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.351+0000 7fc1ee69d740 1 --2- 172.21.15.33:0/297794087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0dae50 0x55697e0d8840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.351+0000 7fc1ee69d740 1 --2- 172.21.15.33:0/297794087 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0d0590 0x55697e0d8300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.351+0000 7fc1ee69d740 1 --2- 172.21.15.33:0/297794087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 0x55697e0d7dc0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.351+0000 7fc1ee69d740 1 -- 172.21.15.33:0/297794087 >> 172.21.15.33:0/297794087 conn(0x55697e0cc200 msgr2=0x55697e0d1f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:01.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.351+0000 7fc1d2a00640 0 client.27233 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:35:01.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.351+0000 7fc1ee69d740 1 -- 172.21.15.33:0/297794087 shutdown_connections 2024-09-05T02:35:01.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.351+0000 7fc1ee69d740 1 -- 172.21.15.33:0/297794087 wait complete. 2024-09-05T02:35:01.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.351+0000 7fc1ee69d740 20 client.27233 trim_cache size 0 max 16384 2024-09-05T02:35:01.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.365+0000 7fc1ee69d740 1 Processor -- start 2024-09-05T02:35:01.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.365+0000 7fc1ee69d740 1 -- start start 2024-09-05T02:35:01.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.365+0000 7fc1ee69d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 0x55697e0d6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:01.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.365+0000 7fc1ee69d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0d0590 0x55697e0f2a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:01.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.365+0000 7fc1ee69d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0dae50 0x55697e0f2f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:01.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.365+0000 7fc1ee69d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e41afba0 con 0x55697e0dae50 2024-09-05T02:35:01.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.365+0000 7fc1ee69d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e41b16e0 con 0x55697e0cfc70 2024-09-05T02:35:01.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.365+0000 7fc1ee69d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e41b0270 con 0x55697e0d0590 2024-09-05T02:35:01.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.366+0000 7fc1e9200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 0x55697e0d6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:01.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.366+0000 7fc1e9c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0dae50 0x55697e0f2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:01.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.366+0000 7fc1e9c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0dae50 0x55697e0f2f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55776/0 (socket says 172.21.15.33:55776) 2024-09-05T02:35:01.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.366+0000 7fc1dbe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0d0590 0x55697e0f2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:01.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.366+0000 7fc1e9c00640 1 -- 172.21.15.33:0/1645345078 learned_addr learned my addr 172.21.15.33:0/1645345078 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:01.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.366+0000 7fc1e9200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 0x55697e0d6da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:51310/0 (socket says 172.21.15.33:51310) 2024-09-05T02:35:01.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.366+0000 7fc1e9200640 1 -- 172.21.15.33:0/1645345078 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0d0590 msgr2=0x55697e0f2a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:01.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.366+0000 7fc1e9200640 1 --2- 172.21.15.33:0/1645345078 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0d0590 0x55697e0f2a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.366+0000 7fc1e9200640 1 -- 172.21.15.33:0/1645345078 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0dae50 msgr2=0x55697e0f2f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:01.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.366+0000 7fc1e9200640 1 --2- 172.21.15.33:0/1645345078 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0dae50 0x55697e0f2f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.366+0000 7fc1e9200640 1 -- 172.21.15.33:0/1645345078 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55697e0cbca0 con 0x55697e0cfc70 2024-09-05T02:35:01.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.367+0000 7fc1e9200640 1 --2- 172.21.15.33:0/1645345078 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 0x55697e0d6da0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fc1d40059d0 tx=0x7fc1d4003880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89216859bc104e93 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:01.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.367+0000 7fc1d9600640 1 -- 172.21.15.33:0/1645345078 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1d401e040 con 0x55697e0cfc70 2024-09-05T02:35:01.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.367+0000 7fc1d9600640 1 -- 172.21.15.33:0/1645345078 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1d40196a0 con 0x55697e0cfc70 2024-09-05T02:35:01.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.367+0000 7fc1d9600640 1 -- 172.21.15.33:0/1645345078 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1d4019bc0 con 0x55697e0cfc70 2024-09-05T02:35:01.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.367+0000 7fc1ee69d740 1 -- 172.21.15.33:0/1645345078 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 msgr2=0x55697e0d6da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:01.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.367+0000 7fc1ee69d740 1 --2- 172.21.15.33:0/1645345078 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 0x55697e0d6da0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fc1d40059d0 tx=0x7fc1d4003880 comp rx=0 tx=0).stop 2024-09-05T02:35:01.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.367+0000 7fc1ee69d740 1 -- 172.21.15.33:0/1645345078 shutdown_connections 2024-09-05T02:35:01.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.367+0000 7fc1ee69d740 1 --2- 172.21.15.33:0/1645345078 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0dae50 0x55697e0f2f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.367+0000 7fc1ee69d740 1 --2- 172.21.15.33:0/1645345078 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0d0590 0x55697e0f2a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.367+0000 7fc1ee69d740 1 --2- 172.21.15.33:0/1645345078 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 0x55697e0d6da0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.367+0000 7fc1ee69d740 1 -- 172.21.15.33:0/1645345078 >> 172.21.15.33:0/1645345078 conn(0x55697e0cc200 msgr2=0x55697e0d6690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:01.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.368+0000 7fc1ee69d740 1 -- 172.21.15.33:0/1645345078 shutdown_connections 2024-09-05T02:35:01.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.368+0000 7fc1ee69d740 1 -- 172.21.15.33:0/1645345078 wait complete. 2024-09-05T02:35:01.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.368+0000 7fc1ee69d740 1 -- start start 2024-09-05T02:35:01.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.368+0000 7fc1ee69d740 1 Processor -- start 2024-09-05T02:35:01.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.369+0000 7fc1ee69d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 0x55697e0dddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:01.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.369+0000 7fc1ee69d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0d0590 0x55697e0de2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:01.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.369+0000 7fc1ee69d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0dae50 0x55697e0de830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:01.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.369+0000 7fc1ee69d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e41b1010 con 0x55697e0d0590 2024-09-05T02:35:01.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.369+0000 7fc1ee69d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e41b0940 con 0x55697e0cfc70 2024-09-05T02:35:01.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.369+0000 7fc1ee69d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e41adba0 con 0x55697e0dae50 2024-09-05T02:35:01.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.369+0000 7fc1ee69d740 10 client.0 _ll_register_callbacks cb 0x7fc1d401c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:01.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.369+0000 7fc1dbe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0d0590 0x55697e0de2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:01.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.369+0000 7fc1dbe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0d0590 0x55697e0de2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55782/0 (socket says 172.21.15.33:55782) 2024-09-05T02:35:01.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.369+0000 7fc1dbe00640 1 -- 172.21.15.33:0/3114113814 learned_addr learned my addr 172.21.15.33:0/3114113814 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:01.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.369+0000 7fc1e9c00640 1 --2- 172.21.15.33:0/3114113814 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0dae50 0x55697e0de830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:01.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.369+0000 7fc1e9200640 1 --2- 172.21.15.33:0/3114113814 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 0x55697e0dddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:01.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.369+0000 7fc1dbe00640 1 -- 172.21.15.33:0/3114113814 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0dae50 msgr2=0x55697e0de830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:01.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.369+0000 7fc1dbe00640 1 --2- 172.21.15.33:0/3114113814 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0dae50 0x55697e0de830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.369+0000 7fc1dbe00640 1 -- 172.21.15.33:0/3114113814 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 msgr2=0x55697e0dddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:01.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.369+0000 7fc1dbe00640 1 --2- 172.21.15.33:0/3114113814 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 0x55697e0dddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.369+0000 7fc1dbe00640 1 -- 172.21.15.33:0/3114113814 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55697e153b90 con 0x55697e0d0590 2024-09-05T02:35:01.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.370+0000 7fc1dbe00640 1 --2- 172.21.15.33:0/3114113814 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0d0590 0x55697e0de2f0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc031550 tx=0x7fc1cc0058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72ed7f73c0e0f1aa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:01.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.370+0000 7fc1d2a00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:35:01.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.370+0000 7fc1d2a00640 1 -- 172.21.15.33:0/3114113814 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1cc043070 con 0x55697e0d0590 2024-09-05T02:35:01.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.370+0000 7fc1d2a00640 1 -- 172.21.15.33:0/3114113814 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fc1cc0035f0 con 0x55697e0d0590 2024-09-05T02:35:01.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.370+0000 7fc1ee69d740 1 -- 172.21.15.33:0/3114113814 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1d40196a0 con 0x55697e0d0590 2024-09-05T02:35:01.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.370+0000 7fc1d2a00640 1 -- 172.21.15.33:0/3114113814 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc1cc035040 con 0x55697e0d0590 2024-09-05T02:35:01.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.370+0000 7fc1ee69d740 10 client.17154 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:01.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.370+0000 7fc1ee69d740 1 -- 172.21.15.33:0/3114113814 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55697e154ee0 con 0x55697e0d0590 2024-09-05T02:35:01.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.371+0000 7fc1d2a00640 1 -- 172.21.15.33:0/3114113814 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1d40196a0 con 0x55697e0d0590 2024-09-05T02:35:01.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.371+0000 7fc1d2a00640 1 -- 172.21.15.33:0/3114113814 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fc1cc054570 con 0x55697e0d0590 2024-09-05T02:35:01.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.371+0000 7fc1ee69d740 10 client.17154 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:01.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.371+0000 7fc1ee69d740 10 client.17154 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:35:01.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.371+0000 7fc1ee69d740 20 client.17154 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:01.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.371+0000 7fc1ee69d740 1 --2- 172.21.15.33:0/3114113814 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55697e1555f0 0x55697e157a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:01.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.371+0000 7fc1ee69d740 4 client.17154 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:35:01.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.371+0000 7fc1ee69d740 1 -- 172.21.15.33:0/3114113814 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55697e03de60 con 0x55697e1555f0 2024-09-05T02:35:01.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.371+0000 7fc1e9200640 1 --2- 172.21.15.33:0/3114113814 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55697e1555f0 0x55697e157a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:01.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.372+0000 7fc1e9200640 1 --2- 172.21.15.33:0/3114113814 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55697e1555f0 0x55697e157a10 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=db6e9e630909e330 server_cookie=12b8a180e4040725 in_seq=0 out_seq=0 2024-09-05T02:35:01.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.372+0000 7fc1d2a00640 10 client.17154 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:35:01.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.372+0000 7fc1d2a00640 1 -- 172.21.15.33:0/3114113814 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55697e03de60 con 0x55697e1555f0 2024-09-05T02:35:01.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.372+0000 7fc1d2a00640 10 client.17154 handle_command_reply: tid=0 2024-09-05T02:35:01.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.372+0000 7fc1ee69d740 1 client.17154 shutdown 2024-09-05T02:35:01.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.372+0000 7fc1ee69d740 1 -- 172.21.15.33:0/3114113814 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0d0590 msgr2=0x55697e0de2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:01.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.372+0000 7fc1ee69d740 1 --2- 172.21.15.33:0/3114113814 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0d0590 0x55697e0de2f0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc031550 tx=0x7fc1cc0058d0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.372+0000 7fc1ee69d740 1 -- 172.21.15.33:0/3114113814 shutdown_connections 2024-09-05T02:35:01.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.372+0000 7fc1ee69d740 1 --2- 172.21.15.33:0/3114113814 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x55697e1555f0 0x55697e157a10 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.372+0000 7fc1ee69d740 1 --2- 172.21.15.33:0/3114113814 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55697e0dae50 0x55697e0de830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.372+0000 7fc1ee69d740 1 --2- 172.21.15.33:0/3114113814 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55697e0d0590 0x55697e0de2f0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.372+0000 7fc1ee69d740 1 --2- 172.21.15.33:0/3114113814 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55697e0cfc70 0x55697e0dddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.372+0000 7fc1ee69d740 1 -- 172.21.15.33:0/3114113814 >> 172.21.15.33:0/3114113814 conn(0x55697e0cc200 msgr2=0x55697e0d6eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:01.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.373+0000 7fc1d2a00640 0 client.17154 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:35:01.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.373+0000 7fc1ee69d740 1 -- 172.21.15.33:0/3114113814 shutdown_connections 2024-09-05T02:35:01.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.373+0000 7fc1ee69d740 1 -- 172.21.15.33:0/3114113814 wait complete. 2024-09-05T02:35:01.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.373+0000 7fc1ee69d740 20 client.17154 trim_cache size 0 max 16384 2024-09-05T02:35:01.378 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:35:01.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.374+0000 7fc1ebc00640 1 -- 172.21.15.33:0/335251396 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc1c80a2cf0 msgr2=0x7fc1c80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:01.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.374+0000 7fc1ebc00640 1 --2- 172.21.15.33:0/335251396 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc1c80a2cf0 0x7fc1c80a51b0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc009230 tx=0x7fc1cc0314e0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.374+0000 7fc1ebc00640 1 -- 172.21.15.33:0/335251396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc1e410e3c0 msgr2=0x7fc1e419ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:01.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.374+0000 7fc1ebc00640 1 --2- 172.21.15.33:0/335251396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc1e410e3c0 0x7fc1e419ef50 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fc1dc009fd0 tx=0x7fc1dc00ef10 comp rx=0 tx=0).stop 2024-09-05T02:35:01.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.374+0000 7fc1ebc00640 1 -- 172.21.15.33:0/335251396 shutdown_connections 2024-09-05T02:35:01.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.374+0000 7fc1ebc00640 1 --2- 172.21.15.33:0/335251396 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc1c80a2cf0 0x7fc1c80a51b0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.374+0000 7fc1ebc00640 1 --2- 172.21.15.33:0/335251396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc1e410e3c0 0x7fc1e419ef50 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.374+0000 7fc1ebc00640 1 --2- 172.21.15.33:0/335251396 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc1e4074f40 0x7fc1e419abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.374+0000 7fc1ebc00640 1 --2- 172.21.15.33:0/335251396 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc1e4074620 0x7fc1e419a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:01.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.374+0000 7fc1ebc00640 1 -- 172.21.15.33:0/335251396 >> 172.21.15.33:0/335251396 conn(0x7fc1e40fd8c0 msgr2=0x7fc1e40fe5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:01.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.374+0000 7fc1ebc00640 1 -- 172.21.15.33:0/335251396 shutdown_connections 2024-09-05T02:35:01.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:01.374+0000 7fc1ebc00640 1 -- 172.21.15.33:0/335251396 wait complete. 2024-09-05T02:35:01.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:01 smithi174 ceph-mon[34756]: pgmap v247: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:01.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:01 smithi123 ceph-mon[34031]: pgmap v247: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:02.086 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:35:02.463 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:03.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.092+0000 7fbf66c00640 1 -- 172.21.15.33:0/3634256316 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf60109140 msgr2=0x7fbf60110cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:03.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.092+0000 7fbf66c00640 1 --2- 172.21.15.33:0/3634256316 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf60109140 0x7fbf60110cc0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fbf58009ca0 tx=0x7fbf5802a8c0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.092+0000 7fbf66c00640 1 -- 172.21.15.33:0/3634256316 shutdown_connections 2024-09-05T02:35:03.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.092+0000 7fbf66c00640 1 --2- 172.21.15.33:0/3634256316 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf60109140 0x7fbf60110cc0 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.092+0000 7fbf66c00640 1 --2- 172.21.15.33:0/3634256316 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf601049c0 0x7fbf60108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.092+0000 7fbf66c00640 1 --2- 172.21.15.33:0/3634256316 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf60104010 0x7fbf601043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.092+0000 7fbf66c00640 1 -- 172.21.15.33:0/3634256316 >> 172.21.15.33:0/3634256316 conn(0x7fbf600ffa50 msgr2=0x7fbf60101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:03.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.092+0000 7fbf66c00640 1 -- 172.21.15.33:0/3634256316 shutdown_connections 2024-09-05T02:35:03.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.092+0000 7fbf66c00640 1 -- 172.21.15.33:0/3634256316 wait complete. 2024-09-05T02:35:03.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.093+0000 7fbf66c00640 1 Processor -- start 2024-09-05T02:35:03.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.093+0000 7fbf66c00640 1 -- start start 2024-09-05T02:35:03.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.094+0000 7fbf66c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf60104010 0x7fbf6019a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:03.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.094+0000 7fbf66c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf601049c0 0x7fbf6019abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:03.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.094+0000 7fbf66c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf60109140 0x7fbf6019ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:03.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.094+0000 7fbf66c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbf601141a0 con 0x7fbf601049c0 2024-09-05T02:35:03.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.094+0000 7fbf66c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbf60114020 con 0x7fbf60104010 2024-09-05T02:35:03.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.094+0000 7fbf66c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbf60114320 con 0x7fbf60109140 2024-09-05T02:35:03.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.094+0000 7fbf5f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf601049c0 0x7fbf6019abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:03.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.094+0000 7fbf5f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf601049c0 0x7fbf6019abe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55790/0 (socket says 172.21.15.33:55790) 2024-09-05T02:35:03.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.094+0000 7fbf5f400640 1 -- 172.21.15.33:0/3223006463 learned_addr learned my addr 172.21.15.33:0/3223006463 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:03.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.094+0000 7fbf5fe00640 1 --2- 172.21.15.33:0/3223006463 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf60104010 0x7fbf6019a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:03.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.094+0000 7fbf64c00640 1 --2- 172.21.15.33:0/3223006463 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf60109140 0x7fbf6019ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:03.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.094+0000 7fbf5f400640 1 -- 172.21.15.33:0/3223006463 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf60109140 msgr2=0x7fbf6019ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:03.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.094+0000 7fbf5f400640 1 --2- 172.21.15.33:0/3223006463 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf60109140 0x7fbf6019ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.094+0000 7fbf5f400640 1 -- 172.21.15.33:0/3223006463 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf60104010 msgr2=0x7fbf6019a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:03.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.094+0000 7fbf5f400640 1 --2- 172.21.15.33:0/3223006463 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf60104010 0x7fbf6019a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.094+0000 7fbf5f400640 1 -- 172.21.15.33:0/3223006463 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf6019f650 con 0x7fbf601049c0 2024-09-05T02:35:03.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.095+0000 7fbf5f400640 1 --2- 172.21.15.33:0/3223006463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf601049c0 0x7fbf6019abe0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c00d950 tx=0x7fbf4c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:03.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.095+0000 7fbf5cc00640 1 -- 172.21.15.33:0/3223006463 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf4c017070 con 0x7fbf601049c0 2024-09-05T02:35:03.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.095+0000 7fbf5cc00640 1 -- 172.21.15.33:0/3223006463 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf4c009c30 con 0x7fbf601049c0 2024-09-05T02:35:03.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.095+0000 7fbf66c00640 1 -- 172.21.15.33:0/3223006463 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf6019f940 con 0x7fbf601049c0 2024-09-05T02:35:03.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.095+0000 7fbf5cc00640 1 -- 172.21.15.33:0/3223006463 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf4c00f6b0 con 0x7fbf601049c0 2024-09-05T02:35:03.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.095+0000 7fbf66c00640 1 -- 172.21.15.33:0/3223006463 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf601a7220 con 0x7fbf601049c0 2024-09-05T02:35:03.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.098+0000 7fbf6961b740 1 Processor -- start 2024-09-05T02:35:03.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.098+0000 7fbf6961b740 1 -- start start 2024-09-05T02:35:03.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.098+0000 7fbf5cc00640 1 -- 172.21.15.33:0/3223006463 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fbf4c0109d0 con 0x7fbf601049c0 2024-09-05T02:35:03.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.099+0000 7fbf6961b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258d1c70 0x5585258d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:03.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.099+0000 7fbf6961b740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d2590 0x5585258dc910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:03.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.099+0000 7fbf6961b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258dce50 0x5585258df240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:03.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.099+0000 7fbf6961b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5585258383e0 con 0x5585258d1c70 2024-09-05T02:35:03.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.099+0000 7fbf6961b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5585257dfd80 con 0x5585258dce50 2024-09-05T02:35:03.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.099+0000 7fbf6961b740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5585258343a0 con 0x5585258d2590 2024-09-05T02:35:03.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.099+0000 7fbf64c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258d1c70 0x5585258d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:03.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.099+0000 7fbf64c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258d1c70 0x5585258d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55804/0 (socket says 172.21.15.33:55804) 2024-09-05T02:35:03.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.099+0000 7fbf64c00640 1 -- 172.21.15.33:0/2455036149 learned_addr learned my addr 172.21.15.33:0/2455036149 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:03.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.099+0000 7fbf5f400640 1 --2- 172.21.15.33:0/2455036149 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258dce50 0x5585258df240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:03.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.099+0000 7fbf5fe00640 1 --2- 172.21.15.33:0/2455036149 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d2590 0x5585258dc910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:03.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.099+0000 7fbf64c00640 1 -- 172.21.15.33:0/2455036149 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d2590 msgr2=0x5585258dc910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:03.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.099+0000 7fbf64c00640 1 --2- 172.21.15.33:0/2455036149 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d2590 0x5585258dc910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.099+0000 7fbf64c00640 1 -- 172.21.15.33:0/2455036149 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258dce50 msgr2=0x5585258df240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:03.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.099+0000 7fbf64c00640 1 --2- 172.21.15.33:0/2455036149 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258dce50 0x5585258df240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.099+0000 7fbf64c00640 1 -- 172.21.15.33:0/2455036149 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5585257feae0 con 0x5585258d1c70 2024-09-05T02:35:03.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.099+0000 7fbf5fe00640 1 --2- 172.21.15.33:0/2455036149 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d2590 0x5585258dc910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:35:03.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.100+0000 7fbf64c00640 1 --2- 172.21.15.33:0/2455036149 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258d1c70 0x5585258d2050 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fbf5802aeb0 tx=0x7fbf5802f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21096b215e8b7fb9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:03.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.100+0000 7fbf55200640 1 -- 172.21.15.33:0/2455036149 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf58003970 con 0x5585258d1c70 2024-09-05T02:35:03.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.100+0000 7fbf55200640 1 -- 172.21.15.33:0/2455036149 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf58036030 con 0x5585258d1c70 2024-09-05T02:35:03.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.100+0000 7fbf5cc00640 1 --2- 172.21.15.33:0/3223006463 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbf440a2cf0 0x7fbf440a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:03.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.100+0000 7fbf55200640 1 -- 172.21.15.33:0/2455036149 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf58004460 con 0x5585258d1c70 2024-09-05T02:35:03.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.100+0000 7fbf5cc00640 1 -- 172.21.15.33:0/3223006463 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fbf4c0cefa0 con 0x7fbf601049c0 2024-09-05T02:35:03.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.101+0000 7fbf5fe00640 1 --2- 172.21.15.33:0/3223006463 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbf440a2cf0 0x7fbf440a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:03.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.101+0000 7fbf6961b740 1 -- 172.21.15.33:0/2455036149 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258d1c70 msgr2=0x5585258d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:03.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.101+0000 7fbf6961b740 1 --2- 172.21.15.33:0/2455036149 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258d1c70 0x5585258d2050 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fbf5802aeb0 tx=0x7fbf5802f3c0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.101+0000 7fbf6961b740 1 -- 172.21.15.33:0/2455036149 shutdown_connections 2024-09-05T02:35:03.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.101+0000 7fbf6961b740 1 --2- 172.21.15.33:0/2455036149 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258dce50 0x5585258df240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.101+0000 7fbf6961b740 1 --2- 172.21.15.33:0/2455036149 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d2590 0x5585258dc910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.101+0000 7fbf6961b740 1 --2- 172.21.15.33:0/2455036149 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258d1c70 0x5585258d2050 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.101+0000 7fbf6961b740 1 -- 172.21.15.33:0/2455036149 >> 172.21.15.33:0/2455036149 conn(0x5585258ce200 msgr2=0x5585258ce5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:03.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.101+0000 7fbf6961b740 1 -- 172.21.15.33:0/2455036149 shutdown_connections 2024-09-05T02:35:03.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.101+0000 7fbf5fe00640 1 --2- 172.21.15.33:0/3223006463 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbf440a2cf0 0x7fbf440a51b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x5585258cf060 tx=0x7fbf5000b410 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:03.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.101+0000 7fbf6961b740 1 -- 172.21.15.33:0/2455036149 wait complete. 2024-09-05T02:35:03.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.102+0000 7fbf6961b740 1 -- start start 2024-09-05T02:35:03.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.102+0000 7fbf6961b740 1 Processor -- start 2024-09-05T02:35:03.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.103+0000 7fbf6961b740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d1c70 0x5585258d9cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:03.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.103+0000 7fbf6961b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258d2590 0x5585258da210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:03.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.103+0000 7fbf6961b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258dce50 0x5585258da750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:03.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.103+0000 7fbf6961b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5585258df8a0 con 0x5585258dce50 2024-09-05T02:35:03.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.103+0000 7fbf6961b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5585257f30f0 con 0x5585258d2590 2024-09-05T02:35:03.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.103+0000 7fbf6961b740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5585258dfa20 con 0x5585258d1c70 2024-09-05T02:35:03.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.103+0000 7fbf6961b740 10 client.0 _ll_register_callbacks cb 0x5585257dabd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:03.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.103+0000 7fbf5fe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d1c70 0x5585258d9cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:03.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.103+0000 7fbf5f400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258d2590 0x5585258da210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:03.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.103+0000 7fbf5fe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d1c70 0x5585258d9cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:37290/0 (socket says 172.21.15.33:37290) 2024-09-05T02:35:03.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.103+0000 7fbf5fe00640 1 -- 172.21.15.33:0/2311468390 learned_addr learned my addr 172.21.15.33:0/2311468390 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:03.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.103+0000 7fbf64c00640 1 --2- 172.21.15.33:0/2311468390 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258dce50 0x5585258da750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:03.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.103+0000 7fbf5f400640 1 -- 172.21.15.33:0/2311468390 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d1c70 msgr2=0x5585258d9cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:03.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.103+0000 7fbf5f400640 1 --2- 172.21.15.33:0/2311468390 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d1c70 0x5585258d9cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.103+0000 7fbf5f400640 1 -- 172.21.15.33:0/2311468390 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258dce50 msgr2=0x5585258da750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:03.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.103+0000 7fbf5f400640 1 --2- 172.21.15.33:0/2311468390 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258dce50 0x5585258da750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.103+0000 7fbf5f400640 1 -- 172.21.15.33:0/2311468390 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5585255a93c0 con 0x5585258d2590 2024-09-05T02:35:03.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.104+0000 7fbf5fe00640 1 --2- 172.21.15.33:0/2311468390 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d1c70 0x5585258d9cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:03.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.104+0000 7fbf5f400640 1 --2- 172.21.15.33:0/2311468390 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258d2590 0x5585258da210 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c0cc680 tx=0x7fbf4c010d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3e9f7e72b7d029c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:03.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.104+0000 7fbf49600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:35:03.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.104+0000 7fbf49600640 1 -- 172.21.15.33:0/2311468390 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf4c020070 con 0x5585258d2590 2024-09-05T02:35:03.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.104+0000 7fbf6961b740 1 -- 172.21.15.33:0/2311468390 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf58036030 con 0x5585258d2590 2024-09-05T02:35:03.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.104+0000 7fbf49600640 1 -- 172.21.15.33:0/2311468390 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fbf4c0a3c30 con 0x5585258d2590 2024-09-05T02:35:03.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.104+0000 7fbf49600640 1 -- 172.21.15.33:0/2311468390 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbf4c09b040 con 0x5585258d2590 2024-09-05T02:35:03.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.104+0000 7fbf6961b740 10 client.27251 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:03.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.104+0000 7fbf6961b740 1 -- 172.21.15.33:0/2311468390 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5585258eb8c0 con 0x5585258d2590 2024-09-05T02:35:03.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.105+0000 7fbf49600640 1 -- 172.21.15.33:0/2311468390 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf58036030 con 0x5585258d2590 2024-09-05T02:35:03.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.105+0000 7fbf49600640 1 -- 172.21.15.33:0/2311468390 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fbf4c0b4230 con 0x5585258d2590 2024-09-05T02:35:03.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.105+0000 7fbf6961b740 10 client.27251 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:03.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.105+0000 7fbf6961b740 10 client.27251 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:35:03.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.105+0000 7fbf6961b740 20 client.27251 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:03.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.105+0000 7fbf6961b740 1 --2- 172.21.15.33:0/2311468390 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5585258eccd0 0x5585258ef0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:03.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.105+0000 7fbf6961b740 4 client.27251 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:03.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.105+0000 7fbf6961b740 1 -- 172.21.15.33:0/2311468390 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558525845950 con 0x5585258eccd0 2024-09-05T02:35:03.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.106+0000 7fbf5fe00640 1 --2- 172.21.15.33:0/2311468390 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5585258eccd0 0x5585258ef0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:03.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.106+0000 7fbf5fe00640 1 --2- 172.21.15.33:0/2311468390 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5585258eccd0 0x5585258ef0c0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e31d43719ffc4e68 server_cookie=1cac5438f8e9e28a in_seq=0 out_seq=0 2024-09-05T02:35:03.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.106+0000 7fbf49600640 10 client.27251 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:35:03.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.107+0000 7fbf49600640 1 -- 172.21.15.33:0/2311468390 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558525845950 con 0x5585258eccd0 2024-09-05T02:35:03.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.107+0000 7fbf49600640 10 client.27251 handle_command_reply: tid=0 2024-09-05T02:35:03.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.107+0000 7fbf6961b740 1 client.27251 shutdown 2024-09-05T02:35:03.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.107+0000 7fbf6961b740 1 -- 172.21.15.33:0/2311468390 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258d2590 msgr2=0x5585258da210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:03.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.107+0000 7fbf6961b740 1 --2- 172.21.15.33:0/2311468390 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258d2590 0x5585258da210 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c0cc680 tx=0x7fbf4c010d70 comp rx=0 tx=0).stop 2024-09-05T02:35:03.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.107+0000 7fbf6961b740 1 -- 172.21.15.33:0/2311468390 shutdown_connections 2024-09-05T02:35:03.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.107+0000 7fbf6961b740 1 --2- 172.21.15.33:0/2311468390 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5585258eccd0 0x5585258ef0c0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.107+0000 7fbf6961b740 1 --2- 172.21.15.33:0/2311468390 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258dce50 0x5585258da750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.107+0000 7fbf6961b740 1 --2- 172.21.15.33:0/2311468390 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258d2590 0x5585258da210 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.107+0000 7fbf49600640 0 client.27251 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:35:03.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.107+0000 7fbf6961b740 1 --2- 172.21.15.33:0/2311468390 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d1c70 0x5585258d9cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.107+0000 7fbf6961b740 1 -- 172.21.15.33:0/2311468390 >> 172.21.15.33:0/2311468390 conn(0x5585258ce200 msgr2=0x5585258cd380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:03.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.108+0000 7fbf6961b740 1 -- 172.21.15.33:0/2311468390 shutdown_connections 2024-09-05T02:35:03.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.108+0000 7fbf6961b740 1 -- 172.21.15.33:0/2311468390 wait complete. 2024-09-05T02:35:03.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.108+0000 7fbf6961b740 20 client.27251 trim_cache size 0 max 16384 2024-09-05T02:35:03.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.121+0000 7fbf6961b740 1 Processor -- start 2024-09-05T02:35:03.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.121+0000 7fbf6961b740 1 -- start start 2024-09-05T02:35:03.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.122+0000 7fbf6961b740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d1c70 0x5585258d46d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:03.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.122+0000 7fbf6961b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258d2590 0x5585258f4970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:03.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.122+0000 7fbf6961b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258dce50 0x5585258f4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:03.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.122+0000 7fbf6961b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbf601afad0 con 0x5585258d2590 2024-09-05T02:35:03.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.122+0000 7fbf6961b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbf601b1610 con 0x5585258dce50 2024-09-05T02:35:03.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.122+0000 7fbf6961b740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbf601b01a0 con 0x5585258d1c70 2024-09-05T02:35:03.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.122+0000 7fbf5f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258d2590 0x5585258f4970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.122+0000 7fbf5fe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d1c70 0x5585258d46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.122+0000 7fbf5f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258d2590 0x5585258f4970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55824/0 (socket says 172.21.15.33:55824) 2024-09-05T02:35:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.122+0000 7fbf5f400640 1 -- 172.21.15.33:0/125357386 learned_addr learned my addr 172.21.15.33:0/125357386 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.123+0000 7fbf64c00640 1 --2- 172.21.15.33:0/125357386 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258dce50 0x5585258f4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.123+0000 7fbf5fe00640 1 -- 172.21.15.33:0/125357386 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258dce50 msgr2=0x5585258f4eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.123+0000 7fbf5fe00640 1 --2- 172.21.15.33:0/125357386 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258dce50 0x5585258f4eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.123+0000 7fbf5fe00640 1 -- 172.21.15.33:0/125357386 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258d2590 msgr2=0x5585258f4970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.123+0000 7fbf5fe00640 1 --2- 172.21.15.33:0/125357386 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258d2590 0x5585258f4970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.123+0000 7fbf5fe00640 1 -- 172.21.15.33:0/125357386 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5585258ce030 con 0x5585258d1c70 2024-09-05T02:35:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.123+0000 7fbf64c00640 1 --2- 172.21.15.33:0/125357386 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258dce50 0x5585258f4eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:35:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.123+0000 7fbf5f400640 1 --2- 172.21.15.33:0/125357386 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258d2590 0x5585258f4970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.123+0000 7fbf5fe00640 1 --2- 172.21.15.33:0/125357386 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d1c70 0x5585258d46d0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c0d27f0 tx=0x7fbf50015000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c092c7c2c6a9dd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:03.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.123+0000 7fbf4be00640 1 -- 172.21.15.33:0/125357386 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf50004020 con 0x5585258d1c70 2024-09-05T02:35:03.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.123+0000 7fbf4be00640 1 -- 172.21.15.33:0/125357386 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf500041c0 con 0x5585258d1c70 2024-09-05T02:35:03.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.123+0000 7fbf4be00640 1 -- 172.21.15.33:0/125357386 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf50028600 con 0x5585258d1c70 2024-09-05T02:35:03.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.124+0000 7fbf6961b740 1 -- 172.21.15.33:0/125357386 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d1c70 msgr2=0x5585258d46d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:03.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.124+0000 7fbf6961b740 1 --2- 172.21.15.33:0/125357386 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d1c70 0x5585258d46d0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c0d27f0 tx=0x7fbf50015000 comp rx=0 tx=0).stop 2024-09-05T02:35:03.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.124+0000 7fbf6961b740 1 -- 172.21.15.33:0/125357386 shutdown_connections 2024-09-05T02:35:03.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.124+0000 7fbf6961b740 1 --2- 172.21.15.33:0/125357386 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258dce50 0x5585258f4eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.124+0000 7fbf6961b740 1 --2- 172.21.15.33:0/125357386 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258d2590 0x5585258f4970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.124+0000 7fbf6961b740 1 --2- 172.21.15.33:0/125357386 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d1c70 0x5585258d46d0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.124+0000 7fbf6961b740 1 -- 172.21.15.33:0/125357386 >> 172.21.15.33:0/125357386 conn(0x5585258ce200 msgr2=0x5585258dbd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:03.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.124+0000 7fbf6961b740 1 -- 172.21.15.33:0/125357386 shutdown_connections 2024-09-05T02:35:03.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.124+0000 7fbf6961b740 1 -- 172.21.15.33:0/125357386 wait complete. 2024-09-05T02:35:03.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.124+0000 7fbf6961b740 1 -- start start 2024-09-05T02:35:03.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.125+0000 7fbf6961b740 1 Processor -- start 2024-09-05T02:35:03.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.125+0000 7fbf6961b740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d1c70 0x5585258e5320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:03.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.125+0000 7fbf6961b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258d2590 0x5585258d6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:03.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.125+0000 7fbf6961b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258dce50 0x5585258d6ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:03.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.125+0000 7fbf6961b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbf601b0f40 con 0x5585258dce50 2024-09-05T02:35:03.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.125+0000 7fbf6961b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbf601b0870 con 0x5585258d2590 2024-09-05T02:35:03.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.125+0000 7fbf6961b740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbf601adad0 con 0x5585258d1c70 2024-09-05T02:35:03.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.125+0000 7fbf6961b740 10 client.0 _ll_register_callbacks cb 0x7fbf4c00df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:03.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.126+0000 7fbf5f400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258d2590 0x5585258d6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:03.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.126+0000 7fbf5f400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258d2590 0x5585258d6960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:51382/0 (socket says 172.21.15.33:51382) 2024-09-05T02:35:03.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.126+0000 7fbf5f400640 1 -- 172.21.15.33:0/3800379510 learned_addr learned my addr 172.21.15.33:0/3800379510 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:03.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.126+0000 7fbf5fe00640 1 --2- 172.21.15.33:0/3800379510 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d1c70 0x5585258e5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:03.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.126+0000 7fbf64c00640 1 --2- 172.21.15.33:0/3800379510 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258dce50 0x5585258d6ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:03.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.126+0000 7fbf5f400640 1 -- 172.21.15.33:0/3800379510 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d1c70 msgr2=0x5585258e5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:03.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.126+0000 7fbf5f400640 1 --2- 172.21.15.33:0/3800379510 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d1c70 0x5585258e5320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.126+0000 7fbf5f400640 1 -- 172.21.15.33:0/3800379510 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258dce50 msgr2=0x5585258d6ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:03.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.126+0000 7fbf5f400640 1 --2- 172.21.15.33:0/3800379510 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258dce50 0x5585258d6ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.126+0000 7fbf5f400640 1 -- 172.21.15.33:0/3800379510 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5585258cf2b0 con 0x5585258d2590 2024-09-05T02:35:03.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.126+0000 7fbf64c00640 1 --2- 172.21.15.33:0/3800379510 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258dce50 0x5585258d6ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:35:03.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.126+0000 7fbf5f400640 1 --2- 172.21.15.33:0/3800379510 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258d2590 0x5585258d6960 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c010fd0 tx=0x7fbf4c0a4160 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d028cfb10e38dbd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:03.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.126+0000 7fbf49600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:35:03.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.127+0000 7fbf49600640 1 -- 172.21.15.33:0/3800379510 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf4c020040 con 0x5585258d2590 2024-09-05T02:35:03.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.127+0000 7fbf6961b740 1 -- 172.21.15.33:0/3800379510 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf500041c0 con 0x5585258d2590 2024-09-05T02:35:03.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.127+0000 7fbf49600640 1 -- 172.21.15.33:0/3800379510 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fbf4c09ac20 con 0x5585258d2590 2024-09-05T02:35:03.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.127+0000 7fbf49600640 1 -- 172.21.15.33:0/3800379510 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbf4c09ae60 con 0x5585258d2590 2024-09-05T02:35:03.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.127+0000 7fbf6961b740 10 client.27254 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:03.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.127+0000 7fbf6961b740 1 -- 172.21.15.33:0/3800379510 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5585259576c0 con 0x5585258d2590 2024-09-05T02:35:03.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.127+0000 7fbf49600640 1 -- 172.21.15.33:0/3800379510 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf500041c0 con 0x5585258d2590 2024-09-05T02:35:03.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.127+0000 7fbf49600640 1 -- 172.21.15.33:0/3800379510 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fbf4c0a3c30 con 0x5585258d2590 2024-09-05T02:35:03.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.127+0000 7fbf6961b740 10 client.27254 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:03.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.127+0000 7fbf6961b740 10 client.27254 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:35:03.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.127+0000 7fbf6961b740 20 client.27254 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:03.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.127+0000 7fbf6961b740 1 --2- 172.21.15.33:0/3800379510 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x558525957c00 0x55852595a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:03.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.127+0000 7fbf6961b740 4 client.27254 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:35:03.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.127+0000 7fbf6961b740 1 -- 172.21.15.33:0/3800379510 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55852583fe60 con 0x558525957c00 2024-09-05T02:35:03.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.128+0000 7fbf5fe00640 1 --2- 172.21.15.33:0/3800379510 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x558525957c00 0x55852595a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:03.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.128+0000 7fbf5fe00640 1 --2- 172.21.15.33:0/3800379510 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x558525957c00 0x55852595a020 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=229a6cfe866a63dc server_cookie=716eeafe0c51a405 in_seq=0 out_seq=0 2024-09-05T02:35:03.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.128+0000 7fbf49600640 10 client.27254 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:35:03.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.129+0000 7fbf49600640 1 -- 172.21.15.33:0/3800379510 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55852583fe60 con 0x558525957c00 2024-09-05T02:35:03.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.129+0000 7fbf49600640 10 client.27254 handle_command_reply: tid=0 2024-09-05T02:35:03.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.129+0000 7fbf6961b740 1 client.27254 shutdown 2024-09-05T02:35:03.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.129+0000 7fbf6961b740 1 -- 172.21.15.33:0/3800379510 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258d2590 msgr2=0x5585258d6960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:03.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.129+0000 7fbf6961b740 1 --2- 172.21.15.33:0/3800379510 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258d2590 0x5585258d6960 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c010fd0 tx=0x7fbf4c0a4160 comp rx=0 tx=0).stop 2024-09-05T02:35:03.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.129+0000 7fbf6961b740 1 -- 172.21.15.33:0/3800379510 shutdown_connections 2024-09-05T02:35:03.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.129+0000 7fbf6961b740 1 --2- 172.21.15.33:0/3800379510 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x558525957c00 0x55852595a020 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.129+0000 7fbf6961b740 1 --2- 172.21.15.33:0/3800379510 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5585258dce50 0x5585258d6ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.129+0000 7fbf6961b740 1 --2- 172.21.15.33:0/3800379510 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585258d2590 0x5585258d6960 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.129+0000 7fbf6961b740 1 --2- 172.21.15.33:0/3800379510 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5585258d1c70 0x5585258e5320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.129+0000 7fbf49600640 0 client.27254 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:35:03.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.129+0000 7fbf6961b740 1 -- 172.21.15.33:0/3800379510 >> 172.21.15.33:0/3800379510 conn(0x5585258ce200 msgr2=0x5585258dbd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:03.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.129+0000 7fbf6961b740 1 -- 172.21.15.33:0/3800379510 shutdown_connections 2024-09-05T02:35:03.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.129+0000 7fbf6961b740 1 -- 172.21.15.33:0/3800379510 wait complete. 2024-09-05T02:35:03.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.129+0000 7fbf6961b740 20 client.27254 trim_cache size 0 max 16384 2024-09-05T02:35:03.143 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:35:03.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.130+0000 7fbf66c00640 1 -- 172.21.15.33:0/3223006463 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbf440a2cf0 msgr2=0x7fbf440a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:03.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.130+0000 7fbf66c00640 1 --2- 172.21.15.33:0/3223006463 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbf440a2cf0 0x7fbf440a51b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x5585258cf060 tx=0x7fbf5000b410 comp rx=0 tx=0).stop 2024-09-05T02:35:03.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.130+0000 7fbf66c00640 1 -- 172.21.15.33:0/3223006463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf601049c0 msgr2=0x7fbf6019abe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:03.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.130+0000 7fbf66c00640 1 --2- 172.21.15.33:0/3223006463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf601049c0 0x7fbf6019abe0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c00d950 tx=0x7fbf4c00de10 comp rx=0 tx=0).stop 2024-09-05T02:35:03.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.130+0000 7fbf66c00640 1 -- 172.21.15.33:0/3223006463 shutdown_connections 2024-09-05T02:35:03.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.130+0000 7fbf66c00640 1 --2- 172.21.15.33:0/3223006463 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbf440a2cf0 0x7fbf440a51b0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.130+0000 7fbf66c00640 1 --2- 172.21.15.33:0/3223006463 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbf60109140 0x7fbf6019ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.130+0000 7fbf66c00640 1 --2- 172.21.15.33:0/3223006463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf601049c0 0x7fbf6019abe0 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.130+0000 7fbf66c00640 1 --2- 172.21.15.33:0/3223006463 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf60104010 0x7fbf6019a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:03.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.130+0000 7fbf66c00640 1 -- 172.21.15.33:0/3223006463 >> 172.21.15.33:0/3223006463 conn(0x7fbf600ffa50 msgr2=0x7fbf60100d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:03.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.130+0000 7fbf66c00640 1 -- 172.21.15.33:0/3223006463 shutdown_connections 2024-09-05T02:35:03.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:03.130+0000 7fbf66c00640 1 -- 172.21.15.33:0/3223006463 wait complete. 2024-09-05T02:35:03.512 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:03 smithi033 ceph-mon[29909]: pgmap v248: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-09-05T02:35:03.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:03 smithi174 ceph-mon[34756]: pgmap v248: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-09-05T02:35:03.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:03 smithi123 ceph-mon[34031]: pgmap v248: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-09-05T02:35:03.894 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:35:04.273 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:04.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.814+0000 7f157ca00640 1 -- 172.21.15.33:0/2587387181 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15781047e0 msgr2=0x7f1578108830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:04.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.814+0000 7f157ca00640 1 --2- 172.21.15.33:0/2587387181 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15781047e0 0x7f1578108830 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f1564009860 tx=0x7f156402a340 comp rx=0 tx=0).stop 2024-09-05T02:35:04.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.814+0000 7f157ca00640 1 -- 172.21.15.33:0/2587387181 shutdown_connections 2024-09-05T02:35:04.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.814+0000 7f157ca00640 1 --2- 172.21.15.33:0/2587387181 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1578108f60 0x7f1578110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.814+0000 7f157ca00640 1 --2- 172.21.15.33:0/2587387181 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15781047e0 0x7f1578108830 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.814+0000 7f157ca00640 1 --2- 172.21.15.33:0/2587387181 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1578103e30 0x7f1578104210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.814+0000 7f157ca00640 1 -- 172.21.15.33:0/2587387181 >> 172.21.15.33:0/2587387181 conn(0x7f15780ff8d0 msgr2=0x7f1578101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:04.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.814+0000 7f157ca00640 1 -- 172.21.15.33:0/2587387181 shutdown_connections 2024-09-05T02:35:04.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.814+0000 7f157ca00640 1 -- 172.21.15.33:0/2587387181 wait complete. 2024-09-05T02:35:04.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.815+0000 7f157ca00640 1 Processor -- start 2024-09-05T02:35:04.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.815+0000 7f157ca00640 1 -- start start 2024-09-05T02:35:04.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.816+0000 7f157ca00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1578103e30 0x7f157819a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:04.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.816+0000 7f157ca00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15781047e0 0x7f157819a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:04.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.816+0000 7f157ca00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1578108f60 0x7f157819ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:04.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.816+0000 7f157ca00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1578113fc0 con 0x7f1578103e30 2024-09-05T02:35:04.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.816+0000 7f157ca00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1578113e40 con 0x7f15781047e0 2024-09-05T02:35:04.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.816+0000 7f157ca00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f1578114140 con 0x7f1578108f60 2024-09-05T02:35:04.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.816+0000 7f1577400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1578103e30 0x7f157819a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:04.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.816+0000 7f1577400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1578103e30 0x7f157819a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55850/0 (socket says 172.21.15.33:55850) 2024-09-05T02:35:04.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.816+0000 7f1577400640 1 -- 172.21.15.33:0/544529922 learned_addr learned my addr 172.21.15.33:0/544529922 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:04.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.816+0000 7f1576a00640 1 --2- 172.21.15.33:0/544529922 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15781047e0 0x7f157819a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:04.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.816+0000 7f1577e00640 1 --2- 172.21.15.33:0/544529922 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1578108f60 0x7f157819ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:04.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.816+0000 7f1577400640 1 -- 172.21.15.33:0/544529922 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1578108f60 msgr2=0x7f157819ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:04.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.816+0000 7f1577400640 1 --2- 172.21.15.33:0/544529922 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1578108f60 0x7f157819ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.816+0000 7f1577400640 1 -- 172.21.15.33:0/544529922 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15781047e0 msgr2=0x7f157819a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:04.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.816+0000 7f1577400640 1 --2- 172.21.15.33:0/544529922 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15781047e0 0x7f157819a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.816+0000 7f1577400640 1 -- 172.21.15.33:0/544529922 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f157819f450 con 0x7f1578103e30 2024-09-05T02:35:04.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.816+0000 7f1576a00640 1 --2- 172.21.15.33:0/544529922 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15781047e0 0x7f157819a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:04.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.817+0000 7f1577400640 1 --2- 172.21.15.33:0/544529922 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1578103e30 0x7f157819a4a0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f156800e9f0 tx=0x7f156800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:04.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.817+0000 7f156fe00640 1 -- 172.21.15.33:0/544529922 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f156800cd80 con 0x7f1578103e30 2024-09-05T02:35:04.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.817+0000 7f156fe00640 1 -- 172.21.15.33:0/544529922 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1568005500 con 0x7f1578103e30 2024-09-05T02:35:04.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.817+0000 7f156fe00640 1 -- 172.21.15.33:0/544529922 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1568010690 con 0x7f1578103e30 2024-09-05T02:35:04.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.817+0000 7f157ca00640 1 -- 172.21.15.33:0/544529922 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f157819f740 con 0x7f1578103e30 2024-09-05T02:35:04.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.817+0000 7f157ca00640 1 -- 172.21.15.33:0/544529922 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15781a7020 con 0x7f1578103e30 2024-09-05T02:35:04.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.820+0000 7f156fe00640 1 -- 172.21.15.33:0/544529922 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f15680046c0 con 0x7f1578103e30 2024-09-05T02:35:04.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.820+0000 7f1580bc8740 1 Processor -- start 2024-09-05T02:35:04.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.820+0000 7f1580bc8740 1 -- start start 2024-09-05T02:35:04.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.821+0000 7f1580bc8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a4be40 0x55ab33a4c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:04.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.821+0000 7f1580bc8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 0x55ab33a56ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:04.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.821+0000 7f1580bc8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a57020 0x55ab33a59410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:04.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.821+0000 7f1580bc8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55ab339b23e0 con 0x55ab33a4c760 2024-09-05T02:35:04.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.821+0000 7f1580bc8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ab33959d80 con 0x55ab33a57020 2024-09-05T02:35:04.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.821+0000 7f1580bc8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55ab339ae3a0 con 0x55ab33a4be40 2024-09-05T02:35:04.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.821+0000 7f1577400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 0x55ab33a56ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:04.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.821+0000 7f1577400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 0x55ab33a56ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55854/0 (socket says 172.21.15.33:55854) 2024-09-05T02:35:04.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.821+0000 7f1577400640 1 -- 172.21.15.33:0/417584156 learned_addr learned my addr 172.21.15.33:0/417584156 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:04.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.821+0000 7f1577e00640 1 --2- 172.21.15.33:0/417584156 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a4be40 0x55ab33a4c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:04.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.821+0000 7f1576a00640 1 --2- 172.21.15.33:0/417584156 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a57020 0x55ab33a59410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:04.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.821+0000 7f1577400640 1 -- 172.21.15.33:0/417584156 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a4be40 msgr2=0x55ab33a4c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:04.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.821+0000 7f1577400640 1 --2- 172.21.15.33:0/417584156 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a4be40 0x55ab33a4c220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.822+0000 7f1577400640 1 -- 172.21.15.33:0/417584156 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a57020 msgr2=0x55ab33a59410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:04.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.822+0000 7f1577400640 1 --2- 172.21.15.33:0/417584156 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a57020 0x55ab33a59410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.822+0000 7f1577400640 1 -- 172.21.15.33:0/417584156 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab33978ae0 con 0x55ab33a4c760 2024-09-05T02:35:04.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.822+0000 7f1577e00640 1 --2- 172.21.15.33:0/417584156 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a4be40 0x55ab33a4c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:04.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.822+0000 7f1576a00640 1 --2- 172.21.15.33:0/417584156 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a57020 0x55ab33a59410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:04.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.822+0000 7f156fe00640 1 --2- 172.21.15.33:0/544529922 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f155c0a2cf0 0x7f155c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:04.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.822+0000 7f1577400640 1 --2- 172.21.15.33:0/417584156 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 0x55ab33a56ae0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f15680ccec0 tx=0x7f15680d5b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a87fdf2e242dc753 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:04.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.822+0000 7f156fe00640 1 -- 172.21.15.33:0/544529922 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f15680cf8a0 con 0x7f1578103e30 2024-09-05T02:35:04.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.822+0000 7f1577e00640 1 --2- 172.21.15.33:0/544529922 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f155c0a2cf0 0x7f155c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:04.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.822+0000 7f1563e00640 1 -- 172.21.15.33:0/417584156 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1568097ff0 con 0x55ab33a4c760 2024-09-05T02:35:04.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.822+0000 7f1563e00640 1 -- 172.21.15.33:0/417584156 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f156809c450 con 0x55ab33a4c760 2024-09-05T02:35:04.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.822+0000 7f1563e00640 1 -- 172.21.15.33:0/417584156 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f156809b6b0 con 0x55ab33a4c760 2024-09-05T02:35:04.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.823+0000 7f1580bc8740 1 -- 172.21.15.33:0/417584156 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 msgr2=0x55ab33a56ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:04.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.823+0000 7f1580bc8740 1 --2- 172.21.15.33:0/417584156 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 0x55ab33a56ae0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f15680ccec0 tx=0x7f15680d5b20 comp rx=0 tx=0).stop 2024-09-05T02:35:04.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.823+0000 7f1577e00640 1 --2- 172.21.15.33:0/544529922 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f155c0a2cf0 0x7f155c0a51b0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f1570009fd0 tx=0x7f1570010040 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:04.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.823+0000 7f1580bc8740 1 -- 172.21.15.33:0/417584156 shutdown_connections 2024-09-05T02:35:04.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.823+0000 7f1580bc8740 1 --2- 172.21.15.33:0/417584156 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a57020 0x55ab33a59410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.823+0000 7f1580bc8740 1 --2- 172.21.15.33:0/417584156 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 0x55ab33a56ae0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.823+0000 7f1580bc8740 1 --2- 172.21.15.33:0/417584156 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a4be40 0x55ab33a4c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.823+0000 7f1580bc8740 1 -- 172.21.15.33:0/417584156 >> 172.21.15.33:0/417584156 conn(0x55ab33a483d0 msgr2=0x55ab33a487b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:04.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.823+0000 7f1580bc8740 1 -- 172.21.15.33:0/417584156 shutdown_connections 2024-09-05T02:35:04.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.823+0000 7f1580bc8740 1 -- 172.21.15.33:0/417584156 wait complete. 2024-09-05T02:35:04.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.824+0000 7f1580bc8740 1 -- start start 2024-09-05T02:35:04.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.824+0000 7f1580bc8740 1 Processor -- start 2024-09-05T02:35:04.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.825+0000 7f1580bc8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a4be40 0x55ab33a53f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:04.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.825+0000 7f1580bc8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 0x55ab33a54440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:04.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.825+0000 7f1580bc8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a57020 0x55ab33a54980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:04.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.825+0000 7f1580bc8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55ab33a59bf0 con 0x55ab33a4c760 2024-09-05T02:35:04.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.825+0000 7f1580bc8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ab3396d0f0 con 0x55ab33a57020 2024-09-05T02:35:04.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.825+0000 7f1580bc8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55ab33a59d70 con 0x55ab33a4be40 2024-09-05T02:35:04.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.825+0000 7f1580bc8740 10 client.0 _ll_register_callbacks cb 0x55ab33954bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:04.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.825+0000 7f1576a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 0x55ab33a54440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:04.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.825+0000 7f1577400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a4be40 0x55ab33a53f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:04.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.825+0000 7f1576a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 0x55ab33a54440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55866/0 (socket says 172.21.15.33:55866) 2024-09-05T02:35:04.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.825+0000 7f1576a00640 1 -- 172.21.15.33:0/2634340468 learned_addr learned my addr 172.21.15.33:0/2634340468 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:04.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.825+0000 7f1577400640 1 --2- 172.21.15.33:0/2634340468 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a4be40 0x55ab33a53f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:37334/0 (socket says 172.21.15.33:37334) 2024-09-05T02:35:04.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.825+0000 7f1577e00640 1 --2- 172.21.15.33:0/2634340468 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a57020 0x55ab33a54980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:04.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.825+0000 7f1577400640 1 -- 172.21.15.33:0/2634340468 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a57020 msgr2=0x55ab33a54980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:04.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.825+0000 7f1577400640 1 --2- 172.21.15.33:0/2634340468 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a57020 0x55ab33a54980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.825+0000 7f1577400640 1 -- 172.21.15.33:0/2634340468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 msgr2=0x55ab33a54440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:04.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.825+0000 7f1577400640 1 --2- 172.21.15.33:0/2634340468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 0x55ab33a54440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.825+0000 7f1577400640 1 -- 172.21.15.33:0/2634340468 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab337233c0 con 0x55ab33a4be40 2024-09-05T02:35:04.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.825+0000 7f1576a00640 1 --2- 172.21.15.33:0/2634340468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 0x55ab33a54440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:04.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.826+0000 7f1577400640 1 --2- 172.21.15.33:0/2634340468 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a4be40 0x55ab33a53f00 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x55ab33a49230 tx=0x7f1568009720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6007f1dfd312f3da server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:04.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.826+0000 7f1560c00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:35:04.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.826+0000 7f1560c00640 1 -- 172.21.15.33:0/2634340468 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f156809b890 con 0x55ab33a4be40 2024-09-05T02:35:04.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.826+0000 7f1560c00640 1 -- 172.21.15.33:0/2634340468 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f156809bfb0 con 0x55ab33a4be40 2024-09-05T02:35:04.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.826+0000 7f1580bc8740 1 -- 172.21.15.33:0/2634340468 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f156809c450 con 0x55ab33a4be40 2024-09-05T02:35:04.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.826+0000 7f1560c00640 1 -- 172.21.15.33:0/2634340468 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f156809bb20 con 0x55ab33a4be40 2024-09-05T02:35:04.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.826+0000 7f1580bc8740 10 client.27202 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:04.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.826+0000 7f1580bc8740 1 -- 172.21.15.33:0/2634340468 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ab33a59bf0 con 0x55ab33a4be40 2024-09-05T02:35:04.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.826+0000 7f1560c00640 1 -- 172.21.15.33:0/2634340468 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f156809c450 con 0x55ab33a4be40 2024-09-05T02:35:04.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.827+0000 7f1560c00640 1 -- 172.21.15.33:0/2634340468 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f15680a4530 con 0x55ab33a4be40 2024-09-05T02:35:04.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.827+0000 7f1580bc8740 10 client.27202 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:04.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.827+0000 7f1580bc8740 10 client.27202 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:35:04.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.827+0000 7f1580bc8740 20 client.27202 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:04.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.827+0000 7f1580bc8740 1 --2- 172.21.15.33:0/2634340468 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55ab33a66db0 0x55ab33a691a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:04.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.827+0000 7f1580bc8740 4 client.27202 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:04.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.827+0000 7f1580bc8740 1 -- 172.21.15.33:0/2634340468 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ab339bf950 con 0x55ab33a66db0 2024-09-05T02:35:04.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.827+0000 7f1576a00640 1 --2- 172.21.15.33:0/2634340468 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55ab33a66db0 0x55ab33a691a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:04.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.828+0000 7f1576a00640 1 --2- 172.21.15.33:0/2634340468 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55ab33a66db0 0x55ab33a691a0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=352d339d007afc3a server_cookie=f05450a49da745b4 in_seq=0 out_seq=0 2024-09-05T02:35:04.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.828+0000 7f1560c00640 10 client.27202 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:35:04.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.828+0000 7f1560c00640 1 -- 172.21.15.33:0/2634340468 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ab339bf950 con 0x55ab33a66db0 2024-09-05T02:35:04.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.828+0000 7f1560c00640 10 client.27202 handle_command_reply: tid=0 2024-09-05T02:35:04.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.828+0000 7f1580bc8740 1 client.27202 shutdown 2024-09-05T02:35:04.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.829+0000 7f1580bc8740 1 -- 172.21.15.33:0/2634340468 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a4be40 msgr2=0x55ab33a53f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:04.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.829+0000 7f1580bc8740 1 --2- 172.21.15.33:0/2634340468 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a4be40 0x55ab33a53f00 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x55ab33a49230 tx=0x7f1568009720 comp rx=0 tx=0).stop 2024-09-05T02:35:04.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.829+0000 7f1580bc8740 1 -- 172.21.15.33:0/2634340468 shutdown_connections 2024-09-05T02:35:04.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.829+0000 7f1580bc8740 1 --2- 172.21.15.33:0/2634340468 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55ab33a66db0 0x55ab33a691a0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.829+0000 7f1580bc8740 1 --2- 172.21.15.33:0/2634340468 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a57020 0x55ab33a54980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.829+0000 7f1580bc8740 1 --2- 172.21.15.33:0/2634340468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 0x55ab33a54440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.829+0000 7f1580bc8740 1 --2- 172.21.15.33:0/2634340468 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a4be40 0x55ab33a53f00 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.829+0000 7f1560c00640 0 client.27202 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:35:04.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.829+0000 7f1580bc8740 1 -- 172.21.15.33:0/2634340468 >> 172.21.15.33:0/2634340468 conn(0x55ab33a483d0 msgr2=0x55ab33a4e0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:04.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.829+0000 7f1580bc8740 1 -- 172.21.15.33:0/2634340468 shutdown_connections 2024-09-05T02:35:04.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.829+0000 7f1580bc8740 1 -- 172.21.15.33:0/2634340468 wait complete. 2024-09-05T02:35:04.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.829+0000 7f1580bc8740 20 client.27202 trim_cache size 0 max 16384 2024-09-05T02:35:04.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.843+0000 7f1580bc8740 1 Processor -- start 2024-09-05T02:35:04.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.843+0000 7f1580bc8740 1 -- start start 2024-09-05T02:35:04.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.843+0000 7f1580bc8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a4be40 0x55ab33a56230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:04.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.843+0000 7f1580bc8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 0x55ab33a537e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:04.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.843+0000 7f1580bc8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a57020 0x55ab33a6e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:04.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.843+0000 7f1580bc8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f15781af980 con 0x55ab33a4c760 2024-09-05T02:35:04.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.843+0000 7f1580bc8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f15781b14c0 con 0x55ab33a57020 2024-09-05T02:35:04.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.843+0000 7f1580bc8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f15781b0050 con 0x55ab33a4be40 2024-09-05T02:35:04.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.843+0000 7f1576a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 0x55ab33a537e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:04.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.843+0000 7f1576a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 0x55ab33a537e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55872/0 (socket says 172.21.15.33:55872) 2024-09-05T02:35:04.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.843+0000 7f1576a00640 1 -- 172.21.15.33:0/1017706465 learned_addr learned my addr 172.21.15.33:0/1017706465 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:04.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.843+0000 7f1577400640 1 --2- 172.21.15.33:0/1017706465 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a4be40 0x55ab33a56230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:04.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.843+0000 7f1577e00640 1 --2- 172.21.15.33:0/1017706465 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a57020 0x55ab33a6e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:04.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.843+0000 7f1576a00640 1 -- 172.21.15.33:0/1017706465 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a4be40 msgr2=0x55ab33a56230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:04.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.843+0000 7f1576a00640 1 --2- 172.21.15.33:0/1017706465 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a4be40 0x55ab33a56230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.844+0000 7f1576a00640 1 -- 172.21.15.33:0/1017706465 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a57020 msgr2=0x55ab33a6e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:04.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.844+0000 7f1576a00640 1 --2- 172.21.15.33:0/1017706465 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a57020 0x55ab33a6e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.844+0000 7f1576a00640 1 -- 172.21.15.33:0/1017706465 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab33a4ecb0 con 0x55ab33a4c760 2024-09-05T02:35:04.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.844+0000 7f1577e00640 1 --2- 172.21.15.33:0/1017706465 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a57020 0x55ab33a6e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:35:04.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.844+0000 7f1577400640 1 --2- 172.21.15.33:0/1017706465 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a4be40 0x55ab33a56230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:35:04.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.844+0000 7f1576a00640 1 --2- 172.21.15.33:0/1017706465 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 0x55ab33a537e0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f1564009830 tx=0x7f15640058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=129d9bbc8840cebc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:04.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.844+0000 7f1563400640 1 -- 172.21.15.33:0/1017706465 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1564037040 con 0x55ab33a4c760 2024-09-05T02:35:04.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.844+0000 7f1563400640 1 -- 172.21.15.33:0/1017706465 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1564030750 con 0x55ab33a4c760 2024-09-05T02:35:04.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.844+0000 7f1563400640 1 -- 172.21.15.33:0/1017706465 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1564043540 con 0x55ab33a4c760 2024-09-05T02:35:04.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.845+0000 7f1580bc8740 1 -- 172.21.15.33:0/1017706465 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 msgr2=0x55ab33a537e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:04.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.845+0000 7f1580bc8740 1 --2- 172.21.15.33:0/1017706465 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 0x55ab33a537e0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f1564009830 tx=0x7f15640058d0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.845+0000 7f1580bc8740 1 -- 172.21.15.33:0/1017706465 shutdown_connections 2024-09-05T02:35:04.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.845+0000 7f1580bc8740 1 --2- 172.21.15.33:0/1017706465 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a57020 0x55ab33a6e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.845+0000 7f1580bc8740 1 --2- 172.21.15.33:0/1017706465 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4c760 0x55ab33a537e0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.845+0000 7f1580bc8740 1 --2- 172.21.15.33:0/1017706465 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a4be40 0x55ab33a56230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.845+0000 7f1580bc8740 1 -- 172.21.15.33:0/1017706465 >> 172.21.15.33:0/1017706465 conn(0x55ab33a483d0 msgr2=0x55ab33a4e0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:04.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.845+0000 7f1580bc8740 1 -- 172.21.15.33:0/1017706465 shutdown_connections 2024-09-05T02:35:04.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.845+0000 7f1580bc8740 1 -- 172.21.15.33:0/1017706465 wait complete. 2024-09-05T02:35:04.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.845+0000 7f1580bc8740 1 -- start start 2024-09-05T02:35:04.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.846+0000 7f1580bc8740 1 Processor -- start 2024-09-05T02:35:04.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.846+0000 7f1580bc8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4be40 0x55ab33a5a700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:04.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.846+0000 7f1580bc8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a4c760 0x55ab33a5ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:04.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.846+0000 7f1580bc8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a57020 0x55ab33ad20d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:04.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.846+0000 7f1580bc8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f15781b0df0 con 0x55ab33a4be40 2024-09-05T02:35:04.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.846+0000 7f1580bc8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f15781b0720 con 0x55ab33a4c760 2024-09-05T02:35:04.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.846+0000 7f1580bc8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f15781ad980 con 0x55ab33a57020 2024-09-05T02:35:04.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.846+0000 7f1580bc8740 10 client.0 _ll_register_callbacks cb 0x7f156809e020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:04.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.846+0000 7f1577400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4be40 0x55ab33a5a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:04.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.846+0000 7f1577400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4be40 0x55ab33a5a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55882/0 (socket says 172.21.15.33:55882) 2024-09-05T02:35:04.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.846+0000 7f1577400640 1 -- 172.21.15.33:0/3405577088 learned_addr learned my addr 172.21.15.33:0/3405577088 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:04.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.846+0000 7f1577e00640 1 --2- 172.21.15.33:0/3405577088 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a57020 0x55ab33ad20d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:04.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.846+0000 7f1576a00640 1 --2- 172.21.15.33:0/3405577088 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a4c760 0x55ab33a5ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:04.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.847+0000 7f1577400640 1 -- 172.21.15.33:0/3405577088 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a57020 msgr2=0x55ab33ad20d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:04.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.847+0000 7f1577400640 1 --2- 172.21.15.33:0/3405577088 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a57020 0x55ab33ad20d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.847+0000 7f1577400640 1 -- 172.21.15.33:0/3405577088 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a4c760 msgr2=0x55ab33a5ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:04.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.847+0000 7f1577400640 1 --2- 172.21.15.33:0/3405577088 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a4c760 0x55ab33a5ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.847+0000 7f1577400640 1 -- 172.21.15.33:0/3405577088 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab33ad2770 con 0x55ab33a4be40 2024-09-05T02:35:04.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.847+0000 7f1577400640 1 --2- 172.21.15.33:0/3405577088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4be40 0x55ab33a5a700 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f156809ba50 tx=0x7f156809b3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9eb5b93dde54b443 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:04.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.847+0000 7f1560c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:35:04.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.847+0000 7f1560c00640 1 -- 172.21.15.33:0/3405577088 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f156809b890 con 0x55ab33a4be40 2024-09-05T02:35:04.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.847+0000 7f1580bc8740 1 -- 172.21.15.33:0/3405577088 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1564030750 con 0x55ab33a4be40 2024-09-05T02:35:04.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.847+0000 7f1560c00640 1 -- 172.21.15.33:0/3405577088 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7f156809bfb0 con 0x55ab33a4be40 2024-09-05T02:35:04.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.848+0000 7f1560c00640 1 -- 172.21.15.33:0/3405577088 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f156809b6b0 con 0x55ab33a4be40 2024-09-05T02:35:04.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.848+0000 7f1580bc8740 10 client.17190 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:04.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.848+0000 7f1580bc8740 1 -- 172.21.15.33:0/3405577088 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ab33ad2770 con 0x55ab33a4be40 2024-09-05T02:35:04.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.848+0000 7f1560c00640 1 -- 172.21.15.33:0/3405577088 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1564030750 con 0x55ab33a4be40 2024-09-05T02:35:04.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.848+0000 7f1560c00640 1 -- 172.21.15.33:0/3405577088 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f15680a1290 con 0x55ab33a4be40 2024-09-05T02:35:04.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.848+0000 7f1580bc8740 10 client.17190 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:04.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.848+0000 7f1580bc8740 10 client.17190 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:35:04.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.848+0000 7f1580bc8740 20 client.17190 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:04.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.848+0000 7f1580bc8740 1 --2- 172.21.15.33:0/3405577088 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55ab33ad9d10 0x55ab33adc100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:04.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.848+0000 7f1580bc8740 4 client.17190 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:35:04.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.848+0000 7f1580bc8740 1 -- 172.21.15.33:0/3405577088 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ab339b9e60 con 0x55ab33ad9d10 2024-09-05T02:35:04.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.848+0000 7f1576a00640 1 --2- 172.21.15.33:0/3405577088 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55ab33ad9d10 0x55ab33adc100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:04.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.849+0000 7f1576a00640 1 --2- 172.21.15.33:0/3405577088 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55ab33ad9d10 0x55ab33adc100 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9d8e5e90e58df612 server_cookie=3cc8b1ad44efe64d in_seq=0 out_seq=0 2024-09-05T02:35:04.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.849+0000 7f1560c00640 10 client.17190 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:35:04.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.849+0000 7f1560c00640 1 -- 172.21.15.33:0/3405577088 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ab339b9e60 con 0x55ab33ad9d10 2024-09-05T02:35:04.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.849+0000 7f1560c00640 10 client.17190 handle_command_reply: tid=0 2024-09-05T02:35:04.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.849+0000 7f1580bc8740 1 client.17190 shutdown 2024-09-05T02:35:04.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.850+0000 7f1580bc8740 1 -- 172.21.15.33:0/3405577088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4be40 msgr2=0x55ab33a5a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:04.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.850+0000 7f1580bc8740 1 --2- 172.21.15.33:0/3405577088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4be40 0x55ab33a5a700 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f156809ba50 tx=0x7f156809b3b0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.850+0000 7f1580bc8740 1 -- 172.21.15.33:0/3405577088 shutdown_connections 2024-09-05T02:35:04.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.850+0000 7f1580bc8740 1 --2- 172.21.15.33:0/3405577088 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55ab33ad9d10 0x55ab33adc100 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.850+0000 7f1580bc8740 1 --2- 172.21.15.33:0/3405577088 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ab33a57020 0x55ab33ad20d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.850+0000 7f1580bc8740 1 --2- 172.21.15.33:0/3405577088 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ab33a4c760 0x55ab33a5ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.850+0000 7f1580bc8740 1 --2- 172.21.15.33:0/3405577088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ab33a4be40 0x55ab33a5a700 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.850+0000 7f1560c00640 0 client.17190 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:35:04.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.850+0000 7f1580bc8740 1 -- 172.21.15.33:0/3405577088 >> 172.21.15.33:0/3405577088 conn(0x55ab33a483d0 msgr2=0x55ab33a4d800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:04.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.850+0000 7f1580bc8740 1 -- 172.21.15.33:0/3405577088 shutdown_connections 2024-09-05T02:35:04.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.850+0000 7f1580bc8740 1 -- 172.21.15.33:0/3405577088 wait complete. 2024-09-05T02:35:04.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.850+0000 7f1580bc8740 20 client.17190 trim_cache size 0 max 16384 2024-09-05T02:35:04.873 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:35:04.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.851+0000 7f157ca00640 1 -- 172.21.15.33:0/544529922 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f155c0a2cf0 msgr2=0x7f155c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:04.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.851+0000 7f157ca00640 1 --2- 172.21.15.33:0/544529922 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f155c0a2cf0 0x7f155c0a51b0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f1570009fd0 tx=0x7f1570010040 comp rx=0 tx=0).stop 2024-09-05T02:35:04.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.851+0000 7f157ca00640 1 -- 172.21.15.33:0/544529922 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1578103e30 msgr2=0x7f157819a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:04.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.851+0000 7f157ca00640 1 --2- 172.21.15.33:0/544529922 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1578103e30 0x7f157819a4a0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f156800e9f0 tx=0x7f156800edf0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.851+0000 7f157ca00640 1 -- 172.21.15.33:0/544529922 shutdown_connections 2024-09-05T02:35:04.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.851+0000 7f157ca00640 1 --2- 172.21.15.33:0/544529922 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f155c0a2cf0 0x7f155c0a51b0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.851+0000 7f157ca00640 1 --2- 172.21.15.33:0/544529922 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1578108f60 0x7f157819ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.851+0000 7f157ca00640 1 --2- 172.21.15.33:0/544529922 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15781047e0 0x7f157819a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.851+0000 7f157ca00640 1 --2- 172.21.15.33:0/544529922 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1578103e30 0x7f157819a4a0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:04.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.851+0000 7f157ca00640 1 -- 172.21.15.33:0/544529922 >> 172.21.15.33:0/544529922 conn(0x7f15780ff8d0 msgr2=0x7f1578100c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:04.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.851+0000 7f157ca00640 1 -- 172.21.15.33:0/544529922 shutdown_connections 2024-09-05T02:35:04.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:04.851+0000 7f157ca00640 1 -- 172.21.15.33:0/544529922 wait complete. 2024-09-05T02:35:05.522 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:05 smithi033 ceph-mon[29909]: pgmap v249: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:35:05.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:05 smithi174 ceph-mon[34756]: pgmap v249: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:35:05.560 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:35:05.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:05 smithi123 ceph-mon[34031]: pgmap v249: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:35:05.935 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:06.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.489+0000 7fba1bc00640 1 -- 172.21.15.33:0/2536520706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba1410e430 msgr2=0x7fba14110820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:06.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.489+0000 7fba1bc00640 1 --2- 172.21.15.33:0/2536520706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba1410e430 0x7fba14110820 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fba0c009ca0 tx=0x7fba0c02a950 comp rx=0 tx=0).stop 2024-09-05T02:35:06.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.489+0000 7fba1bc00640 1 -- 172.21.15.33:0/2536520706 shutdown_connections 2024-09-05T02:35:06.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.489+0000 7fba1bc00640 1 --2- 172.21.15.33:0/2536520706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba1410e430 0x7fba14110820 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.489+0000 7fba1bc00640 1 --2- 172.21.15.33:0/2536520706 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba14074ee0 0x7fba1410def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.489+0000 7fba1bc00640 1 --2- 172.21.15.33:0/2536520706 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fba140745c0 0x7fba140749a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.489+0000 7fba1bc00640 1 -- 172.21.15.33:0/2536520706 >> 172.21.15.33:0/2536520706 conn(0x7fba140fd8b0 msgr2=0x7fba140ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:06.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.489+0000 7fba1bc00640 1 -- 172.21.15.33:0/2536520706 shutdown_connections 2024-09-05T02:35:06.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.489+0000 7fba1bc00640 1 -- 172.21.15.33:0/2536520706 wait complete. 2024-09-05T02:35:06.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.491+0000 7fba1bc00640 1 Processor -- start 2024-09-05T02:35:06.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.491+0000 7fba1bc00640 1 -- start start 2024-09-05T02:35:06.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.491+0000 7fba1bc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba140745c0 0x7fba1419a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:06.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.491+0000 7fba1bc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fba14074ee0 0x7fba1419abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:06.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.491+0000 7fba1bc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba1410e430 0x7fba1419ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:06.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.491+0000 7fba1bc00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fba14114170 con 0x7fba140745c0 2024-09-05T02:35:06.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.491+0000 7fba1bc00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fba14113ff0 con 0x7fba1410e430 2024-09-05T02:35:06.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.491+0000 7fba1bc00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fba141142f0 con 0x7fba14074ee0 2024-09-05T02:35:06.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.492+0000 7fba19200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba140745c0 0x7fba1419a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:06.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.492+0000 7fba19200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba140745c0 0x7fba1419a6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55904/0 (socket says 172.21.15.33:55904) 2024-09-05T02:35:06.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.492+0000 7fba19200640 1 -- 172.21.15.33:0/2099000607 learned_addr learned my addr 172.21.15.33:0/2099000607 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:06.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.492+0000 7fba13e00640 1 --2- 172.21.15.33:0/2099000607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fba14074ee0 0x7fba1419abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:06.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.492+0000 7fba19c00640 1 --2- 172.21.15.33:0/2099000607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba1410e430 0x7fba1419ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:06.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.492+0000 7fba19200640 1 -- 172.21.15.33:0/2099000607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fba14074ee0 msgr2=0x7fba1419abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:06.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.492+0000 7fba19200640 1 --2- 172.21.15.33:0/2099000607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fba14074ee0 0x7fba1419abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.492+0000 7fba19200640 1 -- 172.21.15.33:0/2099000607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba1410e430 msgr2=0x7fba1419ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:06.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.492+0000 7fba19200640 1 --2- 172.21.15.33:0/2099000607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba1410e430 0x7fba1419ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.492+0000 7fba19200640 1 -- 172.21.15.33:0/2099000607 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba1419f660 con 0x7fba140745c0 2024-09-05T02:35:06.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.492+0000 7fba13e00640 1 --2- 172.21.15.33:0/2099000607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fba14074ee0 0x7fba1419abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:06.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.492+0000 7fba19200640 1 --2- 172.21.15.33:0/2099000607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba140745c0 0x7fba1419a6b0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fba0800e9f0 tx=0x7fba0800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:06.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.493+0000 7fba11600640 1 -- 172.21.15.33:0/2099000607 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba0800cd80 con 0x7fba140745c0 2024-09-05T02:35:06.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.493+0000 7fba11600640 1 -- 172.21.15.33:0/2099000607 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fba08005500 con 0x7fba140745c0 2024-09-05T02:35:06.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.493+0000 7fba1bc00640 1 -- 172.21.15.33:0/2099000607 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba1419f950 con 0x7fba140745c0 2024-09-05T02:35:06.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.493+0000 7fba11600640 1 -- 172.21.15.33:0/2099000607 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba08010690 con 0x7fba140745c0 2024-09-05T02:35:06.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.493+0000 7fba1bc00640 1 -- 172.21.15.33:0/2099000607 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba141a7230 con 0x7fba140745c0 2024-09-05T02:35:06.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.496+0000 7fba11600640 1 -- 172.21.15.33:0/2099000607 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fba080046c0 con 0x7fba140745c0 2024-09-05T02:35:06.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.496+0000 7fba1e5c8740 1 Processor -- start 2024-09-05T02:35:06.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.496+0000 7fba1e5c8740 1 -- start start 2024-09-05T02:35:06.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.496+0000 7fba1e5c8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aa9ac70 0x56461aa9b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:06.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.496+0000 7fba1e5c8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aa9b590 0x56461aaa5910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:06.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.496+0000 7fba1e5c8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aaa5e50 0x56461aaa8240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:06.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.496+0000 7fba1e5c8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56461aa013e0 con 0x56461aaa5e50 2024-09-05T02:35:06.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.496+0000 7fba1e5c8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56461a9a8d80 con 0x56461aa9b590 2024-09-05T02:35:06.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.496+0000 7fba1e5c8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56461a9fd3a0 con 0x56461aa9ac70 2024-09-05T02:35:06.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.497+0000 7fba19c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aa9ac70 0x56461aa9b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:06.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.497+0000 7fba19200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aa9b590 0x56461aaa5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:06.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.497+0000 7fba19c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aa9ac70 0x56461aa9b050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:37386/0 (socket says 172.21.15.33:37386) 2024-09-05T02:35:06.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.497+0000 7fba19c00640 1 -- 172.21.15.33:0/478666158 learned_addr learned my addr 172.21.15.33:0/478666158 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:06.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.497+0000 7fba13e00640 1 --2- 172.21.15.33:0/478666158 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aaa5e50 0x56461aaa8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:06.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.497+0000 7fba19200640 1 -- 172.21.15.33:0/478666158 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aa9ac70 msgr2=0x56461aa9b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:06.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.497+0000 7fba19200640 1 --2- 172.21.15.33:0/478666158 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aa9ac70 0x56461aa9b050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.497+0000 7fba19200640 1 -- 172.21.15.33:0/478666158 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aaa5e50 msgr2=0x56461aaa8240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:06.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.497+0000 7fba19200640 1 --2- 172.21.15.33:0/478666158 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aaa5e50 0x56461aaa8240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.497+0000 7fba19200640 1 -- 172.21.15.33:0/478666158 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56461a9c7ae0 con 0x56461aa9b590 2024-09-05T02:35:06.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.497+0000 7fba11600640 1 --2- 172.21.15.33:0/2099000607 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb9fc0a2d70 0x7fb9fc0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:06.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.498+0000 7fba19200640 1 --2- 172.21.15.33:0/478666158 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aa9b590 0x56461aaa5910 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fba080ccf20 tx=0x7fba080d5b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e5082707607b3f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:06.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.498+0000 7fba11600640 1 -- 172.21.15.33:0/2099000607 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fba080cf7e0 con 0x7fba140745c0 2024-09-05T02:35:06.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.498+0000 7fba19c00640 1 --2- 172.21.15.33:0/2099000607 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb9fc0a2d70 0x7fb9fc0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:06.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.498+0000 7fba06000640 1 -- 172.21.15.33:0/478666158 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba08097f90 con 0x56461aa9b590 2024-09-05T02:35:06.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.498+0000 7fba06000640 1 -- 172.21.15.33:0/478666158 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fba0809c3f0 con 0x56461aa9b590 2024-09-05T02:35:06.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.498+0000 7fba06000640 1 -- 172.21.15.33:0/478666158 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba0809b650 con 0x56461aa9b590 2024-09-05T02:35:06.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.499+0000 7fba1e5c8740 1 -- 172.21.15.33:0/478666158 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aa9b590 msgr2=0x56461aaa5910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:06.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.499+0000 7fba19c00640 1 --2- 172.21.15.33:0/2099000607 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb9fc0a2d70 0x7fb9fc0a5230 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fba1406b460 tx=0x7fba0c005c50 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:06.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.499+0000 7fba1e5c8740 1 --2- 172.21.15.33:0/478666158 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aa9b590 0x56461aaa5910 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fba080ccf20 tx=0x7fba080d5b40 comp rx=0 tx=0).stop 2024-09-05T02:35:06.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.499+0000 7fba1e5c8740 1 -- 172.21.15.33:0/478666158 shutdown_connections 2024-09-05T02:35:06.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.499+0000 7fba1e5c8740 1 --2- 172.21.15.33:0/478666158 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aaa5e50 0x56461aaa8240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.499+0000 7fba1e5c8740 1 --2- 172.21.15.33:0/478666158 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aa9b590 0x56461aaa5910 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.499+0000 7fba1e5c8740 1 --2- 172.21.15.33:0/478666158 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aa9ac70 0x56461aa9b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.499+0000 7fba1e5c8740 1 -- 172.21.15.33:0/478666158 >> 172.21.15.33:0/478666158 conn(0x56461aa97200 msgr2=0x56461aa975e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:06.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.499+0000 7fba1e5c8740 1 -- 172.21.15.33:0/478666158 shutdown_connections 2024-09-05T02:35:06.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.499+0000 7fba1e5c8740 1 -- 172.21.15.33:0/478666158 wait complete. 2024-09-05T02:35:06.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.500+0000 7fba1e5c8740 1 -- start start 2024-09-05T02:35:06.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.500+0000 7fba1e5c8740 1 Processor -- start 2024-09-05T02:35:06.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.500+0000 7fba1e5c8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aa9ac70 0x56461aaa2d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:06.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.501+0000 7fba1e5c8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aa9b590 0x56461aaa32c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:06.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.501+0000 7fba1e5c8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aaa5e50 0x56461aaa3800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:06.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.501+0000 7fba1e5c8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56461aaa8a20 con 0x56461aa9ac70 2024-09-05T02:35:06.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.501+0000 7fba1e5c8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56461a9bc0f0 con 0x56461aaa5e50 2024-09-05T02:35:06.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.501+0000 7fba1e5c8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56461aaa8ba0 con 0x56461aa9b590 2024-09-05T02:35:06.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.501+0000 7fba1e5c8740 10 client.0 _ll_register_callbacks cb 0x56461a9a3bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:06.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.501+0000 7fba19200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aa9ac70 0x56461aaa2d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:06.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.501+0000 7fba13e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aa9b590 0x56461aaa32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:06.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.501+0000 7fba13e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aa9b590 0x56461aaa32c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:37392/0 (socket says 172.21.15.33:37392) 2024-09-05T02:35:06.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.501+0000 7fba13e00640 1 -- 172.21.15.33:0/2737120463 learned_addr learned my addr 172.21.15.33:0/2737120463 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:06.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.501+0000 7fba19c00640 1 --2- 172.21.15.33:0/2737120463 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aaa5e50 0x56461aaa3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:06.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.501+0000 7fba13e00640 1 -- 172.21.15.33:0/2737120463 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aaa5e50 msgr2=0x56461aaa3800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:06.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.501+0000 7fba13e00640 1 --2- 172.21.15.33:0/2737120463 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aaa5e50 0x56461aaa3800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.501+0000 7fba13e00640 1 -- 172.21.15.33:0/2737120463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aa9ac70 msgr2=0x56461aaa2d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:06.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.501+0000 7fba13e00640 1 --2- 172.21.15.33:0/2737120463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aa9ac70 0x56461aaa2d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.501+0000 7fba13e00640 1 -- 172.21.15.33:0/2737120463 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56461a7723c0 con 0x56461aa9b590 2024-09-05T02:35:06.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.501+0000 7fba19200640 1 --2- 172.21.15.33:0/2737120463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aa9ac70 0x56461aaa2d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:06.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.502+0000 7fba13e00640 1 --2- 172.21.15.33:0/2737120463 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aa9b590 0x56461aaa32c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fba00012d30 tx=0x7fba0000f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dfc6d7c6efe8aa8d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:06.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.502+0000 7fb9faa00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:35:06.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.502+0000 7fb9faa00640 1 -- 172.21.15.33:0/2737120463 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba0000fe20 con 0x56461aa9b590 2024-09-05T02:35:06.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.502+0000 7fba1e5c8740 1 -- 172.21.15.33:0/2737120463 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba0809c3f0 con 0x56461aa9b590 2024-09-05T02:35:06.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.502+0000 7fb9faa00640 1 -- 172.21.15.33:0/2737120463 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fba00012110 con 0x56461aa9b590 2024-09-05T02:35:06.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.502+0000 7fb9faa00640 1 -- 172.21.15.33:0/2737120463 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fba00004050 con 0x56461aa9b590 2024-09-05T02:35:06.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.503+0000 7fba1e5c8740 10 client.27220 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:06.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.503+0000 7fba1e5c8740 1 -- 172.21.15.33:0/2737120463 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56461aab4b60 con 0x56461aa9b590 2024-09-05T02:35:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.503+0000 7fb9faa00640 1 -- 172.21.15.33:0/2737120463 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fba0809c3f0 con 0x56461aa9b590 2024-09-05T02:35:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.503+0000 7fb9faa00640 1 -- 172.21.15.33:0/2737120463 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fba00010430 con 0x56461aa9b590 2024-09-05T02:35:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.503+0000 7fba1e5c8740 10 client.27220 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.503+0000 7fba1e5c8740 10 client.27220 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:35:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.503+0000 7fba1e5c8740 20 client.27220 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.503+0000 7fba1e5c8740 1 --2- 172.21.15.33:0/2737120463 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56461aab5f70 0x56461aab8410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.503+0000 7fba1e5c8740 4 client.27220 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.503+0000 7fba1e5c8740 1 -- 172.21.15.33:0/2737120463 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56461aa0e950 con 0x56461aab5f70 2024-09-05T02:35:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.504+0000 7fba19200640 1 --2- 172.21.15.33:0/2737120463 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56461aab5f70 0x56461aab8410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.504+0000 7fba19200640 1 --2- 172.21.15.33:0/2737120463 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56461aab5f70 0x56461aab8410 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5f5ec9851286f984 server_cookie=2b729f3b369de7eb in_seq=0 out_seq=0 2024-09-05T02:35:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.504+0000 7fb9faa00640 10 client.27220 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:35:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.505+0000 7fb9faa00640 1 -- 172.21.15.33:0/2737120463 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56461aa0e950 con 0x56461aab5f70 2024-09-05T02:35:06.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.505+0000 7fb9faa00640 10 client.27220 handle_command_reply: tid=0 2024-09-05T02:35:06.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.505+0000 7fba1e5c8740 1 client.27220 shutdown 2024-09-05T02:35:06.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.505+0000 7fba1e5c8740 1 -- 172.21.15.33:0/2737120463 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aa9b590 msgr2=0x56461aaa32c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:06.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.505+0000 7fba1e5c8740 1 --2- 172.21.15.33:0/2737120463 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aa9b590 0x56461aaa32c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fba00012d30 tx=0x7fba0000f790 comp rx=0 tx=0).stop 2024-09-05T02:35:06.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.505+0000 7fba1e5c8740 1 -- 172.21.15.33:0/2737120463 shutdown_connections 2024-09-05T02:35:06.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.505+0000 7fba1e5c8740 1 --2- 172.21.15.33:0/2737120463 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56461aab5f70 0x56461aab8410 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.505+0000 7fba1e5c8740 1 --2- 172.21.15.33:0/2737120463 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aaa5e50 0x56461aaa3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.505+0000 7fba1e5c8740 1 --2- 172.21.15.33:0/2737120463 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aa9b590 0x56461aaa32c0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.505+0000 7fba1e5c8740 1 --2- 172.21.15.33:0/2737120463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aa9ac70 0x56461aaa2d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.505+0000 7fb9faa00640 0 client.27220 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:35:06.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.505+0000 7fba1e5c8740 1 -- 172.21.15.33:0/2737120463 >> 172.21.15.33:0/2737120463 conn(0x56461aa97200 msgr2=0x56461aa9cee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:06.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.505+0000 7fba1e5c8740 1 -- 172.21.15.33:0/2737120463 shutdown_connections 2024-09-05T02:35:06.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.506+0000 7fba1e5c8740 1 -- 172.21.15.33:0/2737120463 wait complete. 2024-09-05T02:35:06.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.506+0000 7fba1e5c8740 20 client.27220 trim_cache size 0 max 16384 2024-09-05T02:35:06.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.520+0000 7fba1e5c8740 1 Processor -- start 2024-09-05T02:35:06.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.520+0000 7fba1e5c8740 1 -- start start 2024-09-05T02:35:06.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.520+0000 7fba1e5c8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aa9ac70 0x56461aabdcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:06.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.520+0000 7fba1e5c8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aa9b590 0x56461aabe210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:06.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.520+0000 7fba1e5c8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aaa5e50 0x56461aa9ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:06.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.520+0000 7fba1e5c8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fba141afba0 con 0x56461aa9ac70 2024-09-05T02:35:06.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.520+0000 7fba1e5c8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fba141b16e0 con 0x56461aa9b590 2024-09-05T02:35:06.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.520+0000 7fba1e5c8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fba141b0270 con 0x56461aaa5e50 2024-09-05T02:35:06.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.520+0000 7fba19200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aa9ac70 0x56461aabdcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:06.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.520+0000 7fba19200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aa9ac70 0x56461aabdcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55932/0 (socket says 172.21.15.33:55932) 2024-09-05T02:35:06.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.520+0000 7fba19200640 1 -- 172.21.15.33:0/2142444991 learned_addr learned my addr 172.21.15.33:0/2142444991 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:06.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.521+0000 7fba19c00640 1 --2- 172.21.15.33:0/2142444991 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aaa5e50 0x56461aa9ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:06.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.521+0000 7fba13e00640 1 --2- 172.21.15.33:0/2142444991 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aa9b590 0x56461aabe210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:06.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.521+0000 7fba19200640 1 -- 172.21.15.33:0/2142444991 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aaa5e50 msgr2=0x56461aa9ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:06.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.521+0000 7fba19200640 1 --2- 172.21.15.33:0/2142444991 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aaa5e50 0x56461aa9ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.521+0000 7fba19200640 1 -- 172.21.15.33:0/2142444991 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aa9b590 msgr2=0x56461aabe210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:06.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.521+0000 7fba19200640 1 --2- 172.21.15.33:0/2142444991 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aa9b590 0x56461aabe210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.521+0000 7fba19200640 1 -- 172.21.15.33:0/2142444991 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56461aa92770 con 0x56461aa9ac70 2024-09-05T02:35:06.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.521+0000 7fba19200640 1 --2- 172.21.15.33:0/2142444991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aa9ac70 0x56461aabdcd0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fba080049d0 tx=0x7fba08004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1158e58d815c5a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:06.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.521+0000 7fba05600640 1 -- 172.21.15.33:0/2142444991 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba0809b830 con 0x56461aa9ac70 2024-09-05T02:35:06.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.521+0000 7fba05600640 1 -- 172.21.15.33:0/2142444991 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fba0809c3f0 con 0x56461aa9ac70 2024-09-05T02:35:06.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.522+0000 7fba05600640 1 -- 172.21.15.33:0/2142444991 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba0809bac0 con 0x56461aa9ac70 2024-09-05T02:35:06.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.522+0000 7fba1e5c8740 1 -- 172.21.15.33:0/2142444991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aa9ac70 msgr2=0x56461aabdcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:06.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.522+0000 7fba1e5c8740 1 --2- 172.21.15.33:0/2142444991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aa9ac70 0x56461aabdcd0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fba080049d0 tx=0x7fba08004a40 comp rx=0 tx=0).stop 2024-09-05T02:35:06.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.522+0000 7fba1e5c8740 1 -- 172.21.15.33:0/2142444991 shutdown_connections 2024-09-05T02:35:06.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.522+0000 7fba1e5c8740 1 --2- 172.21.15.33:0/2142444991 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aaa5e50 0x56461aa9ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.522+0000 7fba1e5c8740 1 --2- 172.21.15.33:0/2142444991 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aa9b590 0x56461aabe210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.522+0000 7fba1e5c8740 1 --2- 172.21.15.33:0/2142444991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aa9ac70 0x56461aabdcd0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.522+0000 7fba1e5c8740 1 -- 172.21.15.33:0/2142444991 >> 172.21.15.33:0/2142444991 conn(0x56461aa97200 msgr2=0x56461aa96380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:06.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.522+0000 7fba1e5c8740 1 -- 172.21.15.33:0/2142444991 shutdown_connections 2024-09-05T02:35:06.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.522+0000 7fba1e5c8740 1 -- 172.21.15.33:0/2142444991 wait complete. 2024-09-05T02:35:06.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.523+0000 7fba1e5c8740 1 -- start start 2024-09-05T02:35:06.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.523+0000 7fba1e5c8740 1 Processor -- start 2024-09-05T02:35:06.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.523+0000 7fba1e5c8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aa9ac70 0x56461aaae670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:06.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.523+0000 7fba1e5c8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aa9b590 0x56461aaa99a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:06.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.523+0000 7fba1e5c8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aaa5e50 0x56461aaa9fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:06.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.523+0000 7fba1e5c8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fba141b1010 con 0x56461aa9ac70 2024-09-05T02:35:06.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.523+0000 7fba1e5c8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fba141b0940 con 0x56461aaa5e50 2024-09-05T02:35:06.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.523+0000 7fba1e5c8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fba141adba0 con 0x56461aa9b590 2024-09-05T02:35:06.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.524+0000 7fba1e5c8740 10 client.0 _ll_register_callbacks cb 0x7fba00009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:06.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.524+0000 7fba19200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aa9ac70 0x56461aaae670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:06.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.524+0000 7fba19c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aaa5e50 0x56461aaa9fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:06.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.524+0000 7fba19200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aa9ac70 0x56461aaae670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55936/0 (socket says 172.21.15.33:55936) 2024-09-05T02:35:06.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.524+0000 7fba19c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aaa5e50 0x56461aaa9fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:51500/0 (socket says 172.21.15.33:51500) 2024-09-05T02:35:06.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.524+0000 7fba19200640 1 -- 172.21.15.33:0/378081968 learned_addr learned my addr 172.21.15.33:0/378081968 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:06.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.524+0000 7fba13e00640 1 --2- 172.21.15.33:0/378081968 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aa9b590 0x56461aaa99a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:06.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.524+0000 7fba19200640 1 -- 172.21.15.33:0/378081968 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aa9b590 msgr2=0x56461aaa99a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:06.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.524+0000 7fba19200640 1 --2- 172.21.15.33:0/378081968 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aa9b590 0x56461aaa99a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.524+0000 7fba19200640 1 -- 172.21.15.33:0/378081968 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aaa5e50 msgr2=0x56461aaa9fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:06.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.524+0000 7fba19200640 1 --2- 172.21.15.33:0/378081968 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aaa5e50 0x56461aaa9fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.524+0000 7fba19200640 1 -- 172.21.15.33:0/378081968 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56461aaaa7e0 con 0x56461aa9ac70 2024-09-05T02:35:06.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.524+0000 7fba13e00640 1 --2- 172.21.15.33:0/378081968 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aa9b590 0x56461aaa99a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:35:06.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.524+0000 7fba19c00640 1 --2- 172.21.15.33:0/378081968 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aaa5e50 0x56461aaa9fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:06.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.525+0000 7fba19200640 1 --2- 172.21.15.33:0/378081968 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aa9ac70 0x56461aaae670 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fba0809b9f0 tx=0x7fba080cd000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee8ae63287f628eb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:06.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.525+0000 7fb9faa00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:35:06.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.525+0000 7fb9faa00640 1 -- 172.21.15.33:0/378081968 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba0809bac0 con 0x56461aa9ac70 2024-09-05T02:35:06.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.525+0000 7fb9faa00640 1 -- 172.21.15.33:0/378081968 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8542+0+0 (secure 0 0 0) 0x7fba080d5d90 con 0x56461aa9ac70 2024-09-05T02:35:06.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.525+0000 7fba1e5c8740 1 -- 172.21.15.33:0/378081968 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba0809c3f0 con 0x56461aa9ac70 2024-09-05T02:35:06.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.525+0000 7fb9faa00640 1 -- 172.21.15.33:0/378081968 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fba080ab050 con 0x56461aa9ac70 2024-09-05T02:35:06.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.525+0000 7fba1e5c8740 10 client.17208 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:06.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.525+0000 7fba1e5c8740 1 -- 172.21.15.33:0/378081968 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56461ab20dd0 con 0x56461aa9ac70 2024-09-05T02:35:06.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.525+0000 7fb9faa00640 1 -- 172.21.15.33:0/378081968 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fba0809c3f0 con 0x56461aa9ac70 2024-09-05T02:35:06.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.526+0000 7fb9faa00640 1 -- 172.21.15.33:0/378081968 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fba08098360 con 0x56461aa9ac70 2024-09-05T02:35:06.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.526+0000 7fba1e5c8740 10 client.17208 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:06.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.526+0000 7fba1e5c8740 10 client.17208 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:35:06.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.526+0000 7fba1e5c8740 20 client.17208 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:06.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.526+0000 7fba1e5c8740 1 --2- 172.21.15.33:0/378081968 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56461ab21000 0x56461ab233f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:06.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.526+0000 7fba1e5c8740 4 client.17208 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:35:06.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.526+0000 7fba1e5c8740 1 -- 172.21.15.33:0/378081968 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56461aa08e60 con 0x56461ab21000 2024-09-05T02:35:06.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.526+0000 7fba13e00640 1 --2- 172.21.15.33:0/378081968 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56461ab21000 0x56461ab233f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:06.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.526+0000 7fba13e00640 1 --2- 172.21.15.33:0/378081968 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56461ab21000 0x56461ab233f0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=baa530177b5eb9ef server_cookie=bdd99d3d3c6411b in_seq=0 out_seq=0 2024-09-05T02:35:06.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.526+0000 7fb9faa00640 10 client.17208 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:35:06.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.527+0000 7fb9faa00640 1 -- 172.21.15.33:0/378081968 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56461aa08e60 con 0x56461ab21000 2024-09-05T02:35:06.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.527+0000 7fb9faa00640 10 client.17208 handle_command_reply: tid=0 2024-09-05T02:35:06.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.527+0000 7fba1e5c8740 1 client.17208 shutdown 2024-09-05T02:35:06.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.527+0000 7fba1e5c8740 1 -- 172.21.15.33:0/378081968 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aa9ac70 msgr2=0x56461aaae670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:06.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.527+0000 7fba1e5c8740 1 --2- 172.21.15.33:0/378081968 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aa9ac70 0x56461aaae670 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fba0809b9f0 tx=0x7fba080cd000 comp rx=0 tx=0).stop 2024-09-05T02:35:06.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.527+0000 7fba1e5c8740 1 -- 172.21.15.33:0/378081968 shutdown_connections 2024-09-05T02:35:06.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.527+0000 7fba1e5c8740 1 --2- 172.21.15.33:0/378081968 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x56461ab21000 0x56461ab233f0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.527+0000 7fba1e5c8740 1 --2- 172.21.15.33:0/378081968 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56461aaa5e50 0x56461aaa9fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.527+0000 7fba1e5c8740 1 --2- 172.21.15.33:0/378081968 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56461aa9b590 0x56461aaa99a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.527+0000 7fba1e5c8740 1 --2- 172.21.15.33:0/378081968 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56461aa9ac70 0x56461aaae670 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.527+0000 7fba1e5c8740 1 -- 172.21.15.33:0/378081968 >> 172.21.15.33:0/378081968 conn(0x56461aa97200 msgr2=0x56461aaa45e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:06.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.527+0000 7fb9faa00640 0 client.17208 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:35:06.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.527+0000 7fba1e5c8740 1 -- 172.21.15.33:0/378081968 shutdown_connections 2024-09-05T02:35:06.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.527+0000 7fba1e5c8740 1 -- 172.21.15.33:0/378081968 wait complete. 2024-09-05T02:35:06.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.528+0000 7fba1e5c8740 20 client.17208 trim_cache size 0 max 16384 2024-09-05T02:35:06.534 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:35:06.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.528+0000 7fba1bc00640 1 -- 172.21.15.33:0/2099000607 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb9fc0a2d70 msgr2=0x7fb9fc0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:06.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.528+0000 7fba1bc00640 1 --2- 172.21.15.33:0/2099000607 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb9fc0a2d70 0x7fb9fc0a5230 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fba1406b460 tx=0x7fba0c005c50 comp rx=0 tx=0).stop 2024-09-05T02:35:06.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.528+0000 7fba1bc00640 1 -- 172.21.15.33:0/2099000607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba140745c0 msgr2=0x7fba1419a6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:06.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.528+0000 7fba1bc00640 1 --2- 172.21.15.33:0/2099000607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba140745c0 0x7fba1419a6b0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fba0800e9f0 tx=0x7fba0800edf0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.528+0000 7fba1bc00640 1 -- 172.21.15.33:0/2099000607 shutdown_connections 2024-09-05T02:35:06.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.528+0000 7fba1bc00640 1 --2- 172.21.15.33:0/2099000607 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb9fc0a2d70 0x7fb9fc0a5230 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.528+0000 7fba1bc00640 1 --2- 172.21.15.33:0/2099000607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba1410e430 0x7fba1419ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.528+0000 7fba1bc00640 1 --2- 172.21.15.33:0/2099000607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fba14074ee0 0x7fba1419abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.528+0000 7fba1bc00640 1 --2- 172.21.15.33:0/2099000607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba140745c0 0x7fba1419a6b0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:06.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.528+0000 7fba1bc00640 1 -- 172.21.15.33:0/2099000607 >> 172.21.15.33:0/2099000607 conn(0x7fba140fd8b0 msgr2=0x7fba140fe550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:06.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.529+0000 7fba1bc00640 1 -- 172.21.15.33:0/2099000607 shutdown_connections 2024-09-05T02:35:06.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:06.529+0000 7fba1bc00640 1 -- 172.21.15.33:0/2099000607 wait complete. 2024-09-05T02:35:07.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:07 smithi033 ceph-mon[29909]: pgmap v250: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:35:07.427 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:35:07.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:07 smithi174 ceph-mon[34756]: pgmap v250: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:35:07.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:07 smithi123 ceph-mon[34031]: pgmap v250: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:35:07.805 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:08.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.431+0000 7fcaa6800640 1 -- 172.21.15.33:0/2614467418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa0076720 msgr2=0x7fcaa0076b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:08.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.431+0000 7fcaa6800640 1 --2- 172.21.15.33:0/2614467418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa0076720 0x7fcaa0076b00 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fca94009900 tx=0x7fca9402a410 comp rx=0 tx=0).stop 2024-09-05T02:35:08.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.431+0000 7fcaa6800640 1 -- 172.21.15.33:0/2614467418 shutdown_connections 2024-09-05T02:35:08.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.431+0000 7fcaa6800640 1 --2- 172.21.15.33:0/2614467418 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcaa0112870 0x7fcaa0114c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.431+0000 7fcaa6800640 1 --2- 172.21.15.33:0/2614467418 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcaa0077040 0x7fcaa0112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.431+0000 7fcaa6800640 1 --2- 172.21.15.33:0/2614467418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa0076720 0x7fcaa0076b00 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.431+0000 7fcaa6800640 1 -- 172.21.15.33:0/2614467418 >> 172.21.15.33:0/2614467418 conn(0x7fcaa00ff8d0 msgr2=0x7fcaa0101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:08.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.432+0000 7fcaa6800640 1 -- 172.21.15.33:0/2614467418 shutdown_connections 2024-09-05T02:35:08.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.432+0000 7fcaa6800640 1 -- 172.21.15.33:0/2614467418 wait complete. 2024-09-05T02:35:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.433+0000 7fcaa6800640 1 Processor -- start 2024-09-05T02:35:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.433+0000 7fcaa6800640 1 -- start start 2024-09-05T02:35:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.433+0000 7fcaa6800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcaa0076720 0x7fcaa01a4630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.433+0000 7fcaa6800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa0077040 0x7fcaa01a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.433+0000 7fcaa6800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcaa0112870 0x7fcaa019e700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.433+0000 7fcaa6800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa0118430 con 0x7fcaa0077040 2024-09-05T02:35:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.433+0000 7fcaa6800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa01182b0 con 0x7fcaa0112870 2024-09-05T02:35:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.433+0000 7fcaa6800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa01185b0 con 0x7fcaa0076720 2024-09-05T02:35:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.434+0000 7fcaa5e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcaa0112870 0x7fcaa019e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:08.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.434+0000 7fcaa4a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa0077040 0x7fcaa01a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:08.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.434+0000 7fcaa5e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcaa0112870 0x7fcaa019e700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:51520/0 (socket says 172.21.15.33:51520) 2024-09-05T02:35:08.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.434+0000 7fcaa5e00640 1 -- 172.21.15.33:0/2996563553 learned_addr learned my addr 172.21.15.33:0/2996563553 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:08.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.434+0000 7fcaa5400640 1 --2- 172.21.15.33:0/2996563553 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcaa0076720 0x7fcaa01a4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:08.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.434+0000 7fcaa5e00640 1 -- 172.21.15.33:0/2996563553 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcaa0076720 msgr2=0x7fcaa01a4630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:08.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.434+0000 7fcaa5e00640 1 --2- 172.21.15.33:0/2996563553 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcaa0076720 0x7fcaa01a4630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.434+0000 7fcaa5e00640 1 -- 172.21.15.33:0/2996563553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa0077040 msgr2=0x7fcaa01a4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:08.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.434+0000 7fcaa5e00640 1 --2- 172.21.15.33:0/2996563553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa0077040 0x7fcaa01a4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.434+0000 7fcaa5e00640 1 -- 172.21.15.33:0/2996563553 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaa019ef70 con 0x7fcaa0112870 2024-09-05T02:35:08.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.435+0000 7fcaa5e00640 1 --2- 172.21.15.33:0/2996563553 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcaa0112870 0x7fcaa019e700 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fca9800eb10 tx=0x7fca9800c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:08.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.435+0000 7fca9e000640 1 -- 172.21.15.33:0/2996563553 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca98004b20 con 0x7fcaa0112870 2024-09-05T02:35:08.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.435+0000 7fcaa6800640 1 -- 172.21.15.33:0/2996563553 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcaa019f260 con 0x7fcaa0112870 2024-09-05T02:35:08.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.435+0000 7fca9e000640 1 -- 172.21.15.33:0/2996563553 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca98004cc0 con 0x7fcaa0112870 2024-09-05T02:35:08.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.435+0000 7fca9e000640 1 -- 172.21.15.33:0/2996563553 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca98010790 con 0x7fcaa0112870 2024-09-05T02:35:08.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.435+0000 7fcaa6800640 1 -- 172.21.15.33:0/2996563553 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcaa01ab5b0 con 0x7fcaa0112870 2024-09-05T02:35:08.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.438+0000 7fcaaa88d740 1 Processor -- start 2024-09-05T02:35:08.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.438+0000 7fca9e000640 1 -- 172.21.15.33:0/2996563553 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fca98005020 con 0x7fcaa0112870 2024-09-05T02:35:08.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.438+0000 7fcaaa88d740 1 -- start start 2024-09-05T02:35:08.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.439+0000 7fcaaa88d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d743e40 0x55c82d744220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:08.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.439+0000 7fcaaa88d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d744760 0x55c82d74eae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:08.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.439+0000 7fcaaa88d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d74f020 0x55c82d751410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:08.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.439+0000 7fcaaa88d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55c82d6aa3e0 con 0x55c82d744760 2024-09-05T02:35:08.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.439+0000 7fcaaa88d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55c82d651d80 con 0x55c82d74f020 2024-09-05T02:35:08.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.439+0000 7fcaaa88d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55c82d6a63a0 con 0x55c82d743e40 2024-09-05T02:35:08.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.439+0000 7fcaa4a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d74f020 0x55c82d751410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:08.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.439+0000 7fcaa5400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d744760 0x55c82d74eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:08.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.439+0000 7fcaa4a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d74f020 0x55c82d751410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:51526/0 (socket says 172.21.15.33:51526) 2024-09-05T02:35:08.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.439+0000 7fcaa4a00640 1 -- 172.21.15.33:0/2415271690 learned_addr learned my addr 172.21.15.33:0/2415271690 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:08.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.439+0000 7fcaa4a00640 1 --2- 172.21.15.33:0/2415271690 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d743e40 0x55c82d744220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:08.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.440+0000 7fcaa4a00640 1 -- 172.21.15.33:0/2415271690 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d743e40 msgr2=0x55c82d744220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:08.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.440+0000 7fcaa4a00640 1 --2- 172.21.15.33:0/2415271690 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d743e40 0x55c82d744220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.440+0000 7fcaa4a00640 1 -- 172.21.15.33:0/2415271690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d744760 msgr2=0x55c82d74eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:08.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.440+0000 7fcaa4a00640 1 --2- 172.21.15.33:0/2415271690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d744760 0x55c82d74eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.440+0000 7fcaa4a00640 1 -- 172.21.15.33:0/2415271690 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c82d670ae0 con 0x55c82d74f020 2024-09-05T02:35:08.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.440+0000 7fca9e000640 1 --2- 172.21.15.33:0/2996563553 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fca880a2cf0 0x7fca880a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:08.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.440+0000 7fca9e000640 1 -- 172.21.15.33:0/2996563553 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8586+0+0 (secure 0 0 0) 0x7fca980cfc10 con 0x7fcaa0112870 2024-09-05T02:35:08.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.440+0000 7fcaa4a00640 1 --2- 172.21.15.33:0/2415271690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d74f020 0x55c82d751410 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fca8c0058c0 tx=0x7fca8c005850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b6b51e137ec1b67 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:08.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.440+0000 7fcaa5400640 1 --2- 172.21.15.33:0/2996563553 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fca880a2cf0 0x7fca880a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:08.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.440+0000 7fca92600640 1 -- 172.21.15.33:0/2415271690 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca8c004030 con 0x55c82d74f020 2024-09-05T02:35:08.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.440+0000 7fca92600640 1 -- 172.21.15.33:0/2415271690 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca8c005500 con 0x55c82d74f020 2024-09-05T02:35:08.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.440+0000 7fca92600640 1 -- 172.21.15.33:0/2415271690 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca8c004d70 con 0x55c82d74f020 2024-09-05T02:35:08.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.441+0000 7fcaaa88d740 1 -- 172.21.15.33:0/2415271690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d74f020 msgr2=0x55c82d751410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:08.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.441+0000 7fcaaa88d740 1 --2- 172.21.15.33:0/2415271690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d74f020 0x55c82d751410 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fca8c0058c0 tx=0x7fca8c005850 comp rx=0 tx=0).stop 2024-09-05T02:35:08.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.441+0000 7fcaa5400640 1 --2- 172.21.15.33:0/2996563553 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fca880a2cf0 0x7fca880a51b0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fca94000c00 tx=0x7fca94005b50 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:08.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.441+0000 7fcaaa88d740 1 -- 172.21.15.33:0/2415271690 shutdown_connections 2024-09-05T02:35:08.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.441+0000 7fcaaa88d740 1 --2- 172.21.15.33:0/2415271690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d74f020 0x55c82d751410 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.441+0000 7fcaaa88d740 1 --2- 172.21.15.33:0/2415271690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d744760 0x55c82d74eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.441+0000 7fcaaa88d740 1 --2- 172.21.15.33:0/2415271690 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d743e40 0x55c82d744220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.441+0000 7fcaaa88d740 1 -- 172.21.15.33:0/2415271690 >> 172.21.15.33:0/2415271690 conn(0x55c82d7403d0 msgr2=0x55c82d7407b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:08.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.441+0000 7fcaaa88d740 1 -- 172.21.15.33:0/2415271690 shutdown_connections 2024-09-05T02:35:08.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.441+0000 7fcaaa88d740 1 -- 172.21.15.33:0/2415271690 wait complete. 2024-09-05T02:35:08.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.442+0000 7fcaaa88d740 1 -- start start 2024-09-05T02:35:08.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.442+0000 7fcaaa88d740 1 Processor -- start 2024-09-05T02:35:08.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.442+0000 7fcaaa88d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d743e40 0x55c82d74bf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:08.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.443+0000 7fcaaa88d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d744760 0x55c82d74c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:08.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.443+0000 7fcaaa88d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d74f020 0x55c82d74c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:08.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.443+0000 7fcaaa88d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55c82d751bf0 con 0x55c82d743e40 2024-09-05T02:35:08.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.443+0000 7fcaaa88d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55c82d6650f0 con 0x55c82d74f020 2024-09-05T02:35:08.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.443+0000 7fcaaa88d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55c82d751d70 con 0x55c82d744760 2024-09-05T02:35:08.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.443+0000 7fcaaa88d740 10 client.0 _ll_register_callbacks cb 0x55c82d64cbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:08.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.443+0000 7fcaa5400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d743e40 0x55c82d74bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:08.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.443+0000 7fcaa5400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d743e40 0x55c82d74bf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55974/0 (socket says 172.21.15.33:55974) 2024-09-05T02:35:08.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.443+0000 7fcaa5400640 1 -- 172.21.15.33:0/524364926 learned_addr learned my addr 172.21.15.33:0/524364926 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:08.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.443+0000 7fcaa5e00640 1 --2- 172.21.15.33:0/524364926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d74f020 0x55c82d74c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:08.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.443+0000 7fcaa4a00640 1 --2- 172.21.15.33:0/524364926 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d744760 0x55c82d74c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:08.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.443+0000 7fcaa5400640 1 -- 172.21.15.33:0/524364926 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d744760 msgr2=0x55c82d74c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:08.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.443+0000 7fcaa5400640 1 --2- 172.21.15.33:0/524364926 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d744760 0x55c82d74c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.443+0000 7fcaa5400640 1 -- 172.21.15.33:0/524364926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d74f020 msgr2=0x55c82d74c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:08.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.443+0000 7fcaa5400640 1 --2- 172.21.15.33:0/524364926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d74f020 0x55c82d74c9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.443+0000 7fcaa5400640 1 -- 172.21.15.33:0/524364926 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c82d41b3c0 con 0x55c82d743e40 2024-09-05T02:35:08.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.443+0000 7fcaa5e00640 1 --2- 172.21.15.33:0/524364926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d74f020 0x55c82d74c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:08.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.444+0000 7fcaa5400640 1 --2- 172.21.15.33:0/524364926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d743e40 0x55c82d74bf50 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fca94033000 tx=0x7fca94009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba1760b841432ae8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:08.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.444+0000 7fca86a00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:35:08.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.444+0000 7fca86a00640 1 -- 172.21.15.33:0/524364926 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca9404e070 con 0x55c82d743e40 2024-09-05T02:35:08.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.444+0000 7fca86a00640 1 -- 172.21.15.33:0/524364926 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8586+0+0 (secure 0 0 0) 0x7fca940048c0 con 0x55c82d743e40 2024-09-05T02:35:08.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.444+0000 7fcaaa88d740 1 -- 172.21.15.33:0/524364926 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca8c005500 con 0x55c82d743e40 2024-09-05T02:35:08.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.445+0000 7fca86a00640 1 -- 172.21.15.33:0/524364926 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fca9405a050 con 0x55c82d743e40 2024-09-05T02:35:08.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.445+0000 7fcaaa88d740 10 client.17220 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:08.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.445+0000 7fcaaa88d740 1 -- 172.21.15.33:0/524364926 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c82d75dc80 con 0x55c82d743e40 2024-09-05T02:35:08.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.445+0000 7fca86a00640 1 -- 172.21.15.33:0/524364926 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca8c005500 con 0x55c82d743e40 2024-09-05T02:35:08.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.445+0000 7fca86a00640 1 -- 172.21.15.33:0/524364926 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fca940035f0 con 0x55c82d743e40 2024-09-05T02:35:08.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.445+0000 7fcaaa88d740 10 client.17220 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:08.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.445+0000 7fcaaa88d740 10 client.17220 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:35:08.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.445+0000 7fcaaa88d740 20 client.17220 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:08.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.445+0000 7fcaaa88d740 1 --2- 172.21.15.33:0/524364926 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c82d75f0e0 0x55c82d761540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:08.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.445+0000 7fcaaa88d740 4 client.17220 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:08.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.445+0000 7fcaaa88d740 1 -- 172.21.15.33:0/524364926 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c82d6b7950 con 0x55c82d75f0e0 2024-09-05T02:35:08.450 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:08 smithi033 ceph-mon[29909]: osdmap e90: 12 total, 12 up, 12 in 2024-09-05T02:35:08.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.446+0000 7fcaa4a00640 1 --2- 172.21.15.33:0/524364926 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c82d75f0e0 0x55c82d761540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:08.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.446+0000 7fcaa4a00640 1 --2- 172.21.15.33:0/524364926 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c82d75f0e0 0x55c82d761540 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a75b159c7c660d98 server_cookie=3b54fb9c235290e6 in_seq=0 out_seq=0 2024-09-05T02:35:08.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.446+0000 7fca86a00640 10 client.17220 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:08.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.447+0000 7fca86a00640 1 -- 172.21.15.33:0/524364926 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c82d6b7950 con 0x55c82d75f0e0 2024-09-05T02:35:08.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.447+0000 7fca86a00640 10 client.17220 handle_command_reply: tid=0 2024-09-05T02:35:08.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.447+0000 7fcaaa88d740 1 client.17220 shutdown 2024-09-05T02:35:08.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.447+0000 7fcaaa88d740 1 -- 172.21.15.33:0/524364926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d743e40 msgr2=0x55c82d74bf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:08.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.447+0000 7fcaaa88d740 1 --2- 172.21.15.33:0/524364926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d743e40 0x55c82d74bf50 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fca94033000 tx=0x7fca94009260 comp rx=0 tx=0).stop 2024-09-05T02:35:08.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.447+0000 7fcaaa88d740 1 -- 172.21.15.33:0/524364926 shutdown_connections 2024-09-05T02:35:08.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.447+0000 7fcaaa88d740 1 --2- 172.21.15.33:0/524364926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d74f020 0x55c82d74c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.447+0000 7fcaaa88d740 1 --2- 172.21.15.33:0/524364926 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d744760 0x55c82d74c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.447+0000 7fcaaa88d740 1 --2- 172.21.15.33:0/524364926 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c82d75f0e0 0x55c82d761540 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.447+0000 7fcaaa88d740 1 --2- 172.21.15.33:0/524364926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d743e40 0x55c82d74bf50 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.447+0000 7fca86a00640 0 client.17220 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:08.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.447+0000 7fcaaa88d740 1 -- 172.21.15.33:0/524364926 >> 172.21.15.33:0/524364926 conn(0x55c82d7403d0 msgr2=0x55c82d746100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:08.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.448+0000 7fcaaa88d740 1 -- 172.21.15.33:0/524364926 shutdown_connections 2024-09-05T02:35:08.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.448+0000 7fcaaa88d740 1 -- 172.21.15.33:0/524364926 wait complete. 2024-09-05T02:35:08.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.448+0000 7fcaaa88d740 20 client.17220 trim_cache size 0 max 16384 2024-09-05T02:35:08.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.462+0000 7fcaaa88d740 1 Processor -- start 2024-09-05T02:35:08.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.462+0000 7fcaaa88d740 1 -- start start 2024-09-05T02:35:08.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.462+0000 7fcaaa88d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d743e40 0x55c82d74dec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:08.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.462+0000 7fcaaa88d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d744760 0x55c82d766e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:08.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.462+0000 7fcaaa88d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d74f020 0x55c82d767350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:08.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.462+0000 7fcaaa88d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa01b3e00 con 0x55c82d74f020 2024-09-05T02:35:08.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.462+0000 7fcaaa88d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa01b5940 con 0x55c82d743e40 2024-09-05T02:35:08.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.462+0000 7fcaaa88d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa01b44d0 con 0x55c82d744760 2024-09-05T02:35:08.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.462+0000 7fcaa5400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d743e40 0x55c82d74dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:08.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.463+0000 7fcaa4a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d744760 0x55c82d766e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:08.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.463+0000 7fcaa5400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d743e40 0x55c82d74dec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:51556/0 (socket says 172.21.15.33:51556) 2024-09-05T02:35:08.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.463+0000 7fcaa5400640 1 -- 172.21.15.33:0/744734698 learned_addr learned my addr 172.21.15.33:0/744734698 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:08.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.463+0000 7fcaa5e00640 1 --2- 172.21.15.33:0/744734698 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d74f020 0x55c82d767350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:08.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.463+0000 7fcaa5e00640 1 -- 172.21.15.33:0/744734698 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d744760 msgr2=0x55c82d766e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:08.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.463+0000 7fcaa5e00640 1 --2- 172.21.15.33:0/744734698 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d744760 0x55c82d766e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.463+0000 7fcaa5e00640 1 -- 172.21.15.33:0/744734698 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d743e40 msgr2=0x55c82d74dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:08.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.463+0000 7fcaa5e00640 1 --2- 172.21.15.33:0/744734698 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d743e40 0x55c82d74dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.463+0000 7fcaa5e00640 1 -- 172.21.15.33:0/744734698 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c82d74e8c0 con 0x55c82d74f020 2024-09-05T02:35:08.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.463+0000 7fcaa5400640 1 --2- 172.21.15.33:0/744734698 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d743e40 0x55c82d74dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:08.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.463+0000 7fcaa4a00640 1 --2- 172.21.15.33:0/744734698 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d744760 0x55c82d766e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:08.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.463+0000 7fcaa5e00640 1 --2- 172.21.15.33:0/744734698 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d74f020 0x55c82d767350 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fca980cd2c0 tx=0x7fca98098440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2424afed38a1c9e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:08.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.463+0000 7fca91c00640 1 -- 172.21.15.33:0/744734698 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca980b4070 con 0x55c82d74f020 2024-09-05T02:35:08.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.464+0000 7fca91c00640 1 -- 172.21.15.33:0/744734698 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca980a0440 con 0x55c82d74f020 2024-09-05T02:35:08.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.464+0000 7fca91c00640 1 -- 172.21.15.33:0/744734698 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca980a4870 con 0x55c82d74f020 2024-09-05T02:35:08.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.464+0000 7fcaaa88d740 1 -- 172.21.15.33:0/744734698 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d74f020 msgr2=0x55c82d767350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:08.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.464+0000 7fcaaa88d740 1 --2- 172.21.15.33:0/744734698 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d74f020 0x55c82d767350 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fca980cd2c0 tx=0x7fca98098440 comp rx=0 tx=0).stop 2024-09-05T02:35:08.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.464+0000 7fcaaa88d740 1 -- 172.21.15.33:0/744734698 shutdown_connections 2024-09-05T02:35:08.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.464+0000 7fcaaa88d740 1 --2- 172.21.15.33:0/744734698 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d74f020 0x55c82d767350 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.464+0000 7fcaaa88d740 1 --2- 172.21.15.33:0/744734698 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d744760 0x55c82d766e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.464+0000 7fcaaa88d740 1 --2- 172.21.15.33:0/744734698 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d743e40 0x55c82d74dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.464+0000 7fcaaa88d740 1 -- 172.21.15.33:0/744734698 >> 172.21.15.33:0/744734698 conn(0x55c82d7403d0 msgr2=0x55c82d74d7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:08.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.464+0000 7fcaaa88d740 1 -- 172.21.15.33:0/744734698 shutdown_connections 2024-09-05T02:35:08.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.464+0000 7fcaaa88d740 1 -- 172.21.15.33:0/744734698 wait complete. 2024-09-05T02:35:08.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.465+0000 7fcaaa88d740 1 -- start start 2024-09-05T02:35:08.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.465+0000 7fcaaa88d740 1 Processor -- start 2024-09-05T02:35:08.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.466+0000 7fcaaa88d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d743e40 0x55c82d756fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:08.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.466+0000 7fcaaa88d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d744760 0x55c82d757500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:08.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.466+0000 7fcaaa88d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d74f020 0x55c82d753f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:08.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.466+0000 7fcaaa88d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa01b5270 con 0x55c82d74f020 2024-09-05T02:35:08.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.466+0000 7fcaaa88d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa01b4ba0 con 0x55c82d744760 2024-09-05T02:35:08.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.466+0000 7fcaaa88d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa01b1e00 con 0x55c82d743e40 2024-09-05T02:35:08.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.466+0000 7fcaaa88d740 10 client.0 _ll_register_callbacks cb 0x7fca94009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:08.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.466+0000 7fcaa5e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d74f020 0x55c82d753f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:08.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.466+0000 7fcaa5e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d74f020 0x55c82d753f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56000/0 (socket says 172.21.15.33:56000) 2024-09-05T02:35:08.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.466+0000 7fcaa5e00640 1 -- 172.21.15.33:0/210519838 learned_addr learned my addr 172.21.15.33:0/210519838 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:08.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.466+0000 7fcaa4a00640 1 --2- 172.21.15.33:0/210519838 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d744760 0x55c82d757500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:08.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.466+0000 7fcaa5400640 1 --2- 172.21.15.33:0/210519838 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d743e40 0x55c82d756fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:08.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.466+0000 7fcaa5e00640 1 -- 172.21.15.33:0/210519838 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d743e40 msgr2=0x55c82d756fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:08.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.466+0000 7fcaa5e00640 1 --2- 172.21.15.33:0/210519838 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d743e40 0x55c82d756fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.466+0000 7fcaa5e00640 1 -- 172.21.15.33:0/210519838 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d744760 msgr2=0x55c82d757500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:08.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.466+0000 7fcaa5e00640 1 --2- 172.21.15.33:0/210519838 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d744760 0x55c82d757500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.466+0000 7fcaa5e00640 1 -- 172.21.15.33:0/210519838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c82d7544d0 con 0x55c82d74f020 2024-09-05T02:35:08.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.467+0000 7fcaa5e00640 1 --2- 172.21.15.33:0/210519838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d74f020 0x55c82d753f90 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fca980cd320 tx=0x7fca98005870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29f813ea13e72dfd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:08.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.467+0000 7fca86a00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:35:08.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.467+0000 7fca86a00640 1 -- 172.21.15.33:0/210519838 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca980b4030 con 0x55c82d74f020 2024-09-05T02:35:08.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.467+0000 7fca86a00640 1 -- 172.21.15.33:0/210519838 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8586+0+0 (secure 0 0 0) 0x7fca9809a390 con 0x55c82d74f020 2024-09-05T02:35:08.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.467+0000 7fcaaa88d740 1 -- 172.21.15.33:0/210519838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca980a0440 con 0x55c82d74f020 2024-09-05T02:35:08.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.467+0000 7fca86a00640 1 -- 172.21.15.33:0/210519838 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fca980a00d0 con 0x55c82d74f020 2024-09-05T02:35:08.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.467+0000 7fcaaa88d740 10 client.17226 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:08.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.467+0000 7fcaaa88d740 1 -- 172.21.15.33:0/210519838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c82d7ca4a0 con 0x55c82d74f020 2024-09-05T02:35:08.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.467+0000 7fca86a00640 1 -- 172.21.15.33:0/210519838 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca980a0440 con 0x55c82d74f020 2024-09-05T02:35:08.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.468+0000 7fca86a00640 1 -- 172.21.15.33:0/210519838 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fca98082030 con 0x55c82d74f020 2024-09-05T02:35:08.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.468+0000 7fcaaa88d740 10 client.17226 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:08.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.468+0000 7fcaaa88d740 10 client.17226 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:35:08.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.468+0000 7fcaaa88d740 20 client.17226 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:08.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.468+0000 7fcaaa88d740 1 --2- 172.21.15.33:0/210519838 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c82d7cab60 0x55c82d7ccf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:08.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.468+0000 7fcaaa88d740 4 client.17226 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:35:08.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.468+0000 7fcaaa88d740 1 -- 172.21.15.33:0/210519838 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c82d6b1e60 con 0x55c82d7cab60 2024-09-05T02:35:08.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.468+0000 7fcaa5400640 1 --2- 172.21.15.33:0/210519838 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c82d7cab60 0x55c82d7ccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:08.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.469+0000 7fcaa5400640 1 --2- 172.21.15.33:0/210519838 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c82d7cab60 0x55c82d7ccf50 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b6228cd85434e6b server_cookie=7e827ad2d6934401 in_seq=0 out_seq=0 2024-09-05T02:35:08.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.469+0000 7fca86a00640 10 client.17226 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:08.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.469+0000 7fca86a00640 1 -- 172.21.15.33:0/210519838 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c82d6b1e60 con 0x55c82d7cab60 2024-09-05T02:35:08.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.469+0000 7fca86a00640 10 client.17226 handle_command_reply: tid=0 2024-09-05T02:35:08.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.469+0000 7fcaaa88d740 1 client.17226 shutdown 2024-09-05T02:35:08.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.469+0000 7fcaaa88d740 1 -- 172.21.15.33:0/210519838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d74f020 msgr2=0x55c82d753f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:08.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.469+0000 7fcaaa88d740 1 --2- 172.21.15.33:0/210519838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d74f020 0x55c82d753f90 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fca980cd320 tx=0x7fca98005870 comp rx=0 tx=0).stop 2024-09-05T02:35:08.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.469+0000 7fcaaa88d740 1 -- 172.21.15.33:0/210519838 shutdown_connections 2024-09-05T02:35:08.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.469+0000 7fcaaa88d740 1 --2- 172.21.15.33:0/210519838 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c82d7cab60 0x55c82d7ccf50 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.469+0000 7fcaaa88d740 1 --2- 172.21.15.33:0/210519838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c82d74f020 0x55c82d753f90 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.469+0000 7fcaaa88d740 1 --2- 172.21.15.33:0/210519838 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c82d744760 0x55c82d757500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.469+0000 7fcaaa88d740 1 --2- 172.21.15.33:0/210519838 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c82d743e40 0x55c82d756fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.469+0000 7fcaaa88d740 1 -- 172.21.15.33:0/210519838 >> 172.21.15.33:0/210519838 conn(0x55c82d7403d0 msgr2=0x55c82d73f490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:08.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.469+0000 7fca86a00640 0 client.17226 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:08.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.469+0000 7fcaaa88d740 1 -- 172.21.15.33:0/210519838 shutdown_connections 2024-09-05T02:35:08.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.469+0000 7fcaaa88d740 1 -- 172.21.15.33:0/210519838 wait complete. 2024-09-05T02:35:08.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.469+0000 7fcaaa88d740 20 client.17226 trim_cache size 0 max 16384 2024-09-05T02:35:08.476 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:35:08.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.470+0000 7fcaa6800640 1 -- 172.21.15.33:0/2996563553 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fca880a2cf0 msgr2=0x7fca880a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:08.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.470+0000 7fcaa6800640 1 --2- 172.21.15.33:0/2996563553 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fca880a2cf0 0x7fca880a51b0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fca94000c00 tx=0x7fca94005b50 comp rx=0 tx=0).stop 2024-09-05T02:35:08.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.470+0000 7fcaa6800640 1 -- 172.21.15.33:0/2996563553 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcaa0112870 msgr2=0x7fcaa019e700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:08.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.470+0000 7fcaa6800640 1 --2- 172.21.15.33:0/2996563553 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcaa0112870 0x7fcaa019e700 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fca9800eb10 tx=0x7fca9800c2d0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.470+0000 7fcaa6800640 1 -- 172.21.15.33:0/2996563553 shutdown_connections 2024-09-05T02:35:08.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.470+0000 7fcaa6800640 1 --2- 172.21.15.33:0/2996563553 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fca880a2cf0 0x7fca880a51b0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.470+0000 7fcaa6800640 1 --2- 172.21.15.33:0/2996563553 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcaa0112870 0x7fcaa019e700 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.470+0000 7fcaa6800640 1 --2- 172.21.15.33:0/2996563553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaa0077040 0x7fcaa01a4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.470+0000 7fcaa6800640 1 --2- 172.21.15.33:0/2996563553 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fcaa0076720 0x7fcaa01a4630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:08.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.470+0000 7fcaa6800640 1 -- 172.21.15.33:0/2996563553 >> 172.21.15.33:0/2996563553 conn(0x7fcaa00ff8d0 msgr2=0x7fcaa0101cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:08.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.470+0000 7fcaa6800640 1 -- 172.21.15.33:0/2996563553 shutdown_connections 2024-09-05T02:35:08.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:08.470+0000 7fcaa6800640 1 -- 172.21.15.33:0/2996563553 wait complete. 2024-09-05T02:35:08.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:08 smithi174 ceph-mon[34756]: osdmap e90: 12 total, 12 up, 12 in 2024-09-05T02:35:08.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:08 smithi123 ceph-mon[34031]: osdmap e90: 12 total, 12 up, 12 in 2024-09-05T02:35:09.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:09 smithi174 ceph-mon[34756]: pgmap v252: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-09-05T02:35:09.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:09 smithi033 ceph-mon[29909]: pgmap v252: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-09-05T02:35:09.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:09 smithi123 ceph-mon[34031]: pgmap v252: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-09-05T02:35:10.185 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:35:10.185 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:35:10.573 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:11.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.130+0000 7f8b42a00640 1 -- 172.21.15.33:0/3994383708 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8b3c074f40 msgr2=0x7f8b3c10de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:11.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.130+0000 7f8b42a00640 1 --2- 172.21.15.33:0/3994383708 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8b3c074f40 0x7f8b3c10de80 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f8b28009900 tx=0x7f8b2802a480 comp rx=0 tx=0).stop 2024-09-05T02:35:11.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.130+0000 7f8b42a00640 1 -- 172.21.15.33:0/3994383708 shutdown_connections 2024-09-05T02:35:11.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.130+0000 7f8b42a00640 1 --2- 172.21.15.33:0/3994383708 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b3c10e3c0 0x7f8b3c110810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.130+0000 7f8b42a00640 1 --2- 172.21.15.33:0/3994383708 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8b3c074f40 0x7f8b3c10de80 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.130+0000 7f8b42a00640 1 --2- 172.21.15.33:0/3994383708 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8b3c074620 0x7f8b3c074a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.130+0000 7f8b42a00640 1 -- 172.21.15.33:0/3994383708 >> 172.21.15.33:0/3994383708 conn(0x7f8b3c0fd8c0 msgr2=0x7f8b3c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:11.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.130+0000 7f8b42a00640 1 -- 172.21.15.33:0/3994383708 shutdown_connections 2024-09-05T02:35:11.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.131+0000 7f8b42a00640 1 -- 172.21.15.33:0/3994383708 wait complete. 2024-09-05T02:35:11.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.131+0000 7f8b42a00640 1 Processor -- start 2024-09-05T02:35:11.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.132+0000 7f8b42a00640 1 -- start start 2024-09-05T02:35:11.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.132+0000 7f8b42a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b3c074620 0x7f8b3c19a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:11.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.132+0000 7f8b42a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8b3c074f40 0x7f8b3c19abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:11.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.132+0000 7f8b42a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8b3c10e3c0 0x7f8b3c19ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:11.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.132+0000 7f8b42a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8b3c114140 con 0x7f8b3c074620 2024-09-05T02:35:11.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.132+0000 7f8b42a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8b3c113fc0 con 0x7f8b3c074f40 2024-09-05T02:35:11.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.132+0000 7f8b42a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f8b3c1142c0 con 0x7f8b3c10e3c0 2024-09-05T02:35:11.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.132+0000 7f8b3be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b3c074620 0x7f8b3c19a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:11.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.132+0000 7f8b3b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8b3c074f40 0x7f8b3c19abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:11.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.132+0000 7f8b3be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b3c074620 0x7f8b3c19a680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37030/0 (socket says 172.21.15.33:37030) 2024-09-05T02:35:11.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.132+0000 7f8b3be00640 1 -- 172.21.15.33:0/1259859210 learned_addr learned my addr 172.21.15.33:0/1259859210 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:11.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.132+0000 7f8b40a00640 1 --2- 172.21.15.33:0/1259859210 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8b3c10e3c0 0x7f8b3c19ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:11.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.133+0000 7f8b3be00640 1 -- 172.21.15.33:0/1259859210 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8b3c10e3c0 msgr2=0x7f8b3c19ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:11.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.133+0000 7f8b3be00640 1 --2- 172.21.15.33:0/1259859210 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8b3c10e3c0 0x7f8b3c19ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.133+0000 7f8b3be00640 1 -- 172.21.15.33:0/1259859210 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8b3c074f40 msgr2=0x7f8b3c19abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:11.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.133+0000 7f8b3be00640 1 --2- 172.21.15.33:0/1259859210 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8b3c074f40 0x7f8b3c19abc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.133+0000 7f8b3be00640 1 -- 172.21.15.33:0/1259859210 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b3c19f630 con 0x7f8b3c074620 2024-09-05T02:35:11.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.133+0000 7f8b3be00640 1 --2- 172.21.15.33:0/1259859210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b3c074620 0x7f8b3c19a680 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c00e9f0 tx=0x7f8b2c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:11.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.133+0000 7f8b38c00640 1 -- 172.21.15.33:0/1259859210 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b2c00cd80 con 0x7f8b3c074620 2024-09-05T02:35:11.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.133+0000 7f8b38c00640 1 -- 172.21.15.33:0/1259859210 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8b2c010910 con 0x7f8b3c074620 2024-09-05T02:35:11.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.134+0000 7f8b42a00640 1 -- 172.21.15.33:0/1259859210 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b3c19f920 con 0x7f8b3c074620 2024-09-05T02:35:11.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.134+0000 7f8b38c00640 1 -- 172.21.15.33:0/1259859210 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b2c018990 con 0x7f8b3c074620 2024-09-05T02:35:11.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.134+0000 7f8b42a00640 1 -- 172.21.15.33:0/1259859210 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b3c1a7200 con 0x7f8b3c074620 2024-09-05T02:35:11.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.137+0000 7f8b38c00640 1 -- 172.21.15.33:0/1259859210 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f8b2c010ac0 con 0x7f8b3c074620 2024-09-05T02:35:11.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.137+0000 7f8b455fd740 1 Processor -- start 2024-09-05T02:35:11.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.137+0000 7f8b455fd740 1 -- start start 2024-09-05T02:35:11.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.137+0000 7f8b455fd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644ae7ac0 0x55a644ae7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:11.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.137+0000 7f8b455fd740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae83e0 0x55a644af2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:11.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.137+0000 7f8b455fd740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644af2ca0 0x55a644af5090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:11.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.137+0000 7f8b455fd740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55a644a4e290 con 0x55a644ae83e0 2024-09-05T02:35:11.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.137+0000 7f8b455fd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55a6449f5b40 con 0x55a644ae7ac0 2024-09-05T02:35:11.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.137+0000 7f8b455fd740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55a644a4a250 con 0x55a644af2ca0 2024-09-05T02:35:11.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.138+0000 7f8b3be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae83e0 0x55a644af2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:11.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.138+0000 7f8b40a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644ae7ac0 0x55a644ae7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:11.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.138+0000 7f8b40a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644ae7ac0 0x55a644ae7ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:34954/0 (socket says 172.21.15.33:34954) 2024-09-05T02:35:11.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.138+0000 7f8b40a00640 1 -- 172.21.15.33:0/2742458918 learned_addr learned my addr 172.21.15.33:0/2742458918 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:11.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.138+0000 7f8b3b400640 1 --2- 172.21.15.33:0/2742458918 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644af2ca0 0x55a644af5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:11.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.138+0000 7f8b3b400640 1 -- 172.21.15.33:0/2742458918 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644ae7ac0 msgr2=0x55a644ae7ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:11.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.138+0000 7f8b3b400640 1 --2- 172.21.15.33:0/2742458918 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644ae7ac0 0x55a644ae7ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.138+0000 7f8b3b400640 1 -- 172.21.15.33:0/2742458918 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae83e0 msgr2=0x55a644af2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:11.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.138+0000 7f8b3b400640 1 --2- 172.21.15.33:0/2742458918 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae83e0 0x55a644af2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.138+0000 7f8b3b400640 1 -- 172.21.15.33:0/2742458918 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6447bf6a0 con 0x55a644af2ca0 2024-09-05T02:35:11.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.138+0000 7f8b40a00640 1 --2- 172.21.15.33:0/2742458918 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644ae7ac0 0x55a644ae7ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:11.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.138+0000 7f8b38c00640 1 --2- 172.21.15.33:0/1259859210 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f8b200a2d70 0x7f8b200a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:11.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.138+0000 7f8b38c00640 1 -- 172.21.15.33:0/1259859210 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8586+0+0 (secure 0 0 0) 0x7f8b2c0cf760 con 0x7f8b3c074620 2024-09-05T02:35:11.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.139+0000 7f8b3b400640 1 --2- 172.21.15.33:0/2742458918 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644af2ca0 0x55a644af5090 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f8b28005940 tx=0x7f8b28005be0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e5ec0c94c0af5e67 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:11.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.139+0000 7f8b40a00640 1 --2- 172.21.15.33:0/1259859210 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f8b200a2d70 0x7f8b200a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:11.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.139+0000 7f8b31200640 1 -- 172.21.15.33:0/2742458918 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b28040070 con 0x55a644af2ca0 2024-09-05T02:35:11.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.139+0000 7f8b31200640 1 -- 172.21.15.33:0/2742458918 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8b28031870 con 0x55a644af2ca0 2024-09-05T02:35:11.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.139+0000 7f8b31200640 1 -- 172.21.15.33:0/2742458918 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b28035040 con 0x55a644af2ca0 2024-09-05T02:35:11.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.140+0000 7f8b455fd740 1 -- 172.21.15.33:0/2742458918 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644af2ca0 msgr2=0x55a644af5090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:11.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.140+0000 7f8b455fd740 1 --2- 172.21.15.33:0/2742458918 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644af2ca0 0x55a644af5090 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f8b28005940 tx=0x7f8b28005be0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.140+0000 7f8b40a00640 1 --2- 172.21.15.33:0/1259859210 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f8b200a2d70 0x7f8b200a5230 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f8b34009fd0 tx=0x7f8b34009500 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:11.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.140+0000 7f8b455fd740 1 -- 172.21.15.33:0/2742458918 shutdown_connections 2024-09-05T02:35:11.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.140+0000 7f8b455fd740 1 --2- 172.21.15.33:0/2742458918 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644af2ca0 0x55a644af5090 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.140+0000 7f8b455fd740 1 --2- 172.21.15.33:0/2742458918 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae83e0 0x55a644af2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.140+0000 7f8b455fd740 1 --2- 172.21.15.33:0/2742458918 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644ae7ac0 0x55a644ae7ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.140+0000 7f8b455fd740 1 -- 172.21.15.33:0/2742458918 >> 172.21.15.33:0/2742458918 conn(0x55a644ae4050 msgr2=0x55a644ae4430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:11.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.140+0000 7f8b455fd740 1 -- 172.21.15.33:0/2742458918 shutdown_connections 2024-09-05T02:35:11.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.140+0000 7f8b455fd740 1 -- 172.21.15.33:0/2742458918 wait complete. 2024-09-05T02:35:11.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.140+0000 7f8b455fd740 1 -- start start 2024-09-05T02:35:11.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.141+0000 7f8b455fd740 1 Processor -- start 2024-09-05T02:35:11.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.141+0000 7f8b455fd740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae7ac0 0x55a644af25a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:11.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.141+0000 7f8b455fd740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644ae83e0 0x55a644aef850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:11.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.141+0000 7f8b455fd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644af2ca0 0x55a644aefd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:11.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.141+0000 7f8b455fd740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55a644af5910 con 0x55a644ae7ac0 2024-09-05T02:35:11.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.141+0000 7f8b455fd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55a644a08fa0 con 0x55a644af2ca0 2024-09-05T02:35:11.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.141+0000 7f8b455fd740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55a644af5a90 con 0x55a644ae83e0 2024-09-05T02:35:11.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.141+0000 7f8b455fd740 10 client.0 _ll_register_callbacks cb 0x55a64475cba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:11.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.141+0000 7f8b3b400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644ae83e0 0x55a644aef850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:11.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.141+0000 7f8b3b400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644ae83e0 0x55a644aef850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:59346/0 (socket says 172.21.15.33:59346) 2024-09-05T02:35:11.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.142+0000 7f8b3b400640 1 -- 172.21.15.33:0/704713452 learned_addr learned my addr 172.21.15.33:0/704713452 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:11.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.141+0000 7f8b3be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae7ac0 0x55a644af25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:11.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.142+0000 7f8b40a00640 1 --2- 172.21.15.33:0/704713452 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644af2ca0 0x55a644aefd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:11.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.142+0000 7f8b3b400640 1 -- 172.21.15.33:0/704713452 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644af2ca0 msgr2=0x55a644aefd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:11.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.142+0000 7f8b3b400640 1 --2- 172.21.15.33:0/704713452 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644af2ca0 0x55a644aefd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.142+0000 7f8b3b400640 1 -- 172.21.15.33:0/704713452 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae7ac0 msgr2=0x55a644af25a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:11.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.142+0000 7f8b3b400640 1 --2- 172.21.15.33:0/704713452 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae7ac0 0x55a644af25a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.142+0000 7f8b3b400640 1 -- 172.21.15.33:0/704713452 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a644af05e0 con 0x55a644ae83e0 2024-09-05T02:35:11.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.142+0000 7f8b3be00640 1 --2- 172.21.15.33:0/704713452 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae7ac0 0x55a644af25a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:11.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.142+0000 7f8b3b400640 1 --2- 172.21.15.33:0/704713452 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644ae83e0 0x55a644aef850 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f8b2802a9a0 tx=0x7f8b28005250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=705926aa98902845 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:11.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.142+0000 7f8b25600640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:35:11.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.143+0000 7f8b25600640 1 -- 172.21.15.33:0/704713452 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b28052060 con 0x55a644ae83e0 2024-09-05T02:35:11.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.143+0000 7f8b25600640 1 -- 172.21.15.33:0/704713452 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8586+0+0 (secure 0 0 0) 0x7f8b28031670 con 0x55a644ae83e0 2024-09-05T02:35:11.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.143+0000 7f8b455fd740 1 -- 172.21.15.33:0/704713452 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b28031870 con 0x55a644ae83e0 2024-09-05T02:35:11.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.143+0000 7f8b25600640 1 -- 172.21.15.33:0/704713452 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8b28040070 con 0x55a644ae83e0 2024-09-05T02:35:11.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.143+0000 7f8b455fd740 10 client.27256 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:11.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.143+0000 7f8b455fd740 1 -- 172.21.15.33:0/704713452 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a644af5910 con 0x55a644ae83e0 2024-09-05T02:35:11.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.143+0000 7f8b25600640 1 -- 172.21.15.33:0/704713452 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8b28031870 con 0x55a644ae83e0 2024-09-05T02:35:11.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.144+0000 7f8b25600640 1 -- 172.21.15.33:0/704713452 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f8b280035f0 con 0x55a644ae83e0 2024-09-05T02:35:11.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.144+0000 7f8b455fd740 10 client.27256 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:11.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.144+0000 7f8b455fd740 10 client.27256 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:35:11.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.144+0000 7f8b455fd740 20 client.27256 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:11.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.144+0000 7f8b455fd740 1 --2- 172.21.15.33:0/704713452 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55a644b02970 0x55a644b04d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:11.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.144+0000 7f8b455fd740 4 client.27256 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:11.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.144+0000 7f8b455fd740 1 -- 172.21.15.33:0/704713452 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a644a5b800 con 0x55a644b02970 2024-09-05T02:35:11.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.144+0000 7f8b3be00640 1 --2- 172.21.15.33:0/704713452 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55a644b02970 0x55a644b04d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:11.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.145+0000 7f8b3be00640 1 --2- 172.21.15.33:0/704713452 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55a644b02970 0x55a644b04d60 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e979ea1ee00f4b96 server_cookie=4054f37c91286013 in_seq=0 out_seq=0 2024-09-05T02:35:11.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.145+0000 7f8b25600640 10 client.27256 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:11.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.145+0000 7f8b25600640 1 -- 172.21.15.33:0/704713452 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a644a5b800 con 0x55a644b02970 2024-09-05T02:35:11.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.145+0000 7f8b25600640 10 client.27256 handle_command_reply: tid=0 2024-09-05T02:35:11.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.146+0000 7f8b455fd740 1 client.27256 shutdown 2024-09-05T02:35:11.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.146+0000 7f8b455fd740 1 -- 172.21.15.33:0/704713452 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644ae83e0 msgr2=0x55a644aef850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:11.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.146+0000 7f8b455fd740 1 --2- 172.21.15.33:0/704713452 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644ae83e0 0x55a644aef850 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f8b2802a9a0 tx=0x7f8b28005250 comp rx=0 tx=0).stop 2024-09-05T02:35:11.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.146+0000 7f8b455fd740 1 -- 172.21.15.33:0/704713452 shutdown_connections 2024-09-05T02:35:11.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.146+0000 7f8b455fd740 1 --2- 172.21.15.33:0/704713452 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644af2ca0 0x55a644aefd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.146+0000 7f8b455fd740 1 --2- 172.21.15.33:0/704713452 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644ae83e0 0x55a644aef850 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.146+0000 7f8b455fd740 1 --2- 172.21.15.33:0/704713452 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55a644b02970 0x55a644b04d60 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.146+0000 7f8b455fd740 1 --2- 172.21.15.33:0/704713452 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae7ac0 0x55a644af25a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.146+0000 7f8b455fd740 1 -- 172.21.15.33:0/704713452 >> 172.21.15.33:0/704713452 conn(0x55a644ae4050 msgr2=0x55a644ae9d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:11.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.146+0000 7f8b25600640 0 client.27256 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:11.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.146+0000 7f8b455fd740 1 -- 172.21.15.33:0/704713452 shutdown_connections 2024-09-05T02:35:11.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.146+0000 7f8b455fd740 1 -- 172.21.15.33:0/704713452 wait complete. 2024-09-05T02:35:11.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.146+0000 7f8b455fd740 20 client.27256 trim_cache size 0 max 16384 2024-09-05T02:35:11.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.164+0000 7f8b455fd740 1 Processor -- start 2024-09-05T02:35:11.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.164+0000 7f8b455fd740 1 -- start start 2024-09-05T02:35:11.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.165+0000 7f8b455fd740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae7ac0 0x55a644b0a540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:11.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.165+0000 7f8b455fd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644ae83e0 0x55a644b0aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:11.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.165+0000 7f8b455fd740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644af2ca0 0x55a644aedff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:11.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.165+0000 7f8b455fd740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8b3c1afb40 con 0x55a644ae7ac0 2024-09-05T02:35:11.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.165+0000 7f8b455fd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8b3c1b1680 con 0x55a644ae83e0 2024-09-05T02:35:11.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.165+0000 7f8b455fd740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f8b3c1b0210 con 0x55a644af2ca0 2024-09-05T02:35:11.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.165+0000 7f8b3be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae7ac0 0x55a644b0a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:11.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.165+0000 7f8b3be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae7ac0 0x55a644b0a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37058/0 (socket says 172.21.15.33:37058) 2024-09-05T02:35:11.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.165+0000 7f8b3be00640 1 -- 172.21.15.33:0/2846268671 learned_addr learned my addr 172.21.15.33:0/2846268671 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:11.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.165+0000 7f8b3b400640 1 --2- 172.21.15.33:0/2846268671 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644ae83e0 0x55a644b0aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:11.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.165+0000 7f8b40a00640 1 --2- 172.21.15.33:0/2846268671 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644af2ca0 0x55a644aedff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:11.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.165+0000 7f8b3be00640 1 -- 172.21.15.33:0/2846268671 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644af2ca0 msgr2=0x55a644aedff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:11.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.165+0000 7f8b3be00640 1 --2- 172.21.15.33:0/2846268671 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644af2ca0 0x55a644aedff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.165+0000 7f8b3be00640 1 -- 172.21.15.33:0/2846268671 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644ae83e0 msgr2=0x55a644b0aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:11.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.165+0000 7f8b3be00640 1 --2- 172.21.15.33:0/2846268671 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644ae83e0 0x55a644b0aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.165+0000 7f8b3be00640 1 -- 172.21.15.33:0/2846268671 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a644ae7840 con 0x55a644ae7ac0 2024-09-05T02:35:11.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.165+0000 7f8b3b400640 1 --2- 172.21.15.33:0/2846268671 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644ae83e0 0x55a644b0aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:11.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.166+0000 7f8b3be00640 1 --2- 172.21.15.33:0/2846268671 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae7ac0 0x55a644b0a540 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c09bc20 tx=0x7f8b2c0d1bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4457c85d2ce8ce95 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:11.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.166+0000 7f8b27e00640 1 -- 172.21.15.33:0/2846268671 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b2c09bc90 con 0x55a644ae7ac0 2024-09-05T02:35:11.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.166+0000 7f8b27e00640 1 -- 172.21.15.33:0/2846268671 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8b2c09ff90 con 0x55a644ae7ac0 2024-09-05T02:35:11.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.166+0000 7f8b27e00640 1 -- 172.21.15.33:0/2846268671 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b2c0cfb50 con 0x55a644ae7ac0 2024-09-05T02:35:11.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.167+0000 7f8b455fd740 1 -- 172.21.15.33:0/2846268671 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae7ac0 msgr2=0x55a644b0a540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:11.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.167+0000 7f8b455fd740 1 --2- 172.21.15.33:0/2846268671 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae7ac0 0x55a644b0a540 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c09bc20 tx=0x7f8b2c0d1bb0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.167+0000 7f8b455fd740 1 -- 172.21.15.33:0/2846268671 shutdown_connections 2024-09-05T02:35:11.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.167+0000 7f8b455fd740 1 --2- 172.21.15.33:0/2846268671 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644af2ca0 0x55a644aedff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.167+0000 7f8b455fd740 1 --2- 172.21.15.33:0/2846268671 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644ae83e0 0x55a644b0aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.167+0000 7f8b455fd740 1 --2- 172.21.15.33:0/2846268671 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae7ac0 0x55a644b0a540 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.167+0000 7f8b455fd740 1 -- 172.21.15.33:0/2846268671 >> 172.21.15.33:0/2846268671 conn(0x55a644ae4050 msgr2=0x55a644aeaf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:11.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.167+0000 7f8b455fd740 1 -- 172.21.15.33:0/2846268671 shutdown_connections 2024-09-05T02:35:11.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.167+0000 7f8b455fd740 1 -- 172.21.15.33:0/2846268671 wait complete. 2024-09-05T02:35:11.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.167+0000 7f8b455fd740 1 -- start start 2024-09-05T02:35:11.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.167+0000 7f8b455fd740 1 Processor -- start 2024-09-05T02:35:11.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.168+0000 7f8b455fd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644ae7ac0 0x55a644afb4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:11.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.168+0000 7f8b455fd740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae83e0 0x55a644aec6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:11.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.168+0000 7f8b455fd740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644af2ca0 0x55a644aecc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:11.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.168+0000 7f8b455fd740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8b3c1b0fb0 con 0x55a644ae83e0 2024-09-05T02:35:11.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.168+0000 7f8b455fd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8b3c1b08e0 con 0x55a644ae7ac0 2024-09-05T02:35:11.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.168+0000 7f8b455fd740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f8b3c1adb40 con 0x55a644af2ca0 2024-09-05T02:35:11.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.168+0000 7f8b455fd740 10 client.0 _ll_register_callbacks cb 0x55a644af07b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:11.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.168+0000 7f8b3b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae83e0 0x55a644aec6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:11.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.168+0000 7f8b3b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae83e0 0x55a644aec6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37068/0 (socket says 172.21.15.33:37068) 2024-09-05T02:35:11.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.168+0000 7f8b3b400640 1 -- 172.21.15.33:0/3588342311 learned_addr learned my addr 172.21.15.33:0/3588342311 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:11.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.168+0000 7f8b40a00640 1 --2- 172.21.15.33:0/3588342311 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644af2ca0 0x55a644aecc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:11.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.168+0000 7f8b3be00640 1 --2- 172.21.15.33:0/3588342311 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644ae7ac0 0x55a644afb4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:11.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.169+0000 7f8b3b400640 1 -- 172.21.15.33:0/3588342311 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644af2ca0 msgr2=0x55a644aecc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:11.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.169+0000 7f8b3b400640 1 --2- 172.21.15.33:0/3588342311 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644af2ca0 0x55a644aecc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.169+0000 7f8b3b400640 1 -- 172.21.15.33:0/3588342311 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644ae7ac0 msgr2=0x55a644afb4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:11.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.169+0000 7f8b3b400640 1 --2- 172.21.15.33:0/3588342311 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644ae7ac0 0x55a644afb4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.169+0000 7f8b3b400640 1 -- 172.21.15.33:0/3588342311 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a644aed460 con 0x55a644ae83e0 2024-09-05T02:35:11.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.169+0000 7f8b3b400640 1 --2- 172.21.15.33:0/3588342311 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae83e0 0x55a644aec6b0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f8b28003b60 tx=0x7f8b28005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5f73af97ca7700d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:11.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.169+0000 7f8b25600640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:35:11.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.169+0000 7f8b25600640 1 -- 172.21.15.33:0/3588342311 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b28052040 con 0x55a644ae83e0 2024-09-05T02:35:11.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.169+0000 7f8b455fd740 1 -- 172.21.15.33:0/3588342311 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b2c09ff90 con 0x55a644ae83e0 2024-09-05T02:35:11.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.169+0000 7f8b25600640 1 -- 172.21.15.33:0/3588342311 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8586+0+0 (secure 0 0 0) 0x7f8b28004240 con 0x55a644ae83e0 2024-09-05T02:35:11.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.170+0000 7f8b25600640 1 -- 172.21.15.33:0/3588342311 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8b28064050 con 0x55a644ae83e0 2024-09-05T02:35:11.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.170+0000 7f8b455fd740 10 client.17244 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:11.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.170+0000 7f8b455fd740 1 -- 172.21.15.33:0/3588342311 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a644b6d5f0 con 0x55a644ae83e0 2024-09-05T02:35:11.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.170+0000 7f8b25600640 1 -- 172.21.15.33:0/3588342311 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8b2c09ff90 con 0x55a644ae83e0 2024-09-05T02:35:11.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.170+0000 7f8b25600640 1 -- 172.21.15.33:0/3588342311 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f8b280048f0 con 0x55a644ae83e0 2024-09-05T02:35:11.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.170+0000 7f8b455fd740 10 client.17244 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:11.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.170+0000 7f8b455fd740 10 client.17244 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:35:11.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.170+0000 7f8b455fd740 20 client.17244 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:11.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.170+0000 7f8b455fd740 1 --2- 172.21.15.33:0/3588342311 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55a644b6dd40 0x55a644b70160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:11.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.170+0000 7f8b455fd740 4 client.17244 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:35:11.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.170+0000 7f8b455fd740 1 -- 172.21.15.33:0/3588342311 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55a644a55d10 con 0x55a644b6dd40 2024-09-05T02:35:11.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.171+0000 7f8b3be00640 1 --2- 172.21.15.33:0/3588342311 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55a644b6dd40 0x55a644b70160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:11.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.171+0000 7f8b3be00640 1 --2- 172.21.15.33:0/3588342311 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55a644b6dd40 0x55a644b70160 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca664cf3daf67aa2 server_cookie=ba4eb2cc2040df5 in_seq=0 out_seq=0 2024-09-05T02:35:11.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.171+0000 7f8b25600640 10 client.17244 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:11.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.172+0000 7f8b25600640 1 -- 172.21.15.33:0/3588342311 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55a644a55d10 con 0x55a644b6dd40 2024-09-05T02:35:11.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.172+0000 7f8b25600640 10 client.17244 handle_command_reply: tid=0 2024-09-05T02:35:11.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.172+0000 7f8b455fd740 1 client.17244 shutdown 2024-09-05T02:35:11.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.172+0000 7f8b455fd740 1 -- 172.21.15.33:0/3588342311 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae83e0 msgr2=0x55a644aec6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:11.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.172+0000 7f8b455fd740 1 --2- 172.21.15.33:0/3588342311 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae83e0 0x55a644aec6b0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f8b28003b60 tx=0x7f8b28005710 comp rx=0 tx=0).stop 2024-09-05T02:35:11.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.173+0000 7f8b455fd740 1 -- 172.21.15.33:0/3588342311 shutdown_connections 2024-09-05T02:35:11.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.173+0000 7f8b455fd740 1 --2- 172.21.15.33:0/3588342311 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a644af2ca0 0x55a644aecc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.173+0000 7f8b455fd740 1 --2- 172.21.15.33:0/3588342311 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55a644b6dd40 0x55a644b70160 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.173+0000 7f8b455fd740 1 --2- 172.21.15.33:0/3588342311 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a644ae83e0 0x55a644aec6b0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.173+0000 7f8b455fd740 1 --2- 172.21.15.33:0/3588342311 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a644ae7ac0 0x55a644afb4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.173+0000 7f8b25600640 0 client.17244 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:11.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.173+0000 7f8b455fd740 1 -- 172.21.15.33:0/3588342311 >> 172.21.15.33:0/3588342311 conn(0x55a644ae4050 msgr2=0x55a644ae9480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:11.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.173+0000 7f8b455fd740 1 -- 172.21.15.33:0/3588342311 shutdown_connections 2024-09-05T02:35:11.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.173+0000 7f8b455fd740 1 -- 172.21.15.33:0/3588342311 wait complete. 2024-09-05T02:35:11.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.173+0000 7f8b455fd740 20 client.17244 trim_cache size 0 max 16384 2024-09-05T02:35:11.181 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:35:11.181 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:35:11.181 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "340ab8cb-0c5f-45c2-8f94-105d454eaeb0", 2024-09-05T02:35:11.181 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:35:11.182 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:35:11.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.174+0000 7f8b42a00640 1 -- 172.21.15.33:0/1259859210 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f8b200a2d70 msgr2=0x7f8b200a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:11.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.174+0000 7f8b42a00640 1 --2- 172.21.15.33:0/1259859210 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f8b200a2d70 0x7f8b200a5230 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f8b34009fd0 tx=0x7f8b34009500 comp rx=0 tx=0).stop 2024-09-05T02:35:11.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.174+0000 7f8b42a00640 1 -- 172.21.15.33:0/1259859210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b3c074620 msgr2=0x7f8b3c19a680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:11.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.174+0000 7f8b42a00640 1 --2- 172.21.15.33:0/1259859210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b3c074620 0x7f8b3c19a680 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c00e9f0 tx=0x7f8b2c00eeb0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.174+0000 7f8b42a00640 1 -- 172.21.15.33:0/1259859210 shutdown_connections 2024-09-05T02:35:11.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.174+0000 7f8b42a00640 1 --2- 172.21.15.33:0/1259859210 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f8b200a2d70 0x7f8b200a5230 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.174+0000 7f8b42a00640 1 --2- 172.21.15.33:0/1259859210 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8b3c10e3c0 0x7f8b3c19ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.174+0000 7f8b42a00640 1 --2- 172.21.15.33:0/1259859210 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8b3c074f40 0x7f8b3c19abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.174+0000 7f8b42a00640 1 --2- 172.21.15.33:0/1259859210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b3c074620 0x7f8b3c19a680 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:11.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.174+0000 7f8b42a00640 1 -- 172.21.15.33:0/1259859210 >> 172.21.15.33:0/1259859210 conn(0x7f8b3c0fd8c0 msgr2=0x7f8b3c0fe5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:11.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.174+0000 7f8b42a00640 1 -- 172.21.15.33:0/1259859210 shutdown_connections 2024-09-05T02:35:11.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:11.174+0000 7f8b42a00640 1 -- 172.21.15.33:0/1259859210 wait complete. 2024-09-05T02:35:11.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:11 smithi033 ceph-mon[29909]: pgmap v253: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-09-05T02:35:11.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:11 smithi174 ceph-mon[34756]: pgmap v253: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-09-05T02:35:11.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:11 smithi123 ceph-mon[34031]: pgmap v253: 97 pgs: 97 active+clean; 12 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-09-05T02:35:11.908 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:35:12.286 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:12.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:12 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:35:12.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:12 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:35:12.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:12 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:35:12.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:12 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:35:12.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:12 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:35:12.555 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:12 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:35:12.555 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:12 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:35:12.555 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:12 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:35:12.555 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:12 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:35:12.555 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:12 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:35:12.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:12 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:35:12.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:12 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:35:12.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:12 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:35:12.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:12 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:35:12.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:12 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:35:12.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.810+0000 7f3ff5c00640 1 -- 172.21.15.33:0/2586457617 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ff0104010 msgr2=0x7f3ff01043f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:12.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.810+0000 7f3ff5c00640 1 --2- 172.21.15.33:0/2586457617 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ff0104010 0x7f3ff01043f0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f3fe0009900 tx=0x7f3fe002a410 comp rx=0 tx=0).stop 2024-09-05T02:35:12.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.810+0000 7f3ff5c00640 1 -- 172.21.15.33:0/2586457617 shutdown_connections 2024-09-05T02:35:12.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.810+0000 7f3ff5c00640 1 --2- 172.21.15.33:0/2586457617 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ff0109140 0x7f3ff0110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.810+0000 7f3ff5c00640 1 --2- 172.21.15.33:0/2586457617 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ff01049c0 0x7f3ff0108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.810+0000 7f3ff5c00640 1 --2- 172.21.15.33:0/2586457617 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ff0104010 0x7f3ff01043f0 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.810+0000 7f3ff5c00640 1 -- 172.21.15.33:0/2586457617 >> 172.21.15.33:0/2586457617 conn(0x7f3ff00ffa50 msgr2=0x7f3ff0101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:12.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.810+0000 7f3ff5c00640 1 -- 172.21.15.33:0/2586457617 shutdown_connections 2024-09-05T02:35:12.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.810+0000 7f3ff5c00640 1 -- 172.21.15.33:0/2586457617 wait complete. 2024-09-05T02:35:12.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.811+0000 7f3ff5c00640 1 Processor -- start 2024-09-05T02:35:12.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.811+0000 7f3ff5c00640 1 -- start start 2024-09-05T02:35:12.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.811+0000 7f3ff5c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ff0104010 0x7f3ff019a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:12.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.811+0000 7f3ff5c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ff01049c0 0x7f3ff019ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:12.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.811+0000 7f3ff5c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ff0109140 0x7f3ff019eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:12.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.811+0000 7f3ff5c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff0114140 con 0x7f3ff01049c0 2024-09-05T02:35:12.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.811+0000 7f3ff5c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff0113fc0 con 0x7f3ff0109140 2024-09-05T02:35:12.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.811+0000 7f3ff5c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff01142c0 con 0x7f3ff0104010 2024-09-05T02:35:12.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.812+0000 7f3feea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ff0104010 0x7f3ff019a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:12.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.812+0000 7f3fe6000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ff01049c0 0x7f3ff019ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:12.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.812+0000 7f3feea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ff0104010 0x7f3ff019a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:59382/0 (socket says 172.21.15.33:59382) 2024-09-05T02:35:12.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.812+0000 7f3feea00640 1 -- 172.21.15.33:0/1557836849 learned_addr learned my addr 172.21.15.33:0/1557836849 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:12.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.812+0000 7f3fef400640 1 --2- 172.21.15.33:0/1557836849 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ff0109140 0x7f3ff019eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:12.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.812+0000 7f3feea00640 1 -- 172.21.15.33:0/1557836849 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ff0109140 msgr2=0x7f3ff019eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:12.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.812+0000 7f3feea00640 1 --2- 172.21.15.33:0/1557836849 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ff0109140 0x7f3ff019eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.812+0000 7f3feea00640 1 -- 172.21.15.33:0/1557836849 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ff01049c0 msgr2=0x7f3ff019ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:12.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.812+0000 7f3feea00640 1 --2- 172.21.15.33:0/1557836849 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ff01049c0 0x7f3ff019ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.812+0000 7f3feea00640 1 -- 172.21.15.33:0/1557836849 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ff019f5d0 con 0x7f3ff0104010 2024-09-05T02:35:12.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.812+0000 7f3fe6000640 1 --2- 172.21.15.33:0/1557836849 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ff01049c0 0x7f3ff019ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:12.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.813+0000 7f3feea00640 1 --2- 172.21.15.33:0/1557836849 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ff0104010 0x7f3ff019a620 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f3fe0006010 tx=0x7f3fe0004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:12.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.813+0000 7f3fe7e00640 1 -- 172.21.15.33:0/1557836849 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe003f030 con 0x7f3ff0104010 2024-09-05T02:35:12.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.813+0000 7f3fe7e00640 1 -- 172.21.15.33:0/1557836849 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3fe0004440 con 0x7f3ff0104010 2024-09-05T02:35:12.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.813+0000 7f3ff5c00640 1 -- 172.21.15.33:0/1557836849 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ff019f860 con 0x7f3ff0104010 2024-09-05T02:35:12.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.813+0000 7f3fe7e00640 1 -- 172.21.15.33:0/1557836849 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe0035070 con 0x7f3ff0104010 2024-09-05T02:35:12.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.813+0000 7f3ff5c00640 1 -- 172.21.15.33:0/1557836849 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ff01a71a0 con 0x7f3ff0104010 2024-09-05T02:35:12.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.816+0000 7f3ff8640740 1 Processor -- start 2024-09-05T02:35:12.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.816+0000 7f3ff8640740 1 -- start start 2024-09-05T02:35:12.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.816+0000 7f3fe7e00640 1 -- 172.21.15.33:0/1557836849 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f3fe0042030 con 0x7f3ff0104010 2024-09-05T02:35:12.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.816+0000 7f3ff8640740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561154913b90 0x561154913f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:12.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.816+0000 7f3ff8640740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5611549144b0 0x56115491e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:12.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.817+0000 7f3ff8640740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56115491ed70 0x561154921160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:12.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.817+0000 7f3ff8640740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56115487a3e0 con 0x5611549144b0 2024-09-05T02:35:12.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.817+0000 7f3ff8640740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x561154821d80 con 0x56115491ed70 2024-09-05T02:35:12.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.817+0000 7f3ff8640740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5611548763a0 con 0x561154913b90 2024-09-05T02:35:12.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.817+0000 7f3feea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5611549144b0 0x56115491e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:12.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.817+0000 7f3fe6000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56115491ed70 0x561154921160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:12.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.817+0000 7f3feea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5611549144b0 0x56115491e830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37100/0 (socket says 172.21.15.33:37100) 2024-09-05T02:35:12.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.817+0000 7f3feea00640 1 -- 172.21.15.33:0/1381394356 learned_addr learned my addr 172.21.15.33:0/1381394356 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:12.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.817+0000 7f3fef400640 1 --2- 172.21.15.33:0/1381394356 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561154913b90 0x561154913f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:12.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.817+0000 7f3feea00640 1 -- 172.21.15.33:0/1381394356 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561154913b90 msgr2=0x561154913f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:12.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.817+0000 7f3feea00640 1 --2- 172.21.15.33:0/1381394356 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561154913b90 0x561154913f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.817+0000 7f3feea00640 1 -- 172.21.15.33:0/1381394356 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56115491ed70 msgr2=0x561154921160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:12.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.817+0000 7f3feea00640 1 --2- 172.21.15.33:0/1381394356 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56115491ed70 0x561154921160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.817+0000 7f3feea00640 1 -- 172.21.15.33:0/1381394356 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561154840ae0 con 0x5611549144b0 2024-09-05T02:35:12.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.818+0000 7f3feea00640 1 --2- 172.21.15.33:0/1381394356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5611549144b0 0x56115491e830 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f3fe00eca30 tx=0x7f3fe00f5660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eea52515fdbac149 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:12.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.818+0000 7f3fe7e00640 1 --2- 172.21.15.33:0/1557836849 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3fd40a2d70 0x7f3fd40a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:12.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.818+0000 7f3fdfe00640 1 -- 172.21.15.33:0/1381394356 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe00b7be0 con 0x5611549144b0 2024-09-05T02:35:12.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.818+0000 7f3fdfe00640 1 -- 172.21.15.33:0/1381394356 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3fe00fc030 con 0x5611549144b0 2024-09-05T02:35:12.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.818+0000 7f3fdfe00640 1 -- 172.21.15.33:0/1381394356 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe00bb0c0 con 0x5611549144b0 2024-09-05T02:35:12.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.818+0000 7f3fe7e00640 1 -- 172.21.15.33:0/1557836849 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8586+0+0 (secure 0 0 0) 0x7f3fe00ef3b0 con 0x7f3ff0104010 2024-09-05T02:35:12.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.818+0000 7f3fef400640 1 --2- 172.21.15.33:0/1557836849 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3fd40a2d70 0x7f3fd40a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:12.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.819+0000 7f3ff8640740 1 -- 172.21.15.33:0/1381394356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5611549144b0 msgr2=0x56115491e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:12.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.819+0000 7f3ff8640740 1 --2- 172.21.15.33:0/1381394356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5611549144b0 0x56115491e830 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f3fe00eca30 tx=0x7f3fe00f5660 comp rx=0 tx=0).stop 2024-09-05T02:35:12.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.819+0000 7f3ff8640740 1 -- 172.21.15.33:0/1381394356 shutdown_connections 2024-09-05T02:35:12.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.819+0000 7f3ff8640740 1 --2- 172.21.15.33:0/1381394356 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56115491ed70 0x561154921160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.819+0000 7f3ff8640740 1 --2- 172.21.15.33:0/1381394356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5611549144b0 0x56115491e830 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.819+0000 7f3ff8640740 1 --2- 172.21.15.33:0/1381394356 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561154913b90 0x561154913f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.819+0000 7f3ff8640740 1 -- 172.21.15.33:0/1381394356 >> 172.21.15.33:0/1381394356 conn(0x561154910120 msgr2=0x561154910500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:12.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.819+0000 7f3fef400640 1 --2- 172.21.15.33:0/1557836849 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3fd40a2d70 0x7f3fd40a5230 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3fe8005fd0 tx=0x7f3fe8009500 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:12.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.819+0000 7f3ff8640740 1 -- 172.21.15.33:0/1381394356 shutdown_connections 2024-09-05T02:35:12.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.819+0000 7f3ff8640740 1 -- 172.21.15.33:0/1381394356 wait complete. 2024-09-05T02:35:12.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.820+0000 7f3ff8640740 1 -- start start 2024-09-05T02:35:12.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.820+0000 7f3ff8640740 1 Processor -- start 2024-09-05T02:35:12.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.820+0000 7f3ff8640740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561154913b90 0x56115491bb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:12.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.820+0000 7f3ff8640740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5611549144b0 0x56115491c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:12.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.821+0000 7f3ff8640740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56115491ed70 0x56115491c600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:12.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.821+0000 7f3ff8640740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561154921700 con 0x56115491ed70 2024-09-05T02:35:12.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.821+0000 7f3ff8640740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5611548350f0 con 0x561154913b90 2024-09-05T02:35:12.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.821+0000 7f3ff8640740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x561154921880 con 0x5611549144b0 2024-09-05T02:35:12.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.821+0000 7f3ff8640740 10 client.0 _ll_register_callbacks cb 0x5611548269e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:12.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.821+0000 7f3fef400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56115491ed70 0x56115491c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:12.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.821+0000 7f3feea00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561154913b90 0x56115491bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:12.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.821+0000 7f3fef400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56115491ed70 0x56115491c600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37102/0 (socket says 172.21.15.33:37102) 2024-09-05T02:35:12.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.821+0000 7f3fef400640 1 -- 172.21.15.33:0/2489033236 learned_addr learned my addr 172.21.15.33:0/2489033236 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:12.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.821+0000 7f3feea00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561154913b90 0x56115491bb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35022/0 (socket says 172.21.15.33:35022) 2024-09-05T02:35:12.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.821+0000 7f3fe6000640 1 --2- 172.21.15.33:0/2489033236 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5611549144b0 0x56115491c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:12.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.821+0000 7f3feea00640 1 -- 172.21.15.33:0/2489033236 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5611549144b0 msgr2=0x56115491c0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:12.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.821+0000 7f3feea00640 1 --2- 172.21.15.33:0/2489033236 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5611549144b0 0x56115491c0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.821+0000 7f3feea00640 1 -- 172.21.15.33:0/2489033236 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56115491ed70 msgr2=0x56115491c600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:12.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.821+0000 7f3feea00640 1 --2- 172.21.15.33:0/2489033236 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56115491ed70 0x56115491c600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.821+0000 7f3feea00640 1 -- 172.21.15.33:0/2489033236 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5611545eb3c0 con 0x561154913b90 2024-09-05T02:35:12.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.821+0000 7f3fef400640 1 --2- 172.21.15.33:0/2489033236 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56115491ed70 0x56115491c600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:12.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.822+0000 7f3feea00640 1 --2- 172.21.15.33:0/2489033236 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561154913b90 0x56115491bb80 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f3fe002ffe0 tx=0x7f3fe003b460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a7845039214f147f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:12.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.822+0000 7f3fdcc00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:35:12.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.822+0000 7f3fdcc00640 1 -- 172.21.15.33:0/2489033236 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe0049070 con 0x561154913b90 2024-09-05T02:35:12.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.822+0000 7f3fdcc00640 1 -- 172.21.15.33:0/2489033236 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8586+0+0 (secure 0 0 0) 0x7f3fe00b99e0 con 0x561154913b90 2024-09-05T02:35:12.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.822+0000 7f3ff8640740 1 -- 172.21.15.33:0/2489033236 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3fe00fc030 con 0x561154913b90 2024-09-05T02:35:12.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.822+0000 7f3fdcc00640 1 -- 172.21.15.33:0/2489033236 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3fe00bb2a0 con 0x561154913b90 2024-09-05T02:35:12.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.822+0000 7f3ff8640740 10 client.27335 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:12.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.822+0000 7f3ff8640740 1 -- 172.21.15.33:0/2489033236 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561154921700 con 0x561154913b90 2024-09-05T02:35:12.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.822+0000 7f3fdcc00640 1 -- 172.21.15.33:0/2489033236 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3fe00fc030 con 0x561154913b90 2024-09-05T02:35:12.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.823+0000 7f3fdcc00640 1 -- 172.21.15.33:0/2489033236 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3fe00ecd40 con 0x561154913b90 2024-09-05T02:35:12.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.823+0000 7f3ff8640740 10 client.27335 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:12.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.823+0000 7f3ff8640740 10 client.27335 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:35:12.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.823+0000 7f3ff8640740 20 client.27335 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:12.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.823+0000 7f3ff8640740 1 --2- 172.21.15.33:0/2489033236 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56115492e590 0x5611549309c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:12.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.823+0000 7f3ff8640740 4 client.27335 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:12.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.823+0000 7f3ff8640740 1 -- 172.21.15.33:0/2489033236 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561154887950 con 0x56115492e590 2024-09-05T02:35:12.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.823+0000 7f3fe6000640 1 --2- 172.21.15.33:0/2489033236 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56115492e590 0x5611549309c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:12.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.824+0000 7f3fe6000640 1 --2- 172.21.15.33:0/2489033236 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56115492e590 0x5611549309c0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a47bb7b05ac4dec8 server_cookie=8badba9946b6960b in_seq=0 out_seq=0 2024-09-05T02:35:12.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.824+0000 7f3fdcc00640 10 client.27335 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:12.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.824+0000 7f3fdcc00640 1 -- 172.21.15.33:0/2489033236 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561154887950 con 0x56115492e590 2024-09-05T02:35:12.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.824+0000 7f3fdcc00640 10 client.27335 handle_command_reply: tid=0 2024-09-05T02:35:12.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.825+0000 7f3ff8640740 1 client.27335 shutdown 2024-09-05T02:35:12.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.825+0000 7f3ff8640740 1 -- 172.21.15.33:0/2489033236 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561154913b90 msgr2=0x56115491bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:12.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.825+0000 7f3ff8640740 1 --2- 172.21.15.33:0/2489033236 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561154913b90 0x56115491bb80 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f3fe002ffe0 tx=0x7f3fe003b460 comp rx=0 tx=0).stop 2024-09-05T02:35:12.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.825+0000 7f3ff8640740 1 -- 172.21.15.33:0/2489033236 shutdown_connections 2024-09-05T02:35:12.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.825+0000 7f3ff8640740 1 --2- 172.21.15.33:0/2489033236 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56115492e590 0x5611549309c0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.825+0000 7f3ff8640740 1 --2- 172.21.15.33:0/2489033236 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56115491ed70 0x56115491c600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.825+0000 7f3ff8640740 1 --2- 172.21.15.33:0/2489033236 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5611549144b0 0x56115491c0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.825+0000 7f3ff8640740 1 --2- 172.21.15.33:0/2489033236 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561154913b90 0x56115491bb80 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.825+0000 7f3fdcc00640 0 client.27335 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:12.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.825+0000 7f3ff8640740 1 -- 172.21.15.33:0/2489033236 >> 172.21.15.33:0/2489033236 conn(0x561154910120 msgr2=0x561154915e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:12.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.825+0000 7f3ff8640740 1 -- 172.21.15.33:0/2489033236 shutdown_connections 2024-09-05T02:35:12.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.825+0000 7f3ff8640740 1 -- 172.21.15.33:0/2489033236 wait complete. 2024-09-05T02:35:12.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.825+0000 7f3ff8640740 20 client.27335 trim_cache size 0 max 16384 2024-09-05T02:35:12.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.843+0000 7f3ff8640740 1 Processor -- start 2024-09-05T02:35:12.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.843+0000 7f3ff8640740 1 -- start start 2024-09-05T02:35:12.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.844+0000 7f3ff8640740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561154913b90 0x561154936290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:12.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.844+0000 7f3ff8640740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5611549144b0 0x5611549367d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:12.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.844+0000 7f3ff8640740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56115491ed70 0x56115490e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:12.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.844+0000 7f3ff8640740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff01afbd0 con 0x561154913b90 2024-09-05T02:35:12.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.844+0000 7f3ff8640740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff01b1710 con 0x5611549144b0 2024-09-05T02:35:12.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.844+0000 7f3ff8640740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff01b02a0 con 0x56115491ed70 2024-09-05T02:35:12.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.844+0000 7f3feea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561154913b90 0x561154936290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:12.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.844+0000 7f3feea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561154913b90 0x561154936290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37114/0 (socket says 172.21.15.33:37114) 2024-09-05T02:35:12.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.844+0000 7f3feea00640 1 -- 172.21.15.33:0/2094033244 learned_addr learned my addr 172.21.15.33:0/2094033244 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:12.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.844+0000 7f3fe6000640 1 --2- 172.21.15.33:0/2094033244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5611549144b0 0x5611549367d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:12.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.844+0000 7f3fef400640 1 --2- 172.21.15.33:0/2094033244 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56115491ed70 0x56115490e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:12.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.845+0000 7f3feea00640 1 -- 172.21.15.33:0/2094033244 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56115491ed70 msgr2=0x56115490e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:12.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.845+0000 7f3feea00640 1 --2- 172.21.15.33:0/2094033244 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56115491ed70 0x56115490e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.845+0000 7f3feea00640 1 -- 172.21.15.33:0/2094033244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5611549144b0 msgr2=0x5611549367d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:12.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.845+0000 7f3feea00640 1 --2- 172.21.15.33:0/2094033244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5611549144b0 0x5611549367d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.845+0000 7f3feea00640 1 -- 172.21.15.33:0/2094033244 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56115491e4f0 con 0x561154913b90 2024-09-05T02:35:12.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.845+0000 7f3fe6000640 1 --2- 172.21.15.33:0/2094033244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5611549144b0 0x5611549367d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:12.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.845+0000 7f3feea00640 1 --2- 172.21.15.33:0/2094033244 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561154913b90 0x561154936290 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f3fe003d040 tx=0x7f3fe003b4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dce8bb88f35d7c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:12.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.845+0000 7f3fdf400640 1 -- 172.21.15.33:0/2094033244 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe0049070 con 0x561154913b90 2024-09-05T02:35:12.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.845+0000 7f3fdf400640 1 -- 172.21.15.33:0/2094033244 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3fe00fc070 con 0x561154913b90 2024-09-05T02:35:12.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.845+0000 7f3fdf400640 1 -- 172.21.15.33:0/2094033244 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe00bb480 con 0x561154913b90 2024-09-05T02:35:12.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.846+0000 7f3ff8640740 1 -- 172.21.15.33:0/2094033244 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561154913b90 msgr2=0x561154936290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:12.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.846+0000 7f3ff8640740 1 --2- 172.21.15.33:0/2094033244 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561154913b90 0x561154936290 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f3fe003d040 tx=0x7f3fe003b4d0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.846+0000 7f3ff8640740 1 -- 172.21.15.33:0/2094033244 shutdown_connections 2024-09-05T02:35:12.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.846+0000 7f3ff8640740 1 --2- 172.21.15.33:0/2094033244 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56115491ed70 0x56115490e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.846+0000 7f3ff8640740 1 --2- 172.21.15.33:0/2094033244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5611549144b0 0x5611549367d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.846+0000 7f3ff8640740 1 --2- 172.21.15.33:0/2094033244 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561154913b90 0x561154936290 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.846+0000 7f3ff8640740 1 -- 172.21.15.33:0/2094033244 >> 172.21.15.33:0/2094033244 conn(0x561154910120 msgr2=0x561154915550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:12.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.846+0000 7f3ff8640740 1 -- 172.21.15.33:0/2094033244 shutdown_connections 2024-09-05T02:35:12.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.846+0000 7f3ff8640740 1 -- 172.21.15.33:0/2094033244 wait complete. 2024-09-05T02:35:12.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.846+0000 7f3ff8640740 1 -- start start 2024-09-05T02:35:12.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.847+0000 7f3ff8640740 1 Processor -- start 2024-09-05T02:35:12.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.847+0000 7f3ff8640740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561154913b90 0x561154918510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:12.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.847+0000 7f3ff8640740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5611549144b0 0x561154918a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:12.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.847+0000 7f3ff8640740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56115491ed70 0x561154925b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:12.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.847+0000 7f3ff8640740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff01b1040 con 0x5611549144b0 2024-09-05T02:35:12.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.847+0000 7f3ff8640740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff01b0970 con 0x56115491ed70 2024-09-05T02:35:12.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.847+0000 7f3ff8640740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff01adbb0 con 0x561154913b90 2024-09-05T02:35:12.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.847+0000 7f3ff8640740 10 client.0 _ll_register_callbacks cb 0x7f3fe00f5420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:12.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.847+0000 7f3fe6000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5611549144b0 0x561154918a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:12.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.847+0000 7f3fe6000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5611549144b0 0x561154918a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37116/0 (socket says 172.21.15.33:37116) 2024-09-05T02:35:12.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.847+0000 7f3fe6000640 1 -- 172.21.15.33:0/2139713097 learned_addr learned my addr 172.21.15.33:0/2139713097 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:12.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.847+0000 7f3feea00640 1 --2- 172.21.15.33:0/2139713097 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561154913b90 0x561154918510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:12.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.848+0000 7f3fef400640 1 --2- 172.21.15.33:0/2139713097 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56115491ed70 0x561154925b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:12.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.848+0000 7f3fe6000640 1 -- 172.21.15.33:0/2139713097 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561154913b90 msgr2=0x561154918510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:12.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.848+0000 7f3fe6000640 1 --2- 172.21.15.33:0/2139713097 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561154913b90 0x561154918510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.848+0000 7f3fe6000640 1 -- 172.21.15.33:0/2139713097 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56115491ed70 msgr2=0x561154925b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:12.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.848+0000 7f3fe6000640 1 --2- 172.21.15.33:0/2139713097 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56115491ed70 0x561154925b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.848+0000 7f3fe6000640 1 -- 172.21.15.33:0/2139713097 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561154926110 con 0x5611549144b0 2024-09-05T02:35:12.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.848+0000 7f3fe6000640 1 --2- 172.21.15.33:0/2139713097 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5611549144b0 0x561154918a50 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f3fd8005d00 tx=0x7f3fd8012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab2bf238f7ab763 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:12.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.848+0000 7f3fdcc00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:35:12.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.848+0000 7f3fdcc00640 1 -- 172.21.15.33:0/2139713097 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fd8011c20 con 0x5611549144b0 2024-09-05T02:35:12.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.849+0000 7f3fdcc00640 1 -- 172.21.15.33:0/2139713097 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8586+0+0 (secure 0 0 0) 0x7f3fd8011dc0 con 0x5611549144b0 2024-09-05T02:35:12.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.849+0000 7f3ff8640740 1 -- 172.21.15.33:0/2139713097 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3fe00fc070 con 0x5611549144b0 2024-09-05T02:35:12.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.849+0000 7f3fdcc00640 1 -- 172.21.15.33:0/2139713097 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3fd8005020 con 0x5611549144b0 2024-09-05T02:35:12.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.849+0000 7f3ff8640740 10 client.17262 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:12.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.849+0000 7f3ff8640740 1 -- 172.21.15.33:0/2139713097 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5611549274b0 con 0x5611549144b0 2024-09-05T02:35:12.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.849+0000 7f3fdcc00640 1 -- 172.21.15.33:0/2139713097 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3fe00fc070 con 0x5611549144b0 2024-09-05T02:35:12.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.849+0000 7f3fdcc00640 1 -- 172.21.15.33:0/2139713097 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3fd802f450 con 0x5611549144b0 2024-09-05T02:35:12.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.849+0000 7f3ff8640740 10 client.17262 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:12.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.849+0000 7f3ff8640740 10 client.17262 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:35:12.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.849+0000 7f3ff8640740 20 client.17262 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:12.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.849+0000 7f3ff8640740 1 --2- 172.21.15.33:0/2139713097 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x561154999560 0x56115499b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:12.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.849+0000 7f3ff8640740 4 client.17262 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:35:12.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.849+0000 7f3ff8640740 1 -- 172.21.15.33:0/2139713097 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561154881e60 con 0x561154999560 2024-09-05T02:35:12.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.850+0000 7f3feea00640 1 --2- 172.21.15.33:0/2139713097 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x561154999560 0x56115499b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:12.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.850+0000 7f3feea00640 1 --2- 172.21.15.33:0/2139713097 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x561154999560 0x56115499b980 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=504bc0c1798a1565 server_cookie=ceb8f86e689bbffa in_seq=0 out_seq=0 2024-09-05T02:35:12.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.850+0000 7f3fdcc00640 10 client.17262 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:12.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.850+0000 7f3fdcc00640 1 -- 172.21.15.33:0/2139713097 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x561154881e60 con 0x561154999560 2024-09-05T02:35:12.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.850+0000 7f3fdcc00640 10 client.17262 handle_command_reply: tid=0 2024-09-05T02:35:12.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.850+0000 7f3ff8640740 1 client.17262 shutdown 2024-09-05T02:35:12.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.851+0000 7f3ff8640740 1 -- 172.21.15.33:0/2139713097 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5611549144b0 msgr2=0x561154918a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:12.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.851+0000 7f3ff8640740 1 --2- 172.21.15.33:0/2139713097 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5611549144b0 0x561154918a50 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f3fd8005d00 tx=0x7f3fd8012bc0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.851+0000 7f3ff8640740 1 -- 172.21.15.33:0/2139713097 shutdown_connections 2024-09-05T02:35:12.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.851+0000 7f3ff8640740 1 --2- 172.21.15.33:0/2139713097 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56115491ed70 0x561154925b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.851+0000 7f3ff8640740 1 --2- 172.21.15.33:0/2139713097 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x561154999560 0x56115499b980 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.851+0000 7f3ff8640740 1 --2- 172.21.15.33:0/2139713097 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5611549144b0 0x561154918a50 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.851+0000 7f3ff8640740 1 --2- 172.21.15.33:0/2139713097 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561154913b90 0x561154918510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.851+0000 7f3ff8640740 1 -- 172.21.15.33:0/2139713097 >> 172.21.15.33:0/2139713097 conn(0x561154910120 msgr2=0x56115490e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:12.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.851+0000 7f3fdcc00640 0 client.17262 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:12.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.851+0000 7f3ff8640740 1 -- 172.21.15.33:0/2139713097 shutdown_connections 2024-09-05T02:35:12.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.851+0000 7f3ff8640740 1 -- 172.21.15.33:0/2139713097 wait complete. 2024-09-05T02:35:12.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.851+0000 7f3ff8640740 20 client.17262 trim_cache size 0 max 16384 2024-09-05T02:35:12.860 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:35:12.860 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:35:12.860 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:35:12.860 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:35:12.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.852+0000 7f3ff5c00640 1 -- 172.21.15.33:0/1557836849 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3fd40a2d70 msgr2=0x7f3fd40a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:12.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.852+0000 7f3ff5c00640 1 --2- 172.21.15.33:0/1557836849 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3fd40a2d70 0x7f3fd40a5230 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3fe8005fd0 tx=0x7f3fe8009500 comp rx=0 tx=0).stop 2024-09-05T02:35:12.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.852+0000 7f3ff5c00640 1 -- 172.21.15.33:0/1557836849 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ff0104010 msgr2=0x7f3ff019a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:12.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.852+0000 7f3ff5c00640 1 --2- 172.21.15.33:0/1557836849 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ff0104010 0x7f3ff019a620 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f3fe0006010 tx=0x7f3fe0004040 comp rx=0 tx=0).stop 2024-09-05T02:35:12.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.852+0000 7f3ff5c00640 1 -- 172.21.15.33:0/1557836849 shutdown_connections 2024-09-05T02:35:12.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.852+0000 7f3ff5c00640 1 --2- 172.21.15.33:0/1557836849 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3fd40a2d70 0x7f3fd40a5230 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.852+0000 7f3ff5c00640 1 --2- 172.21.15.33:0/1557836849 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ff0109140 0x7f3ff019eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.852+0000 7f3ff5c00640 1 --2- 172.21.15.33:0/1557836849 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ff01049c0 0x7f3ff019ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.852+0000 7f3ff5c00640 1 --2- 172.21.15.33:0/1557836849 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ff0104010 0x7f3ff019a620 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:12.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.852+0000 7f3ff5c00640 1 -- 172.21.15.33:0/1557836849 >> 172.21.15.33:0/1557836849 conn(0x7f3ff00ffa50 msgr2=0x7f3ff0100dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:12.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.852+0000 7f3ff5c00640 1 -- 172.21.15.33:0/1557836849 shutdown_connections 2024-09-05T02:35:12.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:12.852+0000 7f3ff5c00640 1 -- 172.21.15.33:0/1557836849 wait complete. 2024-09-05T02:35:13.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:13 smithi174 ceph-mon[34756]: pgmap v254: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 204 B/s wr, 10 op/s 2024-09-05T02:35:13.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:13 smithi174 ceph-mon[34756]: osdmap e91: 12 total, 12 up, 12 in 2024-09-05T02:35:13.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:13 smithi033 ceph-mon[29909]: pgmap v254: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 204 B/s wr, 10 op/s 2024-09-05T02:35:13.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:13 smithi033 ceph-mon[29909]: osdmap e91: 12 total, 12 up, 12 in 2024-09-05T02:35:13.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:13 smithi123 ceph-mon[34031]: pgmap v254: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 204 B/s wr, 10 op/s 2024-09-05T02:35:13.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:13 smithi123 ceph-mon[34031]: osdmap e91: 12 total, 12 up, 12 in 2024-09-05T02:35:13.715 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:35:13.716 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:35:14.096 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:14.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.640+0000 7f1a6d400640 1 -- 172.21.15.33:0/230180971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a68102360 msgr2=0x7f1a6810e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:14.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.640+0000 7f1a6d400640 1 --2- 172.21.15.33:0/230180971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a68102360 0x7f1a6810e890 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f1a60009cd0 tx=0x7f1a6002a8f0 comp rx=0 tx=0).stop 2024-09-05T02:35:14.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.640+0000 7f1a6d400640 1 -- 172.21.15.33:0/230180971 shutdown_connections 2024-09-05T02:35:14.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.640+0000 7f1a6d400640 1 --2- 172.21.15.33:0/230180971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a68102360 0x7f1a6810e890 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:14.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.640+0000 7f1a6d400640 1 --2- 172.21.15.33:0/230180971 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1a681019c0 0x7f1a68101e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:14.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.640+0000 7f1a6d400640 1 --2- 172.21.15.33:0/230180971 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1a681079c0 0x7f1a68107da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:14.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.640+0000 7f1a6d400640 1 -- 172.21.15.33:0/230180971 >> 172.21.15.33:0/230180971 conn(0x7f1a680fd740 msgr2=0x7f1a680ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:14.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.640+0000 7f1a6d400640 1 -- 172.21.15.33:0/230180971 shutdown_connections 2024-09-05T02:35:14.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.640+0000 7f1a6d400640 1 -- 172.21.15.33:0/230180971 wait complete. 2024-09-05T02:35:14.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.641+0000 7f1a6d400640 1 Processor -- start 2024-09-05T02:35:14.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.642+0000 7f1a6d400640 1 -- start start 2024-09-05T02:35:14.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.642+0000 7f1a6d400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1a681019c0 0x7f1a6819a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:14.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.642+0000 7f1a6d400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1a68102360 0x7f1a6819a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:14.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.642+0000 7f1a6d400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a681079c0 0x7f1a6819ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:14.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.642+0000 7f1a6d400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1a68111e10 con 0x7f1a681079c0 2024-09-05T02:35:14.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.642+0000 7f1a6d400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1a68111c90 con 0x7f1a681019c0 2024-09-05T02:35:14.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.642+0000 7f1a6d400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f1a68111f90 con 0x7f1a68102360 2024-09-05T02:35:14.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.642+0000 7f1a6ca00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a681079c0 0x7f1a6819ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:14.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.642+0000 7f1a67e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1a681019c0 0x7f1a6819a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:14.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.642+0000 7f1a67400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1a68102360 0x7f1a6819a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:14.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.642+0000 7f1a67e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1a681019c0 0x7f1a6819a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35056/0 (socket says 172.21.15.33:35056) 2024-09-05T02:35:14.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.642+0000 7f1a67e00640 1 -- 172.21.15.33:0/2099367111 learned_addr learned my addr 172.21.15.33:0/2099367111 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:14.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.642+0000 7f1a67400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1a68102360 0x7f1a6819a9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:59442/0 (socket says 172.21.15.33:59442) 2024-09-05T02:35:14.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.643+0000 7f1a67e00640 1 -- 172.21.15.33:0/2099367111 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1a68102360 msgr2=0x7f1a6819a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:14.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.643+0000 7f1a67e00640 1 --2- 172.21.15.33:0/2099367111 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1a68102360 0x7f1a6819a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:14.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.643+0000 7f1a67e00640 1 -- 172.21.15.33:0/2099367111 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a681079c0 msgr2=0x7f1a6819ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:14.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.643+0000 7f1a67e00640 1 --2- 172.21.15.33:0/2099367111 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a681079c0 0x7f1a6819ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:14.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.643+0000 7f1a67e00640 1 -- 172.21.15.33:0/2099367111 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a6819f430 con 0x7f1a681019c0 2024-09-05T02:35:14.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.643+0000 7f1a67e00640 1 --2- 172.21.15.33:0/2099367111 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1a681019c0 0x7f1a6819a480 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f1a5800ea60 tx=0x7f1a5800ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:14.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.644+0000 7f1a64c00640 1 -- 172.21.15.33:0/2099367111 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a5800cde0 con 0x7f1a681019c0 2024-09-05T02:35:14.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.644+0000 7f1a6d400640 1 -- 172.21.15.33:0/2099367111 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a6819f720 con 0x7f1a681019c0 2024-09-05T02:35:14.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.644+0000 7f1a64c00640 1 -- 172.21.15.33:0/2099367111 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1a580035f0 con 0x7f1a681019c0 2024-09-05T02:35:14.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.644+0000 7f1a64c00640 1 -- 172.21.15.33:0/2099367111 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a58010670 con 0x7f1a681019c0 2024-09-05T02:35:14.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.644+0000 7f1a6d400640 1 -- 172.21.15.33:0/2099367111 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a681a7000 con 0x7f1a681019c0 2024-09-05T02:35:14.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.645+0000 7f1a6d400640 1 -- 172.21.15.33:0/2099367111 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a68101e20 con 0x7f1a681019c0 2024-09-05T02:35:14.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.647+0000 7f1a64c00640 1 -- 172.21.15.33:0/2099367111 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f1a580037a0 con 0x7f1a681019c0 2024-09-05T02:35:14.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.648+0000 7f1a64c00640 1 --2- 172.21.15.33:0/2099367111 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1a4c0a2cf0 0x7f1a4c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:14.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.648+0000 7f1a64c00640 1 -- 172.21.15.33:0/2099367111 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f1a580cf7f0 con 0x7f1a681019c0 2024-09-05T02:35:14.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.648+0000 7f1a67400640 1 --2- 172.21.15.33:0/2099367111 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1a4c0a2cf0 0x7f1a4c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:14.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.649+0000 7f1a67400640 1 --2- 172.21.15.33:0/2099367111 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1a4c0a2cf0 0x7f1a4c0a51b0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f1a6810ecb0 tx=0x7f1a54005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:14.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.650+0000 7f1a64c00640 1 -- 172.21.15.33:0/2099367111 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1a5809c430 con 0x7f1a681019c0 2024-09-05T02:35:14.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.875+0000 7f1a6d400640 1 -- 172.21.15.33:0/2099367111 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1a6819b7e0 con 0x7f1a681019c0 2024-09-05T02:35:14.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.876+0000 7f1a64c00640 1 -- 172.21.15.33:0/2099367111 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7f1a5809bd30 con 0x7f1a681019c0 2024-09-05T02:35:14.878 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:35:14.879 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:35:14.879 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:35:14.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.878+0000 7f1a6d400640 1 -- 172.21.15.33:0/2099367111 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1a4c0a2cf0 msgr2=0x7f1a4c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:14.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.878+0000 7f1a6d400640 1 --2- 172.21.15.33:0/2099367111 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1a4c0a2cf0 0x7f1a4c0a51b0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f1a6810ecb0 tx=0x7f1a54005f90 comp rx=0 tx=0).stop 2024-09-05T02:35:14.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.878+0000 7f1a6d400640 1 -- 172.21.15.33:0/2099367111 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1a681019c0 msgr2=0x7f1a6819a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:14.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.878+0000 7f1a6d400640 1 --2- 172.21.15.33:0/2099367111 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1a681019c0 0x7f1a6819a480 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f1a5800ea60 tx=0x7f1a5800ef20 comp rx=0 tx=0).stop 2024-09-05T02:35:14.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.878+0000 7f1a6d400640 1 -- 172.21.15.33:0/2099367111 shutdown_connections 2024-09-05T02:35:14.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.878+0000 7f1a6d400640 1 --2- 172.21.15.33:0/2099367111 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1a4c0a2cf0 0x7f1a4c0a51b0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:14.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.879+0000 7f1a6d400640 1 --2- 172.21.15.33:0/2099367111 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a681079c0 0x7f1a6819ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:14.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.879+0000 7f1a6d400640 1 --2- 172.21.15.33:0/2099367111 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1a68102360 0x7f1a6819a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:14.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.879+0000 7f1a6d400640 1 --2- 172.21.15.33:0/2099367111 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1a681019c0 0x7f1a6819a480 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:14.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.879+0000 7f1a6d400640 1 -- 172.21.15.33:0/2099367111 >> 172.21.15.33:0/2099367111 conn(0x7f1a680fd740 msgr2=0x7f1a680fdd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:14.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.879+0000 7f1a6d400640 1 -- 172.21.15.33:0/2099367111 shutdown_connections 2024-09-05T02:35:14.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:14.879+0000 7f1a6d400640 1 -- 172.21.15.33:0/2099367111 wait complete. 2024-09-05T02:35:15.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:15 smithi174 ceph-mon[34756]: pgmap v256: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 255 B/s wr, 13 op/s 2024-09-05T02:35:15.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:15 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2099367111' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:35:15.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:15 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:35:15.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:15 smithi033 ceph-mon[29909]: pgmap v256: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 255 B/s wr, 13 op/s 2024-09-05T02:35:15.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:15 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2099367111' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:35:15.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:15 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:35:15.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:15 smithi123 ceph-mon[34031]: pgmap v256: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 255 B/s wr, 13 op/s 2024-09-05T02:35:15.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:15 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2099367111' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:35:15.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:15 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:35:15.695 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:35:16.079 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:16.520 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:16 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:35:16.520 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:16 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:35:16.520 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:16 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:35:16.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:16 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:35:16.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:16 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:35:16.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:16 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:35:16.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:16 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:35:16.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:16 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:35:16.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:16 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:35:16.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.634+0000 7f1a45000640 1 -- 172.21.15.33:0/3444803683 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1a40106f10 msgr2=0x7f1a4010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:16.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.634+0000 7f1a45000640 1 --2- 172.21.15.33:0/3444803683 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1a40106f10 0x7f1a4010ea90 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f1a38009ca0 tx=0x7f1a3802a8c0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.635+0000 7f1a45000640 1 -- 172.21.15.33:0/3444803683 shutdown_connections 2024-09-05T02:35:16.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.635+0000 7f1a45000640 1 --2- 172.21.15.33:0/3444803683 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1a40106f10 0x7f1a4010ea90 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.635+0000 7f1a45000640 1 --2- 172.21.15.33:0/3444803683 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1a40102790 0x7f1a401067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.635+0000 7f1a45000640 1 --2- 172.21.15.33:0/3444803683 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a40101de0 0x7f1a401021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.635+0000 7f1a45000640 1 -- 172.21.15.33:0/3444803683 >> 172.21.15.33:0/3444803683 conn(0x7f1a400fd8c0 msgr2=0x7f1a400ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:16.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.635+0000 7f1a45000640 1 -- 172.21.15.33:0/3444803683 shutdown_connections 2024-09-05T02:35:16.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.635+0000 7f1a45000640 1 -- 172.21.15.33:0/3444803683 wait complete. 2024-09-05T02:35:16.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.636+0000 7f1a45000640 1 Processor -- start 2024-09-05T02:35:16.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.636+0000 7f1a45000640 1 -- start start 2024-09-05T02:35:16.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.637+0000 7f1a45000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1a40101de0 0x7f1a401983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:16.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.637+0000 7f1a45000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a40102790 0x7f1a401988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:16.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.637+0000 7f1a45000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1a40106f10 0x7f1a4019cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:16.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.637+0000 7f1a45000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1a40111f70 con 0x7f1a40102790 2024-09-05T02:35:16.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.637+0000 7f1a45000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1a40111df0 con 0x7f1a40106f10 2024-09-05T02:35:16.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.637+0000 7f1a45000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f1a401120f0 con 0x7f1a40101de0 2024-09-05T02:35:16.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.637+0000 7f1a35400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a40102790 0x7f1a401988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:16.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.637+0000 7f1a35400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a40102790 0x7f1a401988f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37146/0 (socket says 172.21.15.33:37146) 2024-09-05T02:35:16.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.637+0000 7f1a35400640 1 -- 172.21.15.33:0/3274990176 learned_addr learned my addr 172.21.15.33:0/3274990176 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:16.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.637+0000 7f1a3e800640 1 --2- 172.21.15.33:0/3274990176 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1a40106f10 0x7f1a4019cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:16.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.637+0000 7f1a35400640 1 -- 172.21.15.33:0/3274990176 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1a40101de0 msgr2=0x7f1a401983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:16.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.637+0000 7f1a35400640 1 --2- 172.21.15.33:0/3274990176 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1a40101de0 0x7f1a401983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.637+0000 7f1a35400640 1 -- 172.21.15.33:0/3274990176 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1a40106f10 msgr2=0x7f1a4019cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:16.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.637+0000 7f1a35400640 1 --2- 172.21.15.33:0/3274990176 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1a40106f10 0x7f1a4019cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.637+0000 7f1a35400640 1 -- 172.21.15.33:0/3274990176 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a4019d360 con 0x7f1a40102790 2024-09-05T02:35:16.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.638+0000 7f1a35400640 1 --2- 172.21.15.33:0/3274990176 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a40102790 0x7f1a401988f0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f1a2800e9f0 tx=0x7f1a2800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:16.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.638+0000 7f1a37400640 1 -- 172.21.15.33:0/3274990176 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a2800cd80 con 0x7f1a40102790 2024-09-05T02:35:16.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.638+0000 7f1a37400640 1 -- 172.21.15.33:0/3274990176 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1a28010910 con 0x7f1a40102790 2024-09-05T02:35:16.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.638+0000 7f1a45000640 1 -- 172.21.15.33:0/3274990176 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a4019d650 con 0x7f1a40102790 2024-09-05T02:35:16.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.638+0000 7f1a45000640 1 -- 172.21.15.33:0/3274990176 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a401a4f30 con 0x7f1a40102790 2024-09-05T02:35:16.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.638+0000 7f1a37400640 1 -- 172.21.15.33:0/3274990176 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a28018990 con 0x7f1a40102790 2024-09-05T02:35:16.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.641+0000 7f1a37400640 1 -- 172.21.15.33:0/3274990176 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f1a28010ac0 con 0x7f1a40102790 2024-09-05T02:35:16.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.641+0000 7f1a47a2f740 1 Processor -- start 2024-09-05T02:35:16.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.642+0000 7f1a47a2f740 1 -- start start 2024-09-05T02:35:16.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.642+0000 7f1a47a2f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12d5080 0x5571a12d5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:16.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.642+0000 7f1a47a2f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12d59a0 0x5571a12dfd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:16.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.642+0000 7f1a47a2f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12e0260 0x5571a12e2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:16.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.642+0000 7f1a47a2f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5571a12373e0 con 0x5571a12d5080 2024-09-05T02:35:16.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.642+0000 7f1a47a2f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5571a11ded80 con 0x5571a12d59a0 2024-09-05T02:35:16.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.642+0000 7f1a47a2f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5571a12333a0 con 0x5571a12e0260 2024-09-05T02:35:16.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.642+0000 7f1a3e800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12d5080 0x5571a12d5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:16.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.642+0000 7f1a3e800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12d5080 0x5571a12d5460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37158/0 (socket says 172.21.15.33:37158) 2024-09-05T02:35:16.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.642+0000 7f1a3e800640 1 -- 172.21.15.33:0/2446127457 learned_addr learned my addr 172.21.15.33:0/2446127457 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:16.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.643+0000 7f1a3de00640 1 --2- 172.21.15.33:0/2446127457 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12d59a0 0x5571a12dfd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:16.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.643+0000 7f1a3de00640 1 -- 172.21.15.33:0/2446127457 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12e0260 msgr2=0x5571a12e2650 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T02:35:16.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.643+0000 7f1a3de00640 1 --2- 172.21.15.33:0/2446127457 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12e0260 0x5571a12e2650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.643+0000 7f1a3de00640 1 -- 172.21.15.33:0/2446127457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12d5080 msgr2=0x5571a12d5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:16.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.643+0000 7f1a3de00640 1 --2- 172.21.15.33:0/2446127457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12d5080 0x5571a12d5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.643+0000 7f1a3de00640 1 -- 172.21.15.33:0/2446127457 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5571a11fdae0 con 0x5571a12d59a0 2024-09-05T02:35:16.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.643+0000 7f1a3e800640 1 --2- 172.21.15.33:0/2446127457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12d5080 0x5571a12d5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:16.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.643+0000 7f1a37400640 1 --2- 172.21.15.33:0/3274990176 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1a240a2cf0 0x7f1a240a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:16.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.643+0000 7f1a3de00640 1 --2- 172.21.15.33:0/2446127457 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12d59a0 0x5571a12dfd20 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f1a30009b40 tx=0x7f1a3000e350 comp rx=0 tx=0).ready entity=mon.2 client_cookie=278d2345a7d96e75 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:16.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.643+0000 7f1a37400640 1 -- 172.21.15.33:0/3274990176 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f1a280cf800 con 0x7f1a40102790 2024-09-05T02:35:16.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.643+0000 7f1a2f400640 1 -- 172.21.15.33:0/2446127457 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a3000ed80 con 0x5571a12d59a0 2024-09-05T02:35:16.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.644+0000 7f1a2f400640 1 -- 172.21.15.33:0/2446127457 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1a30005020 con 0x5571a12d59a0 2024-09-05T02:35:16.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.644+0000 7f1a2f400640 1 -- 172.21.15.33:0/2446127457 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a30004b60 con 0x5571a12d59a0 2024-09-05T02:35:16.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.644+0000 7f1a3e800640 1 --2- 172.21.15.33:0/3274990176 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1a240a2cf0 0x7f1a240a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:16.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.644+0000 7f1a47a2f740 1 -- 172.21.15.33:0/2446127457 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12d59a0 msgr2=0x5571a12dfd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:16.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.644+0000 7f1a47a2f740 1 --2- 172.21.15.33:0/2446127457 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12d59a0 0x5571a12dfd20 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f1a30009b40 tx=0x7f1a3000e350 comp rx=0 tx=0).stop 2024-09-05T02:35:16.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.644+0000 7f1a3e800640 1 --2- 172.21.15.33:0/3274990176 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1a240a2cf0 0x7f1a240a51b0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1a38004af0 tx=0x7f1a38004a80 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:16.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.645+0000 7f1a47a2f740 1 -- 172.21.15.33:0/2446127457 shutdown_connections 2024-09-05T02:35:16.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.645+0000 7f1a47a2f740 1 --2- 172.21.15.33:0/2446127457 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12e0260 0x5571a12e2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.645+0000 7f1a47a2f740 1 --2- 172.21.15.33:0/2446127457 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12d59a0 0x5571a12dfd20 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.645+0000 7f1a47a2f740 1 --2- 172.21.15.33:0/2446127457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12d5080 0x5571a12d5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.645+0000 7f1a47a2f740 1 -- 172.21.15.33:0/2446127457 >> 172.21.15.33:0/2446127457 conn(0x5571a12d1610 msgr2=0x5571a12d19f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:16.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.645+0000 7f1a47a2f740 1 -- 172.21.15.33:0/2446127457 shutdown_connections 2024-09-05T02:35:16.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.645+0000 7f1a47a2f740 1 -- 172.21.15.33:0/2446127457 wait complete. 2024-09-05T02:35:16.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.645+0000 7f1a47a2f740 1 -- start start 2024-09-05T02:35:16.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.645+0000 7f1a47a2f740 1 Processor -- start 2024-09-05T02:35:16.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.646+0000 7f1a47a2f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12d5080 0x5571a12dd160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:16.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.646+0000 7f1a47a2f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12d59a0 0x5571a12dd6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:16.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.646+0000 7f1a47a2f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12e0260 0x5571a12ddbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:16.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.646+0000 7f1a47a2f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5571a12e2e30 con 0x5571a12e0260 2024-09-05T02:35:16.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.646+0000 7f1a47a2f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5571a11f20f0 con 0x5571a12d5080 2024-09-05T02:35:16.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.646+0000 7f1a47a2f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5571a12e2fb0 con 0x5571a12d59a0 2024-09-05T02:35:16.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.646+0000 7f1a47a2f740 10 client.0 _ll_register_callbacks cb 0x5571a11d9bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:16.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.646+0000 7f1a3de00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12d5080 0x5571a12dd160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:16.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.646+0000 7f1a3e800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12e0260 0x5571a12ddbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:16.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.646+0000 7f1a3de00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12d5080 0x5571a12dd160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35094/0 (socket says 172.21.15.33:35094) 2024-09-05T02:35:16.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.646+0000 7f1a3de00640 1 -- 172.21.15.33:0/1547367346 learned_addr learned my addr 172.21.15.33:0/1547367346 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:16.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.646+0000 7f1a35400640 1 --2- 172.21.15.33:0/1547367346 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12d59a0 0x5571a12dd6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:16.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.647+0000 7f1a3de00640 1 -- 172.21.15.33:0/1547367346 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12d59a0 msgr2=0x5571a12dd6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:16.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.647+0000 7f1a3de00640 1 --2- 172.21.15.33:0/1547367346 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12d59a0 0x5571a12dd6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.647+0000 7f1a3de00640 1 -- 172.21.15.33:0/1547367346 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12e0260 msgr2=0x5571a12ddbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:16.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.647+0000 7f1a3de00640 1 --2- 172.21.15.33:0/1547367346 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12e0260 0x5571a12ddbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.647+0000 7f1a3de00640 1 -- 172.21.15.33:0/1547367346 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5571a0fa83c0 con 0x5571a12d5080 2024-09-05T02:35:16.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.647+0000 7f1a3de00640 1 --2- 172.21.15.33:0/1547367346 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12d5080 0x5571a12dd160 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f1a30000c00 tx=0x7f1a30005400 comp rx=0 tx=0).ready entity=mon.2 client_cookie=289d9601e1510f8a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:16.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.647+0000 7f1a23e00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:35:16.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.647+0000 7f1a23e00640 1 -- 172.21.15.33:0/1547367346 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a30004cb0 con 0x5571a12d5080 2024-09-05T02:35:16.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.647+0000 7f1a47a2f740 1 -- 172.21.15.33:0/1547367346 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a30005020 con 0x5571a12d5080 2024-09-05T02:35:16.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.647+0000 7f1a23e00640 1 -- 172.21.15.33:0/1547367346 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f1a30018470 con 0x5571a12d5080 2024-09-05T02:35:16.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.648+0000 7f1a23e00640 1 -- 172.21.15.33:0/1547367346 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1a30004e50 con 0x5571a12d5080 2024-09-05T02:35:16.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.648+0000 7f1a47a2f740 10 client.27359 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:16.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.648+0000 7f1a47a2f740 1 -- 172.21.15.33:0/1547367346 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5571a12eeeb0 con 0x5571a12d5080 2024-09-05T02:35:16.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.648+0000 7f1a23e00640 1 -- 172.21.15.33:0/1547367346 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1a30005020 con 0x5571a12d5080 2024-09-05T02:35:16.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.648+0000 7f1a23e00640 1 -- 172.21.15.33:0/1547367346 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f1a300105d0 con 0x5571a12d5080 2024-09-05T02:35:16.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.648+0000 7f1a47a2f740 10 client.27359 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:16.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.648+0000 7f1a47a2f740 10 client.27359 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:35:16.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.648+0000 7f1a47a2f740 20 client.27359 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:16.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.648+0000 7f1a47a2f740 1 --2- 172.21.15.33:0/1547367346 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5571a12f02c0 0x5571a12f26b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:16.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.648+0000 7f1a47a2f740 4 client.27359 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:16.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.648+0000 7f1a47a2f740 1 -- 172.21.15.33:0/1547367346 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5571a1244950 con 0x5571a12f02c0 2024-09-05T02:35:16.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.649+0000 7f1a35400640 1 --2- 172.21.15.33:0/1547367346 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5571a12f02c0 0x5571a12f26b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:16.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.649+0000 7f1a35400640 1 --2- 172.21.15.33:0/1547367346 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5571a12f02c0 0x5571a12f26b0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=fd490a1a174c511b server_cookie=7cbbbf21a1156e05 in_seq=0 out_seq=0 2024-09-05T02:35:16.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.649+0000 7f1a23e00640 10 client.27359 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:35:16.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.650+0000 7f1a23e00640 1 -- 172.21.15.33:0/1547367346 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5571a1244950 con 0x5571a12f02c0 2024-09-05T02:35:16.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.650+0000 7f1a23e00640 10 client.27359 handle_command_reply: tid=0 2024-09-05T02:35:16.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.650+0000 7f1a47a2f740 1 client.27359 shutdown 2024-09-05T02:35:16.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.650+0000 7f1a47a2f740 1 -- 172.21.15.33:0/1547367346 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12d5080 msgr2=0x5571a12dd160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:16.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.650+0000 7f1a47a2f740 1 --2- 172.21.15.33:0/1547367346 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12d5080 0x5571a12dd160 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f1a30000c00 tx=0x7f1a30005400 comp rx=0 tx=0).stop 2024-09-05T02:35:16.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.650+0000 7f1a47a2f740 1 -- 172.21.15.33:0/1547367346 shutdown_connections 2024-09-05T02:35:16.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.650+0000 7f1a47a2f740 1 --2- 172.21.15.33:0/1547367346 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5571a12f02c0 0x5571a12f26b0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.650+0000 7f1a47a2f740 1 --2- 172.21.15.33:0/1547367346 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12e0260 0x5571a12ddbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.650+0000 7f1a47a2f740 1 --2- 172.21.15.33:0/1547367346 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12d59a0 0x5571a12dd6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.650+0000 7f1a47a2f740 1 --2- 172.21.15.33:0/1547367346 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12d5080 0x5571a12dd160 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.651+0000 7f1a23e00640 0 client.27359 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:35:16.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.651+0000 7f1a47a2f740 1 -- 172.21.15.33:0/1547367346 >> 172.21.15.33:0/1547367346 conn(0x5571a12d1610 msgr2=0x5571a12cc380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:16.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.651+0000 7f1a47a2f740 1 -- 172.21.15.33:0/1547367346 shutdown_connections 2024-09-05T02:35:16.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.651+0000 7f1a47a2f740 1 -- 172.21.15.33:0/1547367346 wait complete. 2024-09-05T02:35:16.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.651+0000 7f1a47a2f740 20 client.27359 trim_cache size 0 max 16384 2024-09-05T02:35:16.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.665+0000 7f1a47a2f740 1 Processor -- start 2024-09-05T02:35:16.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.665+0000 7f1a47a2f740 1 -- start start 2024-09-05T02:35:16.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.665+0000 7f1a47a2f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12d5080 0x5571a12f7dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:16.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.665+0000 7f1a47a2f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12d59a0 0x5571a12f8310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:16.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.665+0000 7f1a47a2f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12e0260 0x5571a12d6ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:16.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.665+0000 7f1a47a2f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1a401ab770 con 0x5571a12e0260 2024-09-05T02:35:16.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.665+0000 7f1a47a2f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1a401ad2b0 con 0x5571a12d5080 2024-09-05T02:35:16.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.665+0000 7f1a47a2f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f1a401abe40 con 0x5571a12d59a0 2024-09-05T02:35:16.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.666+0000 7f1a35400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12d59a0 0x5571a12f8310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:16.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.666+0000 7f1a3de00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12d5080 0x5571a12f7dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:16.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.666+0000 7f1a35400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12d59a0 0x5571a12f8310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:59492/0 (socket says 172.21.15.33:59492) 2024-09-05T02:35:16.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.666+0000 7f1a35400640 1 -- 172.21.15.33:0/966215068 learned_addr learned my addr 172.21.15.33:0/966215068 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:16.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.666+0000 7f1a3e800640 1 --2- 172.21.15.33:0/966215068 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12e0260 0x5571a12d6ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:16.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.666+0000 7f1a35400640 1 -- 172.21.15.33:0/966215068 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12d5080 msgr2=0x5571a12f7dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:16.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.666+0000 7f1a35400640 1 --2- 172.21.15.33:0/966215068 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12d5080 0x5571a12f7dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.666+0000 7f1a35400640 1 -- 172.21.15.33:0/966215068 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12e0260 msgr2=0x5571a12d6ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:16.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.666+0000 7f1a35400640 1 --2- 172.21.15.33:0/966215068 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12e0260 0x5571a12d6ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.666+0000 7f1a35400640 1 -- 172.21.15.33:0/966215068 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5571a12d1440 con 0x5571a12d59a0 2024-09-05T02:35:16.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.666+0000 7f1a35400640 1 --2- 172.21.15.33:0/966215068 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12d59a0 0x5571a12f8310 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f1a2800e9c0 tx=0x7f1a28018420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7e4b38fcffe9fba server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:16.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.667+0000 7f1a2ea00640 1 -- 172.21.15.33:0/966215068 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a280a4920 con 0x5571a12d59a0 2024-09-05T02:35:16.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.667+0000 7f1a2ea00640 1 -- 172.21.15.33:0/966215068 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1a28099d50 con 0x5571a12d59a0 2024-09-05T02:35:16.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.667+0000 7f1a2ea00640 1 -- 172.21.15.33:0/966215068 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a28018b30 con 0x5571a12d59a0 2024-09-05T02:35:16.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.667+0000 7f1a47a2f740 1 -- 172.21.15.33:0/966215068 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12d59a0 msgr2=0x5571a12f8310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:16.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.667+0000 7f1a47a2f740 1 --2- 172.21.15.33:0/966215068 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12d59a0 0x5571a12f8310 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f1a2800e9c0 tx=0x7f1a28018420 comp rx=0 tx=0).stop 2024-09-05T02:35:16.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.667+0000 7f1a47a2f740 1 -- 172.21.15.33:0/966215068 shutdown_connections 2024-09-05T02:35:16.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.667+0000 7f1a47a2f740 1 --2- 172.21.15.33:0/966215068 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12e0260 0x5571a12d6ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.667+0000 7f1a47a2f740 1 --2- 172.21.15.33:0/966215068 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12d59a0 0x5571a12f8310 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.667+0000 7f1a47a2f740 1 --2- 172.21.15.33:0/966215068 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12d5080 0x5571a12f7dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.667+0000 7f1a47a2f740 1 -- 172.21.15.33:0/966215068 >> 172.21.15.33:0/966215068 conn(0x5571a12d1610 msgr2=0x5571a12dc250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:16.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.668+0000 7f1a47a2f740 1 -- 172.21.15.33:0/966215068 shutdown_connections 2024-09-05T02:35:16.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.668+0000 7f1a47a2f740 1 -- 172.21.15.33:0/966215068 wait complete. 2024-09-05T02:35:16.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.668+0000 7f1a47a2f740 1 -- start start 2024-09-05T02:35:16.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.668+0000 7f1a47a2f740 1 Processor -- start 2024-09-05T02:35:16.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.669+0000 7f1a47a2f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12d5080 0x5571a12e8680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:16.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.669+0000 7f1a47a2f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12d59a0 0x5571a12e39b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:16.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.669+0000 7f1a47a2f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12e0260 0x5571a12e3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:16.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.669+0000 7f1a47a2f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1a401acbe0 con 0x5571a12d5080 2024-09-05T02:35:16.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.669+0000 7f1a47a2f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1a401ac510 con 0x5571a12e0260 2024-09-05T02:35:16.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.669+0000 7f1a47a2f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f1a401a9770 con 0x5571a12d59a0 2024-09-05T02:35:16.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.669+0000 7f1a47a2f740 10 client.0 _ll_register_callbacks cb 0x7f1a28005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:16.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.669+0000 7f1a3de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12d5080 0x5571a12e8680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:16.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.669+0000 7f1a3de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12d5080 0x5571a12e8680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37184/0 (socket says 172.21.15.33:37184) 2024-09-05T02:35:16.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.669+0000 7f1a3de00640 1 -- 172.21.15.33:0/2073155041 learned_addr learned my addr 172.21.15.33:0/2073155041 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:16.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.669+0000 7f1a35400640 1 --2- 172.21.15.33:0/2073155041 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12d59a0 0x5571a12e39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:16.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.669+0000 7f1a3e800640 1 --2- 172.21.15.33:0/2073155041 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12e0260 0x5571a12e3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:16.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.669+0000 7f1a3de00640 1 -- 172.21.15.33:0/2073155041 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12d59a0 msgr2=0x5571a12e39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:16.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.669+0000 7f1a3de00640 1 --2- 172.21.15.33:0/2073155041 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12d59a0 0x5571a12e39b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.669+0000 7f1a3de00640 1 -- 172.21.15.33:0/2073155041 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12e0260 msgr2=0x5571a12e3ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:16.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.669+0000 7f1a3de00640 1 --2- 172.21.15.33:0/2073155041 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12e0260 0x5571a12e3ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.669+0000 7f1a3de00640 1 -- 172.21.15.33:0/2073155041 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5571a12e4430 con 0x5571a12d5080 2024-09-05T02:35:16.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.669+0000 7f1a3e800640 1 --2- 172.21.15.33:0/2073155041 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12e0260 0x5571a12e3ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:35:16.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.670+0000 7f1a3de00640 1 --2- 172.21.15.33:0/2073155041 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12d5080 0x5571a12e8680 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f1a3000e850 tx=0x7f1a30009ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9238dab85c5e045d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:16.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.670+0000 7f1a23e00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:35:16.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.670+0000 7f1a23e00640 1 -- 172.21.15.33:0/2073155041 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a30010630 con 0x5571a12d5080 2024-09-05T02:35:16.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.670+0000 7f1a23e00640 1 -- 172.21.15.33:0/2073155041 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f1a30004040 con 0x5571a12d5080 2024-09-05T02:35:16.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.670+0000 7f1a47a2f740 1 -- 172.21.15.33:0/2073155041 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a28099d50 con 0x5571a12d5080 2024-09-05T02:35:16.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.670+0000 7f1a23e00640 1 -- 172.21.15.33:0/2073155041 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1a300107d0 con 0x5571a12d5080 2024-09-05T02:35:16.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.670+0000 7f1a47a2f740 10 client.17286 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:16.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.670+0000 7f1a47a2f740 1 -- 172.21.15.33:0/2073155041 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5571a135aa90 con 0x5571a12d5080 2024-09-05T02:35:16.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.671+0000 7f1a23e00640 1 -- 172.21.15.33:0/2073155041 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1a28099d50 con 0x5571a12d5080 2024-09-05T02:35:16.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.671+0000 7f1a23e00640 1 -- 172.21.15.33:0/2073155041 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f1a30033070 con 0x5571a12d5080 2024-09-05T02:35:16.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.671+0000 7f1a47a2f740 10 client.17286 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:16.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.671+0000 7f1a47a2f740 10 client.17286 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:35:16.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.671+0000 7f1a47a2f740 20 client.17286 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:16.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.671+0000 7f1a47a2f740 1 --2- 172.21.15.33:0/2073155041 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5571a135afb0 0x5571a135d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:16.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.671+0000 7f1a47a2f740 4 client.17286 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:35:16.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.671+0000 7f1a47a2f740 1 -- 172.21.15.33:0/2073155041 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5571a123ee60 con 0x5571a135afb0 2024-09-05T02:35:16.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.671+0000 7f1a35400640 1 --2- 172.21.15.33:0/2073155041 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5571a135afb0 0x5571a135d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:16.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.672+0000 7f1a35400640 1 --2- 172.21.15.33:0/2073155041 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5571a135afb0 0x5571a135d3a0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=a2af5bf8c2c37365 server_cookie=50e8d82509eac349 in_seq=0 out_seq=0 2024-09-05T02:35:16.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.672+0000 7f1a23e00640 10 client.17286 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:35:16.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.672+0000 7f1a23e00640 1 -- 172.21.15.33:0/2073155041 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5571a123ee60 con 0x5571a135afb0 2024-09-05T02:35:16.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.672+0000 7f1a23e00640 10 client.17286 handle_command_reply: tid=0 2024-09-05T02:35:16.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.672+0000 7f1a47a2f740 1 client.17286 shutdown 2024-09-05T02:35:16.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.672+0000 7f1a47a2f740 1 -- 172.21.15.33:0/2073155041 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12d5080 msgr2=0x5571a12e8680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:16.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.672+0000 7f1a47a2f740 1 --2- 172.21.15.33:0/2073155041 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12d5080 0x5571a12e8680 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f1a3000e850 tx=0x7f1a30009ae0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.672+0000 7f1a47a2f740 1 -- 172.21.15.33:0/2073155041 shutdown_connections 2024-09-05T02:35:16.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.672+0000 7f1a47a2f740 1 --2- 172.21.15.33:0/2073155041 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5571a135afb0 0x5571a135d3a0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.672+0000 7f1a47a2f740 1 --2- 172.21.15.33:0/2073155041 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571a12e0260 0x5571a12e3ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.672+0000 7f1a23e00640 0 client.17286 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:35:16.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.672+0000 7f1a47a2f740 1 --2- 172.21.15.33:0/2073155041 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5571a12d59a0 0x5571a12e39b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.672+0000 7f1a47a2f740 1 --2- 172.21.15.33:0/2073155041 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5571a12d5080 0x5571a12e8680 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.672+0000 7f1a47a2f740 1 -- 172.21.15.33:0/2073155041 >> 172.21.15.33:0/2073155041 conn(0x5571a12d1610 msgr2=0x5571a12cbb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:16.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.673+0000 7f1a47a2f740 1 -- 172.21.15.33:0/2073155041 shutdown_connections 2024-09-05T02:35:16.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.673+0000 7f1a47a2f740 1 -- 172.21.15.33:0/2073155041 wait complete. 2024-09-05T02:35:16.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.673+0000 7f1a47a2f740 20 client.17286 trim_cache size 0 max 16384 2024-09-05T02:35:16.680 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:35:16.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.673+0000 7f1a45000640 1 -- 172.21.15.33:0/3274990176 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1a240a2cf0 msgr2=0x7f1a240a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:16.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.673+0000 7f1a45000640 1 --2- 172.21.15.33:0/3274990176 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1a240a2cf0 0x7f1a240a51b0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1a38004af0 tx=0x7f1a38004a80 comp rx=0 tx=0).stop 2024-09-05T02:35:16.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.673+0000 7f1a45000640 1 -- 172.21.15.33:0/3274990176 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a40102790 msgr2=0x7f1a401988f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:16.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.673+0000 7f1a45000640 1 --2- 172.21.15.33:0/3274990176 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a40102790 0x7f1a401988f0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f1a2800e9f0 tx=0x7f1a2800eeb0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.674+0000 7f1a45000640 1 -- 172.21.15.33:0/3274990176 shutdown_connections 2024-09-05T02:35:16.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.674+0000 7f1a45000640 1 --2- 172.21.15.33:0/3274990176 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1a240a2cf0 0x7f1a240a51b0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.674+0000 7f1a45000640 1 --2- 172.21.15.33:0/3274990176 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1a40106f10 0x7f1a4019cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.674+0000 7f1a45000640 1 --2- 172.21.15.33:0/3274990176 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a40102790 0x7f1a401988f0 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.674+0000 7f1a45000640 1 --2- 172.21.15.33:0/3274990176 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1a40101de0 0x7f1a401983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:16.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.674+0000 7f1a45000640 1 -- 172.21.15.33:0/3274990176 >> 172.21.15.33:0/3274990176 conn(0x7f1a400fd8c0 msgr2=0x7f1a400fec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:16.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.674+0000 7f1a45000640 1 -- 172.21.15.33:0/3274990176 shutdown_connections 2024-09-05T02:35:16.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:16.674+0000 7f1a45000640 1 -- 172.21.15.33:0/3274990176 wait complete. 2024-09-05T02:35:17.482 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:17 smithi033 ceph-mon[29909]: pgmap v257: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 116 B/s wr, 6 op/s 2024-09-05T02:35:17.521 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:35:17.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:17 smithi174 ceph-mon[34756]: pgmap v257: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 116 B/s wr, 6 op/s 2024-09-05T02:35:17.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:17 smithi123 ceph-mon[34031]: pgmap v257: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 116 B/s wr, 6 op/s 2024-09-05T02:35:17.900 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:18.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.448+0000 7fef72200640 1 -- 172.21.15.33:0/661637836 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef6c1047e0 msgr2=0x7fef6c108830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:18.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.448+0000 7fef72200640 1 --2- 172.21.15.33:0/661637836 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef6c1047e0 0x7fef6c108830 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fef58009900 tx=0x7fef5802a410 comp rx=0 tx=0).stop 2024-09-05T02:35:18.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.448+0000 7fef72200640 1 -- 172.21.15.33:0/661637836 shutdown_connections 2024-09-05T02:35:18.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.448+0000 7fef72200640 1 --2- 172.21.15.33:0/661637836 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fef6c108f60 0x7fef6c110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.448+0000 7fef72200640 1 --2- 172.21.15.33:0/661637836 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef6c1047e0 0x7fef6c108830 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.448+0000 7fef72200640 1 --2- 172.21.15.33:0/661637836 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fef6c103e30 0x7fef6c104210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.448+0000 7fef72200640 1 -- 172.21.15.33:0/661637836 >> 172.21.15.33:0/661637836 conn(0x7fef6c0ff8d0 msgr2=0x7fef6c101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:18.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.448+0000 7fef72200640 1 -- 172.21.15.33:0/661637836 shutdown_connections 2024-09-05T02:35:18.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.448+0000 7fef72200640 1 -- 172.21.15.33:0/661637836 wait complete. 2024-09-05T02:35:18.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.449+0000 7fef72200640 1 Processor -- start 2024-09-05T02:35:18.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.449+0000 7fef72200640 1 -- start start 2024-09-05T02:35:18.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.450+0000 7fef72200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef6c103e30 0x7fef6c19a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:18.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.450+0000 7fef72200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fef6c1047e0 0x7fef6c19a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:18.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.450+0000 7fef72200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fef6c108f60 0x7fef6c19ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:18.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.450+0000 7fef72200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fef6c114010 con 0x7fef6c103e30 2024-09-05T02:35:18.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.450+0000 7fef72200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fef6c113e90 con 0x7fef6c108f60 2024-09-05T02:35:18.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.450+0000 7fef72200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fef6c114190 con 0x7fef6c1047e0 2024-09-05T02:35:18.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.450+0000 7fef70e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef6c103e30 0x7fef6c19a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:18.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.450+0000 7fef6be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fef6c1047e0 0x7fef6c19a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:18.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.450+0000 7fef70e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef6c103e30 0x7fef6c19a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37196/0 (socket says 172.21.15.33:37196) 2024-09-05T02:35:18.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.450+0000 7fef70e00640 1 -- 172.21.15.33:0/959402624 learned_addr learned my addr 172.21.15.33:0/959402624 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:18.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.450+0000 7fef71800640 1 --2- 172.21.15.33:0/959402624 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fef6c108f60 0x7fef6c19ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:18.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.450+0000 7fef6be00640 1 -- 172.21.15.33:0/959402624 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fef6c108f60 msgr2=0x7fef6c19ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:18.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.450+0000 7fef6be00640 1 --2- 172.21.15.33:0/959402624 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fef6c108f60 0x7fef6c19ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.450+0000 7fef6be00640 1 -- 172.21.15.33:0/959402624 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef6c103e30 msgr2=0x7fef6c19a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:18.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.451+0000 7fef6be00640 1 --2- 172.21.15.33:0/959402624 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef6c103e30 0x7fef6c19a490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.451+0000 7fef6be00640 1 -- 172.21.15.33:0/959402624 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef6c19f440 con 0x7fef6c1047e0 2024-09-05T02:35:18.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.451+0000 7fef6be00640 1 --2- 172.21.15.33:0/959402624 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fef6c1047e0 0x7fef6c19a9d0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fef5802a930 tx=0x7fef58003b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:18.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.451+0000 7fef69600640 1 -- 172.21.15.33:0/959402624 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef5803f070 con 0x7fef6c1047e0 2024-09-05T02:35:18.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.451+0000 7fef72200640 1 -- 172.21.15.33:0/959402624 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef6c19f6d0 con 0x7fef6c1047e0 2024-09-05T02:35:18.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.451+0000 7fef69600640 1 -- 172.21.15.33:0/959402624 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fef58031c90 con 0x7fef6c1047e0 2024-09-05T02:35:18.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.451+0000 7fef69600640 1 -- 172.21.15.33:0/959402624 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef58035030 con 0x7fef6c1047e0 2024-09-05T02:35:18.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.451+0000 7fef72200640 1 -- 172.21.15.33:0/959402624 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef6c1a7010 con 0x7fef6c1047e0 2024-09-05T02:35:18.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.455+0000 7fef76457740 1 Processor -- start 2024-09-05T02:35:18.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.455+0000 7fef76457740 1 -- start start 2024-09-05T02:35:18.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.456+0000 7fef76457740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac168e40 0x558bac169220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:18.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.456+0000 7fef76457740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac169760 0x558bac173ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:18.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.456+0000 7fef76457740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac174020 0x558bac176410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:18.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.456+0000 7fef76457740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558bac0cf3e0 con 0x558bac169760 2024-09-05T02:35:18.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.456+0000 7fef69600640 1 -- 172.21.15.33:0/959402624 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fef58042070 con 0x7fef6c1047e0 2024-09-05T02:35:18.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.456+0000 7fef76457740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x558bac076d80 con 0x558bac174020 2024-09-05T02:35:18.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.456+0000 7fef76457740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x558bac0cb3a0 con 0x558bac168e40 2024-09-05T02:35:18.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.456+0000 7fef71800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac168e40 0x558bac169220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:18.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.456+0000 7fef70e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac169760 0x558bac173ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:18.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.456+0000 7fef70e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac169760 0x558bac173ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37200/0 (socket says 172.21.15.33:37200) 2024-09-05T02:35:18.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.456+0000 7fef70e00640 1 -- 172.21.15.33:0/3645910076 learned_addr learned my addr 172.21.15.33:0/3645910076 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:18.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.456+0000 7fef71800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac168e40 0x558bac169220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:59530/0 (socket says 172.21.15.33:59530) 2024-09-05T02:35:18.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.456+0000 7fef6be00640 1 --2- 172.21.15.33:0/3645910076 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac174020 0x558bac176410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:18.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.457+0000 7fef70e00640 1 -- 172.21.15.33:0/3645910076 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac168e40 msgr2=0x558bac169220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:18.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.457+0000 7fef70e00640 1 --2- 172.21.15.33:0/3645910076 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac168e40 0x558bac169220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.457+0000 7fef70e00640 1 -- 172.21.15.33:0/3645910076 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac174020 msgr2=0x558bac176410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:18.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.457+0000 7fef70e00640 1 --2- 172.21.15.33:0/3645910076 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac174020 0x558bac176410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.457+0000 7fef70e00640 1 -- 172.21.15.33:0/3645910076 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558bac095ae0 con 0x558bac169760 2024-09-05T02:35:18.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.457+0000 7fef71800640 1 --2- 172.21.15.33:0/3645910076 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac168e40 0x558bac169220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:35:18.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.457+0000 7fef70e00640 1 --2- 172.21.15.33:0/3645910076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac169760 0x558bac173ae0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fef60009e10 tx=0x7fef60011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3c2eb25b4af3091 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:18.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.457+0000 7fef5e000640 1 -- 172.21.15.33:0/3645910076 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef6001e070 con 0x558bac169760 2024-09-05T02:35:18.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.458+0000 7fef5e000640 1 -- 172.21.15.33:0/3645910076 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fef60019b10 con 0x558bac169760 2024-09-05T02:35:18.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.458+0000 7fef5e000640 1 -- 172.21.15.33:0/3645910076 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef6000fbc0 con 0x558bac169760 2024-09-05T02:35:18.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.458+0000 7fef69600640 1 --2- 172.21.15.33:0/959402624 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fef540a2cf0 0x7fef540a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:18.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.458+0000 7fef69600640 1 -- 172.21.15.33:0/959402624 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7fef580efdb0 con 0x7fef6c1047e0 2024-09-05T02:35:18.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.458+0000 7fef71800640 1 --2- 172.21.15.33:0/959402624 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fef540a2cf0 0x7fef540a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:18.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.458+0000 7fef76457740 1 -- 172.21.15.33:0/3645910076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac169760 msgr2=0x558bac173ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:18.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.458+0000 7fef76457740 1 --2- 172.21.15.33:0/3645910076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac169760 0x558bac173ae0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fef60009e10 tx=0x7fef60011810 comp rx=0 tx=0).stop 2024-09-05T02:35:18.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.458+0000 7fef76457740 1 -- 172.21.15.33:0/3645910076 shutdown_connections 2024-09-05T02:35:18.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.458+0000 7fef76457740 1 --2- 172.21.15.33:0/3645910076 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac174020 0x558bac176410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.458+0000 7fef76457740 1 --2- 172.21.15.33:0/3645910076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac169760 0x558bac173ae0 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.458+0000 7fef76457740 1 --2- 172.21.15.33:0/3645910076 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac168e40 0x558bac169220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.458+0000 7fef76457740 1 -- 172.21.15.33:0/3645910076 >> 172.21.15.33:0/3645910076 conn(0x558bac1653d0 msgr2=0x558bac1657b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:18.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.459+0000 7fef76457740 1 -- 172.21.15.33:0/3645910076 shutdown_connections 2024-09-05T02:35:18.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.459+0000 7fef76457740 1 -- 172.21.15.33:0/3645910076 wait complete. 2024-09-05T02:35:18.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.459+0000 7fef71800640 1 --2- 172.21.15.33:0/959402624 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fef540a2cf0 0x7fef540a51b0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fef64005fd0 tx=0x7fef64009500 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:18.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.459+0000 7fef76457740 1 -- start start 2024-09-05T02:35:18.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.459+0000 7fef76457740 1 Processor -- start 2024-09-05T02:35:18.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.460+0000 7fef76457740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac168e40 0x558bac170f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:18.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.460+0000 7fef76457740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac169760 0x558bac171460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:18.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.460+0000 7fef76457740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac174020 0x558bac1719a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:18.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.460+0000 7fef76457740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558bac176c40 con 0x558bac168e40 2024-09-05T02:35:18.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.460+0000 7fef76457740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x558bac08a0f0 con 0x558bac174020 2024-09-05T02:35:18.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.460+0000 7fef76457740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x558bac176dc0 con 0x558bac169760 2024-09-05T02:35:18.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.460+0000 7fef76457740 10 client.0 _ll_register_callbacks cb 0x558bac071bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:18.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.460+0000 7fef70e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac168e40 0x558bac170f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:18.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.460+0000 7fef6be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac169760 0x558bac171460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:18.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.460+0000 7fef70e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac168e40 0x558bac170f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37206/0 (socket says 172.21.15.33:37206) 2024-09-05T02:35:18.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.460+0000 7fef70e00640 1 -- 172.21.15.33:0/2965376043 learned_addr learned my addr 172.21.15.33:0/2965376043 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:18.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.460+0000 7fef71800640 1 --2- 172.21.15.33:0/2965376043 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac174020 0x558bac1719a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:18.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.461+0000 7fef6be00640 1 -- 172.21.15.33:0/2965376043 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac174020 msgr2=0x558bac1719a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:18.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.461+0000 7fef6be00640 1 --2- 172.21.15.33:0/2965376043 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac174020 0x558bac1719a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.461+0000 7fef6be00640 1 -- 172.21.15.33:0/2965376043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac168e40 msgr2=0x558bac170f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:18.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.461+0000 7fef6be00640 1 --2- 172.21.15.33:0/2965376043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac168e40 0x558bac170f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.461+0000 7fef6be00640 1 -- 172.21.15.33:0/2965376043 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558babe403c0 con 0x558bac169760 2024-09-05T02:35:18.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.461+0000 7fef6be00640 1 --2- 172.21.15.33:0/2965376043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac169760 0x558bac171460 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fef580ed460 tx=0x7fef58005cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1afb5529693b37d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:18.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.461+0000 7fef52a00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:35:18.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.461+0000 7fef52a00640 1 -- 172.21.15.33:0/2965376043 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef58049070 con 0x558bac169760 2024-09-05T02:35:18.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.461+0000 7fef76457740 1 -- 172.21.15.33:0/2965376043 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fef60019b10 con 0x558bac169760 2024-09-05T02:35:18.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.461+0000 7fef52a00640 1 -- 172.21.15.33:0/2965376043 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7fef580ed710 con 0x558bac169760 2024-09-05T02:35:18.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.462+0000 7fef52a00640 1 -- 172.21.15.33:0/2965376043 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fef580b85b0 con 0x558bac169760 2024-09-05T02:35:18.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.462+0000 7fef76457740 10 client.27310 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:18.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.462+0000 7fef76457740 1 -- 172.21.15.33:0/2965376043 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558bac176c40 con 0x558bac169760 2024-09-05T02:35:18.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.462+0000 7fef52a00640 1 -- 172.21.15.33:0/2965376043 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fef60019b10 con 0x558bac169760 2024-09-05T02:35:18.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.462+0000 7fef52a00640 1 -- 172.21.15.33:0/2965376043 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fef580edbe0 con 0x558bac169760 2024-09-05T02:35:18.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.462+0000 7fef76457740 10 client.27310 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:18.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.462+0000 7fef76457740 10 client.27310 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:35:18.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.462+0000 7fef76457740 20 client.27310 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:18.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.462+0000 7fef76457740 1 --2- 172.21.15.33:0/2965376043 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x558bac183fa0 0x558bac186460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:18.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.462+0000 7fef76457740 4 client.27310 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:18.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.462+0000 7fef76457740 1 -- 172.21.15.33:0/2965376043 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558bac0dc950 con 0x558bac183fa0 2024-09-05T02:35:18.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.463+0000 7fef70e00640 1 --2- 172.21.15.33:0/2965376043 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x558bac183fa0 0x558bac186460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:18.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.463+0000 7fef70e00640 1 --2- 172.21.15.33:0/2965376043 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x558bac183fa0 0x558bac186460 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=eee1c09e12d64ed7 server_cookie=3dd82dadffde0108 in_seq=0 out_seq=0 2024-09-05T02:35:18.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.463+0000 7fef52a00640 10 client.27310 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:35:18.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.464+0000 7fef52a00640 1 -- 172.21.15.33:0/2965376043 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558bac0dc950 con 0x558bac183fa0 2024-09-05T02:35:18.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.464+0000 7fef52a00640 10 client.27310 handle_command_reply: tid=0 2024-09-05T02:35:18.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.464+0000 7fef76457740 1 client.27310 shutdown 2024-09-05T02:35:18.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.464+0000 7fef76457740 1 -- 172.21.15.33:0/2965376043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac169760 msgr2=0x558bac171460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:18.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.464+0000 7fef76457740 1 --2- 172.21.15.33:0/2965376043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac169760 0x558bac171460 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fef580ed460 tx=0x7fef58005cb0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.464+0000 7fef76457740 1 -- 172.21.15.33:0/2965376043 shutdown_connections 2024-09-05T02:35:18.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.464+0000 7fef76457740 1 --2- 172.21.15.33:0/2965376043 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x558bac183fa0 0x558bac186460 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.464+0000 7fef76457740 1 --2- 172.21.15.33:0/2965376043 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac174020 0x558bac1719a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.464+0000 7fef76457740 1 --2- 172.21.15.33:0/2965376043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac169760 0x558bac171460 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.464+0000 7fef76457740 1 --2- 172.21.15.33:0/2965376043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac168e40 0x558bac170f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.464+0000 7fef52a00640 0 client.27310 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:35:18.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.464+0000 7fef76457740 1 -- 172.21.15.33:0/2965376043 >> 172.21.15.33:0/2965376043 conn(0x558bac1653d0 msgr2=0x558bac16b0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:18.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.464+0000 7fef76457740 1 -- 172.21.15.33:0/2965376043 shutdown_connections 2024-09-05T02:35:18.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.464+0000 7fef76457740 1 -- 172.21.15.33:0/2965376043 wait complete. 2024-09-05T02:35:18.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.465+0000 7fef76457740 20 client.27310 trim_cache size 0 max 16384 2024-09-05T02:35:18.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.478+0000 7fef76457740 1 Processor -- start 2024-09-05T02:35:18.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.478+0000 7fef76457740 1 -- start start 2024-09-05T02:35:18.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.479+0000 7fef76457740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac168e40 0x558bac18bd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:18.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.479+0000 7fef76457740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac169760 0x558bac18c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:18.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.479+0000 7fef76457740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac174020 0x558bac16e180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:18.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.479+0000 7fef76457740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fef6c1af970 con 0x558bac174020 2024-09-05T02:35:18.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.479+0000 7fef76457740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fef6c1b14b0 con 0x558bac168e40 2024-09-05T02:35:18.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.479+0000 7fef76457740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fef6c1b0040 con 0x558bac169760 2024-09-05T02:35:18.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.479+0000 7fef71800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac174020 0x558bac16e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:18.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.479+0000 7fef6be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac169760 0x558bac18c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:18.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.479+0000 7fef70e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac168e40 0x558bac18bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:18.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.479+0000 7fef6be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac169760 0x558bac18c270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:59558/0 (socket says 172.21.15.33:59558) 2024-09-05T02:35:18.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.479+0000 7fef6be00640 1 -- 172.21.15.33:0/2434455627 learned_addr learned my addr 172.21.15.33:0/2434455627 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:18.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.479+0000 7fef6be00640 1 -- 172.21.15.33:0/2434455627 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac168e40 msgr2=0x558bac18bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:18.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.479+0000 7fef6be00640 1 --2- 172.21.15.33:0/2434455627 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac168e40 0x558bac18bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.479+0000 7fef6be00640 1 -- 172.21.15.33:0/2434455627 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac174020 msgr2=0x558bac16e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:18.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.479+0000 7fef6be00640 1 --2- 172.21.15.33:0/2434455627 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac174020 0x558bac16e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.479+0000 7fef6be00640 1 -- 172.21.15.33:0/2434455627 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558bac16f470 con 0x558bac169760 2024-09-05T02:35:18.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.480+0000 7fef6be00640 1 --2- 172.21.15.33:0/2434455627 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac169760 0x558bac18c270 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fef5802a450 tx=0x7fef5803b670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b7c4b951c9b55165 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:18.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.480+0000 7fef5d600640 1 -- 172.21.15.33:0/2434455627 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef58049030 con 0x558bac169760 2024-09-05T02:35:18.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.480+0000 7fef5d600640 1 -- 172.21.15.33:0/2434455627 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fef580c4ed0 con 0x558bac169760 2024-09-05T02:35:18.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.480+0000 7fef5d600640 1 -- 172.21.15.33:0/2434455627 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef580bbc70 con 0x558bac169760 2024-09-05T02:35:18.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.480+0000 7fef76457740 1 -- 172.21.15.33:0/2434455627 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac169760 msgr2=0x558bac18c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:18.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.480+0000 7fef76457740 1 --2- 172.21.15.33:0/2434455627 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac169760 0x558bac18c270 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fef5802a450 tx=0x7fef5803b670 comp rx=0 tx=0).stop 2024-09-05T02:35:18.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.481+0000 7fef76457740 1 -- 172.21.15.33:0/2434455627 shutdown_connections 2024-09-05T02:35:18.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.481+0000 7fef76457740 1 --2- 172.21.15.33:0/2434455627 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac174020 0x558bac16e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.481+0000 7fef76457740 1 --2- 172.21.15.33:0/2434455627 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac169760 0x558bac18c270 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.481+0000 7fef76457740 1 --2- 172.21.15.33:0/2434455627 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac168e40 0x558bac18bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.481+0000 7fef76457740 1 -- 172.21.15.33:0/2434455627 >> 172.21.15.33:0/2434455627 conn(0x558bac1653d0 msgr2=0x558bac16f7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:18.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.481+0000 7fef76457740 1 -- 172.21.15.33:0/2434455627 shutdown_connections 2024-09-05T02:35:18.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.481+0000 7fef76457740 1 -- 172.21.15.33:0/2434455627 wait complete. 2024-09-05T02:35:18.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.481+0000 7fef76457740 1 -- start start 2024-09-05T02:35:18.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.481+0000 7fef76457740 1 Processor -- start 2024-09-05T02:35:18.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.482+0000 7fef76457740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac168e40 0x558bac177eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:18.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.482+0000 7fef76457740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac169760 0x558bac1783f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:18.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.482+0000 7fef76457740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac174020 0x558bac178930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:18.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.482+0000 7fef76457740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fef6c1b0de0 con 0x558bac168e40 2024-09-05T02:35:18.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.482+0000 7fef76457740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fef6c1b0710 con 0x558bac169760 2024-09-05T02:35:18.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.482+0000 7fef76457740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fef6c1ad970 con 0x558bac174020 2024-09-05T02:35:18.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.482+0000 7fef76457740 10 client.0 _ll_register_callbacks cb 0x7fef58009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:18.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.482+0000 7fef70e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac168e40 0x558bac177eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:18.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.482+0000 7fef6be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac169760 0x558bac1783f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:18.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.482+0000 7fef71800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac174020 0x558bac178930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:18.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.482+0000 7fef6be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac169760 0x558bac1783f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35156/0 (socket says 172.21.15.33:35156) 2024-09-05T02:35:18.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.482+0000 7fef6be00640 1 -- 172.21.15.33:0/1879509263 learned_addr learned my addr 172.21.15.33:0/1879509263 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:18.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.483+0000 7fef71800640 1 -- 172.21.15.33:0/1879509263 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac169760 msgr2=0x558bac1783f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:18.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.483+0000 7fef71800640 1 --2- 172.21.15.33:0/1879509263 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac169760 0x558bac1783f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.483+0000 7fef71800640 1 -- 172.21.15.33:0/1879509263 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac168e40 msgr2=0x558bac177eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:18.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.483+0000 7fef71800640 1 --2- 172.21.15.33:0/1879509263 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac168e40 0x558bac177eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.483+0000 7fef71800640 1 -- 172.21.15.33:0/1879509263 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558bac1ede60 con 0x558bac174020 2024-09-05T02:35:18.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.483+0000 7fef6be00640 1 --2- 172.21.15.33:0/1879509263 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac169760 0x558bac1783f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:18.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.483+0000 7fef71800640 1 --2- 172.21.15.33:0/1879509263 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac174020 0x558bac178930 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x558bac180fc0 tx=0x7fef64004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e588bc1651c95df0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:18.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.483+0000 7fef52a00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:35:18.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.483+0000 7fef52a00640 1 -- 172.21.15.33:0/1879509263 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef6402f060 con 0x558bac174020 2024-09-05T02:35:18.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.483+0000 7fef76457740 1 -- 172.21.15.33:0/1879509263 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fef580c4ed0 con 0x558bac174020 2024-09-05T02:35:18.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.483+0000 7fef52a00640 1 -- 172.21.15.33:0/1879509263 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7fef6400f810 con 0x558bac174020 2024-09-05T02:35:18.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.484+0000 7fef52a00640 1 -- 172.21.15.33:0/1879509263 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fef6400fa10 con 0x558bac174020 2024-09-05T02:35:18.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.484+0000 7fef76457740 10 client.27316 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:18.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.484+0000 7fef76457740 1 -- 172.21.15.33:0/1879509263 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558bac1ef140 con 0x558bac174020 2024-09-05T02:35:18.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.484+0000 7fef52a00640 1 -- 172.21.15.33:0/1879509263 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fef580c4ed0 con 0x558bac174020 2024-09-05T02:35:18.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.484+0000 7fef52a00640 1 -- 172.21.15.33:0/1879509263 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fef6401f400 con 0x558bac174020 2024-09-05T02:35:18.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.484+0000 7fef76457740 10 client.27316 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:18.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.484+0000 7fef76457740 10 client.27316 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:35:18.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.484+0000 7fef76457740 20 client.27316 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:18.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.484+0000 7fef76457740 1 --2- 172.21.15.33:0/1879509263 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x558bac1ef890 0x558bac1f1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:18.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.484+0000 7fef76457740 4 client.27316 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:35:18.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.484+0000 7fef76457740 1 -- 172.21.15.33:0/1879509263 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558bac0d6e60 con 0x558bac1ef890 2024-09-05T02:35:18.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.485+0000 7fef70e00640 1 --2- 172.21.15.33:0/1879509263 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x558bac1ef890 0x558bac1f1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:18.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.485+0000 7fef70e00640 1 --2- 172.21.15.33:0/1879509263 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x558bac1ef890 0x558bac1f1cb0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=d5950c61826ee441 server_cookie=a1c42e2a26578943 in_seq=0 out_seq=0 2024-09-05T02:35:18.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.485+0000 7fef52a00640 10 client.27316 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:35:18.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.485+0000 7fef52a00640 1 -- 172.21.15.33:0/1879509263 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558bac0d6e60 con 0x558bac1ef890 2024-09-05T02:35:18.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.485+0000 7fef52a00640 10 client.27316 handle_command_reply: tid=0 2024-09-05T02:35:18.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.485+0000 7fef76457740 1 client.27316 shutdown 2024-09-05T02:35:18.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.485+0000 7fef76457740 1 -- 172.21.15.33:0/1879509263 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac174020 msgr2=0x558bac178930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:18.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.485+0000 7fef76457740 1 --2- 172.21.15.33:0/1879509263 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac174020 0x558bac178930 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x558bac180fc0 tx=0x7fef64004a40 comp rx=0 tx=0).stop 2024-09-05T02:35:18.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.486+0000 7fef76457740 1 -- 172.21.15.33:0/1879509263 shutdown_connections 2024-09-05T02:35:18.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.486+0000 7fef76457740 1 --2- 172.21.15.33:0/1879509263 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x558bac1ef890 0x558bac1f1cb0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.486+0000 7fef76457740 1 --2- 172.21.15.33:0/1879509263 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558bac174020 0x558bac178930 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.486+0000 7fef76457740 1 --2- 172.21.15.33:0/1879509263 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558bac169760 0x558bac1783f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.486+0000 7fef76457740 1 --2- 172.21.15.33:0/1879509263 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558bac168e40 0x558bac177eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.486+0000 7fef76457740 1 -- 172.21.15.33:0/1879509263 >> 172.21.15.33:0/1879509263 conn(0x558bac1653d0 msgr2=0x558bac16a890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:18.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.486+0000 7fef52a00640 0 client.27316 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:35:18.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.486+0000 7fef76457740 1 -- 172.21.15.33:0/1879509263 shutdown_connections 2024-09-05T02:35:18.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.486+0000 7fef76457740 1 -- 172.21.15.33:0/1879509263 wait complete. 2024-09-05T02:35:18.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.486+0000 7fef76457740 20 client.27316 trim_cache size 0 max 16384 2024-09-05T02:35:18.492 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:35:18.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.487+0000 7fef72200640 1 -- 172.21.15.33:0/959402624 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fef540a2cf0 msgr2=0x7fef540a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:18.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.487+0000 7fef72200640 1 --2- 172.21.15.33:0/959402624 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fef540a2cf0 0x7fef540a51b0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fef64005fd0 tx=0x7fef64009500 comp rx=0 tx=0).stop 2024-09-05T02:35:18.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.487+0000 7fef72200640 1 -- 172.21.15.33:0/959402624 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fef6c1047e0 msgr2=0x7fef6c19a9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:18.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.487+0000 7fef72200640 1 --2- 172.21.15.33:0/959402624 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fef6c1047e0 0x7fef6c19a9d0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fef5802a930 tx=0x7fef58003b20 comp rx=0 tx=0).stop 2024-09-05T02:35:18.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.487+0000 7fef72200640 1 -- 172.21.15.33:0/959402624 shutdown_connections 2024-09-05T02:35:18.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.487+0000 7fef72200640 1 --2- 172.21.15.33:0/959402624 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fef540a2cf0 0x7fef540a51b0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.487+0000 7fef72200640 1 --2- 172.21.15.33:0/959402624 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fef6c108f60 0x7fef6c19ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.487+0000 7fef72200640 1 --2- 172.21.15.33:0/959402624 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fef6c1047e0 0x7fef6c19a9d0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.487+0000 7fef72200640 1 --2- 172.21.15.33:0/959402624 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef6c103e30 0x7fef6c19a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:18.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.487+0000 7fef72200640 1 -- 172.21.15.33:0/959402624 >> 172.21.15.33:0/959402624 conn(0x7fef6c0ff8d0 msgr2=0x7fef6c100bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:18.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.487+0000 7fef72200640 1 -- 172.21.15.33:0/959402624 shutdown_connections 2024-09-05T02:35:18.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:18.487+0000 7fef72200640 1 -- 172.21.15.33:0/959402624 wait complete. 2024-09-05T02:35:19.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:19 smithi033 ceph-mon[29909]: pgmap v258: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 102 B/s wr, 10 op/s 2024-09-05T02:35:19.420 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:35:19.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:19 smithi174 ceph-mon[34756]: pgmap v258: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 102 B/s wr, 10 op/s 2024-09-05T02:35:19.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:19 smithi123 ceph-mon[34031]: pgmap v258: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 102 B/s wr, 10 op/s 2024-09-05T02:35:19.801 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.280+0000 7f6c8a800640 1 -- 172.21.15.33:0/630307797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c84112a50 msgr2=0x7f6c84114e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.280+0000 7f6c8a800640 1 --2- 172.21.15.33:0/630307797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c84112a50 0x7f6c84114e40 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f6c7c009ca0 tx=0x7f6c7c02a8c0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.280+0000 7f6c8a800640 1 -- 172.21.15.33:0/630307797 shutdown_connections 2024-09-05T02:35:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.280+0000 7f6c8a800640 1 --2- 172.21.15.33:0/630307797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c84112a50 0x7f6c84114e40 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.280+0000 7f6c8a800640 1 --2- 172.21.15.33:0/630307797 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6c84077040 0x7f6c84112510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.280+0000 7f6c8a800640 1 --2- 172.21.15.33:0/630307797 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c84076720 0x7f6c84076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.280+0000 7f6c8a800640 1 -- 172.21.15.33:0/630307797 >> 172.21.15.33:0/630307797 conn(0x7f6c840ffa50 msgr2=0x7f6c84101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.280+0000 7f6c8a800640 1 -- 172.21.15.33:0/630307797 shutdown_connections 2024-09-05T02:35:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.280+0000 7f6c8a800640 1 -- 172.21.15.33:0/630307797 wait complete. 2024-09-05T02:35:20.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.281+0000 7f6c8a800640 1 Processor -- start 2024-09-05T02:35:20.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.282+0000 7f6c8a800640 1 -- start start 2024-09-05T02:35:20.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.282+0000 7f6c8a800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6c84076720 0x7f6c8419eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:20.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.282+0000 7f6c8a800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c84077040 0x7f6c8419f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:20.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.282+0000 7f6c8a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c84112a50 0x7f6c841a3480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:20.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.282+0000 7f6c8a800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6c841185e0 con 0x7f6c84112a50 2024-09-05T02:35:20.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.282+0000 7f6c8a800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6c84118460 con 0x7f6c84077040 2024-09-05T02:35:20.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.282+0000 7f6c8a800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6c84118760 con 0x7f6c84076720 2024-09-05T02:35:20.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.282+0000 7f6c83400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6c84076720 0x7f6c8419eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:20.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.282+0000 7f6c83400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6c84076720 0x7f6c8419eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:33862/0 (socket says 172.21.15.33:33862) 2024-09-05T02:35:20.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.282+0000 7f6c82a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c84077040 0x7f6c8419f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:20.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.282+0000 7f6c83400640 1 -- 172.21.15.33:0/3126203808 learned_addr learned my addr 172.21.15.33:0/3126203808 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:20.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.282+0000 7f6c83e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c84112a50 0x7f6c841a3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:20.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.283+0000 7f6c82a00640 1 -- 172.21.15.33:0/3126203808 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6c84076720 msgr2=0x7f6c8419eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:20.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.283+0000 7f6c82a00640 1 --2- 172.21.15.33:0/3126203808 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6c84076720 0x7f6c8419eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.283+0000 7f6c82a00640 1 -- 172.21.15.33:0/3126203808 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c84112a50 msgr2=0x7f6c841a3480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:20.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.283+0000 7f6c82a00640 1 --2- 172.21.15.33:0/3126203808 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c84112a50 0x7f6c841a3480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.283+0000 7f6c82a00640 1 -- 172.21.15.33:0/3126203808 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c841a3bb0 con 0x7f6c84077040 2024-09-05T02:35:20.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.283+0000 7f6c83e00640 1 --2- 172.21.15.33:0/3126203808 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c84112a50 0x7f6c841a3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:20.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.283+0000 7f6c82a00640 1 --2- 172.21.15.33:0/3126203808 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c84077040 0x7f6c8419f0c0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f6c70005fd0 tx=0x7f6c7000dde0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:20.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.283+0000 7f6c7be00640 1 -- 172.21.15.33:0/3126203808 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c70009c30 con 0x7f6c84077040 2024-09-05T02:35:20.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.283+0000 7f6c7be00640 1 -- 172.21.15.33:0/3126203808 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6c70009dd0 con 0x7f6c84077040 2024-09-05T02:35:20.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.283+0000 7f6c8a800640 1 -- 172.21.15.33:0/3126203808 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c841a3ea0 con 0x7f6c84077040 2024-09-05T02:35:20.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.284+0000 7f6c7be00640 1 -- 172.21.15.33:0/3126203808 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c70010460 con 0x7f6c84077040 2024-09-05T02:35:20.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.284+0000 7f6c8a800640 1 -- 172.21.15.33:0/3126203808 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c841ab730 con 0x7f6c84077040 2024-09-05T02:35:20.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.287+0000 7f6c8d45e740 1 Processor -- start 2024-09-05T02:35:20.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.287+0000 7f6c8d45e740 1 -- start start 2024-09-05T02:35:20.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.287+0000 7f6c8d45e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d6c70 0x5577248d7050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:20.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.287+0000 7f6c8d45e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248d7590 0x5577248e1910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:20.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.287+0000 7f6c8d45e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248e1e50 0x5577248e4240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:20.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.287+0000 7f6c8d45e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55772483d3e0 con 0x5577248e1e50 2024-09-05T02:35:20.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.287+0000 7f6c8d45e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5577247e4d80 con 0x5577248d6c70 2024-09-05T02:35:20.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.287+0000 7f6c8d45e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5577248393a0 con 0x5577248d7590 2024-09-05T02:35:20.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.287+0000 7f6c7be00640 1 -- 172.21.15.33:0/3126203808 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f6c70003ef0 con 0x7f6c84077040 2024-09-05T02:35:20.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.287+0000 7f6c83e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d6c70 0x5577248d7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:20.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.288+0000 7f6c83e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d6c70 0x5577248d7050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:46198/0 (socket says 172.21.15.33:46198) 2024-09-05T02:35:20.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.288+0000 7f6c82a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248e1e50 0x5577248e4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:20.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.288+0000 7f6c83e00640 1 -- 172.21.15.33:0/2535774350 learned_addr learned my addr 172.21.15.33:0/2535774350 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:20.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.288+0000 7f6c83400640 1 --2- 172.21.15.33:0/2535774350 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248d7590 0x5577248e1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:20.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.288+0000 7f6c83e00640 1 -- 172.21.15.33:0/2535774350 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248d7590 msgr2=0x5577248e1910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:20.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.288+0000 7f6c83e00640 1 --2- 172.21.15.33:0/2535774350 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248d7590 0x5577248e1910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.288+0000 7f6c83e00640 1 -- 172.21.15.33:0/2535774350 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248e1e50 msgr2=0x5577248e4240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:20.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.288+0000 7f6c83e00640 1 --2- 172.21.15.33:0/2535774350 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248e1e50 0x5577248e4240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.288+0000 7f6c83e00640 1 -- 172.21.15.33:0/2535774350 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557724803ae0 con 0x5577248d6c70 2024-09-05T02:35:20.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.289+0000 7f6c83e00640 1 --2- 172.21.15.33:0/2535774350 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d6c70 0x5577248d7050 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f6c7c009ca0 tx=0x7f6c7c033000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2650ee8dfd7849a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:20.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.289+0000 7f6c78c00640 1 -- 172.21.15.33:0/2535774350 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c7c003b70 con 0x5577248d6c70 2024-09-05T02:35:20.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.289+0000 7f6c78c00640 1 -- 172.21.15.33:0/2535774350 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6c7c036040 con 0x5577248d6c70 2024-09-05T02:35:20.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.289+0000 7f6c78c00640 1 -- 172.21.15.33:0/2535774350 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c7c004530 con 0x5577248d6c70 2024-09-05T02:35:20.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.289+0000 7f6c7be00640 1 --2- 172.21.15.33:0/3126203808 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6c680a2cf0 0x7f6c680a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:20.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.290+0000 7f6c7be00640 1 -- 172.21.15.33:0/3126203808 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f6c700cef10 con 0x7f6c84077040 2024-09-05T02:35:20.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.290+0000 7f6c83400640 1 --2- 172.21.15.33:0/3126203808 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6c680a2cf0 0x7f6c680a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:20.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.290+0000 7f6c8d45e740 1 -- 172.21.15.33:0/2535774350 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d6c70 msgr2=0x5577248d7050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:20.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.290+0000 7f6c8d45e740 1 --2- 172.21.15.33:0/2535774350 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d6c70 0x5577248d7050 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f6c7c009ca0 tx=0x7f6c7c033000 comp rx=0 tx=0).stop 2024-09-05T02:35:20.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.290+0000 7f6c8d45e740 1 -- 172.21.15.33:0/2535774350 shutdown_connections 2024-09-05T02:35:20.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.290+0000 7f6c8d45e740 1 --2- 172.21.15.33:0/2535774350 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248e1e50 0x5577248e4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.290+0000 7f6c8d45e740 1 --2- 172.21.15.33:0/2535774350 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248d7590 0x5577248e1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.290+0000 7f6c8d45e740 1 --2- 172.21.15.33:0/2535774350 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d6c70 0x5577248d7050 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.290+0000 7f6c8d45e740 1 -- 172.21.15.33:0/2535774350 >> 172.21.15.33:0/2535774350 conn(0x5577248d3200 msgr2=0x5577248d35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:20.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.290+0000 7f6c8d45e740 1 -- 172.21.15.33:0/2535774350 shutdown_connections 2024-09-05T02:35:20.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.290+0000 7f6c83400640 1 --2- 172.21.15.33:0/3126203808 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6c680a2cf0 0x7f6c680a51b0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x5577248d4060 tx=0x7f6c74005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:20.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.290+0000 7f6c8d45e740 1 -- 172.21.15.33:0/2535774350 wait complete. 2024-09-05T02:35:20.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.291+0000 7f6c8d45e740 1 -- start start 2024-09-05T02:35:20.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.291+0000 7f6c8d45e740 1 Processor -- start 2024-09-05T02:35:20.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.291+0000 7f6c8d45e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248d6c70 0x5577248ded20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:20.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.291+0000 7f6c8d45e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d7590 0x5577248df260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:20.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.291+0000 7f6c8d45e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248e1e50 0x5577248df7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:20.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.291+0000 7f6c8d45e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5577248e48a0 con 0x5577248d6c70 2024-09-05T02:35:20.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.291+0000 7f6c8d45e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5577247f80f0 con 0x5577248d7590 2024-09-05T02:35:20.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.291+0000 7f6c8d45e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5577248e4a20 con 0x5577248e1e50 2024-09-05T02:35:20.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.292+0000 7f6c8d45e740 10 client.0 _ll_register_callbacks cb 0x5577247dfbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:20.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.292+0000 7f6c83400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248d6c70 0x5577248ded20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:20.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.292+0000 7f6c82a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d7590 0x5577248df260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:20.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.292+0000 7f6c82a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d7590 0x5577248df260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:46204/0 (socket says 172.21.15.33:46204) 2024-09-05T02:35:20.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.292+0000 7f6c82a00640 1 -- 172.21.15.33:0/2602791044 learned_addr learned my addr 172.21.15.33:0/2602791044 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:20.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.292+0000 7f6c83e00640 1 --2- 172.21.15.33:0/2602791044 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248e1e50 0x5577248df7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:20.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.292+0000 7f6c82a00640 1 -- 172.21.15.33:0/2602791044 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248e1e50 msgr2=0x5577248df7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:20.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.292+0000 7f6c82a00640 1 --2- 172.21.15.33:0/2602791044 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248e1e50 0x5577248df7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.292+0000 7f6c82a00640 1 -- 172.21.15.33:0/2602791044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248d6c70 msgr2=0x5577248ded20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:20.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.292+0000 7f6c82a00640 1 --2- 172.21.15.33:0/2602791044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248d6c70 0x5577248ded20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.292+0000 7f6c82a00640 1 -- 172.21.15.33:0/2602791044 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577245ae3c0 con 0x5577248d7590 2024-09-05T02:35:20.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.292+0000 7f6c82a00640 1 --2- 172.21.15.33:0/2602791044 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d7590 0x5577248df260 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f6c70009610 tx=0x7f6c70005dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f4cdaf960455a61 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:20.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.293+0000 7f6c6d600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:35:20.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.293+0000 7f6c6d600640 1 -- 172.21.15.33:0/2602791044 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c70020030 con 0x5577248d7590 2024-09-05T02:35:20.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.293+0000 7f6c6d600640 1 -- 172.21.15.33:0/2602791044 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f6c700cc870 con 0x5577248d7590 2024-09-05T02:35:20.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.293+0000 7f6c8d45e740 1 -- 172.21.15.33:0/2602791044 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c7c036040 con 0x5577248d7590 2024-09-05T02:35:20.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.293+0000 7f6c6d600640 1 -- 172.21.15.33:0/2602791044 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6c7009add0 con 0x5577248d7590 2024-09-05T02:35:20.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.293+0000 7f6c8d45e740 10 client.27395 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:20.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.293+0000 7f6c8d45e740 1 -- 172.21.15.33:0/2602791044 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5577248f0920 con 0x5577248d7590 2024-09-05T02:35:20.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.293+0000 7f6c6d600640 1 -- 172.21.15.33:0/2602791044 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6c7c036040 con 0x5577248d7590 2024-09-05T02:35:20.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.294+0000 7f6c6d600640 1 -- 172.21.15.33:0/2602791044 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f6c700a3ba0 con 0x5577248d7590 2024-09-05T02:35:20.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.294+0000 7f6c8d45e740 10 client.27395 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:20.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.294+0000 7f6c8d45e740 10 client.27395 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:35:20.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.294+0000 7f6c8d45e740 20 client.27395 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:20.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.294+0000 7f6c8d45e740 1 --2- 172.21.15.33:0/2602791044 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5577248f1de0 0x5577248f41f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:20.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.294+0000 7f6c8d45e740 4 client.27395 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:20.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.294+0000 7f6c8d45e740 1 -- 172.21.15.33:0/2602791044 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55772484a950 con 0x5577248f1de0 2024-09-05T02:35:20.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.294+0000 7f6c83400640 1 --2- 172.21.15.33:0/2602791044 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5577248f1de0 0x5577248f41f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:20.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.295+0000 7f6c83400640 1 --2- 172.21.15.33:0/2602791044 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5577248f1de0 0x5577248f41f0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=18986a939a98a404 server_cookie=ff2b1928d05918ba in_seq=0 out_seq=0 2024-09-05T02:35:20.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.295+0000 7f6c6d600640 10 client.27395 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:35:20.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.295+0000 7f6c6d600640 1 -- 172.21.15.33:0/2602791044 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55772484a950 con 0x5577248f1de0 2024-09-05T02:35:20.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.295+0000 7f6c6d600640 10 client.27395 handle_command_reply: tid=0 2024-09-05T02:35:20.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.295+0000 7f6c8d45e740 1 client.27395 shutdown 2024-09-05T02:35:20.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.296+0000 7f6c8d45e740 1 -- 172.21.15.33:0/2602791044 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d7590 msgr2=0x5577248df260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:20.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.296+0000 7f6c8d45e740 1 --2- 172.21.15.33:0/2602791044 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d7590 0x5577248df260 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f6c70009610 tx=0x7f6c70005dc0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.296+0000 7f6c8d45e740 1 -- 172.21.15.33:0/2602791044 shutdown_connections 2024-09-05T02:35:20.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.296+0000 7f6c8d45e740 1 --2- 172.21.15.33:0/2602791044 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5577248f1de0 0x5577248f41f0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.296+0000 7f6c8d45e740 1 --2- 172.21.15.33:0/2602791044 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248e1e50 0x5577248df7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.296+0000 7f6c8d45e740 1 --2- 172.21.15.33:0/2602791044 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d7590 0x5577248df260 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.296+0000 7f6c8d45e740 1 --2- 172.21.15.33:0/2602791044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248d6c70 0x5577248ded20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.296+0000 7f6c6d600640 0 client.27395 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:35:20.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.296+0000 7f6c8d45e740 1 -- 172.21.15.33:0/2602791044 >> 172.21.15.33:0/2602791044 conn(0x5577248d3200 msgr2=0x5577248d2380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:20.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.296+0000 7f6c8d45e740 1 -- 172.21.15.33:0/2602791044 shutdown_connections 2024-09-05T02:35:20.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.296+0000 7f6c8d45e740 1 -- 172.21.15.33:0/2602791044 wait complete. 2024-09-05T02:35:20.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.296+0000 7f6c8d45e740 20 client.27395 trim_cache size 0 max 16384 2024-09-05T02:35:20.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.309+0000 7f6c8d45e740 1 Processor -- start 2024-09-05T02:35:20.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.310+0000 7f6c8d45e740 1 -- start start 2024-09-05T02:35:20.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.310+0000 7f6c8d45e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d6c70 0x5577248f9ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:20.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.310+0000 7f6c8d45e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248d7590 0x5577248fa000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:20.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.310+0000 7f6c8d45e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248e1e50 0x5577248dbf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:20.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.310+0000 7f6c8d45e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6c841b3f10 con 0x5577248e1e50 2024-09-05T02:35:20.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.310+0000 7f6c8d45e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6c841b5a50 con 0x5577248d6c70 2024-09-05T02:35:20.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.310+0000 7f6c8d45e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6c841b45e0 con 0x5577248d7590 2024-09-05T02:35:20.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.310+0000 7f6c83400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d6c70 0x5577248f9ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:20.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.310+0000 7f6c83400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d6c70 0x5577248f9ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:46218/0 (socket says 172.21.15.33:46218) 2024-09-05T02:35:20.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.310+0000 7f6c83400640 1 -- 172.21.15.33:0/158671292 learned_addr learned my addr 172.21.15.33:0/158671292 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:20.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.310+0000 7f6c83e00640 1 --2- 172.21.15.33:0/158671292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248e1e50 0x5577248dbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:20.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.310+0000 7f6c82a00640 1 --2- 172.21.15.33:0/158671292 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248d7590 0x5577248fa000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:20.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.310+0000 7f6c83400640 1 -- 172.21.15.33:0/158671292 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248d7590 msgr2=0x5577248fa000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:20.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.311+0000 7f6c83400640 1 --2- 172.21.15.33:0/158671292 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248d7590 0x5577248fa000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.311+0000 7f6c83400640 1 -- 172.21.15.33:0/158671292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248e1e50 msgr2=0x5577248dbf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:20.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.311+0000 7f6c83400640 1 --2- 172.21.15.33:0/158671292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248e1e50 0x5577248dbf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.311+0000 7f6c83400640 1 -- 172.21.15.33:0/158671292 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577248ce770 con 0x5577248d6c70 2024-09-05T02:35:20.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.311+0000 7f6c82a00640 1 --2- 172.21.15.33:0/158671292 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248d7590 0x5577248fa000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:35:20.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.311+0000 7f6c83400640 1 --2- 172.21.15.33:0/158671292 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d6c70 0x5577248f9ac0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x5577248f4a60 tx=0x7f6c74019000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a20f5d08b50ef161 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:20.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.311+0000 7f6c6fe00640 1 -- 172.21.15.33:0/158671292 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c74003d60 con 0x5577248d6c70 2024-09-05T02:35:20.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.311+0000 7f6c6fe00640 1 -- 172.21.15.33:0/158671292 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6c74003f00 con 0x5577248d6c70 2024-09-05T02:35:20.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.311+0000 7f6c6fe00640 1 -- 172.21.15.33:0/158671292 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c7401d410 con 0x5577248d6c70 2024-09-05T02:35:20.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.312+0000 7f6c8d45e740 1 -- 172.21.15.33:0/158671292 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d6c70 msgr2=0x5577248f9ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:20.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.312+0000 7f6c8d45e740 1 --2- 172.21.15.33:0/158671292 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d6c70 0x5577248f9ac0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x5577248f4a60 tx=0x7f6c74019000 comp rx=0 tx=0).stop 2024-09-05T02:35:20.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.312+0000 7f6c8d45e740 1 -- 172.21.15.33:0/158671292 shutdown_connections 2024-09-05T02:35:20.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.312+0000 7f6c8d45e740 1 --2- 172.21.15.33:0/158671292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248e1e50 0x5577248dbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.312+0000 7f6c8d45e740 1 --2- 172.21.15.33:0/158671292 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248d7590 0x5577248fa000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.312+0000 7f6c8d45e740 1 --2- 172.21.15.33:0/158671292 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d6c70 0x5577248f9ac0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.312+0000 7f6c8d45e740 1 -- 172.21.15.33:0/158671292 >> 172.21.15.33:0/158671292 conn(0x5577248d3200 msgr2=0x5577248e0da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:20.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.312+0000 7f6c8d45e740 1 -- 172.21.15.33:0/158671292 shutdown_connections 2024-09-05T02:35:20.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.312+0000 7f6c8d45e740 1 -- 172.21.15.33:0/158671292 wait complete. 2024-09-05T02:35:20.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.312+0000 7f6c8d45e740 1 -- start start 2024-09-05T02:35:20.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.313+0000 7f6c8d45e740 1 Processor -- start 2024-09-05T02:35:20.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.313+0000 7f6c8d45e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248d6c70 0x5577248e5a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:20.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.313+0000 7f6c8d45e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d7590 0x5577248e5f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:20.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.313+0000 7f6c8d45e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248e1e50 0x5577248e64a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:20.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.313+0000 7f6c8d45e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6c841b5380 con 0x5577248d6c70 2024-09-05T02:35:20.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.313+0000 7f6c8d45e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6c841b4cb0 con 0x5577248d7590 2024-09-05T02:35:20.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.313+0000 7f6c8d45e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6c841b1f10 con 0x5577248e1e50 2024-09-05T02:35:20.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.313+0000 7f6c8d45e740 10 client.0 _ll_register_callbacks cb 0x7f6c700970b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:20.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.313+0000 7f6c83400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248d6c70 0x5577248e5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:20.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.313+0000 7f6c83400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248d6c70 0x5577248e5a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35442/0 (socket says 172.21.15.33:35442) 2024-09-05T02:35:20.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.313+0000 7f6c83400640 1 -- 172.21.15.33:0/4062809315 learned_addr learned my addr 172.21.15.33:0/4062809315 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:20.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.313+0000 7f6c82a00640 1 --2- 172.21.15.33:0/4062809315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d7590 0x5577248e5f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:20.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.314+0000 7f6c83e00640 1 --2- 172.21.15.33:0/4062809315 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248e1e50 0x5577248e64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:20.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.314+0000 7f6c82a00640 1 -- 172.21.15.33:0/4062809315 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248e1e50 msgr2=0x5577248e64a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:20.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.314+0000 7f6c82a00640 1 --2- 172.21.15.33:0/4062809315 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248e1e50 0x5577248e64a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.314+0000 7f6c82a00640 1 -- 172.21.15.33:0/4062809315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248d6c70 msgr2=0x5577248e5a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:20.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.314+0000 7f6c82a00640 1 --2- 172.21.15.33:0/4062809315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248d6c70 0x5577248e5a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.314+0000 7f6c82a00640 1 -- 172.21.15.33:0/4062809315 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55772495ba90 con 0x5577248d7590 2024-09-05T02:35:20.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.314+0000 7f6c83400640 1 --2- 172.21.15.33:0/4062809315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248d6c70 0x5577248e5a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:20.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.314+0000 7f6c82a00640 1 --2- 172.21.15.33:0/4062809315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d7590 0x5577248e5f60 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x5577248d7b50 tx=0x7f6c70003950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f4d5b316206dd3a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:20.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.314+0000 7f6c6d600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:35:20.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.314+0000 7f6c6d600640 1 -- 172.21.15.33:0/4062809315 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c70020030 con 0x5577248d7590 2024-09-05T02:35:20.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.315+0000 7f6c6d600640 1 -- 172.21.15.33:0/4062809315 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f6c700b42a0 con 0x5577248d7590 2024-09-05T02:35:20.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.315+0000 7f6c8d45e740 1 -- 172.21.15.33:0/4062809315 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c74003f00 con 0x5577248d7590 2024-09-05T02:35:20.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.315+0000 7f6c6d600640 1 -- 172.21.15.33:0/4062809315 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6c7009b240 con 0x5577248d7590 2024-09-05T02:35:20.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.315+0000 7f6c8d45e740 10 client.27401 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:20.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.315+0000 7f6c8d45e740 1 -- 172.21.15.33:0/4062809315 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55772495cce0 con 0x5577248d7590 2024-09-05T02:35:20.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.315+0000 7f6c6d600640 1 -- 172.21.15.33:0/4062809315 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6c74003f00 con 0x5577248d7590 2024-09-05T02:35:20.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.315+0000 7f6c6d600640 1 -- 172.21.15.33:0/4062809315 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f6c7009a330 con 0x5577248d7590 2024-09-05T02:35:20.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.315+0000 7f6c8d45e740 10 client.27401 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:20.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.315+0000 7f6c8d45e740 10 client.27401 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:35:20.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.315+0000 7f6c8d45e740 20 client.27401 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:20.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.315+0000 7f6c8d45e740 1 --2- 172.21.15.33:0/4062809315 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55772495d4b0 0x55772495f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:20.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.315+0000 7f6c8d45e740 4 client.27401 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:35:20.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.315+0000 7f6c8d45e740 1 -- 172.21.15.33:0/4062809315 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557724844e60 con 0x55772495d4b0 2024-09-05T02:35:20.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.316+0000 7f6c83400640 1 --2- 172.21.15.33:0/4062809315 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55772495d4b0 0x55772495f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:20.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.316+0000 7f6c83400640 1 --2- 172.21.15.33:0/4062809315 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55772495d4b0 0x55772495f8d0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f2b6918815427469 server_cookie=717f917c16543e82 in_seq=0 out_seq=0 2024-09-05T02:35:20.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.316+0000 7f6c6d600640 10 client.27401 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:35:20.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.316+0000 7f6c6d600640 1 -- 172.21.15.33:0/4062809315 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557724844e60 con 0x55772495d4b0 2024-09-05T02:35:20.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.316+0000 7f6c6d600640 10 client.27401 handle_command_reply: tid=0 2024-09-05T02:35:20.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.316+0000 7f6c8d45e740 1 client.27401 shutdown 2024-09-05T02:35:20.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.317+0000 7f6c8d45e740 1 -- 172.21.15.33:0/4062809315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d7590 msgr2=0x5577248e5f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:20.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.317+0000 7f6c8d45e740 1 --2- 172.21.15.33:0/4062809315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d7590 0x5577248e5f60 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x5577248d7b50 tx=0x7f6c70003950 comp rx=0 tx=0).stop 2024-09-05T02:35:20.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.317+0000 7f6c8d45e740 1 -- 172.21.15.33:0/4062809315 shutdown_connections 2024-09-05T02:35:20.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.317+0000 7f6c8d45e740 1 --2- 172.21.15.33:0/4062809315 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55772495d4b0 0x55772495f8d0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.317+0000 7f6c8d45e740 1 --2- 172.21.15.33:0/4062809315 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5577248e1e50 0x5577248e64a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.317+0000 7f6c8d45e740 1 --2- 172.21.15.33:0/4062809315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5577248d7590 0x5577248e5f60 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.317+0000 7f6c8d45e740 1 --2- 172.21.15.33:0/4062809315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5577248d6c70 0x5577248e5a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.317+0000 7f6c8d45e740 1 -- 172.21.15.33:0/4062809315 >> 172.21.15.33:0/4062809315 conn(0x5577248d3200 msgr2=0x5577248d1b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:20.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.317+0000 7f6c6d600640 0 client.27401 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:35:20.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.317+0000 7f6c8d45e740 1 -- 172.21.15.33:0/4062809315 shutdown_connections 2024-09-05T02:35:20.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.317+0000 7f6c8d45e740 1 -- 172.21.15.33:0/4062809315 wait complete. 2024-09-05T02:35:20.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.317+0000 7f6c8d45e740 20 client.27401 trim_cache size 0 max 16384 2024-09-05T02:35:20.323 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:35:20.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.317+0000 7f6c8a800640 1 -- 172.21.15.33:0/3126203808 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6c680a2cf0 msgr2=0x7f6c680a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:20.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.317+0000 7f6c8a800640 1 --2- 172.21.15.33:0/3126203808 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6c680a2cf0 0x7f6c680a51b0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x5577248d4060 tx=0x7f6c74005f90 comp rx=0 tx=0).stop 2024-09-05T02:35:20.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.318+0000 7f6c8a800640 1 -- 172.21.15.33:0/3126203808 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c84077040 msgr2=0x7f6c8419f0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:20.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.318+0000 7f6c8a800640 1 --2- 172.21.15.33:0/3126203808 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c84077040 0x7f6c8419f0c0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f6c70005fd0 tx=0x7f6c7000dde0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.318+0000 7f6c8a800640 1 -- 172.21.15.33:0/3126203808 shutdown_connections 2024-09-05T02:35:20.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.318+0000 7f6c8a800640 1 --2- 172.21.15.33:0/3126203808 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6c680a2cf0 0x7f6c680a51b0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.318+0000 7f6c8a800640 1 --2- 172.21.15.33:0/3126203808 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c84112a50 0x7f6c841a3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.318+0000 7f6c8a800640 1 --2- 172.21.15.33:0/3126203808 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c84077040 0x7f6c8419f0c0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.318+0000 7f6c8a800640 1 --2- 172.21.15.33:0/3126203808 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6c84076720 0x7f6c8419eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:20.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.318+0000 7f6c8a800640 1 -- 172.21.15.33:0/3126203808 >> 172.21.15.33:0/3126203808 conn(0x7f6c840ffa50 msgr2=0x7f6c84101e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:20.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.318+0000 7f6c8a800640 1 -- 172.21.15.33:0/3126203808 shutdown_connections 2024-09-05T02:35:20.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:20.318+0000 7f6c8a800640 1 -- 172.21.15.33:0/3126203808 wait complete. 2024-09-05T02:35:21.085 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:35:21.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:21 smithi033 ceph-mon[29909]: pgmap v259: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 102 B/s wr, 10 op/s 2024-09-05T02:35:21.462 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:21.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:21 smithi174 ceph-mon[34756]: pgmap v259: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 102 B/s wr, 10 op/s 2024-09-05T02:35:21.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:21 smithi123 ceph-mon[34031]: pgmap v259: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 102 B/s wr, 10 op/s 2024-09-05T02:35:21.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.981+0000 7f1994a00640 1 -- 172.21.15.33:0/3539903273 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1990103ff0 msgr2=0x7f19901043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:21.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.981+0000 7f1994a00640 1 --2- 172.21.15.33:0/3539903273 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1990103ff0 0x7f19901043d0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f1980009900 tx=0x7f198002a410 comp rx=0 tx=0).stop 2024-09-05T02:35:21.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.982+0000 7f1994a00640 1 -- 172.21.15.33:0/3539903273 shutdown_connections 2024-09-05T02:35:21.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.982+0000 7f1994a00640 1 --2- 172.21.15.33:0/3539903273 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1990109120 0x7f1990110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:21.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.982+0000 7f1994a00640 1 --2- 172.21.15.33:0/3539903273 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f19901049a0 0x7f19901089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:21.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.982+0000 7f1994a00640 1 --2- 172.21.15.33:0/3539903273 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1990103ff0 0x7f19901043d0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:21.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.982+0000 7f1994a00640 1 -- 172.21.15.33:0/3539903273 >> 172.21.15.33:0/3539903273 conn(0x7f19900ffa90 msgr2=0x7f1990101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:21.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.982+0000 7f1994a00640 1 -- 172.21.15.33:0/3539903273 shutdown_connections 2024-09-05T02:35:21.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.982+0000 7f1994a00640 1 -- 172.21.15.33:0/3539903273 wait complete. 2024-09-05T02:35:21.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.983+0000 7f1994a00640 1 Processor -- start 2024-09-05T02:35:21.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.983+0000 7f1994a00640 1 -- start start 2024-09-05T02:35:21.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.983+0000 7f1994a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1990103ff0 0x7f199019a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:21.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.983+0000 7f1994a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19901049a0 0x7f199019ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:21.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.983+0000 7f1994a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1990109120 0x7f199019eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:21.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.983+0000 7f1994a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1990114190 con 0x7f19901049a0 2024-09-05T02:35:21.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.983+0000 7f1994a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1990114010 con 0x7f1990109120 2024-09-05T02:35:21.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.983+0000 7f1994a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f1990114310 con 0x7f1990103ff0 2024-09-05T02:35:21.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.983+0000 7f1985400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19901049a0 0x7f199019ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:21.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.983+0000 7f1985400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19901049a0 0x7f199019ab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35474/0 (socket says 172.21.15.33:35474) 2024-09-05T02:35:21.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.983+0000 7f1985400640 1 -- 172.21.15.33:0/192361051 learned_addr learned my addr 172.21.15.33:0/192361051 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:21.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.984+0000 7f198e800640 1 --2- 172.21.15.33:0/192361051 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1990109120 0x7f199019eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:21.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.984+0000 7f198de00640 1 --2- 172.21.15.33:0/192361051 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1990103ff0 0x7f199019a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:21.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.984+0000 7f1985400640 1 -- 172.21.15.33:0/192361051 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1990103ff0 msgr2=0x7f199019a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:21.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.984+0000 7f1985400640 1 --2- 172.21.15.33:0/192361051 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1990103ff0 0x7f199019a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:21.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.984+0000 7f1985400640 1 -- 172.21.15.33:0/192361051 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1990109120 msgr2=0x7f199019eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:21.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.984+0000 7f1985400640 1 --2- 172.21.15.33:0/192361051 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1990109120 0x7f199019eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:21.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.984+0000 7f1985400640 1 -- 172.21.15.33:0/192361051 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f199019f5c0 con 0x7f19901049a0 2024-09-05T02:35:21.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.984+0000 7f1985400640 1 --2- 172.21.15.33:0/192361051 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19901049a0 0x7f199019ab50 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f197800e9f0 tx=0x7f197800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:21.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.984+0000 7f1987400640 1 -- 172.21.15.33:0/192361051 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f197800cd80 con 0x7f19901049a0 2024-09-05T02:35:21.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.984+0000 7f1987400640 1 -- 172.21.15.33:0/192361051 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1978005500 con 0x7f19901049a0 2024-09-05T02:35:21.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.984+0000 7f1987400640 1 -- 172.21.15.33:0/192361051 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1978010690 con 0x7f19901049a0 2024-09-05T02:35:21.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.984+0000 7f1994a00640 1 -- 172.21.15.33:0/192361051 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f199019f8b0 con 0x7f19901049a0 2024-09-05T02:35:21.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.985+0000 7f1994a00640 1 -- 172.21.15.33:0/192361051 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19901a7190 con 0x7f19901049a0 2024-09-05T02:35:22.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.988+0000 7f1997488740 1 Processor -- start 2024-09-05T02:35:22.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.988+0000 7f1987400640 1 -- 172.21.15.33:0/192361051 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f19780046c0 con 0x7f19901049a0 2024-09-05T02:35:22.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.988+0000 7f1997488740 1 -- start start 2024-09-05T02:35:22.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.988+0000 7f1997488740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f19c70 0x556bf9f1a050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:22.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.988+0000 7f1997488740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f1a590 0x556bf9f24910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:22.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.988+0000 7f1997488740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f24e50 0x556bf9f27240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:22.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.988+0000 7f1997488740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556bf9e803e0 con 0x556bf9f19c70 2024-09-05T02:35:22.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.988+0000 7f1997488740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556bf9e27d80 con 0x556bf9f24e50 2024-09-05T02:35:22.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.988+0000 7f1997488740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x556bf9e7c3a0 con 0x556bf9f1a590 2024-09-05T02:35:22.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.988+0000 7f198e800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f19c70 0x556bf9f1a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:22.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.988+0000 7f198e800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f19c70 0x556bf9f1a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35478/0 (socket says 172.21.15.33:35478) 2024-09-05T02:35:22.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.988+0000 7f198de00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f1a590 0x556bf9f24910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:22.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.988+0000 7f198e800640 1 -- 172.21.15.33:0/2002746458 learned_addr learned my addr 172.21.15.33:0/2002746458 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:22.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.989+0000 7f1985400640 1 --2- 172.21.15.33:0/2002746458 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f24e50 0x556bf9f27240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:22.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.989+0000 7f198de00640 1 -- 172.21.15.33:0/2002746458 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f24e50 msgr2=0x556bf9f27240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:22.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.989+0000 7f198de00640 1 --2- 172.21.15.33:0/2002746458 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f24e50 0x556bf9f27240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.989+0000 7f198de00640 1 -- 172.21.15.33:0/2002746458 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f19c70 msgr2=0x556bf9f1a050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:22.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.989+0000 7f198de00640 1 --2- 172.21.15.33:0/2002746458 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f19c70 0x556bf9f1a050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.989+0000 7f198de00640 1 -- 172.21.15.33:0/2002746458 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556bf9e46ae0 con 0x556bf9f1a590 2024-09-05T02:35:22.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.989+0000 7f198de00640 1 --2- 172.21.15.33:0/2002746458 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f1a590 0x556bf9f24910 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f198002aa00 tx=0x7f1980005e60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=579c39d944c465d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:22.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.989+0000 7f1987400640 1 --2- 172.21.15.33:0/192361051 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f19740a2cf0 0x7f19740a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:22.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.990+0000 7f1987400640 1 -- 172.21.15.33:0/192361051 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f19780cf950 con 0x7f19901049a0 2024-09-05T02:35:22.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.990+0000 7f197f000640 1 -- 172.21.15.33:0/2002746458 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1980035030 con 0x556bf9f1a590 2024-09-05T02:35:22.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.990+0000 7f198e800640 1 --2- 172.21.15.33:0/192361051 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f19740a2cf0 0x7f19740a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:22.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.990+0000 7f197f000640 1 -- 172.21.15.33:0/2002746458 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f19800043c0 con 0x556bf9f1a590 2024-09-05T02:35:22.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.990+0000 7f197f000640 1 -- 172.21.15.33:0/2002746458 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1980004e40 con 0x556bf9f1a590 2024-09-05T02:35:22.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.991+0000 7f1997488740 1 -- 172.21.15.33:0/2002746458 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f1a590 msgr2=0x556bf9f24910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:22.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.991+0000 7f198e800640 1 --2- 172.21.15.33:0/192361051 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f19740a2cf0 0x7f19740a51b0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f1988005f40 tx=0x7f19880096a0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:22.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.991+0000 7f1997488740 1 --2- 172.21.15.33:0/2002746458 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f1a590 0x556bf9f24910 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f198002aa00 tx=0x7f1980005e60 comp rx=0 tx=0).stop 2024-09-05T02:35:22.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.991+0000 7f1997488740 1 -- 172.21.15.33:0/2002746458 shutdown_connections 2024-09-05T02:35:22.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.991+0000 7f1997488740 1 --2- 172.21.15.33:0/2002746458 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f24e50 0x556bf9f27240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.991+0000 7f1997488740 1 --2- 172.21.15.33:0/2002746458 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f1a590 0x556bf9f24910 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.991+0000 7f1997488740 1 --2- 172.21.15.33:0/2002746458 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f19c70 0x556bf9f1a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.991+0000 7f1997488740 1 -- 172.21.15.33:0/2002746458 >> 172.21.15.33:0/2002746458 conn(0x556bf9f16200 msgr2=0x556bf9f165e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:22.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.991+0000 7f1997488740 1 -- 172.21.15.33:0/2002746458 shutdown_connections 2024-09-05T02:35:22.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.991+0000 7f1997488740 1 -- 172.21.15.33:0/2002746458 wait complete. 2024-09-05T02:35:22.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.991+0000 7f1997488740 1 -- start start 2024-09-05T02:35:22.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.992+0000 7f1997488740 1 Processor -- start 2024-09-05T02:35:22.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.992+0000 7f1997488740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f19c70 0x556bf9f21d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:22.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.992+0000 7f1997488740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f1a590 0x556bf9f22280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:22.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.992+0000 7f1997488740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f24e50 0x556bf9f227c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:22.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.992+0000 7f1997488740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556bf9f27a20 con 0x556bf9f1a590 2024-09-05T02:35:22.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.992+0000 7f1997488740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556bf9e3b0f0 con 0x556bf9f24e50 2024-09-05T02:35:22.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.992+0000 7f1997488740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x556bf9f27ba0 con 0x556bf9f19c70 2024-09-05T02:35:22.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.992+0000 7f1997488740 10 client.0 _ll_register_callbacks cb 0x556bf9e22bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:22.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.992+0000 7f1985400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f1a590 0x556bf9f22280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:22.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.993+0000 7f1985400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f1a590 0x556bf9f22280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35490/0 (socket says 172.21.15.33:35490) 2024-09-05T02:35:22.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.993+0000 7f198de00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f19c70 0x556bf9f21d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:22.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.993+0000 7f1985400640 1 -- 172.21.15.33:0/2969571154 learned_addr learned my addr 172.21.15.33:0/2969571154 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:22.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.993+0000 7f198e800640 1 --2- 172.21.15.33:0/2969571154 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f24e50 0x556bf9f227c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:22.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.993+0000 7f1985400640 1 -- 172.21.15.33:0/2969571154 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f19c70 msgr2=0x556bf9f21d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:22.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.993+0000 7f1985400640 1 --2- 172.21.15.33:0/2969571154 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f19c70 0x556bf9f21d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.993+0000 7f1985400640 1 -- 172.21.15.33:0/2969571154 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f24e50 msgr2=0x556bf9f227c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:22.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.993+0000 7f1985400640 1 --2- 172.21.15.33:0/2969571154 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f24e50 0x556bf9f227c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.993+0000 7f1985400640 1 -- 172.21.15.33:0/2969571154 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556bf9bf13c0 con 0x556bf9f1a590 2024-09-05T02:35:22.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.993+0000 7f1985400640 1 --2- 172.21.15.33:0/2969571154 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f1a590 0x556bf9f22280 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f19780cd090 tx=0x7f1978004ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=755c60dfb2486161 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:22.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.993+0000 7f1973400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:35:22.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.994+0000 7f1973400640 1 -- 172.21.15.33:0/2969571154 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f197809b760 con 0x556bf9f1a590 2024-09-05T02:35:22.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.994+0000 7f1973400640 1 -- 172.21.15.33:0/2969571154 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f19780a47e0 con 0x556bf9f1a590 2024-09-05T02:35:22.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.994+0000 7f1997488740 1 -- 172.21.15.33:0/2969571154 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19800043c0 con 0x556bf9f1a590 2024-09-05T02:35:22.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.994+0000 7f1973400640 1 -- 172.21.15.33:0/2969571154 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f19780cd4c0 con 0x556bf9f1a590 2024-09-05T02:35:22.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.994+0000 7f1997488740 10 client.17334 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:22.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.994+0000 7f1997488740 1 -- 172.21.15.33:0/2969571154 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556bf9f33ab0 con 0x556bf9f1a590 2024-09-05T02:35:22.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.994+0000 7f1973400640 1 -- 172.21.15.33:0/2969571154 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f19800043c0 con 0x556bf9f1a590 2024-09-05T02:35:22.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.994+0000 7f1973400640 1 -- 172.21.15.33:0/2969571154 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f197809b2e0 con 0x556bf9f1a590 2024-09-05T02:35:22.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.994+0000 7f1997488740 10 client.17334 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:22.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.994+0000 7f1997488740 10 client.17334 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:35:22.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.994+0000 7f1997488740 20 client.17334 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:22.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.994+0000 7f1997488740 1 --2- 172.21.15.33:0/2969571154 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x556bf9f34e50 0x556bf9f37260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:22.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.994+0000 7f1997488740 4 client.17334 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:22.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.994+0000 7f1997488740 1 -- 172.21.15.33:0/2969571154 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556bf9e8d950 con 0x556bf9f34e50 2024-09-05T02:35:22.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.995+0000 7f198de00640 1 --2- 172.21.15.33:0/2969571154 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x556bf9f34e50 0x556bf9f37260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:22.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.995+0000 7f198de00640 1 --2- 172.21.15.33:0/2969571154 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x556bf9f34e50 0x556bf9f37260 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a4dd5a79ed4b4b91 server_cookie=2210e5567e3e34bf in_seq=0 out_seq=0 2024-09-05T02:35:22.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.995+0000 7f1973400640 10 client.17334 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:35:22.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.996+0000 7f1973400640 1 -- 172.21.15.33:0/2969571154 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556bf9e8d950 con 0x556bf9f34e50 2024-09-05T02:35:22.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.996+0000 7f1973400640 10 client.17334 handle_command_reply: tid=0 2024-09-05T02:35:22.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.996+0000 7f1997488740 1 client.17334 shutdown 2024-09-05T02:35:22.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.996+0000 7f1997488740 1 -- 172.21.15.33:0/2969571154 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f1a590 msgr2=0x556bf9f22280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:22.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.996+0000 7f1997488740 1 --2- 172.21.15.33:0/2969571154 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f1a590 0x556bf9f22280 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f19780cd090 tx=0x7f1978004ae0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.996+0000 7f1997488740 1 -- 172.21.15.33:0/2969571154 shutdown_connections 2024-09-05T02:35:22.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.996+0000 7f1997488740 1 --2- 172.21.15.33:0/2969571154 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x556bf9f34e50 0x556bf9f37260 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.996+0000 7f1997488740 1 --2- 172.21.15.33:0/2969571154 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f24e50 0x556bf9f227c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.996+0000 7f1997488740 1 --2- 172.21.15.33:0/2969571154 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f1a590 0x556bf9f22280 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.996+0000 7f1997488740 1 --2- 172.21.15.33:0/2969571154 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f19c70 0x556bf9f21d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.996+0000 7f1997488740 1 -- 172.21.15.33:0/2969571154 >> 172.21.15.33:0/2969571154 conn(0x556bf9f16200 msgr2=0x556bf9f1bf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:22.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.996+0000 7f1973400640 0 client.17334 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:35:22.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.997+0000 7f1997488740 1 -- 172.21.15.33:0/2969571154 shutdown_connections 2024-09-05T02:35:22.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.997+0000 7f1997488740 1 -- 172.21.15.33:0/2969571154 wait complete. 2024-09-05T02:35:22.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:21.997+0000 7f1997488740 20 client.17334 trim_cache size 0 max 16384 2024-09-05T02:35:22.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.011+0000 7f1997488740 1 Processor -- start 2024-09-05T02:35:22.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.011+0000 7f1997488740 1 -- start start 2024-09-05T02:35:22.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.011+0000 7f1997488740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f19c70 0x556bf9f23cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:22.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.011+0000 7f1997488740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f1a590 0x556bf9f3cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:22.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.011+0000 7f1997488740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f24e50 0x556bf9f3d070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:22.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.011+0000 7f1997488740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f19901af970 con 0x556bf9f1a590 2024-09-05T02:35:22.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.011+0000 7f1997488740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f19901b14b0 con 0x556bf9f24e50 2024-09-05T02:35:22.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.011+0000 7f1997488740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f19901b0040 con 0x556bf9f19c70 2024-09-05T02:35:22.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.011+0000 7f1985400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f1a590 0x556bf9f3cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:22.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.011+0000 7f1985400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f1a590 0x556bf9f3cb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35500/0 (socket says 172.21.15.33:35500) 2024-09-05T02:35:22.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.011+0000 7f198e800640 1 --2- 172.21.15.33:0/2861373070 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f24e50 0x556bf9f3d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:22.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.011+0000 7f1985400640 1 -- 172.21.15.33:0/2861373070 learned_addr learned my addr 172.21.15.33:0/2861373070 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:22.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.011+0000 7f198de00640 1 --2- 172.21.15.33:0/2861373070 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f19c70 0x556bf9f23cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:22.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.012+0000 7f198e800640 1 -- 172.21.15.33:0/2861373070 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f19c70 msgr2=0x556bf9f23cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:22.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.012+0000 7f198e800640 1 --2- 172.21.15.33:0/2861373070 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f19c70 0x556bf9f23cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.012+0000 7f198e800640 1 -- 172.21.15.33:0/2861373070 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f1a590 msgr2=0x556bf9f3cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:22.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.012+0000 7f198e800640 1 --2- 172.21.15.33:0/2861373070 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f1a590 0x556bf9f3cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.012+0000 7f198e800640 1 -- 172.21.15.33:0/2861373070 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556bf9f15ca0 con 0x556bf9f24e50 2024-09-05T02:35:22.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.012+0000 7f198de00640 1 --2- 172.21.15.33:0/2861373070 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f19c70 0x556bf9f23cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:22.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.012+0000 7f1985400640 1 --2- 172.21.15.33:0/2861373070 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f1a590 0x556bf9f3cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:22.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.012+0000 7f198e800640 1 --2- 172.21.15.33:0/2861373070 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f24e50 0x556bf9f3d070 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f1988005fd0 tx=0x7f1988019000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=324fae6a5149a131 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:22.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.012+0000 7f197e600640 1 -- 172.21.15.33:0/2861373070 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1988003970 con 0x556bf9f24e50 2024-09-05T02:35:22.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.012+0000 7f197e600640 1 -- 172.21.15.33:0/2861373070 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f198801e970 con 0x556bf9f24e50 2024-09-05T02:35:22.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.012+0000 7f197e600640 1 -- 172.21.15.33:0/2861373070 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1988004700 con 0x556bf9f24e50 2024-09-05T02:35:22.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.013+0000 7f1997488740 1 -- 172.21.15.33:0/2861373070 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f24e50 msgr2=0x556bf9f3d070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:22.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.013+0000 7f1997488740 1 --2- 172.21.15.33:0/2861373070 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f24e50 0x556bf9f3d070 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f1988005fd0 tx=0x7f1988019000 comp rx=0 tx=0).stop 2024-09-05T02:35:22.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.013+0000 7f1997488740 1 -- 172.21.15.33:0/2861373070 shutdown_connections 2024-09-05T02:35:22.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.013+0000 7f1997488740 1 --2- 172.21.15.33:0/2861373070 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f24e50 0x556bf9f3d070 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.013+0000 7f1997488740 1 --2- 172.21.15.33:0/2861373070 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f1a590 0x556bf9f3cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.013+0000 7f1997488740 1 --2- 172.21.15.33:0/2861373070 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f19c70 0x556bf9f23cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.013+0000 7f1997488740 1 -- 172.21.15.33:0/2861373070 >> 172.21.15.33:0/2861373070 conn(0x556bf9f16200 msgr2=0x556bf9f235a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:22.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.013+0000 7f1997488740 1 -- 172.21.15.33:0/2861373070 shutdown_connections 2024-09-05T02:35:22.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.013+0000 7f1997488740 1 -- 172.21.15.33:0/2861373070 wait complete. 2024-09-05T02:35:22.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.014+0000 7f1997488740 1 -- start start 2024-09-05T02:35:22.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.014+0000 7f1997488740 1 Processor -- start 2024-09-05T02:35:22.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.014+0000 7f1997488740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f19c70 0x556bf9f1ed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:22.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.014+0000 7f1997488740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f1a590 0x556bf9f1f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:22.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.014+0000 7f1997488740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f24e50 0x556bf9f1f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:22.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.014+0000 7f1997488740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f19901b0de0 con 0x556bf9f24e50 2024-09-05T02:35:22.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.014+0000 7f1997488740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f19901b0710 con 0x556bf9f1a590 2024-09-05T02:35:22.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.014+0000 7f1997488740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f19901ad970 con 0x556bf9f19c70 2024-09-05T02:35:22.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.014+0000 7f1997488740 10 client.0 _ll_register_callbacks cb 0x7f19780d5220 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:22.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.015+0000 7f1985400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f1a590 0x556bf9f1f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:22.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.015+0000 7f1985400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f1a590 0x556bf9f1f250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:46290/0 (socket says 172.21.15.33:46290) 2024-09-05T02:35:22.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.015+0000 7f1985400640 1 -- 172.21.15.33:0/4222663069 learned_addr learned my addr 172.21.15.33:0/4222663069 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:22.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.015+0000 7f198e800640 1 --2- 172.21.15.33:0/4222663069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f24e50 0x556bf9f1f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:22.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.015+0000 7f198de00640 1 --2- 172.21.15.33:0/4222663069 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f19c70 0x556bf9f1ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:22.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.015+0000 7f198de00640 1 -- 172.21.15.33:0/4222663069 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f1a590 msgr2=0x556bf9f1f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:22.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.015+0000 7f198de00640 1 --2- 172.21.15.33:0/4222663069 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f1a590 0x556bf9f1f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.015+0000 7f198de00640 1 -- 172.21.15.33:0/4222663069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f24e50 msgr2=0x556bf9f1f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:22.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.015+0000 7f198de00640 1 --2- 172.21.15.33:0/4222663069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f24e50 0x556bf9f1f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.015+0000 7f198de00640 1 -- 172.21.15.33:0/4222663069 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556bf9f9eb00 con 0x556bf9f19c70 2024-09-05T02:35:22.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.015+0000 7f1985400640 1 --2- 172.21.15.33:0/4222663069 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f1a590 0x556bf9f1f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:22.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.015+0000 7f198de00640 1 --2- 172.21.15.33:0/4222663069 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f19c70 0x556bf9f1ed10 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f1980005c40 tx=0x7f19800040c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e2f888fec9f79d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:22.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.015+0000 7f1973400640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:35:22.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.016+0000 7f1973400640 1 -- 172.21.15.33:0/4222663069 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1980035040 con 0x556bf9f19c70 2024-09-05T02:35:22.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.016+0000 7f1997488740 1 -- 172.21.15.33:0/4222663069 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f198801e970 con 0x556bf9f19c70 2024-09-05T02:35:22.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.016+0000 7f1973400640 1 -- 172.21.15.33:0/4222663069 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f19800315b0 con 0x556bf9f19c70 2024-09-05T02:35:22.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.016+0000 7f1973400640 1 -- 172.21.15.33:0/4222663069 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1980060050 con 0x556bf9f19c70 2024-09-05T02:35:22.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.016+0000 7f1997488740 10 client.27349 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:22.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.016+0000 7f1997488740 1 -- 172.21.15.33:0/4222663069 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556bf9f9fe00 con 0x556bf9f19c70 2024-09-05T02:35:22.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.016+0000 7f1973400640 1 -- 172.21.15.33:0/4222663069 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f198801e970 con 0x556bf9f19c70 2024-09-05T02:35:22.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.016+0000 7f1973400640 1 -- 172.21.15.33:0/4222663069 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f1980003900 con 0x556bf9f19c70 2024-09-05T02:35:22.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.016+0000 7f1997488740 10 client.27349 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:22.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.017+0000 7f1997488740 10 client.27349 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:35:22.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.017+0000 7f1997488740 20 client.27349 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:22.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.017+0000 7f1997488740 1 --2- 172.21.15.33:0/4222663069 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x556bf9fa0190 0x556bf9fa2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:22.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.017+0000 7f1997488740 4 client.27349 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:35:22.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.017+0000 7f1997488740 1 -- 172.21.15.33:0/4222663069 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556bf9e87e60 con 0x556bf9fa0190 2024-09-05T02:35:22.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.017+0000 7f1985400640 1 --2- 172.21.15.33:0/4222663069 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x556bf9fa0190 0x556bf9fa2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:22.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.017+0000 7f1985400640 1 --2- 172.21.15.33:0/4222663069 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x556bf9fa0190 0x556bf9fa2580 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=aaf7a94e273faaf server_cookie=55b33f52ff39257f in_seq=0 out_seq=0 2024-09-05T02:35:22.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.017+0000 7f1973400640 10 client.27349 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:35:22.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.018+0000 7f1973400640 1 -- 172.21.15.33:0/4222663069 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556bf9e87e60 con 0x556bf9fa0190 2024-09-05T02:35:22.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.018+0000 7f1973400640 10 client.27349 handle_command_reply: tid=0 2024-09-05T02:35:22.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.018+0000 7f1997488740 1 client.27349 shutdown 2024-09-05T02:35:22.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.018+0000 7f1997488740 1 -- 172.21.15.33:0/4222663069 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f19c70 msgr2=0x556bf9f1ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:22.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.018+0000 7f1997488740 1 --2- 172.21.15.33:0/4222663069 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f19c70 0x556bf9f1ed10 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f1980005c40 tx=0x7f19800040c0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.018+0000 7f1997488740 1 -- 172.21.15.33:0/4222663069 shutdown_connections 2024-09-05T02:35:22.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.018+0000 7f1997488740 1 --2- 172.21.15.33:0/4222663069 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x556bf9fa0190 0x556bf9fa2580 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.018+0000 7f1997488740 1 --2- 172.21.15.33:0/4222663069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556bf9f24e50 0x556bf9f1f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.018+0000 7f1997488740 1 --2- 172.21.15.33:0/4222663069 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf9f1a590 0x556bf9f1f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.018+0000 7f1997488740 1 --2- 172.21.15.33:0/4222663069 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556bf9f19c70 0x556bf9f1ed10 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.018+0000 7f1997488740 1 -- 172.21.15.33:0/4222663069 >> 172.21.15.33:0/4222663069 conn(0x556bf9f16200 msgr2=0x556bf9f22520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:22.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.018+0000 7f1973400640 0 client.27349 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:35:22.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.018+0000 7f1997488740 1 -- 172.21.15.33:0/4222663069 shutdown_connections 2024-09-05T02:35:22.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.018+0000 7f1997488740 1 -- 172.21.15.33:0/4222663069 wait complete. 2024-09-05T02:35:22.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.018+0000 7f1997488740 20 client.27349 trim_cache size 0 max 16384 2024-09-05T02:35:22.040 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:35:22.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.019+0000 7f1994a00640 1 -- 172.21.15.33:0/192361051 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f19740a2cf0 msgr2=0x7f19740a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:22.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.019+0000 7f1994a00640 1 --2- 172.21.15.33:0/192361051 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f19740a2cf0 0x7f19740a51b0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f1988005f40 tx=0x7f19880096a0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.019+0000 7f1994a00640 1 -- 172.21.15.33:0/192361051 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19901049a0 msgr2=0x7f199019ab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:22.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.019+0000 7f1994a00640 1 --2- 172.21.15.33:0/192361051 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19901049a0 0x7f199019ab50 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f197800e9f0 tx=0x7f197800edf0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.019+0000 7f1994a00640 1 -- 172.21.15.33:0/192361051 shutdown_connections 2024-09-05T02:35:22.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.019+0000 7f1994a00640 1 --2- 172.21.15.33:0/192361051 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f19740a2cf0 0x7f19740a51b0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.019+0000 7f1994a00640 1 --2- 172.21.15.33:0/192361051 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1990109120 0x7f199019eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.019+0000 7f1994a00640 1 --2- 172.21.15.33:0/192361051 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19901049a0 0x7f199019ab50 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.019+0000 7f1994a00640 1 --2- 172.21.15.33:0/192361051 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1990103ff0 0x7f199019a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:22.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.019+0000 7f1994a00640 1 -- 172.21.15.33:0/192361051 >> 172.21.15.33:0/192361051 conn(0x7f19900ffa90 msgr2=0x7f1990100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:22.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.019+0000 7f1994a00640 1 -- 172.21.15.33:0/192361051 shutdown_connections 2024-09-05T02:35:22.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:22.019+0000 7f1994a00640 1 -- 172.21.15.33:0/192361051 wait complete. 2024-09-05T02:35:22.674 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:35:23.051 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:23.464 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:23 smithi033 ceph-mon[29909]: pgmap v260: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-09-05T02:35:23.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:23 smithi174 ceph-mon[34756]: pgmap v260: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-09-05T02:35:23.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.578+0000 7f3b3f200640 1 -- 172.21.15.33:0/661492472 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b38103ff0 msgr2=0x7f3b381043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:23.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.578+0000 7f3b3f200640 1 --2- 172.21.15.33:0/661492472 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b38103ff0 0x7f3b381043d0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f3b28009ca0 tx=0x7f3b2802a8b0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.578+0000 7f3b3f200640 1 -- 172.21.15.33:0/661492472 shutdown_connections 2024-09-05T02:35:23.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.578+0000 7f3b3f200640 1 --2- 172.21.15.33:0/661492472 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b38109120 0x7f3b38110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.578+0000 7f3b3f200640 1 --2- 172.21.15.33:0/661492472 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3b381049a0 0x7f3b381089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.578+0000 7f3b3f200640 1 --2- 172.21.15.33:0/661492472 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b38103ff0 0x7f3b381043d0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.578+0000 7f3b3f200640 1 -- 172.21.15.33:0/661492472 >> 172.21.15.33:0/661492472 conn(0x7f3b380ffa90 msgr2=0x7f3b38101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:23.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.578+0000 7f3b3f200640 1 -- 172.21.15.33:0/661492472 shutdown_connections 2024-09-05T02:35:23.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.578+0000 7f3b3f200640 1 -- 172.21.15.33:0/661492472 wait complete. 2024-09-05T02:35:23.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.579+0000 7f3b3f200640 1 Processor -- start 2024-09-05T02:35:23.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.579+0000 7f3b3f200640 1 -- start start 2024-09-05T02:35:23.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.580+0000 7f3b3f200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b38103ff0 0x7f3b3819a720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:23.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.580+0000 7f3b3f200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b381049a0 0x7f3b3819ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:23.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.580+0000 7f3b3f200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3b38109120 0x7f3b3819eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:23.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.580+0000 7f3b3f200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3b38114140 con 0x7f3b38103ff0 2024-09-05T02:35:23.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.580+0000 7f3b3f200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3b38113fc0 con 0x7f3b381049a0 2024-09-05T02:35:23.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.580+0000 7f3b3f200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3b381142c0 con 0x7f3b38109120 2024-09-05T02:35:23.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.580+0000 7f3b37e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b38103ff0 0x7f3b3819a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:23.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.580+0000 7f3b2f400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b381049a0 0x7f3b3819ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:23.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.580+0000 7f3b37e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b38103ff0 0x7f3b3819a720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35512/0 (socket says 172.21.15.33:35512) 2024-09-05T02:35:23.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.580+0000 7f3b2f400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b381049a0 0x7f3b3819ac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:46302/0 (socket says 172.21.15.33:46302) 2024-09-05T02:35:23.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.580+0000 7f3b37e00640 1 -- 172.21.15.33:0/1839694454 learned_addr learned my addr 172.21.15.33:0/1839694454 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:23.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.580+0000 7f3b3d200640 1 --2- 172.21.15.33:0/1839694454 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3b38109120 0x7f3b3819eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:23.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.580+0000 7f3b2f400640 1 -- 172.21.15.33:0/1839694454 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3b38109120 msgr2=0x7f3b3819eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:23.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.580+0000 7f3b2f400640 1 --2- 172.21.15.33:0/1839694454 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3b38109120 0x7f3b3819eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.580+0000 7f3b2f400640 1 -- 172.21.15.33:0/1839694454 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b38103ff0 msgr2=0x7f3b3819a720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:23.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.580+0000 7f3b2f400640 1 --2- 172.21.15.33:0/1839694454 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b38103ff0 0x7f3b3819a720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.581+0000 7f3b2f400640 1 -- 172.21.15.33:0/1839694454 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b3819f6d0 con 0x7f3b381049a0 2024-09-05T02:35:23.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.581+0000 7f3b2f400640 1 --2- 172.21.15.33:0/1839694454 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b381049a0 0x7f3b3819ac60 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f3b2000e9f0 tx=0x7f3b2000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:23.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.582+0000 7f3b35600640 1 -- 172.21.15.33:0/1839694454 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b2000ccc0 con 0x7f3b381049a0 2024-09-05T02:35:23.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.582+0000 7f3b35600640 1 -- 172.21.15.33:0/1839694454 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3b20005020 con 0x7f3b381049a0 2024-09-05T02:35:23.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.582+0000 7f3b35600640 1 -- 172.21.15.33:0/1839694454 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b200049e0 con 0x7f3b381049a0 2024-09-05T02:35:23.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.582+0000 7f3b3f200640 1 -- 172.21.15.33:0/1839694454 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b3819f9c0 con 0x7f3b381049a0 2024-09-05T02:35:23.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.582+0000 7f3b3f200640 1 -- 172.21.15.33:0/1839694454 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b381a72a0 con 0x7f3b381049a0 2024-09-05T02:35:23.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.586+0000 7f3b41e1a740 1 Processor -- start 2024-09-05T02:35:23.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.586+0000 7f3b41e1a740 1 -- start start 2024-09-05T02:35:23.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.587+0000 7f3b41e1a740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d3c70 0x55b3d32d4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:23.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.587+0000 7f3b41e1a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32d4590 0x55b3d32de910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:23.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.587+0000 7f3b41e1a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32dee50 0x55b3d32e1240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:23.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.587+0000 7f3b41e1a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55b3d323a3e0 con 0x55b3d32dee50 2024-09-05T02:35:23.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.587+0000 7f3b41e1a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b3d31e1d80 con 0x55b3d32d4590 2024-09-05T02:35:23.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.587+0000 7f3b41e1a740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55b3d32363a0 con 0x55b3d32d3c70 2024-09-05T02:35:23.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.587+0000 7f3b3d200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d3c70 0x55b3d32d4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:23.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.587+0000 7f3b37e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32d4590 0x55b3d32de910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:23.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.587+0000 7f3b3d200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d3c70 0x55b3d32d4050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:33958/0 (socket says 172.21.15.33:33958) 2024-09-05T02:35:23.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.587+0000 7f3b3d200640 1 -- 172.21.15.33:0/2697580427 learned_addr learned my addr 172.21.15.33:0/2697580427 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:23.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.587+0000 7f3b35600640 1 -- 172.21.15.33:0/1839694454 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f3b20005560 con 0x7f3b381049a0 2024-09-05T02:35:23.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.588+0000 7f3b2f400640 1 --2- 172.21.15.33:0/2697580427 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32dee50 0x55b3d32e1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:23.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.588+0000 7f3b3d200640 1 -- 172.21.15.33:0/2697580427 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32d4590 msgr2=0x55b3d32de910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:23.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.588+0000 7f3b3d200640 1 --2- 172.21.15.33:0/2697580427 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32d4590 0x55b3d32de910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.588+0000 7f3b3d200640 1 -- 172.21.15.33:0/2697580427 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32dee50 msgr2=0x55b3d32e1240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:23.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.588+0000 7f3b3d200640 1 --2- 172.21.15.33:0/2697580427 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32dee50 0x55b3d32e1240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.588+0000 7f3b3d200640 1 -- 172.21.15.33:0/2697580427 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b3d3200ae0 con 0x55b3d32d3c70 2024-09-05T02:35:23.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.588+0000 7f3b37e00640 1 --2- 172.21.15.33:0/2697580427 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32d4590 0x55b3d32de910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:23.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.588+0000 7f3b2f400640 1 --2- 172.21.15.33:0/2697580427 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32dee50 0x55b3d32e1240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:35:23.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.588+0000 7f3b3d200640 1 --2- 172.21.15.33:0/2697580427 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d3c70 0x55b3d32d4050 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f3b30009c20 tx=0x7f3b30011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e29b424873cfbb63 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:23.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.588+0000 7f3b2d600640 1 -- 172.21.15.33:0/2697580427 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b3001e070 con 0x55b3d32d3c70 2024-09-05T02:35:23.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.588+0000 7f3b2d600640 1 -- 172.21.15.33:0/2697580427 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3b30019b10 con 0x55b3d32d3c70 2024-09-05T02:35:23.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.588+0000 7f3b2d600640 1 -- 172.21.15.33:0/2697580427 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b3000e980 con 0x55b3d32d3c70 2024-09-05T02:35:23.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.589+0000 7f3b41e1a740 1 -- 172.21.15.33:0/2697580427 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d3c70 msgr2=0x55b3d32d4050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:23.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.589+0000 7f3b41e1a740 1 --2- 172.21.15.33:0/2697580427 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d3c70 0x55b3d32d4050 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f3b30009c20 tx=0x7f3b30011810 comp rx=0 tx=0).stop 2024-09-05T02:35:23.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.589+0000 7f3b41e1a740 1 -- 172.21.15.33:0/2697580427 shutdown_connections 2024-09-05T02:35:23.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.589+0000 7f3b41e1a740 1 --2- 172.21.15.33:0/2697580427 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32dee50 0x55b3d32e1240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.589+0000 7f3b41e1a740 1 --2- 172.21.15.33:0/2697580427 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32d4590 0x55b3d32de910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.589+0000 7f3b41e1a740 1 --2- 172.21.15.33:0/2697580427 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d3c70 0x55b3d32d4050 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.589+0000 7f3b41e1a740 1 -- 172.21.15.33:0/2697580427 >> 172.21.15.33:0/2697580427 conn(0x55b3d32d0200 msgr2=0x55b3d32d05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:23.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.589+0000 7f3b41e1a740 1 -- 172.21.15.33:0/2697580427 shutdown_connections 2024-09-05T02:35:23.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.589+0000 7f3b41e1a740 1 -- 172.21.15.33:0/2697580427 wait complete. 2024-09-05T02:35:23.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.589+0000 7f3b35600640 1 --2- 172.21.15.33:0/1839694454 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3b1c0a2d50 0x7f3b1c0a5210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:23.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.590+0000 7f3b35600640 1 -- 172.21.15.33:0/1839694454 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f3b200cf350 con 0x7f3b381049a0 2024-09-05T02:35:23.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.590+0000 7f3b37e00640 1 --2- 172.21.15.33:0/1839694454 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3b1c0a2d50 0x7f3b1c0a5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:23.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.590+0000 7f3b41e1a740 1 -- start start 2024-09-05T02:35:23.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.590+0000 7f3b41e1a740 1 Processor -- start 2024-09-05T02:35:23.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.591+0000 7f3b37e00640 1 --2- 172.21.15.33:0/1839694454 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3b1c0a2d50 0x7f3b1c0a5210 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x55b3d32d1060 tx=0x7f3b28005ef0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:23.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.591+0000 7f3b41e1a740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d3c70 0x55b3d32dbdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:23.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.591+0000 7f3b41e1a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32d4590 0x55b3d32dc310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:23.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.591+0000 7f3b41e1a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32dee50 0x55b3d32dc850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:23.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.591+0000 7f3b41e1a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55b3d32e1a20 con 0x55b3d32d4590 2024-09-05T02:35:23.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.591+0000 7f3b41e1a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b3d31f50f0 con 0x55b3d32dee50 2024-09-05T02:35:23.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.591+0000 7f3b41e1a740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55b3d32e1ba0 con 0x55b3d32d3c70 2024-09-05T02:35:23.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.591+0000 7f3b41e1a740 10 client.0 _ll_register_callbacks cb 0x55b3d31dcbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:23.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.591+0000 7f3b2f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32d4590 0x55b3d32dc310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:23.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.591+0000 7f3b37e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d3c70 0x55b3d32dbdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:23.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.591+0000 7f3b3d200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32dee50 0x55b3d32dc850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:23.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.591+0000 7f3b37e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d3c70 0x55b3d32dbdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:33974/0 (socket says 172.21.15.33:33974) 2024-09-05T02:35:23.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.591+0000 7f3b37e00640 1 -- 172.21.15.33:0/2559001884 learned_addr learned my addr 172.21.15.33:0/2559001884 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:23.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.591+0000 7f3b2f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32d4590 0x55b3d32dc310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35536/0 (socket says 172.21.15.33:35536) 2024-09-05T02:35:23.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.592+0000 7f3b3d200640 1 -- 172.21.15.33:0/2559001884 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d3c70 msgr2=0x55b3d32dbdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:23.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.592+0000 7f3b3d200640 1 --2- 172.21.15.33:0/2559001884 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d3c70 0x55b3d32dbdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.592+0000 7f3b3d200640 1 -- 172.21.15.33:0/2559001884 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32d4590 msgr2=0x55b3d32dc310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:23.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.592+0000 7f3b3d200640 1 --2- 172.21.15.33:0/2559001884 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32d4590 0x55b3d32dc310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.592+0000 7f3b3d200640 1 -- 172.21.15.33:0/2559001884 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b3d2fab3c0 con 0x55b3d32dee50 2024-09-05T02:35:23.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.592+0000 7f3b3d200640 1 --2- 172.21.15.33:0/2559001884 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32dee50 0x55b3d32dc850 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f3b30011d10 tx=0x7f3b3000e420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7930e4a38d238651 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:23.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.592+0000 7f3b26000640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:35:23.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.592+0000 7f3b26000640 1 -- 172.21.15.33:0/2559001884 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b30029020 con 0x55b3d32dee50 2024-09-05T02:35:23.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.592+0000 7f3b26000640 1 -- 172.21.15.33:0/2559001884 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f3b30004220 con 0x55b3d32dee50 2024-09-05T02:35:23.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.592+0000 7f3b41e1a740 1 -- 172.21.15.33:0/2559001884 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b30019b10 con 0x55b3d32dee50 2024-09-05T02:35:23.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.593+0000 7f3b26000640 1 -- 172.21.15.33:0/2559001884 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3b3001e050 con 0x55b3d32dee50 2024-09-05T02:35:23.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.593+0000 7f3b41e1a740 10 client.27431 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:23.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.593+0000 7f3b41e1a740 1 -- 172.21.15.33:0/2559001884 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b3d32eda80 con 0x55b3d32dee50 2024-09-05T02:35:23.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.593+0000 7f3b26000640 1 -- 172.21.15.33:0/2559001884 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3b30019b10 con 0x55b3d32dee50 2024-09-05T02:35:23.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.593+0000 7f3b26000640 1 -- 172.21.15.33:0/2559001884 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3b3000e7e0 con 0x55b3d32dee50 2024-09-05T02:35:23.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.593+0000 7f3b41e1a740 10 client.27431 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:23.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.593+0000 7f3b41e1a740 10 client.27431 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:35:23.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.593+0000 7f3b41e1a740 20 client.27431 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:23.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.593+0000 7f3b41e1a740 1 --2- 172.21.15.33:0/2559001884 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55b3d32eeee0 0x55b3d32f12d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:23.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.593+0000 7f3b41e1a740 4 client.27431 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:23.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.593+0000 7f3b41e1a740 1 -- 172.21.15.33:0/2559001884 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b3d3247950 con 0x55b3d32eeee0 2024-09-05T02:35:23.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.594+0000 7f3b37e00640 1 --2- 172.21.15.33:0/2559001884 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55b3d32eeee0 0x55b3d32f12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:23.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.594+0000 7f3b37e00640 1 --2- 172.21.15.33:0/2559001884 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55b3d32eeee0 0x55b3d32f12d0 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e45b62ebc60cd6f2 server_cookie=87c11d8f0ff7e15 in_seq=0 out_seq=0 2024-09-05T02:35:23.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.594+0000 7f3b26000640 10 client.27431 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:23.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.595+0000 7f3b26000640 1 -- 172.21.15.33:0/2559001884 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b3d3247950 con 0x55b3d32eeee0 2024-09-05T02:35:23.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.595+0000 7f3b26000640 10 client.27431 handle_command_reply: tid=0 2024-09-05T02:35:23.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.595+0000 7f3b41e1a740 1 client.27431 shutdown 2024-09-05T02:35:23.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.596+0000 7f3b41e1a740 1 -- 172.21.15.33:0/2559001884 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32dee50 msgr2=0x55b3d32dc850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:23.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.596+0000 7f3b41e1a740 1 --2- 172.21.15.33:0/2559001884 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32dee50 0x55b3d32dc850 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f3b30011d10 tx=0x7f3b3000e420 comp rx=0 tx=0).stop 2024-09-05T02:35:23.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.596+0000 7f3b41e1a740 1 -- 172.21.15.33:0/2559001884 shutdown_connections 2024-09-05T02:35:23.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.596+0000 7f3b41e1a740 1 --2- 172.21.15.33:0/2559001884 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32dee50 0x55b3d32dc850 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.596+0000 7f3b41e1a740 1 --2- 172.21.15.33:0/2559001884 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55b3d32eeee0 0x55b3d32f12d0 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.596+0000 7f3b41e1a740 1 --2- 172.21.15.33:0/2559001884 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32d4590 0x55b3d32dc310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.596+0000 7f3b41e1a740 1 --2- 172.21.15.33:0/2559001884 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d3c70 0x55b3d32dbdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.596+0000 7f3b41e1a740 1 -- 172.21.15.33:0/2559001884 >> 172.21.15.33:0/2559001884 conn(0x55b3d32d0200 msgr2=0x55b3d32d5ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:23.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.596+0000 7f3b26000640 0 client.27431 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:23.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.596+0000 7f3b41e1a740 1 -- 172.21.15.33:0/2559001884 shutdown_connections 2024-09-05T02:35:23.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.596+0000 7f3b41e1a740 1 -- 172.21.15.33:0/2559001884 wait complete. 2024-09-05T02:35:23.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.596+0000 7f3b41e1a740 20 client.27431 trim_cache size 0 max 16384 2024-09-05T02:35:23.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.622+0000 7f3b41e1a740 1 Processor -- start 2024-09-05T02:35:23.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.623+0000 7f3b41e1a740 1 -- start start 2024-09-05T02:35:23.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.623+0000 7f3b41e1a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32d3c70 0x55b3d32db690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:23.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.623+0000 7f3b41e1a740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d4590 0x55b3d32f69c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:23.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.623+0000 7f3b41e1a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32dee50 0x55b3d32f6f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:23.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.623+0000 7f3b41e1a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3b381afac0 con 0x55b3d32dee50 2024-09-05T02:35:23.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.623+0000 7f3b41e1a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3b381b1600 con 0x55b3d32d3c70 2024-09-05T02:35:23.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.623+0000 7f3b41e1a740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3b381b0190 con 0x55b3d32d4590 2024-09-05T02:35:23.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.623+0000 7f3b3d200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32dee50 0x55b3d32f6f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:23.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.623+0000 7f3b3d200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32dee50 0x55b3d32f6f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35546/0 (socket says 172.21.15.33:35546) 2024-09-05T02:35:23.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.623+0000 7f3b3d200640 1 -- 172.21.15.33:0/3797351945 learned_addr learned my addr 172.21.15.33:0/3797351945 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:23.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.623+0000 7f3b37e00640 1 --2- 172.21.15.33:0/3797351945 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32d3c70 0x55b3d32db690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:23.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.624+0000 7f3b2f400640 1 --2- 172.21.15.33:0/3797351945 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d4590 0x55b3d32f69c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:23.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.624+0000 7f3b37e00640 1 -- 172.21.15.33:0/3797351945 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d4590 msgr2=0x55b3d32f69c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:23.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.624+0000 7f3b37e00640 1 --2- 172.21.15.33:0/3797351945 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d4590 0x55b3d32f69c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.624+0000 7f3b37e00640 1 -- 172.21.15.33:0/3797351945 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32dee50 msgr2=0x55b3d32f6f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:23.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.624+0000 7f3b37e00640 1 --2- 172.21.15.33:0/3797351945 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32dee50 0x55b3d32f6f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.624+0000 7f3b37e00640 1 -- 172.21.15.33:0/3797351945 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b3d32dad80 con 0x55b3d32d3c70 2024-09-05T02:35:23.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.624+0000 7f3b37e00640 1 --2- 172.21.15.33:0/3797351945 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32d3c70 0x55b3d32db690 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x55b3d32f1900 tx=0x7f3b28044000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1bde193cb51de0df server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:23.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.625+0000 7f3b2cc00640 1 -- 172.21.15.33:0/3797351945 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b28054340 con 0x55b3d32d3c70 2024-09-05T02:35:23.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.625+0000 7f3b2cc00640 1 -- 172.21.15.33:0/3797351945 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3b28036050 con 0x55b3d32d3c70 2024-09-05T02:35:23.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.625+0000 7f3b2cc00640 1 -- 172.21.15.33:0/3797351945 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b280316a0 con 0x55b3d32d3c70 2024-09-05T02:35:23.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.625+0000 7f3b41e1a740 1 -- 172.21.15.33:0/3797351945 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32d3c70 msgr2=0x55b3d32db690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:23.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.625+0000 7f3b41e1a740 1 --2- 172.21.15.33:0/3797351945 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32d3c70 0x55b3d32db690 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x55b3d32f1900 tx=0x7f3b28044000 comp rx=0 tx=0).stop 2024-09-05T02:35:23.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.625+0000 7f3b41e1a740 1 -- 172.21.15.33:0/3797351945 shutdown_connections 2024-09-05T02:35:23.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.625+0000 7f3b41e1a740 1 --2- 172.21.15.33:0/3797351945 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32dee50 0x55b3d32f6f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.625+0000 7f3b41e1a740 1 --2- 172.21.15.33:0/3797351945 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d4590 0x55b3d32f69c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.625+0000 7f3b41e1a740 1 --2- 172.21.15.33:0/3797351945 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32d3c70 0x55b3d32db690 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.625+0000 7f3b41e1a740 1 -- 172.21.15.33:0/3797351945 >> 172.21.15.33:0/3797351945 conn(0x55b3d32d0200 msgr2=0x55b3d32dde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:23.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.626+0000 7f3b41e1a740 1 -- 172.21.15.33:0/3797351945 shutdown_connections 2024-09-05T02:35:23.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.626+0000 7f3b41e1a740 1 -- 172.21.15.33:0/3797351945 wait complete. 2024-09-05T02:35:23.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.626+0000 7f3b41e1a740 1 -- start start 2024-09-05T02:35:23.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.626+0000 7f3b41e1a740 1 Processor -- start 2024-09-05T02:35:23.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.627+0000 7f3b41e1a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32d3c70 0x55b3d32d8ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:23.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.627+0000 7f3b41e1a740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d4590 0x55b3d32d9410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:23.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.627+0000 7f3b41e1a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32dee50 0x55b3d32d9950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:23.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.627+0000 7f3b41e1a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3b381b0f30 con 0x55b3d32dee50 2024-09-05T02:35:23.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.627+0000 7f3b41e1a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3b381b0860 con 0x55b3d32d3c70 2024-09-05T02:35:23.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.627+0000 7f3b41e1a740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3b381adac0 con 0x55b3d32d4590 2024-09-05T02:35:23.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.627+0000 7f3b41e1a740 10 client.0 _ll_register_callbacks cb 0x7f3b3001c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:23.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.627+0000 7f3b37e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32d3c70 0x55b3d32d8ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:23.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.627+0000 7f3b37e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32d3c70 0x55b3d32d8ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:46360/0 (socket says 172.21.15.33:46360) 2024-09-05T02:35:23.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.627+0000 7f3b37e00640 1 -- 172.21.15.33:0/1492719672 learned_addr learned my addr 172.21.15.33:0/1492719672 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:23.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.627+0000 7f3b3d200640 1 --2- 172.21.15.33:0/1492719672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32dee50 0x55b3d32d9950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:23.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.627+0000 7f3b2f400640 1 --2- 172.21.15.33:0/1492719672 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d4590 0x55b3d32d9410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:23.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.627+0000 7f3b37e00640 1 -- 172.21.15.33:0/1492719672 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d4590 msgr2=0x55b3d32d9410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:23.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.627+0000 7f3b37e00640 1 --2- 172.21.15.33:0/1492719672 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d4590 0x55b3d32d9410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.627+0000 7f3b37e00640 1 -- 172.21.15.33:0/1492719672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32dee50 msgr2=0x55b3d32d9950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:23.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.627+0000 7f3b37e00640 1 --2- 172.21.15.33:0/1492719672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32dee50 0x55b3d32d9950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.627+0000 7f3b37e00640 1 -- 172.21.15.33:0/1492719672 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b3d3358a90 con 0x55b3d32d3c70 2024-09-05T02:35:23.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.627+0000 7f3b3d200640 1 --2- 172.21.15.33:0/1492719672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32dee50 0x55b3d32d9950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:35:23.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.627+0000 7f3b2f400640 1 --2- 172.21.15.33:0/1492719672 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d4590 0x55b3d32d9410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:35:23.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.628+0000 7f3b37e00640 1 --2- 172.21.15.33:0/1492719672 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32d3c70 0x55b3d32d8ed0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f3b28005e30 tx=0x7f3b2802b030 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be8d2a96d19c654c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:23.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.628+0000 7f3b26000640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:35:23.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.628+0000 7f3b26000640 1 -- 172.21.15.33:0/1492719672 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b28063060 con 0x55b3d32d3c70 2024-09-05T02:35:23.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.628+0000 7f3b41e1a740 1 -- 172.21.15.33:0/1492719672 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b28036050 con 0x55b3d32d3c70 2024-09-05T02:35:23.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.628+0000 7f3b26000640 1 -- 172.21.15.33:0/1492719672 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f3b28054340 con 0x55b3d32d3c70 2024-09-05T02:35:23.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.628+0000 7f3b26000640 1 -- 172.21.15.33:0/1492719672 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3b28054540 con 0x55b3d32d3c70 2024-09-05T02:35:23.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.628+0000 7f3b41e1a740 10 client.27437 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:23.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.628+0000 7f3b41e1a740 1 -- 172.21.15.33:0/1492719672 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b3d3359d70 con 0x55b3d32d3c70 2024-09-05T02:35:23.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.629+0000 7f3b26000640 1 -- 172.21.15.33:0/1492719672 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3b28036050 con 0x55b3d32d3c70 2024-09-05T02:35:23.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.629+0000 7f3b26000640 1 -- 172.21.15.33:0/1492719672 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3b2805d070 con 0x55b3d32d3c70 2024-09-05T02:35:23.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.629+0000 7f3b41e1a740 10 client.27437 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:23.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.629+0000 7f3b41e1a740 10 client.27437 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:35:23.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.629+0000 7f3b41e1a740 20 client.27437 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:23.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.629+0000 7f3b41e1a740 1 --2- 172.21.15.33:0/1492719672 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55b3d335a3e0 0x55b3d335c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:23.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.629+0000 7f3b41e1a740 4 client.27437 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:35:23.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.629+0000 7f3b41e1a740 1 -- 172.21.15.33:0/1492719672 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b3d3241e60 con 0x55b3d335a3e0 2024-09-05T02:35:23.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.629+0000 7f3b2f400640 1 --2- 172.21.15.33:0/1492719672 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55b3d335a3e0 0x55b3d335c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:23.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.630+0000 7f3b2f400640 1 --2- 172.21.15.33:0/1492719672 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55b3d335a3e0 0x55b3d335c800 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f66ce9e87731659d server_cookie=a60cfd922585b9b8 in_seq=0 out_seq=0 2024-09-05T02:35:23.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.630+0000 7f3b26000640 10 client.27437 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:23.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.630+0000 7f3b26000640 1 -- 172.21.15.33:0/1492719672 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b3d3241e60 con 0x55b3d335a3e0 2024-09-05T02:35:23.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.630+0000 7f3b26000640 10 client.27437 handle_command_reply: tid=0 2024-09-05T02:35:23.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.630+0000 7f3b41e1a740 1 client.27437 shutdown 2024-09-05T02:35:23.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.630+0000 7f3b41e1a740 1 -- 172.21.15.33:0/1492719672 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32d3c70 msgr2=0x55b3d32d8ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:23.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.630+0000 7f3b41e1a740 1 --2- 172.21.15.33:0/1492719672 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32d3c70 0x55b3d32d8ed0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f3b28005e30 tx=0x7f3b2802b030 comp rx=0 tx=0).stop 2024-09-05T02:35:23.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.630+0000 7f3b41e1a740 1 -- 172.21.15.33:0/1492719672 shutdown_connections 2024-09-05T02:35:23.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.630+0000 7f3b41e1a740 1 --2- 172.21.15.33:0/1492719672 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55b3d335a3e0 0x55b3d335c800 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.630+0000 7f3b41e1a740 1 --2- 172.21.15.33:0/1492719672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b3d32dee50 0x55b3d32d9950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.630+0000 7f3b41e1a740 1 --2- 172.21.15.33:0/1492719672 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b3d32d4590 0x55b3d32d9410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.630+0000 7f3b41e1a740 1 --2- 172.21.15.33:0/1492719672 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b3d32d3c70 0x55b3d32d8ed0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.630+0000 7f3b41e1a740 1 -- 172.21.15.33:0/1492719672 >> 172.21.15.33:0/1492719672 conn(0x55b3d32d0200 msgr2=0x55b3d32ceb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:23.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.630+0000 7f3b26000640 0 client.27437 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:23.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.630+0000 7f3b41e1a740 1 -- 172.21.15.33:0/1492719672 shutdown_connections 2024-09-05T02:35:23.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.630+0000 7f3b41e1a740 1 -- 172.21.15.33:0/1492719672 wait complete. 2024-09-05T02:35:23.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.631+0000 7f3b41e1a740 20 client.27437 trim_cache size 0 max 16384 2024-09-05T02:35:23.636 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:35:23.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.631+0000 7f3b3f200640 1 -- 172.21.15.33:0/1839694454 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3b1c0a2d50 msgr2=0x7f3b1c0a5210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:23.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.631+0000 7f3b3f200640 1 --2- 172.21.15.33:0/1839694454 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3b1c0a2d50 0x7f3b1c0a5210 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x55b3d32d1060 tx=0x7f3b28005ef0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.631+0000 7f3b3f200640 1 -- 172.21.15.33:0/1839694454 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b381049a0 msgr2=0x7f3b3819ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:23.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.631+0000 7f3b3f200640 1 --2- 172.21.15.33:0/1839694454 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b381049a0 0x7f3b3819ac60 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f3b2000e9f0 tx=0x7f3b2000eeb0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.631+0000 7f3b3f200640 1 -- 172.21.15.33:0/1839694454 shutdown_connections 2024-09-05T02:35:23.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.631+0000 7f3b3f200640 1 --2- 172.21.15.33:0/1839694454 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3b1c0a2d50 0x7f3b1c0a5210 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.631+0000 7f3b3f200640 1 --2- 172.21.15.33:0/1839694454 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3b38109120 0x7f3b3819eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.631+0000 7f3b3f200640 1 --2- 172.21.15.33:0/1839694454 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3b381049a0 0x7f3b3819ac60 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.631+0000 7f3b3f200640 1 --2- 172.21.15.33:0/1839694454 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b38103ff0 0x7f3b3819a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:23.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.631+0000 7f3b3f200640 1 -- 172.21.15.33:0/1839694454 >> 172.21.15.33:0/1839694454 conn(0x7f3b380ffa90 msgr2=0x7f3b38100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:23.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.631+0000 7f3b3f200640 1 -- 172.21.15.33:0/1839694454 shutdown_connections 2024-09-05T02:35:23.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:23.632+0000 7f3b3f200640 1 -- 172.21.15.33:0/1839694454 wait complete. 2024-09-05T02:35:23.638 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:23 smithi123 ceph-mon[34031]: pgmap v260: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-09-05T02:35:25.423 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:35:25.424 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:35:25.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:25 smithi174 ceph-mon[34756]: pgmap v261: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-05T02:35:25.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:25 smithi033 ceph-mon[29909]: pgmap v261: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-05T02:35:25.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:25 smithi123 ceph-mon[34031]: pgmap v261: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-05T02:35:25.812 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:26.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.326+0000 7fdc30600640 1 -- 172.21.15.33:0/2315079221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc28077040 msgr2=0x7fdc281124f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:26.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.326+0000 7fdc30600640 1 --2- 172.21.15.33:0/2315079221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc28077040 0x7fdc281124f0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fdc14009900 tx=0x7fdc1402a410 comp rx=0 tx=0).stop 2024-09-05T02:35:26.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.326+0000 7fdc30600640 1 -- 172.21.15.33:0/2315079221 shutdown_connections 2024-09-05T02:35:26.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.326+0000 7fdc30600640 1 --2- 172.21.15.33:0/2315079221 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdc28112a30 0x7fdc28114e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.326+0000 7fdc30600640 1 --2- 172.21.15.33:0/2315079221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc28077040 0x7fdc281124f0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.326+0000 7fdc30600640 1 --2- 172.21.15.33:0/2315079221 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdc28076720 0x7fdc28076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.326+0000 7fdc30600640 1 -- 172.21.15.33:0/2315079221 >> 172.21.15.33:0/2315079221 conn(0x7fdc280ffa90 msgr2=0x7fdc28101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:26.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.326+0000 7fdc30600640 1 -- 172.21.15.33:0/2315079221 shutdown_connections 2024-09-05T02:35:26.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.327+0000 7fdc30600640 1 -- 172.21.15.33:0/2315079221 wait complete. 2024-09-05T02:35:26.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.327+0000 7fdc30600640 1 Processor -- start 2024-09-05T02:35:26.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.328+0000 7fdc30600640 1 -- start start 2024-09-05T02:35:26.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.328+0000 7fdc30600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc28076720 0x7fdc281a4700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:26.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.328+0000 7fdc30600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdc28077040 0x7fdc281a4c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:26.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.328+0000 7fdc30600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdc28112a30 0x7fdc2819e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:26.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.328+0000 7fdc30600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdc281185b0 con 0x7fdc28076720 2024-09-05T02:35:26.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.328+0000 7fdc30600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdc28118430 con 0x7fdc28112a30 2024-09-05T02:35:26.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.328+0000 7fdc30600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fdc28118730 con 0x7fdc28077040 2024-09-05T02:35:26.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.328+0000 7fdc2dc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc28076720 0x7fdc281a4700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:26.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.328+0000 7fdc2dc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc28076720 0x7fdc281a4700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35570/0 (socket says 172.21.15.33:35570) 2024-09-05T02:35:26.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.328+0000 7fdc2dc00640 1 -- 172.21.15.33:0/3057835407 learned_addr learned my addr 172.21.15.33:0/3057835407 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:26.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.328+0000 7fdc2d200640 1 --2- 172.21.15.33:0/3057835407 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdc28077040 0x7fdc281a4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:26.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.328+0000 7fdc2e600640 1 --2- 172.21.15.33:0/3057835407 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdc28112a30 0x7fdc2819e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:26.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.329+0000 7fdc2dc00640 1 -- 172.21.15.33:0/3057835407 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdc28077040 msgr2=0x7fdc281a4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:26.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.329+0000 7fdc2dc00640 1 --2- 172.21.15.33:0/3057835407 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdc28077040 0x7fdc281a4c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.329+0000 7fdc2dc00640 1 -- 172.21.15.33:0/3057835407 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdc28112a30 msgr2=0x7fdc2819e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:26.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.329+0000 7fdc2dc00640 1 --2- 172.21.15.33:0/3057835407 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdc28112a30 0x7fdc2819e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.329+0000 7fdc2dc00640 1 -- 172.21.15.33:0/3057835407 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc2819eff0 con 0x7fdc28076720 2024-09-05T02:35:26.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.329+0000 7fdc2dc00640 1 --2- 172.21.15.33:0/3057835407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc28076720 0x7fdc281a4700 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fdc1c00e9f0 tx=0x7fdc1c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:26.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.329+0000 7fdc26000640 1 -- 172.21.15.33:0/3057835407 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc1c00cd80 con 0x7fdc28076720 2024-09-05T02:35:26.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.329+0000 7fdc30600640 1 -- 172.21.15.33:0/3057835407 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc2819f2e0 con 0x7fdc28076720 2024-09-05T02:35:26.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.329+0000 7fdc26000640 1 -- 172.21.15.33:0/3057835407 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdc1c010910 con 0x7fdc28076720 2024-09-05T02:35:26.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.330+0000 7fdc26000640 1 -- 172.21.15.33:0/3057835407 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc1c018910 con 0x7fdc28076720 2024-09-05T02:35:26.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.330+0000 7fdc30600640 1 -- 172.21.15.33:0/3057835407 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc281ab5d0 con 0x7fdc28076720 2024-09-05T02:35:26.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.334+0000 7fdc32fc9740 1 Processor -- start 2024-09-05T02:35:26.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.334+0000 7fdc32fc9740 1 -- start start 2024-09-05T02:35:26.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.334+0000 7fdc32fc9740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037dd3ac0 0x561037dd3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:26.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.334+0000 7fdc32fc9740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd43e0 0x561037dde760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:26.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.334+0000 7fdc32fc9740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037ddeca0 0x561037de1090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:26.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.334+0000 7fdc32fc9740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561037d3a290 con 0x561037dd3ac0 2024-09-05T02:35:26.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.334+0000 7fdc32fc9740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x561037ce1b40 con 0x561037dd43e0 2024-09-05T02:35:26.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.334+0000 7fdc32fc9740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x561037d36250 con 0x561037ddeca0 2024-09-05T02:35:26.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.335+0000 7fdc26000640 1 -- 172.21.15.33:0/3057835407 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fdc1c010ac0 con 0x7fdc28076720 2024-09-05T02:35:26.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.335+0000 7fdc2e600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037dd3ac0 0x561037dd3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:26.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.335+0000 7fdc2e600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037dd3ac0 0x561037dd3ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35578/0 (socket says 172.21.15.33:35578) 2024-09-05T02:35:26.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.335+0000 7fdc2e600640 1 -- 172.21.15.33:0/1793756077 learned_addr learned my addr 172.21.15.33:0/1793756077 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:26.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.335+0000 7fdc2d200640 1 --2- 172.21.15.33:0/1793756077 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037ddeca0 0x561037de1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:26.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.335+0000 7fdc2dc00640 1 --2- 172.21.15.33:0/1793756077 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd43e0 0x561037dde760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:26.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.335+0000 7fdc2e600640 1 -- 172.21.15.33:0/1793756077 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037ddeca0 msgr2=0x561037de1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:26.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.335+0000 7fdc2e600640 1 --2- 172.21.15.33:0/1793756077 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037ddeca0 0x561037de1090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.335+0000 7fdc2e600640 1 -- 172.21.15.33:0/1793756077 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd43e0 msgr2=0x561037dde760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:26.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.335+0000 7fdc2e600640 1 --2- 172.21.15.33:0/1793756077 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd43e0 0x561037dde760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.335+0000 7fdc2e600640 1 -- 172.21.15.33:0/1793756077 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561037aab6a0 con 0x561037dd3ac0 2024-09-05T02:35:26.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.336+0000 7fdc2e600640 1 --2- 172.21.15.33:0/1793756077 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037dd3ac0 0x561037dd3ea0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fdc20009f30 tx=0x7fdc200118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5bf2f503e7c5454 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:26.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.336+0000 7fdc1aa00640 1 -- 172.21.15.33:0/1793756077 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc20004d20 con 0x561037dd3ac0 2024-09-05T02:35:26.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.336+0000 7fdc1aa00640 1 -- 172.21.15.33:0/1793756077 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdc20004050 con 0x561037dd3ac0 2024-09-05T02:35:26.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.336+0000 7fdc1aa00640 1 -- 172.21.15.33:0/1793756077 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc20005260 con 0x561037dd3ac0 2024-09-05T02:35:26.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.336+0000 7fdc26000640 1 --2- 172.21.15.33:0/3057835407 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdc100a2cf0 0x7fdc100a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:26.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.336+0000 7fdc26000640 1 -- 172.21.15.33:0/3057835407 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7fdc1c0cf840 con 0x7fdc28076720 2024-09-05T02:35:26.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.337+0000 7fdc2dc00640 1 --2- 172.21.15.33:0/3057835407 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdc100a2cf0 0x7fdc100a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:26.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.337+0000 7fdc32fc9740 1 -- 172.21.15.33:0/1793756077 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037dd3ac0 msgr2=0x561037dd3ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:26.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.337+0000 7fdc32fc9740 1 --2- 172.21.15.33:0/1793756077 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037dd3ac0 0x561037dd3ea0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fdc20009f30 tx=0x7fdc200118d0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.337+0000 7fdc32fc9740 1 -- 172.21.15.33:0/1793756077 shutdown_connections 2024-09-05T02:35:26.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.337+0000 7fdc32fc9740 1 --2- 172.21.15.33:0/1793756077 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037ddeca0 0x561037de1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.337+0000 7fdc32fc9740 1 --2- 172.21.15.33:0/1793756077 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd43e0 0x561037dde760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.337+0000 7fdc32fc9740 1 --2- 172.21.15.33:0/1793756077 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037dd3ac0 0x561037dd3ea0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.337+0000 7fdc32fc9740 1 -- 172.21.15.33:0/1793756077 >> 172.21.15.33:0/1793756077 conn(0x561037dd0050 msgr2=0x561037dd0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:26.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.337+0000 7fdc32fc9740 1 -- 172.21.15.33:0/1793756077 shutdown_connections 2024-09-05T02:35:26.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.337+0000 7fdc32fc9740 1 -- 172.21.15.33:0/1793756077 wait complete. 2024-09-05T02:35:26.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.337+0000 7fdc2dc00640 1 --2- 172.21.15.33:0/3057835407 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdc100a2cf0 0x7fdc100a51b0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x561037dd0eb0 tx=0x7fdc1c01f000 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:26.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.338+0000 7fdc32fc9740 1 -- start start 2024-09-05T02:35:26.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.338+0000 7fdc32fc9740 1 Processor -- start 2024-09-05T02:35:26.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.338+0000 7fdc32fc9740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd3ac0 0x561037dde630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:26.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.338+0000 7fdc32fc9740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037dd43e0 0x561037ddb8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:26.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.338+0000 7fdc32fc9740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037ddeca0 0x561037ddbe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:26.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.338+0000 7fdc32fc9740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561037de1910 con 0x561037ddeca0 2024-09-05T02:35:26.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.338+0000 7fdc32fc9740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x561037cf4fa0 con 0x561037dd3ac0 2024-09-05T02:35:26.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.338+0000 7fdc32fc9740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x561037de1a90 con 0x561037dd43e0 2024-09-05T02:35:26.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.338+0000 7fdc32fc9740 10 client.0 _ll_register_callbacks cb 0x561037a48ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:26.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.339+0000 7fdc2e600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd3ac0 0x561037dde630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:26.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.339+0000 7fdc2e600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd3ac0 0x561037dde630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:46386/0 (socket says 172.21.15.33:46386) 2024-09-05T02:35:26.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.339+0000 7fdc2e600640 1 -- 172.21.15.33:0/3666563010 learned_addr learned my addr 172.21.15.33:0/3666563010 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:26.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.339+0000 7fdc2e600640 1 --2- 172.21.15.33:0/3666563010 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037ddeca0 0x561037ddbe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:26.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.339+0000 7fdc2d200640 1 --2- 172.21.15.33:0/3666563010 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037dd43e0 0x561037ddb8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:26.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.339+0000 7fdc2e600640 1 -- 172.21.15.33:0/3666563010 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037dd43e0 msgr2=0x561037ddb8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:26.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.339+0000 7fdc2e600640 1 --2- 172.21.15.33:0/3666563010 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037dd43e0 0x561037ddb8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.339+0000 7fdc2e600640 1 -- 172.21.15.33:0/3666563010 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037ddeca0 msgr2=0x561037ddbe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:26.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.339+0000 7fdc2e600640 1 --2- 172.21.15.33:0/3666563010 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037ddeca0 0x561037ddbe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.339+0000 7fdc2e600640 1 -- 172.21.15.33:0/3666563010 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561037ddc690 con 0x561037dd3ac0 2024-09-05T02:35:26.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.339+0000 7fdc2d200640 1 --2- 172.21.15.33:0/3666563010 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037dd43e0 0x561037ddb8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:35:26.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.339+0000 7fdc2e600640 1 --2- 172.21.15.33:0/3666563010 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd3ac0 0x561037dde630 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fdc20011dd0 tx=0x7fdc20009c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=52666c6fbb1a037f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:26.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.339+0000 7fdc0f400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:35:26.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.339+0000 7fdc0f400640 1 -- 172.21.15.33:0/3666563010 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc20003a30 con 0x561037dd3ac0 2024-09-05T02:35:26.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.340+0000 7fdc0f400640 1 -- 172.21.15.33:0/3666563010 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7fdc20028440 con 0x561037dd3ac0 2024-09-05T02:35:26.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.340+0000 7fdc32fc9740 1 -- 172.21.15.33:0/3666563010 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc20004050 con 0x561037dd3ac0 2024-09-05T02:35:26.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.340+0000 7fdc0f400640 1 -- 172.21.15.33:0/3666563010 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fdc20035050 con 0x561037dd3ac0 2024-09-05T02:35:26.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.340+0000 7fdc32fc9740 10 client.27449 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:26.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.340+0000 7fdc32fc9740 1 -- 172.21.15.33:0/3666563010 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561037ded860 con 0x561037dd3ac0 2024-09-05T02:35:26.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.340+0000 7fdc0f400640 1 -- 172.21.15.33:0/3666563010 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdc20004050 con 0x561037dd3ac0 2024-09-05T02:35:26.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.340+0000 7fdc0f400640 1 -- 172.21.15.33:0/3666563010 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fdc20030030 con 0x561037dd3ac0 2024-09-05T02:35:26.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.341+0000 7fdc32fc9740 10 client.27449 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:26.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.341+0000 7fdc32fc9740 10 client.27449 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:35:26.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.341+0000 7fdc32fc9740 20 client.27449 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:26.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.341+0000 7fdc32fc9740 1 --2- 172.21.15.33:0/3666563010 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x561037deecc0 0x561037df10b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:26.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.341+0000 7fdc32fc9740 4 client.27449 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:26.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.341+0000 7fdc32fc9740 1 -- 172.21.15.33:0/3666563010 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561037d47800 con 0x561037deecc0 2024-09-05T02:35:26.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.341+0000 7fdc2d200640 1 --2- 172.21.15.33:0/3666563010 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x561037deecc0 0x561037df10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:26.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.342+0000 7fdc2d200640 1 --2- 172.21.15.33:0/3666563010 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x561037deecc0 0x561037df10b0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5bf102d9e821c5ec server_cookie=d60c65e5b7bd9289 in_seq=0 out_seq=0 2024-09-05T02:35:26.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.342+0000 7fdc0f400640 10 client.27449 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:26.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.343+0000 7fdc0f400640 1 -- 172.21.15.33:0/3666563010 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561037d47800 con 0x561037deecc0 2024-09-05T02:35:26.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.343+0000 7fdc0f400640 10 client.27449 handle_command_reply: tid=0 2024-09-05T02:35:26.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.343+0000 7fdc32fc9740 1 client.27449 shutdown 2024-09-05T02:35:26.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.343+0000 7fdc32fc9740 1 -- 172.21.15.33:0/3666563010 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd3ac0 msgr2=0x561037dde630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:26.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.343+0000 7fdc32fc9740 1 --2- 172.21.15.33:0/3666563010 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd3ac0 0x561037dde630 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fdc20011dd0 tx=0x7fdc20009c80 comp rx=0 tx=0).stop 2024-09-05T02:35:26.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.343+0000 7fdc32fc9740 1 -- 172.21.15.33:0/3666563010 shutdown_connections 2024-09-05T02:35:26.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.343+0000 7fdc32fc9740 1 --2- 172.21.15.33:0/3666563010 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x561037deecc0 0x561037df10b0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.343+0000 7fdc32fc9740 1 --2- 172.21.15.33:0/3666563010 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037ddeca0 0x561037ddbe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.343+0000 7fdc32fc9740 1 --2- 172.21.15.33:0/3666563010 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037dd43e0 0x561037ddb8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.343+0000 7fdc32fc9740 1 --2- 172.21.15.33:0/3666563010 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd3ac0 0x561037dde630 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.343+0000 7fdc0f400640 0 client.27449 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:26.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.343+0000 7fdc32fc9740 1 -- 172.21.15.33:0/3666563010 >> 172.21.15.33:0/3666563010 conn(0x561037dd0050 msgr2=0x561037dcf1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:26.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.343+0000 7fdc32fc9740 1 -- 172.21.15.33:0/3666563010 shutdown_connections 2024-09-05T02:35:26.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.343+0000 7fdc32fc9740 1 -- 172.21.15.33:0/3666563010 wait complete. 2024-09-05T02:35:26.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.343+0000 7fdc32fc9740 20 client.27449 trim_cache size 0 max 16384 2024-09-05T02:35:26.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.362+0000 7fdc32fc9740 1 Processor -- start 2024-09-05T02:35:26.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.362+0000 7fdc32fc9740 1 -- start start 2024-09-05T02:35:26.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.362+0000 7fdc32fc9740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd3ac0 0x561037dcf0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:26.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.362+0000 7fdc32fc9740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037dd43e0 0x561037de6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:26.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.362+0000 7fdc32fc9740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037ddeca0 0x561037de7220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:26.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.362+0000 7fdc32fc9740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdc281b3fd0 con 0x561037ddeca0 2024-09-05T02:35:26.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.362+0000 7fdc32fc9740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdc281b5b10 con 0x561037dd3ac0 2024-09-05T02:35:26.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.362+0000 7fdc32fc9740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fdc281b46a0 con 0x561037dd43e0 2024-09-05T02:35:26.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.362+0000 7fdc2e600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037ddeca0 0x561037de7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:26.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.363+0000 7fdc2e600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037ddeca0 0x561037de7220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35598/0 (socket says 172.21.15.33:35598) 2024-09-05T02:35:26.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.363+0000 7fdc2e600640 1 -- 172.21.15.33:0/2020709811 learned_addr learned my addr 172.21.15.33:0/2020709811 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:26.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.363+0000 7fdc2d200640 1 --2- 172.21.15.33:0/2020709811 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037dd43e0 0x561037de6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:26.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.363+0000 7fdc2e600640 1 --2- 172.21.15.33:0/2020709811 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd3ac0 0x561037dcf0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:26.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.363+0000 7fdc2e600640 1 -- 172.21.15.33:0/2020709811 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037dd43e0 msgr2=0x561037de6ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:26.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.363+0000 7fdc2e600640 1 --2- 172.21.15.33:0/2020709811 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037dd43e0 0x561037de6ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.363+0000 7fdc2e600640 1 -- 172.21.15.33:0/2020709811 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd3ac0 msgr2=0x561037dcf0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:26.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.363+0000 7fdc2e600640 1 --2- 172.21.15.33:0/2020709811 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd3ac0 0x561037dcf0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.363+0000 7fdc2e600640 1 -- 172.21.15.33:0/2020709811 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561037de1400 con 0x561037ddeca0 2024-09-05T02:35:26.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.363+0000 7fdc2e600640 1 --2- 172.21.15.33:0/2020709811 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037ddeca0 0x561037de7220 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x561037dcb190 tx=0x7fdc200118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92e6ad8d017fb3fc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:26.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.363+0000 7fdc1a000640 1 -- 172.21.15.33:0/2020709811 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc2000fe50 con 0x561037ddeca0 2024-09-05T02:35:26.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.363+0000 7fdc1a000640 1 -- 172.21.15.33:0/2020709811 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdc2000fb70 con 0x561037ddeca0 2024-09-05T02:35:26.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.364+0000 7fdc1a000640 1 -- 172.21.15.33:0/2020709811 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc20028920 con 0x561037ddeca0 2024-09-05T02:35:26.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.364+0000 7fdc32fc9740 1 -- 172.21.15.33:0/2020709811 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037ddeca0 msgr2=0x561037de7220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:26.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.364+0000 7fdc32fc9740 1 --2- 172.21.15.33:0/2020709811 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037ddeca0 0x561037de7220 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x561037dcb190 tx=0x7fdc200118d0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.364+0000 7fdc32fc9740 1 -- 172.21.15.33:0/2020709811 shutdown_connections 2024-09-05T02:35:26.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.364+0000 7fdc32fc9740 1 --2- 172.21.15.33:0/2020709811 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037ddeca0 0x561037de7220 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.364+0000 7fdc32fc9740 1 --2- 172.21.15.33:0/2020709811 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037dd43e0 0x561037de6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.364+0000 7fdc32fc9740 1 --2- 172.21.15.33:0/2020709811 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd3ac0 0x561037dcf0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.364+0000 7fdc32fc9740 1 -- 172.21.15.33:0/2020709811 >> 172.21.15.33:0/2020709811 conn(0x561037dd0050 msgr2=0x561037dce9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:26.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.364+0000 7fdc32fc9740 1 -- 172.21.15.33:0/2020709811 shutdown_connections 2024-09-05T02:35:26.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.364+0000 7fdc32fc9740 1 -- 172.21.15.33:0/2020709811 wait complete. 2024-09-05T02:35:26.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.365+0000 7fdc32fc9740 1 -- start start 2024-09-05T02:35:26.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.365+0000 7fdc32fc9740 1 Processor -- start 2024-09-05T02:35:26.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.366+0000 7fdc32fc9740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037dd3ac0 0x561037de5200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:26.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.366+0000 7fdc32fc9740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd43e0 0x561037de5740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:26.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.366+0000 7fdc32fc9740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037ddeca0 0x561037e587d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:26.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.366+0000 7fdc32fc9740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdc281b5440 con 0x561037dd3ac0 2024-09-05T02:35:26.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.366+0000 7fdc32fc9740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdc281b4d70 con 0x561037dd43e0 2024-09-05T02:35:26.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.366+0000 7fdc32fc9740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fdc281b1fd0 con 0x561037ddeca0 2024-09-05T02:35:26.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.366+0000 7fdc32fc9740 10 client.0 _ll_register_callbacks cb 0x7fdc20009e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:26.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.366+0000 7fdc2e600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037dd3ac0 0x561037de5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:26.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.366+0000 7fdc2e600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037dd3ac0 0x561037de5200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35600/0 (socket says 172.21.15.33:35600) 2024-09-05T02:35:26.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.366+0000 7fdc2e600640 1 -- 172.21.15.33:0/482851368 learned_addr learned my addr 172.21.15.33:0/482851368 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:26.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.366+0000 7fdc2d200640 1 --2- 172.21.15.33:0/482851368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd43e0 0x561037de5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:26.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.366+0000 7fdc2e600640 1 --2- 172.21.15.33:0/482851368 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037ddeca0 0x561037e587d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:26.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.366+0000 7fdc2e600640 1 -- 172.21.15.33:0/482851368 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037ddeca0 msgr2=0x561037e587d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:26.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.366+0000 7fdc2e600640 1 --2- 172.21.15.33:0/482851368 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037ddeca0 0x561037e587d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.366+0000 7fdc2e600640 1 -- 172.21.15.33:0/482851368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd43e0 msgr2=0x561037de5740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:26.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.366+0000 7fdc2e600640 1 --2- 172.21.15.33:0/482851368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd43e0 0x561037de5740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.366+0000 7fdc2e600640 1 -- 172.21.15.33:0/482851368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561037e58dc0 con 0x561037dd3ac0 2024-09-05T02:35:26.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.367+0000 7fdc2e600640 1 --2- 172.21.15.33:0/482851368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037dd3ac0 0x561037de5200 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7fdc20009560 tx=0x7fdc2000f760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f391f9bb1b00ad08 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:26.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.367+0000 7fdc0f400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:35:26.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.367+0000 7fdc0f400640 1 -- 172.21.15.33:0/482851368 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc2000fe50 con 0x561037dd3ac0 2024-09-05T02:35:26.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.367+0000 7fdc0f400640 1 -- 172.21.15.33:0/482851368 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7fdc20004600 con 0x561037dd3ac0 2024-09-05T02:35:26.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.367+0000 7fdc32fc9740 1 -- 172.21.15.33:0/482851368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc2000fb70 con 0x561037dd3ac0 2024-09-05T02:35:26.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.367+0000 7fdc0f400640 1 -- 172.21.15.33:0/482851368 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fdc20004800 con 0x561037dd3ac0 2024-09-05T02:35:26.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.367+0000 7fdc32fc9740 10 client.17373 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:26.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.367+0000 7fdc32fc9740 1 -- 172.21.15.33:0/482851368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561037e5a0c0 con 0x561037dd3ac0 2024-09-05T02:35:26.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.368+0000 7fdc0f400640 1 -- 172.21.15.33:0/482851368 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdc2000fb70 con 0x561037dd3ac0 2024-09-05T02:35:26.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.368+0000 7fdc0f400640 1 -- 172.21.15.33:0/482851368 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fdc20030070 con 0x561037dd3ac0 2024-09-05T02:35:26.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.368+0000 7fdc32fc9740 10 client.17373 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:26.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.368+0000 7fdc32fc9740 10 client.17373 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:35:26.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.368+0000 7fdc32fc9740 20 client.17373 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:26.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.368+0000 7fdc32fc9740 1 --2- 172.21.15.33:0/482851368 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x561037e5a780 0x561037e5cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:26.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.368+0000 7fdc32fc9740 4 client.17373 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:35:26.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.368+0000 7fdc32fc9740 1 -- 172.21.15.33:0/482851368 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x561037d41d10 con 0x561037e5a780 2024-09-05T02:35:26.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.368+0000 7fdc2d200640 1 --2- 172.21.15.33:0/482851368 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x561037e5a780 0x561037e5cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:26.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.369+0000 7fdc2d200640 1 --2- 172.21.15.33:0/482851368 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x561037e5a780 0x561037e5cba0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ece2bef701475d85 server_cookie=61b5bb66bd6f4b99 in_seq=0 out_seq=0 2024-09-05T02:35:26.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.369+0000 7fdc0f400640 10 client.17373 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:26.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.370+0000 7fdc0f400640 1 -- 172.21.15.33:0/482851368 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x561037d41d10 con 0x561037e5a780 2024-09-05T02:35:26.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.370+0000 7fdc0f400640 10 client.17373 handle_command_reply: tid=0 2024-09-05T02:35:26.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.370+0000 7fdc32fc9740 1 client.17373 shutdown 2024-09-05T02:35:26.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.370+0000 7fdc32fc9740 1 -- 172.21.15.33:0/482851368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037dd3ac0 msgr2=0x561037de5200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:26.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.370+0000 7fdc32fc9740 1 --2- 172.21.15.33:0/482851368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037dd3ac0 0x561037de5200 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7fdc20009560 tx=0x7fdc2000f760 comp rx=0 tx=0).stop 2024-09-05T02:35:26.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.371+0000 7fdc32fc9740 1 -- 172.21.15.33:0/482851368 shutdown_connections 2024-09-05T02:35:26.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.371+0000 7fdc32fc9740 1 --2- 172.21.15.33:0/482851368 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x561037ddeca0 0x561037e587d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.371+0000 7fdc32fc9740 1 --2- 172.21.15.33:0/482851368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561037dd43e0 0x561037de5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.371+0000 7fdc32fc9740 1 --2- 172.21.15.33:0/482851368 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x561037e5a780 0x561037e5cba0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.371+0000 7fdc32fc9740 1 --2- 172.21.15.33:0/482851368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561037dd3ac0 0x561037de5200 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.371+0000 7fdc32fc9740 1 -- 172.21.15.33:0/482851368 >> 172.21.15.33:0/482851368 conn(0x561037dd0050 msgr2=0x561037dcf1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:26.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.371+0000 7fdc0f400640 0 client.17373 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:26.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.371+0000 7fdc32fc9740 1 -- 172.21.15.33:0/482851368 shutdown_connections 2024-09-05T02:35:26.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.371+0000 7fdc32fc9740 1 -- 172.21.15.33:0/482851368 wait complete. 2024-09-05T02:35:26.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.371+0000 7fdc32fc9740 20 client.17373 trim_cache size 0 max 16384 2024-09-05T02:35:26.378 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:35:26.378 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:35:26.378 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "e71b673a-95c7-4a93-a9de-f7d9b2a424ad", 2024-09-05T02:35:26.378 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:35:26.379 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:35:26.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.372+0000 7fdc30600640 1 -- 172.21.15.33:0/3057835407 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdc100a2cf0 msgr2=0x7fdc100a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:26.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.372+0000 7fdc30600640 1 --2- 172.21.15.33:0/3057835407 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdc100a2cf0 0x7fdc100a51b0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x561037dd0eb0 tx=0x7fdc1c01f000 comp rx=0 tx=0).stop 2024-09-05T02:35:26.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.372+0000 7fdc30600640 1 -- 172.21.15.33:0/3057835407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc28076720 msgr2=0x7fdc281a4700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:26.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.372+0000 7fdc30600640 1 --2- 172.21.15.33:0/3057835407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc28076720 0x7fdc281a4700 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fdc1c00e9f0 tx=0x7fdc1c00eeb0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.372+0000 7fdc30600640 1 -- 172.21.15.33:0/3057835407 shutdown_connections 2024-09-05T02:35:26.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.372+0000 7fdc30600640 1 --2- 172.21.15.33:0/3057835407 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdc100a2cf0 0x7fdc100a51b0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.372+0000 7fdc30600640 1 --2- 172.21.15.33:0/3057835407 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdc28112a30 0x7fdc2819e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.372+0000 7fdc30600640 1 --2- 172.21.15.33:0/3057835407 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdc28077040 0x7fdc281a4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.372+0000 7fdc30600640 1 --2- 172.21.15.33:0/3057835407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc28076720 0x7fdc281a4700 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:26.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.372+0000 7fdc30600640 1 -- 172.21.15.33:0/3057835407 >> 172.21.15.33:0/3057835407 conn(0x7fdc280ffa90 msgr2=0x7fdc28101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:26.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.372+0000 7fdc30600640 1 -- 172.21.15.33:0/3057835407 shutdown_connections 2024-09-05T02:35:26.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:26.372+0000 7fdc30600640 1 -- 172.21.15.33:0/3057835407 wait complete. 2024-09-05T02:35:27.165 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:35:27.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:27 smithi174 ceph-mon[34756]: pgmap v262: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:35:27.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:27 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:35:27.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:27 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:35:27.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:27 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:35:27.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:27 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:35:27.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:27 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:35:27.546 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:27.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:27 smithi033 ceph-mon[29909]: pgmap v262: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:35:27.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:27 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:35:27.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:27 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:35:27.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:27 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:35:27.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:27 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:35:27.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:27 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:35:27.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:27 smithi123 ceph-mon[34031]: pgmap v262: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:35:27.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:27 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:35:27.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:27 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:35:27.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:27 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:35:27.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:27 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:35:27.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:27 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:35:28.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.101+0000 7fda40c00640 1 -- 172.21.15.33:0/2006177720 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda3c109120 msgr2=0x7fda3c110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:28.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.101+0000 7fda40c00640 1 --2- 172.21.15.33:0/2006177720 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda3c109120 0x7fda3c110ca0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fda34009ca0 tx=0x7fda3402a8b0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.101+0000 7fda40c00640 1 -- 172.21.15.33:0/2006177720 shutdown_connections 2024-09-05T02:35:28.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.101+0000 7fda40c00640 1 --2- 172.21.15.33:0/2006177720 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda3c109120 0x7fda3c110ca0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.101+0000 7fda40c00640 1 --2- 172.21.15.33:0/2006177720 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fda3c1049a0 0x7fda3c1089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.101+0000 7fda40c00640 1 --2- 172.21.15.33:0/2006177720 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fda3c103ff0 0x7fda3c1043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.101+0000 7fda40c00640 1 -- 172.21.15.33:0/2006177720 >> 172.21.15.33:0/2006177720 conn(0x7fda3c0ffa90 msgr2=0x7fda3c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:28.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.101+0000 7fda40c00640 1 -- 172.21.15.33:0/2006177720 shutdown_connections 2024-09-05T02:35:28.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.101+0000 7fda40c00640 1 -- 172.21.15.33:0/2006177720 wait complete. 2024-09-05T02:35:28.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.102+0000 7fda40c00640 1 Processor -- start 2024-09-05T02:35:28.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.102+0000 7fda40c00640 1 -- start start 2024-09-05T02:35:28.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.103+0000 7fda40c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fda3c103ff0 0x7fda3c19a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:28.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.103+0000 7fda40c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fda3c1049a0 0x7fda3c19ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:28.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.103+0000 7fda40c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda3c109120 0x7fda3c19eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:28.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.103+0000 7fda40c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fda3c1141a0 con 0x7fda3c109120 2024-09-05T02:35:28.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.103+0000 7fda40c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fda3c114020 con 0x7fda3c1049a0 2024-09-05T02:35:28.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.103+0000 7fda40c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fda3c114320 con 0x7fda3c103ff0 2024-09-05T02:35:28.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.103+0000 7fda39e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fda3c103ff0 0x7fda3c19a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:28.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.103+0000 7fda39e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fda3c103ff0 0x7fda3c19a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:34082/0 (socket says 172.21.15.33:34082) 2024-09-05T02:35:28.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.103+0000 7fda3a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda3c109120 0x7fda3c19eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:28.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.103+0000 7fda39e00640 1 -- 172.21.15.33:0/1678912892 learned_addr learned my addr 172.21.15.33:0/1678912892 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:28.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.103+0000 7fda31400640 1 --2- 172.21.15.33:0/1678912892 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fda3c1049a0 0x7fda3c19ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:28.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.103+0000 7fda39e00640 1 -- 172.21.15.33:0/1678912892 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fda3c1049a0 msgr2=0x7fda3c19ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:28.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.103+0000 7fda39e00640 1 --2- 172.21.15.33:0/1678912892 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fda3c1049a0 0x7fda3c19ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.103+0000 7fda39e00640 1 -- 172.21.15.33:0/1678912892 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda3c109120 msgr2=0x7fda3c19eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:28.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.103+0000 7fda39e00640 1 --2- 172.21.15.33:0/1678912892 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda3c109120 0x7fda3c19eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.103+0000 7fda39e00640 1 -- 172.21.15.33:0/1678912892 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda3c19f590 con 0x7fda3c103ff0 2024-09-05T02:35:28.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.104+0000 7fda39e00640 1 --2- 172.21.15.33:0/1678912892 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fda3c103ff0 0x7fda3c19a5e0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fda2c00d950 tx=0x7fda2c00de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:28.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.104+0000 7fda33400640 1 -- 172.21.15.33:0/1678912892 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda2c017030 con 0x7fda3c103ff0 2024-09-05T02:35:28.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.104+0000 7fda33400640 1 -- 172.21.15.33:0/1678912892 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fda2c004020 con 0x7fda3c103ff0 2024-09-05T02:35:28.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.104+0000 7fda40c00640 1 -- 172.21.15.33:0/1678912892 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda3c19f880 con 0x7fda3c103ff0 2024-09-05T02:35:28.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.104+0000 7fda40c00640 1 -- 172.21.15.33:0/1678912892 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda3c1a7160 con 0x7fda3c103ff0 2024-09-05T02:35:28.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.104+0000 7fda33400640 1 -- 172.21.15.33:0/1678912892 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda2c0047a0 con 0x7fda3c103ff0 2024-09-05T02:35:28.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.107+0000 7fda43802740 1 Processor -- start 2024-09-05T02:35:28.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.107+0000 7fda43802740 1 -- start start 2024-09-05T02:35:28.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.107+0000 7fda33400640 1 -- 172.21.15.33:0/1678912892 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fda2c0041d0 con 0x7fda3c103ff0 2024-09-05T02:35:28.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.108+0000 7fda43802740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eaafb90 0x56483eaaff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:28.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.108+0000 7fda43802740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eab04b0 0x56483eaba830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:28.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.108+0000 7fda43802740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eabad70 0x56483eabd160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:28.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.108+0000 7fda43802740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56483ea163e0 con 0x56483eab04b0 2024-09-05T02:35:28.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.108+0000 7fda43802740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56483e9bdd80 con 0x56483eaafb90 2024-09-05T02:35:28.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.108+0000 7fda43802740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56483ea123a0 con 0x56483eabad70 2024-09-05T02:35:28.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.108+0000 7fda39e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eab04b0 0x56483eaba830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:28.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.108+0000 7fda3a800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eaafb90 0x56483eaaff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:28.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.108+0000 7fda39e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eab04b0 0x56483eaba830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35618/0 (socket says 172.21.15.33:35618) 2024-09-05T02:35:28.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.108+0000 7fda39e00640 1 -- 172.21.15.33:0/2539703957 learned_addr learned my addr 172.21.15.33:0/2539703957 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:28.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.108+0000 7fda31400640 1 --2- 172.21.15.33:0/2539703957 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eabad70 0x56483eabd160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:28.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.109+0000 7fda3a800640 1 -- 172.21.15.33:0/2539703957 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eabad70 msgr2=0x56483eabd160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:28.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.109+0000 7fda3a800640 1 --2- 172.21.15.33:0/2539703957 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eabad70 0x56483eabd160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.109+0000 7fda3a800640 1 -- 172.21.15.33:0/2539703957 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eab04b0 msgr2=0x56483eaba830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:28.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.109+0000 7fda3a800640 1 --2- 172.21.15.33:0/2539703957 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eab04b0 0x56483eaba830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.109+0000 7fda3a800640 1 -- 172.21.15.33:0/2539703957 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56483e9dcae0 con 0x56483eaafb90 2024-09-05T02:35:28.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.109+0000 7fda39e00640 1 --2- 172.21.15.33:0/2539703957 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eab04b0 0x56483eaba830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:28.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.109+0000 7fda3a800640 1 --2- 172.21.15.33:0/2539703957 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eaafb90 0x56483eaaff70 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fda34005e30 tx=0x7fda34030450 comp rx=0 tx=0).ready entity=mon.2 client_cookie=498eb999cc3c84eb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:28.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.109+0000 7fda2b000640 1 -- 172.21.15.33:0/2539703957 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda34003970 con 0x56483eaafb90 2024-09-05T02:35:28.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.109+0000 7fda33400640 1 --2- 172.21.15.33:0/1678912892 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fda200a2cf0 0x7fda200a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:28.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.109+0000 7fda2b000640 1 -- 172.21.15.33:0/2539703957 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fda34036030 con 0x56483eaafb90 2024-09-05T02:35:28.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.109+0000 7fda2b000640 1 -- 172.21.15.33:0/2539703957 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda34004460 con 0x56483eaafb90 2024-09-05T02:35:28.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.110+0000 7fda33400640 1 -- 172.21.15.33:0/1678912892 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7fda2c0cecd0 con 0x7fda3c103ff0 2024-09-05T02:35:28.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.110+0000 7fda39e00640 1 --2- 172.21.15.33:0/1678912892 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fda200a2cf0 0x7fda200a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:28.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.110+0000 7fda43802740 1 -- 172.21.15.33:0/2539703957 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eaafb90 msgr2=0x56483eaaff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:28.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.110+0000 7fda43802740 1 --2- 172.21.15.33:0/2539703957 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eaafb90 0x56483eaaff70 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fda34005e30 tx=0x7fda34030450 comp rx=0 tx=0).stop 2024-09-05T02:35:28.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.110+0000 7fda43802740 1 -- 172.21.15.33:0/2539703957 shutdown_connections 2024-09-05T02:35:28.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.110+0000 7fda43802740 1 --2- 172.21.15.33:0/2539703957 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eabad70 0x56483eabd160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.110+0000 7fda43802740 1 --2- 172.21.15.33:0/2539703957 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eab04b0 0x56483eaba830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.110+0000 7fda43802740 1 --2- 172.21.15.33:0/2539703957 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eaafb90 0x56483eaaff70 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.110+0000 7fda43802740 1 -- 172.21.15.33:0/2539703957 >> 172.21.15.33:0/2539703957 conn(0x56483eaac120 msgr2=0x56483eaac500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:28.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.110+0000 7fda43802740 1 -- 172.21.15.33:0/2539703957 shutdown_connections 2024-09-05T02:35:28.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.111+0000 7fda39e00640 1 --2- 172.21.15.33:0/1678912892 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fda200a2cf0 0x7fda200a51b0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fda2c005320 tx=0x7fda2c0d2780 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:28.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.111+0000 7fda43802740 1 -- 172.21.15.33:0/2539703957 wait complete. 2024-09-05T02:35:28.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.111+0000 7fda43802740 1 -- start start 2024-09-05T02:35:28.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.111+0000 7fda43802740 1 Processor -- start 2024-09-05T02:35:28.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.112+0000 7fda43802740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eaafb90 0x56483eab7c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:28.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.112+0000 7fda43802740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eab04b0 0x56483eab81c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:28.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.112+0000 7fda43802740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eabad70 0x56483eab8700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:28.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.112+0000 7fda43802740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56483eabd9e0 con 0x56483eaafb90 2024-09-05T02:35:28.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.112+0000 7fda43802740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56483e9d10f0 con 0x56483eabad70 2024-09-05T02:35:28.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.112+0000 7fda43802740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56483eabdb60 con 0x56483eab04b0 2024-09-05T02:35:28.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.112+0000 7fda43802740 10 client.0 _ll_register_callbacks cb 0x56483e9c29e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:28.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.112+0000 7fda3a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eaafb90 0x56483eab7c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:28.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.112+0000 7fda31400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eab04b0 0x56483eab81c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:28.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.112+0000 7fda31400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eab04b0 0x56483eab81c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:34108/0 (socket says 172.21.15.33:34108) 2024-09-05T02:35:28.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.112+0000 7fda31400640 1 -- 172.21.15.33:0/3048886818 learned_addr learned my addr 172.21.15.33:0/3048886818 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:28.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.112+0000 7fda3a800640 1 --2- 172.21.15.33:0/3048886818 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eabad70 0x56483eab8700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:28.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.112+0000 7fda31400640 1 -- 172.21.15.33:0/3048886818 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eabad70 msgr2=0x56483eab8700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:28.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.112+0000 7fda31400640 1 --2- 172.21.15.33:0/3048886818 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eabad70 0x56483eab8700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.112+0000 7fda31400640 1 -- 172.21.15.33:0/3048886818 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eaafb90 msgr2=0x56483eab7c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:28.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.113+0000 7fda31400640 1 --2- 172.21.15.33:0/3048886818 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eaafb90 0x56483eab7c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.113+0000 7fda31400640 1 -- 172.21.15.33:0/3048886818 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56483e7873c0 con 0x56483eab04b0 2024-09-05T02:35:28.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.113+0000 7fda31400640 1 --2- 172.21.15.33:0/3048886818 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eab04b0 0x56483eab81c0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fda24012730 tx=0x7fda24012bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2fcd616a6a385c9e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:28.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.113+0000 7fda1f400640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:35:28.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.113+0000 7fda1f400640 1 -- 172.21.15.33:0/3048886818 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda2400f8c0 con 0x56483eab04b0 2024-09-05T02:35:28.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.113+0000 7fda43802740 1 -- 172.21.15.33:0/3048886818 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda34036030 con 0x56483eab04b0 2024-09-05T02:35:28.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.113+0000 7fda1f400640 1 -- 172.21.15.33:0/3048886818 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7fda2400fa60 con 0x56483eab04b0 2024-09-05T02:35:28.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.113+0000 7fda1f400640 1 -- 172.21.15.33:0/3048886818 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fda2400fc60 con 0x56483eab04b0 2024-09-05T02:35:28.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.113+0000 7fda43802740 10 client.27397 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:28.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.113+0000 7fda43802740 1 -- 172.21.15.33:0/3048886818 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56483eac97b0 con 0x56483eab04b0 2024-09-05T02:35:28.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.114+0000 7fda1f400640 1 -- 172.21.15.33:0/3048886818 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fda34036030 con 0x56483eab04b0 2024-09-05T02:35:28.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.114+0000 7fda1f400640 1 -- 172.21.15.33:0/3048886818 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fda24010550 con 0x56483eab04b0 2024-09-05T02:35:28.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.114+0000 7fda43802740 10 client.27397 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:28.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.114+0000 7fda43802740 10 client.27397 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:35:28.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.114+0000 7fda43802740 20 client.27397 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:28.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.114+0000 7fda43802740 1 --2- 172.21.15.33:0/3048886818 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56483eacacc0 0x56483eacd110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:28.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.114+0000 7fda43802740 4 client.27397 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:28.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.114+0000 7fda43802740 1 -- 172.21.15.33:0/3048886818 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56483ea23950 con 0x56483eacacc0 2024-09-05T02:35:28.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.115+0000 7fda3a800640 1 --2- 172.21.15.33:0/3048886818 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56483eacacc0 0x56483eacd110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:28.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.115+0000 7fda3a800640 1 --2- 172.21.15.33:0/3048886818 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56483eacacc0 0x56483eacd110 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=372ba3924751fbbd server_cookie=ced9ea4d4de6c792 in_seq=0 out_seq=0 2024-09-05T02:35:28.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.115+0000 7fda1f400640 10 client.27397 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:28.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.116+0000 7fda1f400640 1 -- 172.21.15.33:0/3048886818 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56483ea23950 con 0x56483eacacc0 2024-09-05T02:35:28.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.116+0000 7fda1f400640 10 client.27397 handle_command_reply: tid=0 2024-09-05T02:35:28.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.116+0000 7fda43802740 1 client.27397 shutdown 2024-09-05T02:35:28.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.116+0000 7fda43802740 1 -- 172.21.15.33:0/3048886818 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eab04b0 msgr2=0x56483eab81c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:28.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.116+0000 7fda43802740 1 --2- 172.21.15.33:0/3048886818 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eab04b0 0x56483eab81c0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fda24012730 tx=0x7fda24012bf0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.116+0000 7fda43802740 1 -- 172.21.15.33:0/3048886818 shutdown_connections 2024-09-05T02:35:28.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.116+0000 7fda43802740 1 --2- 172.21.15.33:0/3048886818 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eabad70 0x56483eab8700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.116+0000 7fda43802740 1 --2- 172.21.15.33:0/3048886818 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eab04b0 0x56483eab81c0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.116+0000 7fda43802740 1 --2- 172.21.15.33:0/3048886818 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56483eacacc0 0x56483eacd110 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.116+0000 7fda43802740 1 --2- 172.21.15.33:0/3048886818 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eaafb90 0x56483eab7c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.116+0000 7fda43802740 1 -- 172.21.15.33:0/3048886818 >> 172.21.15.33:0/3048886818 conn(0x56483eaac120 msgr2=0x56483eab1e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:28.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.116+0000 7fda1f400640 0 client.27397 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:28.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.117+0000 7fda43802740 1 -- 172.21.15.33:0/3048886818 shutdown_connections 2024-09-05T02:35:28.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.117+0000 7fda43802740 1 -- 172.21.15.33:0/3048886818 wait complete. 2024-09-05T02:35:28.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.117+0000 7fda43802740 20 client.27397 trim_cache size 0 max 16384 2024-09-05T02:35:28.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.135+0000 7fda43802740 1 Processor -- start 2024-09-05T02:35:28.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.135+0000 7fda43802740 1 -- start start 2024-09-05T02:35:28.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.135+0000 7fda43802740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eaafb90 0x56483ead29c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:28.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.135+0000 7fda43802740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eab04b0 0x56483ead2f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:28.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.135+0000 7fda43802740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eabad70 0x56483eab4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:28.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.135+0000 7fda43802740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fda1800e7d0 con 0x56483eaafb90 2024-09-05T02:35:28.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.135+0000 7fda43802740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fda18010310 con 0x56483eabad70 2024-09-05T02:35:28.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.135+0000 7fda43802740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fda1800eea0 con 0x56483eab04b0 2024-09-05T02:35:28.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.135+0000 7fda3a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eaafb90 0x56483ead29c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:28.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.135+0000 7fda31400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eab04b0 0x56483ead2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:28.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.135+0000 7fda3a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eaafb90 0x56483ead29c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35646/0 (socket says 172.21.15.33:35646) 2024-09-05T02:35:28.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.135+0000 7fda3a800640 1 -- 172.21.15.33:0/3989721580 learned_addr learned my addr 172.21.15.33:0/3989721580 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:28.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.136+0000 7fda3a800640 1 --2- 172.21.15.33:0/3989721580 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eabad70 0x56483eab4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:28.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.136+0000 7fda31400640 1 -- 172.21.15.33:0/3989721580 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eabad70 msgr2=0x56483eab4ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:28.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.136+0000 7fda31400640 1 --2- 172.21.15.33:0/3989721580 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eabad70 0x56483eab4ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.136+0000 7fda31400640 1 -- 172.21.15.33:0/3989721580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eaafb90 msgr2=0x56483ead29c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:28.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.136+0000 7fda31400640 1 --2- 172.21.15.33:0/3989721580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eaafb90 0x56483ead29c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.136+0000 7fda31400640 1 -- 172.21.15.33:0/3989721580 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56483eaad1d0 con 0x56483eab04b0 2024-09-05T02:35:28.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.136+0000 7fda3a800640 1 --2- 172.21.15.33:0/3989721580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eaafb90 0x56483ead29c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:28.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.136+0000 7fda31400640 1 --2- 172.21.15.33:0/3989721580 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eab04b0 0x56483ead2f00 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fda24010970 tx=0x7fda240059b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c8d076c2b90b3a32 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:28.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.136+0000 7fda2a600640 1 -- 172.21.15.33:0/3989721580 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda24029070 con 0x56483eab04b0 2024-09-05T02:35:28.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.136+0000 7fda2a600640 1 -- 172.21.15.33:0/3989721580 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fda2400f790 con 0x56483eab04b0 2024-09-05T02:35:28.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.136+0000 7fda2a600640 1 -- 172.21.15.33:0/3989721580 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda240055c0 con 0x56483eab04b0 2024-09-05T02:35:28.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.137+0000 7fda43802740 1 -- 172.21.15.33:0/3989721580 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eab04b0 msgr2=0x56483ead2f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:28.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.137+0000 7fda43802740 1 --2- 172.21.15.33:0/3989721580 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eab04b0 0x56483ead2f00 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fda24010970 tx=0x7fda240059b0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.137+0000 7fda43802740 1 -- 172.21.15.33:0/3989721580 shutdown_connections 2024-09-05T02:35:28.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.137+0000 7fda43802740 1 --2- 172.21.15.33:0/3989721580 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eabad70 0x56483eab4ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.137+0000 7fda43802740 1 --2- 172.21.15.33:0/3989721580 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eab04b0 0x56483ead2f00 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.137+0000 7fda43802740 1 --2- 172.21.15.33:0/3989721580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eaafb90 0x56483ead29c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.137+0000 7fda43802740 1 -- 172.21.15.33:0/3989721580 >> 172.21.15.33:0/3989721580 conn(0x56483eaac120 msgr2=0x56483eab1e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:28.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.137+0000 7fda43802740 1 -- 172.21.15.33:0/3989721580 shutdown_connections 2024-09-05T02:35:28.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.137+0000 7fda43802740 1 -- 172.21.15.33:0/3989721580 wait complete. 2024-09-05T02:35:28.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.137+0000 7fda43802740 1 -- start start 2024-09-05T02:35:28.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.138+0000 7fda43802740 1 Processor -- start 2024-09-05T02:35:28.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.138+0000 7fda43802740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eaafb90 0x56483eabf290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:28.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.138+0000 7fda43802740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eab04b0 0x56483eabf7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:28.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.138+0000 7fda43802740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eabad70 0x56483eb34990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:28.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.138+0000 7fda43802740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fda1800fc40 con 0x56483eabad70 2024-09-05T02:35:28.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.138+0000 7fda43802740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fda1800f570 con 0x56483eab04b0 2024-09-05T02:35:28.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.138+0000 7fda43802740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fda1800c7d0 con 0x56483eaafb90 2024-09-05T02:35:28.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.138+0000 7fda43802740 10 client.0 _ll_register_callbacks cb 0x7fda24009e60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:28.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.138+0000 7fda3a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eabad70 0x56483eb34990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:28.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.138+0000 7fda3a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eabad70 0x56483eb34990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35656/0 (socket says 172.21.15.33:35656) 2024-09-05T02:35:28.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.138+0000 7fda3a800640 1 -- 172.21.15.33:0/3939970822 learned_addr learned my addr 172.21.15.33:0/3939970822 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:28.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.138+0000 7fda3a800640 1 --2- 172.21.15.33:0/3939970822 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eaafb90 0x56483eabf290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:28.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.139+0000 7fda31400640 1 --2- 172.21.15.33:0/3939970822 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eab04b0 0x56483eabf7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:28.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.139+0000 7fda3a800640 1 -- 172.21.15.33:0/3939970822 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eaafb90 msgr2=0x56483eabf290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:28.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.139+0000 7fda3a800640 1 --2- 172.21.15.33:0/3939970822 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eaafb90 0x56483eabf290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.139+0000 7fda3a800640 1 -- 172.21.15.33:0/3939970822 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eab04b0 msgr2=0x56483eabf7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:28.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.139+0000 7fda3a800640 1 --2- 172.21.15.33:0/3939970822 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eab04b0 0x56483eabf7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.139+0000 7fda3a800640 1 -- 172.21.15.33:0/3939970822 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56483eb34ed0 con 0x56483eabad70 2024-09-05T02:35:28.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.139+0000 7fda3a800640 1 --2- 172.21.15.33:0/3939970822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eabad70 0x56483eb34990 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fda34005e30 tx=0x7fda34030f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2aedee9829df6f45 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:28.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.139+0000 7fda1f400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:35:28.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.139+0000 7fda1f400640 1 -- 172.21.15.33:0/3939970822 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda34003970 con 0x56483eabad70 2024-09-05T02:35:28.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.139+0000 7fda1f400640 1 -- 172.21.15.33:0/3939970822 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7fda34003b10 con 0x56483eabad70 2024-09-05T02:35:28.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.139+0000 7fda43802740 1 -- 172.21.15.33:0/3939970822 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda2400f790 con 0x56483eabad70 2024-09-05T02:35:28.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.140+0000 7fda1f400640 1 -- 172.21.15.33:0/3939970822 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fda34003d10 con 0x56483eabad70 2024-09-05T02:35:28.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.140+0000 7fda43802740 10 client.17391 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:28.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.140+0000 7fda43802740 1 -- 172.21.15.33:0/3939970822 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56483eb361b0 con 0x56483eabad70 2024-09-05T02:35:28.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.140+0000 7fda1f400640 1 -- 172.21.15.33:0/3939970822 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fda2400f790 con 0x56483eabad70 2024-09-05T02:35:28.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.140+0000 7fda1f400640 1 -- 172.21.15.33:0/3939970822 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fda34043070 con 0x56483eabad70 2024-09-05T02:35:28.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.140+0000 7fda43802740 10 client.17391 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:28.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.140+0000 7fda43802740 10 client.17391 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:35:28.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.140+0000 7fda43802740 20 client.17391 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:28.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.140+0000 7fda43802740 1 --2- 172.21.15.33:0/3939970822 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56483eb36380 0x56483eb38770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:28.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.140+0000 7fda43802740 4 client.17391 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:35:28.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.140+0000 7fda43802740 1 -- 172.21.15.33:0/3939970822 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56483ea1de60 con 0x56483eb36380 2024-09-05T02:35:28.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.141+0000 7fda31400640 1 --2- 172.21.15.33:0/3939970822 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56483eb36380 0x56483eb38770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:28.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.141+0000 7fda31400640 1 --2- 172.21.15.33:0/3939970822 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56483eb36380 0x56483eb38770 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aea809d4f99d96ea server_cookie=832893d6ad63d195 in_seq=0 out_seq=0 2024-09-05T02:35:28.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.141+0000 7fda1f400640 10 client.17391 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:28.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.142+0000 7fda1f400640 1 -- 172.21.15.33:0/3939970822 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56483ea1de60 con 0x56483eb36380 2024-09-05T02:35:28.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.142+0000 7fda1f400640 10 client.17391 handle_command_reply: tid=0 2024-09-05T02:35:28.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.142+0000 7fda43802740 1 client.17391 shutdown 2024-09-05T02:35:28.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.142+0000 7fda43802740 1 -- 172.21.15.33:0/3939970822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eabad70 msgr2=0x56483eb34990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:28.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.142+0000 7fda43802740 1 --2- 172.21.15.33:0/3939970822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eabad70 0x56483eb34990 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fda34005e30 tx=0x7fda34030f70 comp rx=0 tx=0).stop 2024-09-05T02:35:28.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.142+0000 7fda43802740 1 -- 172.21.15.33:0/3939970822 shutdown_connections 2024-09-05T02:35:28.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.142+0000 7fda43802740 1 --2- 172.21.15.33:0/3939970822 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56483eb36380 0x56483eb38770 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.142+0000 7fda43802740 1 --2- 172.21.15.33:0/3939970822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56483eabad70 0x56483eb34990 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.142+0000 7fda43802740 1 --2- 172.21.15.33:0/3939970822 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56483eab04b0 0x56483eabf7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.142+0000 7fda43802740 1 --2- 172.21.15.33:0/3939970822 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x56483eaafb90 0x56483eabf290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.142+0000 7fda43802740 1 -- 172.21.15.33:0/3939970822 >> 172.21.15.33:0/3939970822 conn(0x56483eaac120 msgr2=0x56483eab94e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:28.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.142+0000 7fda1f400640 0 client.17391 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:28.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.142+0000 7fda43802740 1 -- 172.21.15.33:0/3939970822 shutdown_connections 2024-09-05T02:35:28.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.142+0000 7fda43802740 1 -- 172.21.15.33:0/3939970822 wait complete. 2024-09-05T02:35:28.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.142+0000 7fda43802740 20 client.17391 trim_cache size 0 max 16384 2024-09-05T02:35:28.154 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:35:28.155 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:35:28.155 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:35:28.155 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:35:28.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.143+0000 7fda40c00640 1 -- 172.21.15.33:0/1678912892 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fda200a2cf0 msgr2=0x7fda200a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:28.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.143+0000 7fda40c00640 1 --2- 172.21.15.33:0/1678912892 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fda200a2cf0 0x7fda200a51b0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fda2c005320 tx=0x7fda2c0d2780 comp rx=0 tx=0).stop 2024-09-05T02:35:28.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.143+0000 7fda40c00640 1 -- 172.21.15.33:0/1678912892 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fda3c103ff0 msgr2=0x7fda3c19a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:28.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.143+0000 7fda40c00640 1 --2- 172.21.15.33:0/1678912892 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fda3c103ff0 0x7fda3c19a5e0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fda2c00d950 tx=0x7fda2c00de10 comp rx=0 tx=0).stop 2024-09-05T02:35:28.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.143+0000 7fda40c00640 1 -- 172.21.15.33:0/1678912892 shutdown_connections 2024-09-05T02:35:28.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.143+0000 7fda40c00640 1 --2- 172.21.15.33:0/1678912892 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fda200a2cf0 0x7fda200a51b0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.143+0000 7fda40c00640 1 --2- 172.21.15.33:0/1678912892 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda3c109120 0x7fda3c19eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.143+0000 7fda40c00640 1 --2- 172.21.15.33:0/1678912892 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fda3c1049a0 0x7fda3c19ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.143+0000 7fda40c00640 1 --2- 172.21.15.33:0/1678912892 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fda3c103ff0 0x7fda3c19a5e0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:28.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.143+0000 7fda40c00640 1 -- 172.21.15.33:0/1678912892 >> 172.21.15.33:0/1678912892 conn(0x7fda3c0ffa90 msgr2=0x7fda3c1005b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:28.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.143+0000 7fda40c00640 1 -- 172.21.15.33:0/1678912892 shutdown_connections 2024-09-05T02:35:28.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:28.143+0000 7fda40c00640 1 -- 172.21.15.33:0/1678912892 wait complete. 2024-09-05T02:35:29.105 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:35:29.105 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:35:29.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:29 smithi033 ceph-mon[29909]: pgmap v263: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 12 op/s 2024-09-05T02:35:29.482 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:29.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:29 smithi174 ceph-mon[34756]: pgmap v263: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 12 op/s 2024-09-05T02:35:29.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:29 smithi123 ceph-mon[34031]: pgmap v263: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 12 op/s 2024-09-05T02:35:30.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.122+0000 7fdd17200640 1 -- 172.21.15.33:0/37455109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd181047e0 msgr2=0x7fdd18108830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:30.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.122+0000 7fdd17200640 1 --2- 172.21.15.33:0/37455109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd181047e0 0x7fdd18108830 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fdd00009900 tx=0x7fdd0002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:35:30.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.122+0000 7fdd17200640 1 -- 172.21.15.33:0/37455109 shutdown_connections 2024-09-05T02:35:30.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.122+0000 7fdd17200640 1 --2- 172.21.15.33:0/37455109 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdd18108f60 0x7fdd18110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:30.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.122+0000 7fdd17200640 1 --2- 172.21.15.33:0/37455109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd181047e0 0x7fdd18108830 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:30.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.122+0000 7fdd17200640 1 --2- 172.21.15.33:0/37455109 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdd18103e30 0x7fdd18104210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:30.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.122+0000 7fdd17200640 1 -- 172.21.15.33:0/37455109 >> 172.21.15.33:0/37455109 conn(0x7fdd180ff8d0 msgr2=0x7fdd18101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:30.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.122+0000 7fdd17200640 1 -- 172.21.15.33:0/37455109 shutdown_connections 2024-09-05T02:35:30.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.122+0000 7fdd17200640 1 -- 172.21.15.33:0/37455109 wait complete. 2024-09-05T02:35:30.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.123+0000 7fdd17200640 1 Processor -- start 2024-09-05T02:35:30.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.123+0000 7fdd17200640 1 -- start start 2024-09-05T02:35:30.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.123+0000 7fdd17200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd18103e30 0x7fdd1819a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:30.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.123+0000 7fdd17200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdd181047e0 0x7fdd1819a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:30.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.123+0000 7fdd17200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdd18108f60 0x7fdd1819ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:30.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.123+0000 7fdd17200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdd18113fd0 con 0x7fdd18103e30 2024-09-05T02:35:30.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.123+0000 7fdd17200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdd18113e50 con 0x7fdd18108f60 2024-09-05T02:35:30.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.123+0000 7fdd17200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fdd18114150 con 0x7fdd181047e0 2024-09-05T02:35:30.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.124+0000 7fdd15e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd18103e30 0x7fdd1819a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:30.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.124+0000 7fdd15e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd18103e30 0x7fdd1819a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54212/0 (socket says 172.21.15.33:54212) 2024-09-05T02:35:30.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.124+0000 7fdd15e00640 1 -- 172.21.15.33:0/2561055602 learned_addr learned my addr 172.21.15.33:0/2561055602 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:30.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.124+0000 7fdd0d400640 1 --2- 172.21.15.33:0/2561055602 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdd181047e0 0x7fdd1819a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:30.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.124+0000 7fdd16800640 1 --2- 172.21.15.33:0/2561055602 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdd18108f60 0x7fdd1819ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:30.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.124+0000 7fdd15e00640 1 -- 172.21.15.33:0/2561055602 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdd181047e0 msgr2=0x7fdd1819a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:30.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.124+0000 7fdd15e00640 1 --2- 172.21.15.33:0/2561055602 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdd181047e0 0x7fdd1819a9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:30.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.124+0000 7fdd15e00640 1 -- 172.21.15.33:0/2561055602 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdd18108f60 msgr2=0x7fdd1819ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:30.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.124+0000 7fdd15e00640 1 --2- 172.21.15.33:0/2561055602 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdd18108f60 0x7fdd1819ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:30.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.124+0000 7fdd15e00640 1 -- 172.21.15.33:0/2561055602 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd1819f440 con 0x7fdd18103e30 2024-09-05T02:35:30.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.125+0000 7fdd15e00640 1 --2- 172.21.15.33:0/2561055602 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd18103e30 0x7fdd1819a490 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fdd0800e9f0 tx=0x7fdd0800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:30.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.125+0000 7fdd0f400640 1 -- 172.21.15.33:0/2561055602 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd0800cd80 con 0x7fdd18103e30 2024-09-05T02:35:30.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.125+0000 7fdd0f400640 1 -- 172.21.15.33:0/2561055602 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdd08010910 con 0x7fdd18103e30 2024-09-05T02:35:30.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.125+0000 7fdd17200640 1 -- 172.21.15.33:0/2561055602 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd1819f730 con 0x7fdd18103e30 2024-09-05T02:35:30.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.125+0000 7fdd0f400640 1 -- 172.21.15.33:0/2561055602 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd08018990 con 0x7fdd18103e30 2024-09-05T02:35:30.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.125+0000 7fdd17200640 1 -- 172.21.15.33:0/2561055602 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd181a7010 con 0x7fdd18103e30 2024-09-05T02:35:30.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.126+0000 7fdd17200640 1 -- 172.21.15.33:0/2561055602 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd18104210 con 0x7fdd18103e30 2024-09-05T02:35:30.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.128+0000 7fdd0f400640 1 -- 172.21.15.33:0/2561055602 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fdd08010ac0 con 0x7fdd18103e30 2024-09-05T02:35:30.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.129+0000 7fdd0f400640 1 --2- 172.21.15.33:0/2561055602 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdcfc0a2cf0 0x7fdcfc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:30.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.129+0000 7fdd0f400640 1 -- 172.21.15.33:0/2561055602 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7fdd080cf7d0 con 0x7fdd18103e30 2024-09-05T02:35:30.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.130+0000 7fdd0d400640 1 --2- 172.21.15.33:0/2561055602 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdcfc0a2cf0 0x7fdcfc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:30.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.130+0000 7fdd0d400640 1 --2- 172.21.15.33:0/2561055602 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdcfc0a2cf0 0x7fdcfc0a51b0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fdd00000c00 tx=0x7fdd00005b50 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:30.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.134+0000 7fdd0f400640 1 -- 172.21.15.33:0/2561055602 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdd0809bd30 con 0x7fdd18103e30 2024-09-05T02:35:30.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.354+0000 7fdd17200640 1 -- 172.21.15.33:0/2561055602 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdd1819b7f0 con 0x7fdd18103e30 2024-09-05T02:35:30.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.355+0000 7fdd0f400640 1 -- 172.21.15.33:0/2561055602 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7fdd080a0030 con 0x7fdd18103e30 2024-09-05T02:35:30.357 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:35:30.357 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:35:30.357 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:35:30.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.357+0000 7fdd17200640 1 -- 172.21.15.33:0/2561055602 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdcfc0a2cf0 msgr2=0x7fdcfc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:30.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.357+0000 7fdd17200640 1 --2- 172.21.15.33:0/2561055602 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdcfc0a2cf0 0x7fdcfc0a51b0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fdd00000c00 tx=0x7fdd00005b50 comp rx=0 tx=0).stop 2024-09-05T02:35:30.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.357+0000 7fdd17200640 1 -- 172.21.15.33:0/2561055602 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd18103e30 msgr2=0x7fdd1819a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:30.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.357+0000 7fdd17200640 1 --2- 172.21.15.33:0/2561055602 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd18103e30 0x7fdd1819a490 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fdd0800e9f0 tx=0x7fdd0800eeb0 comp rx=0 tx=0).stop 2024-09-05T02:35:30.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.357+0000 7fdd17200640 1 -- 172.21.15.33:0/2561055602 shutdown_connections 2024-09-05T02:35:30.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.357+0000 7fdd17200640 1 --2- 172.21.15.33:0/2561055602 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdcfc0a2cf0 0x7fdcfc0a51b0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:30.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.357+0000 7fdd17200640 1 --2- 172.21.15.33:0/2561055602 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdd18108f60 0x7fdd1819ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:30.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.357+0000 7fdd17200640 1 --2- 172.21.15.33:0/2561055602 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdd181047e0 0x7fdd1819a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:30.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.357+0000 7fdd17200640 1 --2- 172.21.15.33:0/2561055602 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd18103e30 0x7fdd1819a490 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:30.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.357+0000 7fdd17200640 1 -- 172.21.15.33:0/2561055602 >> 172.21.15.33:0/2561055602 conn(0x7fdd180ff8d0 msgr2=0x7fdd18100c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:30.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.357+0000 7fdd17200640 1 -- 172.21.15.33:0/2561055602 shutdown_connections 2024-09-05T02:35:30.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:30.357+0000 7fdd17200640 1 -- 172.21.15.33:0/2561055602 wait complete. 2024-09-05T02:35:31.177 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:35:31.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:31 smithi174 ceph-mon[34756]: pgmap v264: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:31.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:31 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2561055602' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:35:31.555 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:31.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:31 smithi033 ceph-mon[29909]: pgmap v264: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:31.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:31 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2561055602' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:35:31.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:31 smithi123 ceph-mon[34031]: pgmap v264: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:31.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:31 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2561055602' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:35:32.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.131+0000 7fb6b9e00640 1 -- 172.21.15.33:0/1227475066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6b4077040 msgr2=0x7fb6b4112510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:32.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.131+0000 7fb6b9e00640 1 --2- 172.21.15.33:0/1227475066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6b4077040 0x7fb6b4112510 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fb69c009900 tx=0x7fb69c02a3f0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.131+0000 7fb6b9e00640 1 -- 172.21.15.33:0/1227475066 shutdown_connections 2024-09-05T02:35:32.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.131+0000 7fb6b9e00640 1 --2- 172.21.15.33:0/1227475066 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb6b4112a50 0x7fb6b4114e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.131+0000 7fb6b9e00640 1 --2- 172.21.15.33:0/1227475066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6b4077040 0x7fb6b4112510 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.131+0000 7fb6b9e00640 1 --2- 172.21.15.33:0/1227475066 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb6b4076720 0x7fb6b4076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.131+0000 7fb6b9e00640 1 -- 172.21.15.33:0/1227475066 >> 172.21.15.33:0/1227475066 conn(0x7fb6b40ffa50 msgr2=0x7fb6b4101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:32.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.131+0000 7fb6b9e00640 1 -- 172.21.15.33:0/1227475066 shutdown_connections 2024-09-05T02:35:32.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.131+0000 7fb6b9e00640 1 -- 172.21.15.33:0/1227475066 wait complete. 2024-09-05T02:35:32.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.132+0000 7fb6b9e00640 1 Processor -- start 2024-09-05T02:35:32.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.132+0000 7fb6b9e00640 1 -- start start 2024-09-05T02:35:32.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.133+0000 7fb6b9e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb6b4076720 0x7fb6b41a4730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:32.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.133+0000 7fb6b9e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6b4077040 0x7fb6b41a4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:32.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.133+0000 7fb6b9e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb6b4112a50 0x7fb6b419e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:32.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.133+0000 7fb6b9e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb6b4118620 con 0x7fb6b4077040 2024-09-05T02:35:32.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.133+0000 7fb6b9e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb6b41184a0 con 0x7fb6b4076720 2024-09-05T02:35:32.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.133+0000 7fb6b9e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb6b41187a0 con 0x7fb6b4112a50 2024-09-05T02:35:32.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.133+0000 7fb6abe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6b4077040 0x7fb6b41a4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:32.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.133+0000 7fb6abe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6b4077040 0x7fb6b41a4c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54232/0 (socket says 172.21.15.33:54232) 2024-09-05T02:35:32.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.133+0000 7fb6b2a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb6b4076720 0x7fb6b41a4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:32.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.133+0000 7fb6abe00640 1 -- 172.21.15.33:0/658930397 learned_addr learned my addr 172.21.15.33:0/658930397 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:32.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.133+0000 7fb6b3400640 1 --2- 172.21.15.33:0/658930397 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb6b4112a50 0x7fb6b419e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:32.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.134+0000 7fb6abe00640 1 -- 172.21.15.33:0/658930397 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb6b4112a50 msgr2=0x7fb6b419e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:32.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.134+0000 7fb6abe00640 1 --2- 172.21.15.33:0/658930397 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb6b4112a50 0x7fb6b419e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.134+0000 7fb6abe00640 1 -- 172.21.15.33:0/658930397 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb6b4076720 msgr2=0x7fb6b41a4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:32.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.134+0000 7fb6abe00640 1 --2- 172.21.15.33:0/658930397 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb6b4076720 0x7fb6b41a4730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.134+0000 7fb6abe00640 1 -- 172.21.15.33:0/658930397 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6b419f020 con 0x7fb6b4077040 2024-09-05T02:35:32.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.134+0000 7fb6abe00640 1 --2- 172.21.15.33:0/658930397 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6b4077040 0x7fb6b41a4c70 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fb69c004770 tx=0x7fb69c003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:32.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.134+0000 7fb6b8a00640 1 -- 172.21.15.33:0/658930397 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb69c03f070 con 0x7fb6b4077040 2024-09-05T02:35:32.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.135+0000 7fb6b8a00640 1 -- 172.21.15.33:0/658930397 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb69c031ca0 con 0x7fb6b4077040 2024-09-05T02:35:32.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.135+0000 7fb6b8a00640 1 -- 172.21.15.33:0/658930397 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb69c035030 con 0x7fb6b4077040 2024-09-05T02:35:32.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.135+0000 7fb6b9e00640 1 -- 172.21.15.33:0/658930397 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6b419f2b0 con 0x7fb6b4077040 2024-09-05T02:35:32.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.135+0000 7fb6b9e00640 1 -- 172.21.15.33:0/658930397 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6b41ab600 con 0x7fb6b4077040 2024-09-05T02:35:32.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.139+0000 7fb6bc7f8740 1 Processor -- start 2024-09-05T02:35:32.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.139+0000 7fb6bc7f8740 1 -- start start 2024-09-05T02:35:32.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.139+0000 7fb6b8a00640 1 -- 172.21.15.33:0/658930397 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fb69c042070 con 0x7fb6b4077040 2024-09-05T02:35:32.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.139+0000 7fb6bc7f8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d82843c70 0x560d82844050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:32.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.139+0000 7fb6bc7f8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82844590 0x560d8284e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:32.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.139+0000 7fb6bc7f8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d8284ee50 0x560d82851240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:32.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.139+0000 7fb6bc7f8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560d827aa3e0 con 0x560d82844590 2024-09-05T02:35:32.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.139+0000 7fb6bc7f8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x560d82751d80 con 0x560d8284ee50 2024-09-05T02:35:32.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.139+0000 7fb6bc7f8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x560d827a63a0 con 0x560d82843c70 2024-09-05T02:35:32.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.140+0000 7fb6abe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d8284ee50 0x560d82851240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:32.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.140+0000 7fb6b2a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82844590 0x560d8284e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:32.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.140+0000 7fb6b2a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82844590 0x560d8284e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54244/0 (socket says 172.21.15.33:54244) 2024-09-05T02:35:32.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.140+0000 7fb6b2a00640 1 -- 172.21.15.33:0/558878194 learned_addr learned my addr 172.21.15.33:0/558878194 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:32.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.140+0000 7fb6b3400640 1 --2- 172.21.15.33:0/558878194 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d82843c70 0x560d82844050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:32.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.140+0000 7fb6abe00640 1 -- 172.21.15.33:0/558878194 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d82843c70 msgr2=0x560d82844050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:32.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.140+0000 7fb6abe00640 1 --2- 172.21.15.33:0/558878194 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d82843c70 0x560d82844050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.140+0000 7fb6abe00640 1 -- 172.21.15.33:0/558878194 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82844590 msgr2=0x560d8284e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.140+0000 7fb6abe00640 1 --2- 172.21.15.33:0/558878194 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82844590 0x560d8284e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.140+0000 7fb6abe00640 1 -- 172.21.15.33:0/558878194 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560d82770ae0 con 0x560d8284ee50 2024-09-05T02:35:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.140+0000 7fb6b2a00640 1 --2- 172.21.15.33:0/558878194 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82844590 0x560d8284e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.141+0000 7fb6abe00640 1 --2- 172.21.15.33:0/558878194 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d8284ee50 0x560d82851240 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fb69c0ed0b0 tx=0x7fb69c0f5c60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=99dbc2776e0bc668 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.141+0000 7fb6b8a00640 1 --2- 172.21.15.33:0/658930397 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb6980a2d70 0x7fb6980a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.141+0000 7fb6a3e00640 1 -- 172.21.15.33:0/558878194 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb69c0fe070 con 0x560d8284ee50 2024-09-05T02:35:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.141+0000 7fb6a3e00640 1 -- 172.21.15.33:0/558878194 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb69c0b68e0 con 0x560d8284ee50 2024-09-05T02:35:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.141+0000 7fb6a3e00640 1 -- 172.21.15.33:0/558878194 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb69c089710 con 0x560d8284ee50 2024-09-05T02:35:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.141+0000 7fb6b8a00640 1 -- 172.21.15.33:0/658930397 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7fb69c0ef9d0 con 0x7fb6b4077040 2024-09-05T02:35:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.141+0000 7fb6b3400640 1 --2- 172.21.15.33:0/658930397 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb6980a2d70 0x7fb6980a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.142+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/558878194 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d8284ee50 msgr2=0x560d82851240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.142+0000 7fb6bc7f8740 1 --2- 172.21.15.33:0/558878194 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d8284ee50 0x560d82851240 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fb69c0ed0b0 tx=0x7fb69c0f5c60 comp rx=0 tx=0).stop 2024-09-05T02:35:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.142+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/558878194 shutdown_connections 2024-09-05T02:35:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.142+0000 7fb6bc7f8740 1 --2- 172.21.15.33:0/558878194 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d8284ee50 0x560d82851240 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.142+0000 7fb6bc7f8740 1 --2- 172.21.15.33:0/558878194 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82844590 0x560d8284e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.142+0000 7fb6bc7f8740 1 --2- 172.21.15.33:0/558878194 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d82843c70 0x560d82844050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.142+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/558878194 >> 172.21.15.33:0/558878194 conn(0x560d82840200 msgr2=0x560d828405e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.142+0000 7fb6b3400640 1 --2- 172.21.15.33:0/658930397 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb6980a2d70 0x7fb6980a5230 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb6b406b460 tx=0x7fb6ac009500 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.142+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/558878194 shutdown_connections 2024-09-05T02:35:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.142+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/558878194 wait complete. 2024-09-05T02:35:32.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.143+0000 7fb6bc7f8740 1 -- start start 2024-09-05T02:35:32.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.143+0000 7fb6bc7f8740 1 Processor -- start 2024-09-05T02:35:32.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.143+0000 7fb6bc7f8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d82843c70 0x560d8284bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:32.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.143+0000 7fb6bc7f8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d82844590 0x560d8284c180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:32.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.143+0000 7fb6bc7f8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d8284ee50 0x560d8284c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:32.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.143+0000 7fb6bc7f8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560d828517e0 con 0x560d8284ee50 2024-09-05T02:35:32.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.143+0000 7fb6bc7f8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x560d827650f0 con 0x560d82843c70 2024-09-05T02:35:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.143+0000 7fb6bc7f8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x560d82851960 con 0x560d82844590 2024-09-05T02:35:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.143+0000 7fb6bc7f8740 10 client.0 _ll_register_callbacks cb 0x560d8274cbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.144+0000 7fb6b3400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d8284ee50 0x560d8284c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.144+0000 7fb6b2a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d82843c70 0x560d8284bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.144+0000 7fb6b2a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d82843c70 0x560d8284bc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:41658/0 (socket says 172.21.15.33:41658) 2024-09-05T02:35:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.144+0000 7fb6b2a00640 1 -- 172.21.15.33:0/2720161224 learned_addr learned my addr 172.21.15.33:0/2720161224 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.144+0000 7fb6abe00640 1 --2- 172.21.15.33:0/2720161224 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d82844590 0x560d8284c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.144+0000 7fb6b3400640 1 -- 172.21.15.33:0/2720161224 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d82844590 msgr2=0x560d8284c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.144+0000 7fb6b3400640 1 --2- 172.21.15.33:0/2720161224 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d82844590 0x560d8284c180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.144+0000 7fb6b3400640 1 -- 172.21.15.33:0/2720161224 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d82843c70 msgr2=0x560d8284bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.144+0000 7fb6b3400640 1 --2- 172.21.15.33:0/2720161224 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d82843c70 0x560d8284bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.144+0000 7fb6b3400640 1 -- 172.21.15.33:0/2720161224 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560d8251b3c0 con 0x560d8284ee50 2024-09-05T02:35:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.144+0000 7fb6b3400640 1 --2- 172.21.15.33:0/2720161224 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d8284ee50 0x560d8284c6c0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fb6b407aa10 tx=0x7fb6ac004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c88430279add8016 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.144+0000 7fb6a0c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:35:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.145+0000 7fb6a0c00640 1 -- 172.21.15.33:0/2720161224 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6ac004b20 con 0x560d8284ee50 2024-09-05T02:35:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.145+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/2720161224 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb69c0b68e0 con 0x560d8284ee50 2024-09-05T02:35:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.145+0000 7fb6a0c00640 1 -- 172.21.15.33:0/2720161224 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7fb6ac004cc0 con 0x560d8284ee50 2024-09-05T02:35:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.145+0000 7fb6a0c00640 1 -- 172.21.15.33:0/2720161224 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb6ac00f750 con 0x560d8284ee50 2024-09-05T02:35:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.145+0000 7fb6bc7f8740 10 client.17409 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.145+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/2720161224 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560d8285d740 con 0x560d8284ee50 2024-09-05T02:35:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.145+0000 7fb6a0c00640 1 -- 172.21.15.33:0/2720161224 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb69c0b68e0 con 0x560d8284ee50 2024-09-05T02:35:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.146+0000 7fb6a0c00640 1 -- 172.21.15.33:0/2720161224 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb6ac026070 con 0x560d8284ee50 2024-09-05T02:35:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.146+0000 7fb6bc7f8740 10 client.17409 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.146+0000 7fb6bc7f8740 10 client.17409 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:35:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.146+0000 7fb6bc7f8740 20 client.17409 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.146+0000 7fb6bc7f8740 1 --2- 172.21.15.33:0/2720161224 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x560d8285eb50 0x560d82860f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:32.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.146+0000 7fb6bc7f8740 4 client.17409 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:32.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.146+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/2720161224 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560d827b7950 con 0x560d8285eb50 2024-09-05T02:35:32.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.146+0000 7fb6b2a00640 1 --2- 172.21.15.33:0/2720161224 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x560d8285eb50 0x560d82860f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:32.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.147+0000 7fb6b2a00640 1 --2- 172.21.15.33:0/2720161224 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x560d8285eb50 0x560d82860f60 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=3f1b9c52defa6d06 server_cookie=679d2950df93d54b in_seq=0 out_seq=0 2024-09-05T02:35:32.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.147+0000 7fb6a0c00640 10 client.17409 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:35:32.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.148+0000 7fb6a0c00640 1 -- 172.21.15.33:0/2720161224 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560d827b7950 con 0x560d8285eb50 2024-09-05T02:35:32.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.148+0000 7fb6a0c00640 10 client.17409 handle_command_reply: tid=0 2024-09-05T02:35:32.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.148+0000 7fb6bc7f8740 1 client.17409 shutdown 2024-09-05T02:35:32.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.148+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/2720161224 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d8284ee50 msgr2=0x560d8284c6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:32.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.148+0000 7fb6bc7f8740 1 --2- 172.21.15.33:0/2720161224 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d8284ee50 0x560d8284c6c0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fb6b407aa10 tx=0x7fb6ac004ab0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.148+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/2720161224 shutdown_connections 2024-09-05T02:35:32.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.148+0000 7fb6bc7f8740 1 --2- 172.21.15.33:0/2720161224 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x560d8285eb50 0x560d82860f60 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.148+0000 7fb6bc7f8740 1 --2- 172.21.15.33:0/2720161224 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d8284ee50 0x560d8284c6c0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.148+0000 7fb6bc7f8740 1 --2- 172.21.15.33:0/2720161224 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d82844590 0x560d8284c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.148+0000 7fb6bc7f8740 1 --2- 172.21.15.33:0/2720161224 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d82843c70 0x560d8284bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.148+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/2720161224 >> 172.21.15.33:0/2720161224 conn(0x560d82840200 msgr2=0x560d82845f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:32.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.148+0000 7fb6a0c00640 0 client.17409 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:35:32.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.148+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/2720161224 shutdown_connections 2024-09-05T02:35:32.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.148+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/2720161224 wait complete. 2024-09-05T02:35:32.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.149+0000 7fb6bc7f8740 20 client.17409 trim_cache size 0 max 16384 2024-09-05T02:35:32.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.162+0000 7fb6bc7f8740 1 Processor -- start 2024-09-05T02:35:32.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.162+0000 7fb6bc7f8740 1 -- start start 2024-09-05T02:35:32.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.163+0000 7fb6bc7f8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82843c70 0x560d8284dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:32.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.163+0000 7fb6bc7f8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d82844590 0x560d82866800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:32.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.163+0000 7fb6bc7f8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d8284ee50 0x560d82866d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:32.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.163+0000 7fb6bc7f8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb6b41b3fc0 con 0x560d82843c70 2024-09-05T02:35:32.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.163+0000 7fb6bc7f8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb6b41b5b00 con 0x560d82844590 2024-09-05T02:35:32.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.163+0000 7fb6bc7f8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb6b41b4690 con 0x560d8284ee50 2024-09-05T02:35:32.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.163+0000 7fb6b2a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82843c70 0x560d8284dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:32.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.163+0000 7fb6b2a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82843c70 0x560d8284dbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54262/0 (socket says 172.21.15.33:54262) 2024-09-05T02:35:32.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.163+0000 7fb6b2a00640 1 -- 172.21.15.33:0/1179664352 learned_addr learned my addr 172.21.15.33:0/1179664352 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:32.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.163+0000 7fb6b3400640 1 --2- 172.21.15.33:0/1179664352 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d8284ee50 0x560d82866d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:32.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.163+0000 7fb6abe00640 1 --2- 172.21.15.33:0/1179664352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d82844590 0x560d82866800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:32.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.163+0000 7fb6b2a00640 1 -- 172.21.15.33:0/1179664352 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d8284ee50 msgr2=0x560d82866d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:32.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.163+0000 7fb6b2a00640 1 --2- 172.21.15.33:0/1179664352 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d8284ee50 0x560d82866d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.163+0000 7fb6b2a00640 1 -- 172.21.15.33:0/1179664352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d82844590 msgr2=0x560d82866800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:32.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.163+0000 7fb6b2a00640 1 --2- 172.21.15.33:0/1179664352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d82844590 0x560d82866800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.163+0000 7fb6b2a00640 1 -- 172.21.15.33:0/1179664352 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560d82840030 con 0x560d82843c70 2024-09-05T02:35:32.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.164+0000 7fb6b2a00640 1 --2- 172.21.15.33:0/1179664352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82843c70 0x560d8284dbb0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fb6a4009f30 tx=0x7fb6a4005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f87b14f3cf50bb8c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:32.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.164+0000 7fb6a3400640 1 -- 172.21.15.33:0/1179664352 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6a4004030 con 0x560d82843c70 2024-09-05T02:35:32.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.164+0000 7fb6a3400640 1 -- 172.21.15.33:0/1179664352 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb6a40041d0 con 0x560d82843c70 2024-09-05T02:35:32.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.164+0000 7fb6a3400640 1 -- 172.21.15.33:0/1179664352 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6a40107d0 con 0x560d82843c70 2024-09-05T02:35:32.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.164+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/1179664352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82843c70 msgr2=0x560d8284dbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:32.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.164+0000 7fb6bc7f8740 1 --2- 172.21.15.33:0/1179664352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82843c70 0x560d8284dbb0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fb6a4009f30 tx=0x7fb6a4005f90 comp rx=0 tx=0).stop 2024-09-05T02:35:32.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.165+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/1179664352 shutdown_connections 2024-09-05T02:35:32.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.165+0000 7fb6bc7f8740 1 --2- 172.21.15.33:0/1179664352 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d8284ee50 0x560d82866d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.165+0000 7fb6bc7f8740 1 --2- 172.21.15.33:0/1179664352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d82844590 0x560d82866800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.165+0000 7fb6bc7f8740 1 --2- 172.21.15.33:0/1179664352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82843c70 0x560d8284dbb0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.165+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/1179664352 >> 172.21.15.33:0/1179664352 conn(0x560d82840200 msgr2=0x560d8284d4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:32.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.165+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/1179664352 shutdown_connections 2024-09-05T02:35:32.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.165+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/1179664352 wait complete. 2024-09-05T02:35:32.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.165+0000 7fb6bc7f8740 1 -- start start 2024-09-05T02:35:32.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.165+0000 7fb6bc7f8740 1 Processor -- start 2024-09-05T02:35:32.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.166+0000 7fb6bc7f8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82843c70 0x560d82857390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:32.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.166+0000 7fb6bc7f8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d82844590 0x560d82848ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:32.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.166+0000 7fb6bc7f8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d8284ee50 0x560d82849330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:32.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.166+0000 7fb6bc7f8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb6b41b5430 con 0x560d82843c70 2024-09-05T02:35:32.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.166+0000 7fb6bc7f8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb6b41b4d60 con 0x560d8284ee50 2024-09-05T02:35:32.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.166+0000 7fb6bc7f8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb6b41b1fc0 con 0x560d82844590 2024-09-05T02:35:32.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.166+0000 7fb6bc7f8740 10 client.0 _ll_register_callbacks cb 0x7fb6ac009e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:32.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.166+0000 7fb6b2a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82843c70 0x560d82857390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:32.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.166+0000 7fb6abe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d82844590 0x560d82848ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:32.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.166+0000 7fb6b2a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82843c70 0x560d82857390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54268/0 (socket says 172.21.15.33:54268) 2024-09-05T02:35:32.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.166+0000 7fb6b2a00640 1 -- 172.21.15.33:0/2745233418 learned_addr learned my addr 172.21.15.33:0/2745233418 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:32.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.166+0000 7fb6b3400640 1 --2- 172.21.15.33:0/2745233418 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d8284ee50 0x560d82849330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:32.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.166+0000 7fb6b2a00640 1 -- 172.21.15.33:0/2745233418 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d82844590 msgr2=0x560d82848ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:32.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.166+0000 7fb6b2a00640 1 --2- 172.21.15.33:0/2745233418 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d82844590 0x560d82848ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.166+0000 7fb6b2a00640 1 -- 172.21.15.33:0/2745233418 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d8284ee50 msgr2=0x560d82849330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:32.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.166+0000 7fb6b2a00640 1 --2- 172.21.15.33:0/2745233418 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d8284ee50 0x560d82849330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.166+0000 7fb6b2a00640 1 -- 172.21.15.33:0/2745233418 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560d8283b770 con 0x560d82843c70 2024-09-05T02:35:32.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.167+0000 7fb6b3400640 1 --2- 172.21.15.33:0/2745233418 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d8284ee50 0x560d82849330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:35:32.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.167+0000 7fb6abe00640 1 --2- 172.21.15.33:0/2745233418 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d82844590 0x560d82848ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:32.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.167+0000 7fb6b2a00640 1 --2- 172.21.15.33:0/2745233418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82843c70 0x560d82857390 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fb6a4003f10 tx=0x7fb6a4003de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bf00897a7c904b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:32.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.167+0000 7fb6a0c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:35:32.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.167+0000 7fb6a0c00640 1 -- 172.21.15.33:0/2745233418 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6a4037060 con 0x560d82843c70 2024-09-05T02:35:32.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.167+0000 7fb6a0c00640 1 -- 172.21.15.33:0/2745233418 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7fb6a4004380 con 0x560d82843c70 2024-09-05T02:35:32.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.167+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/2745233418 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb6a40041d0 con 0x560d82843c70 2024-09-05T02:35:32.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.167+0000 7fb6a0c00640 1 -- 172.21.15.33:0/2745233418 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb6a4012190 con 0x560d82843c70 2024-09-05T02:35:32.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.167+0000 7fb6bc7f8740 10 client.17415 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:32.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.167+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/2745233418 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560d828c9790 con 0x560d82843c70 2024-09-05T02:35:32.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.168+0000 7fb6a0c00640 1 -- 172.21.15.33:0/2745233418 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb6a40041d0 con 0x560d82843c70 2024-09-05T02:35:32.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.168+0000 7fb6a0c00640 1 -- 172.21.15.33:0/2745233418 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb6a4004710 con 0x560d82843c70 2024-09-05T02:35:32.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.168+0000 7fb6bc7f8740 10 client.17415 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:32.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.168+0000 7fb6bc7f8740 10 client.17415 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:35:32.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.168+0000 7fb6bc7f8740 20 client.17415 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:32.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.168+0000 7fb6bc7f8740 1 --2- 172.21.15.33:0/2745233418 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x560d828c9e00 0x560d828cc220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:32.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.168+0000 7fb6bc7f8740 4 client.17415 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:35:32.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.168+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/2745233418 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560d827b1e60 con 0x560d828c9e00 2024-09-05T02:35:32.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.169+0000 7fb6abe00640 1 --2- 172.21.15.33:0/2745233418 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x560d828c9e00 0x560d828cc220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:32.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.169+0000 7fb6abe00640 1 --2- 172.21.15.33:0/2745233418 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x560d828c9e00 0x560d828cc220 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=d096a15ce020a255 server_cookie=e49b58ee936d7d12 in_seq=0 out_seq=0 2024-09-05T02:35:32.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.169+0000 7fb6a0c00640 10 client.17415 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:35:32.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.169+0000 7fb6a0c00640 1 -- 172.21.15.33:0/2745233418 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560d827b1e60 con 0x560d828c9e00 2024-09-05T02:35:32.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.169+0000 7fb6a0c00640 10 client.17415 handle_command_reply: tid=0 2024-09-05T02:35:32.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.169+0000 7fb6bc7f8740 1 client.17415 shutdown 2024-09-05T02:35:32.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.170+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/2745233418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82843c70 msgr2=0x560d82857390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:32.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.170+0000 7fb6bc7f8740 1 --2- 172.21.15.33:0/2745233418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82843c70 0x560d82857390 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fb6a4003f10 tx=0x7fb6a4003de0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.170+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/2745233418 shutdown_connections 2024-09-05T02:35:32.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.170+0000 7fb6bc7f8740 1 --2- 172.21.15.33:0/2745233418 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x560d828c9e00 0x560d828cc220 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.170+0000 7fb6bc7f8740 1 --2- 172.21.15.33:0/2745233418 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d8284ee50 0x560d82849330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.170+0000 7fb6bc7f8740 1 --2- 172.21.15.33:0/2745233418 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x560d82844590 0x560d82848ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.170+0000 7fb6bc7f8740 1 --2- 172.21.15.33:0/2745233418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560d82843c70 0x560d82857390 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.170+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/2745233418 >> 172.21.15.33:0/2745233418 conn(0x560d82840200 msgr2=0x560d8284c420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:32.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.170+0000 7fb6a0c00640 0 client.17415 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:35:32.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.170+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/2745233418 shutdown_connections 2024-09-05T02:35:32.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.170+0000 7fb6bc7f8740 1 -- 172.21.15.33:0/2745233418 wait complete. 2024-09-05T02:35:32.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.170+0000 7fb6bc7f8740 20 client.17415 trim_cache size 0 max 16384 2024-09-05T02:35:32.176 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:35:32.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.171+0000 7fb6b9e00640 1 -- 172.21.15.33:0/658930397 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb6980a2d70 msgr2=0x7fb6980a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:32.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.171+0000 7fb6b9e00640 1 --2- 172.21.15.33:0/658930397 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb6980a2d70 0x7fb6980a5230 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb6b406b460 tx=0x7fb6ac009500 comp rx=0 tx=0).stop 2024-09-05T02:35:32.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.171+0000 7fb6b9e00640 1 -- 172.21.15.33:0/658930397 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6b4077040 msgr2=0x7fb6b41a4c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:32.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.171+0000 7fb6b9e00640 1 --2- 172.21.15.33:0/658930397 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6b4077040 0x7fb6b41a4c70 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fb69c004770 tx=0x7fb69c003c10 comp rx=0 tx=0).stop 2024-09-05T02:35:32.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.171+0000 7fb6b9e00640 1 -- 172.21.15.33:0/658930397 shutdown_connections 2024-09-05T02:35:32.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.171+0000 7fb6b9e00640 1 --2- 172.21.15.33:0/658930397 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb6980a2d70 0x7fb6980a5230 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.171+0000 7fb6b9e00640 1 --2- 172.21.15.33:0/658930397 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb6b4112a50 0x7fb6b419e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.171+0000 7fb6b9e00640 1 --2- 172.21.15.33:0/658930397 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6b4077040 0x7fb6b41a4c70 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.171+0000 7fb6b9e00640 1 --2- 172.21.15.33:0/658930397 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb6b4076720 0x7fb6b41a4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:32.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.171+0000 7fb6b9e00640 1 -- 172.21.15.33:0/658930397 >> 172.21.15.33:0/658930397 conn(0x7fb6b40ffa50 msgr2=0x7fb6b4101e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:32.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.171+0000 7fb6b9e00640 1 -- 172.21.15.33:0/658930397 shutdown_connections 2024-09-05T02:35:32.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:32.171+0000 7fb6b9e00640 1 -- 172.21.15.33:0/658930397 wait complete. 2024-09-05T02:35:33.174 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:35:33.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:33 smithi174 ceph-mon[34756]: pgmap v265: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:35:33.554 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:33.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:33 smithi033 ceph-mon[29909]: pgmap v265: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:35:33.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:33 smithi123 ceph-mon[34031]: pgmap v265: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:35:34.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.122+0000 7f8cba800640 1 -- 172.21.15.33:0/2807387894 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8cb4109120 msgr2=0x7f8cb4110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:34.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.122+0000 7f8cba800640 1 --2- 172.21.15.33:0/2807387894 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8cb4109120 0x7f8cb4110ca0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f8cac009ca0 tx=0x7f8cac02a8c0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.123+0000 7f8cba800640 1 -- 172.21.15.33:0/2807387894 shutdown_connections 2024-09-05T02:35:34.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.123+0000 7f8cba800640 1 --2- 172.21.15.33:0/2807387894 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8cb4109120 0x7f8cb4110ca0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.123+0000 7f8cba800640 1 --2- 172.21.15.33:0/2807387894 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cb41049a0 0x7f8cb41089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.123+0000 7f8cba800640 1 --2- 172.21.15.33:0/2807387894 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8cb4103ff0 0x7f8cb41043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.123+0000 7f8cba800640 1 -- 172.21.15.33:0/2807387894 >> 172.21.15.33:0/2807387894 conn(0x7f8cb40ffa90 msgr2=0x7f8cb4101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:34.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.123+0000 7f8cba800640 1 -- 172.21.15.33:0/2807387894 shutdown_connections 2024-09-05T02:35:34.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.123+0000 7f8cba800640 1 -- 172.21.15.33:0/2807387894 wait complete. 2024-09-05T02:35:34.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.124+0000 7f8cba800640 1 Processor -- start 2024-09-05T02:35:34.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.124+0000 7f8cba800640 1 -- start start 2024-09-05T02:35:34.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.124+0000 7f8cba800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8cb4103ff0 0x7f8cb419a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:34.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.124+0000 7f8cba800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8cb41049a0 0x7f8cb419ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:34.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.124+0000 7f8cba800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cb4109120 0x7f8cb419eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:34.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.124+0000 7f8cba800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8cb41141a0 con 0x7f8cb4109120 2024-09-05T02:35:34.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.124+0000 7f8cba800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8cb4114020 con 0x7f8cb41049a0 2024-09-05T02:35:34.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.124+0000 7f8cba800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f8cb4114320 con 0x7f8cb4103ff0 2024-09-05T02:35:34.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.124+0000 7f8cb3400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8cb4103ff0 0x7f8cb419a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:34.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.124+0000 7f8cb3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cb4109120 0x7f8cb419eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:34.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.124+0000 7f8cb3400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8cb4103ff0 0x7f8cb419a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:36752/0 (socket says 172.21.15.33:36752) 2024-09-05T02:35:34.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.124+0000 7f8cb3400640 1 -- 172.21.15.33:0/4092008244 learned_addr learned my addr 172.21.15.33:0/4092008244 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:34.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.125+0000 7f8cabe00640 1 --2- 172.21.15.33:0/4092008244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8cb41049a0 0x7f8cb419ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:34.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.125+0000 7f8cb3400640 1 -- 172.21.15.33:0/4092008244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8cb41049a0 msgr2=0x7f8cb419ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:34.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.125+0000 7f8cb3400640 1 --2- 172.21.15.33:0/4092008244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8cb41049a0 0x7f8cb419ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.125+0000 7f8cb3400640 1 -- 172.21.15.33:0/4092008244 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cb4109120 msgr2=0x7f8cb419eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:34.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.125+0000 7f8cb3400640 1 --2- 172.21.15.33:0/4092008244 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cb4109120 0x7f8cb419eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.125+0000 7f8cb3400640 1 -- 172.21.15.33:0/4092008244 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cb419f590 con 0x7f8cb4103ff0 2024-09-05T02:35:34.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.125+0000 7f8cb3e00640 1 --2- 172.21.15.33:0/4092008244 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cb4109120 0x7f8cb419eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:34.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.125+0000 7f8cb3400640 1 --2- 172.21.15.33:0/4092008244 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8cb4103ff0 0x7f8cb419a5e0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f8ca400e9f0 tx=0x7f8ca400edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:34.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.126+0000 7f8cb0c00640 1 -- 172.21.15.33:0/4092008244 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ca400cd80 con 0x7f8cb4103ff0 2024-09-05T02:35:34.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.126+0000 7f8cba800640 1 -- 172.21.15.33:0/4092008244 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cb419f880 con 0x7f8cb4103ff0 2024-09-05T02:35:34.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.126+0000 7f8cb0c00640 1 -- 172.21.15.33:0/4092008244 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8ca4005500 con 0x7f8cb4103ff0 2024-09-05T02:35:34.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.126+0000 7f8cb0c00640 1 -- 172.21.15.33:0/4092008244 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ca4010690 con 0x7f8cb4103ff0 2024-09-05T02:35:34.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.126+0000 7f8cba800640 1 -- 172.21.15.33:0/4092008244 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cb41a7160 con 0x7f8cb4103ff0 2024-09-05T02:35:34.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.129+0000 7f8cbd20c740 1 Processor -- start 2024-09-05T02:35:34.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.129+0000 7f8cbd20c740 1 -- start start 2024-09-05T02:35:34.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.129+0000 7f8cbd20c740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fac9c70 0x55575faca050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:34.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.129+0000 7f8cbd20c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575faca590 0x55575fad4910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:34.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.129+0000 7f8cbd20c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fad4e50 0x55575fad7240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:34.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.129+0000 7f8cbd20c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55575fa303e0 con 0x55575fad4e50 2024-09-05T02:35:34.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.129+0000 7f8cbd20c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55575f9d7d80 con 0x55575faca590 2024-09-05T02:35:34.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.129+0000 7f8cbd20c740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55575fa2c3a0 con 0x55575fac9c70 2024-09-05T02:35:34.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.129+0000 7f8cb0c00640 1 -- 172.21.15.33:0/4092008244 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f8ca40046c0 con 0x7f8cb4103ff0 2024-09-05T02:35:34.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.129+0000 7f8cabe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fad4e50 0x55575fad7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:34.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.129+0000 7f8cabe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fad4e50 0x55575fad7240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54302/0 (socket says 172.21.15.33:54302) 2024-09-05T02:35:34.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.129+0000 7f8cabe00640 1 -- 172.21.15.33:0/3003510613 learned_addr learned my addr 172.21.15.33:0/3003510613 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:34.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.130+0000 7f8cb3e00640 1 --2- 172.21.15.33:0/3003510613 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fac9c70 0x55575faca050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:34.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.130+0000 7f8cabe00640 1 -- 172.21.15.33:0/3003510613 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fac9c70 msgr2=0x55575faca050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:34.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.130+0000 7f8cabe00640 1 --2- 172.21.15.33:0/3003510613 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fac9c70 0x55575faca050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.130+0000 7f8cabe00640 1 -- 172.21.15.33:0/3003510613 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575faca590 msgr2=0x55575fad4910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:34.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.130+0000 7f8cb3400640 1 --2- 172.21.15.33:0/3003510613 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575faca590 0x55575fad4910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:34.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.130+0000 7f8cabe00640 1 --2- 172.21.15.33:0/3003510613 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575faca590 0x55575fad4910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.130+0000 7f8cabe00640 1 -- 172.21.15.33:0/3003510613 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55575f9f6ae0 con 0x55575fad4e50 2024-09-05T02:35:34.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.130+0000 7f8cb3400640 1 --2- 172.21.15.33:0/3003510613 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575faca590 0x55575fad4910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:35:34.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.130+0000 7f8cabe00640 1 --2- 172.21.15.33:0/3003510613 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fad4e50 0x55575fad7240 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c009c10 tx=0x7f8c9c011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cfac52a9364def server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:34.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.131+0000 7f8ca8c00640 1 -- 172.21.15.33:0/3003510613 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c004230 con 0x55575fad4e50 2024-09-05T02:35:34.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.131+0000 7f8ca8c00640 1 -- 172.21.15.33:0/3003510613 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c9c0043d0 con 0x55575fad4e50 2024-09-05T02:35:34.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.131+0000 7f8ca8c00640 1 -- 172.21.15.33:0/3003510613 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c019710 con 0x55575fad4e50 2024-09-05T02:35:34.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.131+0000 7f8cb0c00640 1 --2- 172.21.15.33:0/4092008244 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f8c980a2cf0 0x7f8c980a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:34.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.131+0000 7f8cb0c00640 1 -- 172.21.15.33:0/4092008244 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f8ca40cf8a0 con 0x7f8cb4103ff0 2024-09-05T02:35:34.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.131+0000 7f8cbd20c740 1 -- 172.21.15.33:0/3003510613 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fad4e50 msgr2=0x55575fad7240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:34.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.131+0000 7f8cbd20c740 1 --2- 172.21.15.33:0/3003510613 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fad4e50 0x55575fad7240 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c009c10 tx=0x7f8c9c011810 comp rx=0 tx=0).stop 2024-09-05T02:35:34.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.131+0000 7f8cb3e00640 1 --2- 172.21.15.33:0/4092008244 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f8c980a2cf0 0x7f8c980a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:34.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.132+0000 7f8cbd20c740 1 -- 172.21.15.33:0/3003510613 shutdown_connections 2024-09-05T02:35:34.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.132+0000 7f8cbd20c740 1 --2- 172.21.15.33:0/3003510613 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fad4e50 0x55575fad7240 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.132+0000 7f8cbd20c740 1 --2- 172.21.15.33:0/3003510613 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575faca590 0x55575fad4910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.132+0000 7f8cbd20c740 1 --2- 172.21.15.33:0/3003510613 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fac9c70 0x55575faca050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.132+0000 7f8cbd20c740 1 -- 172.21.15.33:0/3003510613 >> 172.21.15.33:0/3003510613 conn(0x55575fac6200 msgr2=0x55575fac65e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:34.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.132+0000 7f8cbd20c740 1 -- 172.21.15.33:0/3003510613 shutdown_connections 2024-09-05T02:35:34.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.132+0000 7f8cbd20c740 1 -- 172.21.15.33:0/3003510613 wait complete. 2024-09-05T02:35:34.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.132+0000 7f8cb3e00640 1 --2- 172.21.15.33:0/4092008244 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f8c980a2cf0 0x7f8c980a51b0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f8cac006010 tx=0x7f8cac005d80 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:34.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.132+0000 7f8cbd20c740 1 -- start start 2024-09-05T02:35:34.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.133+0000 7f8cbd20c740 1 Processor -- start 2024-09-05T02:35:34.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.133+0000 7f8cbd20c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fac9c70 0x55575fad1d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:34.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.133+0000 7f8cbd20c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575faca590 0x55575fad2240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:34.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.133+0000 7f8cbd20c740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fad4e50 0x55575fad2780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:34.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.133+0000 7f8cbd20c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55575fad7a20 con 0x55575fac9c70 2024-09-05T02:35:34.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.133+0000 7f8cbd20c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55575f9eb0f0 con 0x55575faca590 2024-09-05T02:35:34.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.133+0000 7f8cbd20c740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55575fad7ba0 con 0x55575fad4e50 2024-09-05T02:35:34.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.133+0000 7f8cbd20c740 10 client.0 _ll_register_callbacks cb 0x55575f9d2bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:34.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.133+0000 7f8cb3400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fac9c70 0x55575fad1d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:34.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.133+0000 7f8cb3400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fac9c70 0x55575fad1d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54310/0 (socket says 172.21.15.33:54310) 2024-09-05T02:35:34.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.133+0000 7f8cb3400640 1 -- 172.21.15.33:0/2925692210 learned_addr learned my addr 172.21.15.33:0/2925692210 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:34.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.134+0000 7f8cabe00640 1 --2- 172.21.15.33:0/2925692210 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575faca590 0x55575fad2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:34.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.134+0000 7f8cb3e00640 1 --2- 172.21.15.33:0/2925692210 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fad4e50 0x55575fad2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:34.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.134+0000 7f8cb3400640 1 -- 172.21.15.33:0/2925692210 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fad4e50 msgr2=0x55575fad2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:34.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.134+0000 7f8cb3400640 1 --2- 172.21.15.33:0/2925692210 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fad4e50 0x55575fad2780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.134+0000 7f8cb3400640 1 -- 172.21.15.33:0/2925692210 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575faca590 msgr2=0x55575fad2240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:34.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.134+0000 7f8cb3400640 1 --2- 172.21.15.33:0/2925692210 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575faca590 0x55575fad2240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.134+0000 7f8cb3400640 1 -- 172.21.15.33:0/2925692210 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55575f7a13c0 con 0x55575fac9c70 2024-09-05T02:35:34.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.134+0000 7f8cb3400640 1 --2- 172.21.15.33:0/2925692210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fac9c70 0x55575fad1d00 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f8ca400e9c0 tx=0x7f8ca409b770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d5e6a984dd83ff4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:34.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.134+0000 7f8ca1600640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:35:34.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.135+0000 7f8ca1600640 1 -- 172.21.15.33:0/2925692210 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ca40cd410 con 0x55575fac9c70 2024-09-05T02:35:34.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.135+0000 7f8ca1600640 1 -- 172.21.15.33:0/2925692210 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f8ca40a4730 con 0x55575fac9c70 2024-09-05T02:35:34.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.135+0000 7f8cbd20c740 1 -- 172.21.15.33:0/2925692210 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c9c0043d0 con 0x55575fac9c70 2024-09-05T02:35:34.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.135+0000 7f8ca1600640 1 -- 172.21.15.33:0/2925692210 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8ca40a0100 con 0x55575fac9c70 2024-09-05T02:35:34.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.135+0000 7f8cbd20c740 10 client.17427 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:34.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.135+0000 7f8cbd20c740 1 -- 172.21.15.33:0/2925692210 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55575fae39a0 con 0x55575fac9c70 2024-09-05T02:35:34.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.135+0000 7f8ca1600640 1 -- 172.21.15.33:0/2925692210 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c9c0043d0 con 0x55575fac9c70 2024-09-05T02:35:34.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.135+0000 7f8ca1600640 1 -- 172.21.15.33:0/2925692210 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f8ca409ada0 con 0x55575fac9c70 2024-09-05T02:35:34.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.135+0000 7f8cbd20c740 10 client.17427 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:34.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.135+0000 7f8cbd20c740 10 client.17427 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:35:34.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.136+0000 7f8cbd20c740 20 client.17427 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:34.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.136+0000 7f8cbd20c740 1 --2- 172.21.15.33:0/2925692210 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55575fae4e60 0x55575fae72d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:34.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.136+0000 7f8cbd20c740 4 client.17427 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:34.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.136+0000 7f8cbd20c740 1 -- 172.21.15.33:0/2925692210 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55575fa3d950 con 0x55575fae4e60 2024-09-05T02:35:34.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.136+0000 7f8cabe00640 1 --2- 172.21.15.33:0/2925692210 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55575fae4e60 0x55575fae72d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:34.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.137+0000 7f8cabe00640 1 --2- 172.21.15.33:0/2925692210 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55575fae4e60 0x55575fae72d0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=f9fcfe77b95cc940 server_cookie=2b6f508c04659c52 in_seq=0 out_seq=0 2024-09-05T02:35:34.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.137+0000 7f8ca1600640 10 client.17427 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:35:34.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.138+0000 7f8ca1600640 1 -- 172.21.15.33:0/2925692210 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55575fa3d950 con 0x55575fae4e60 2024-09-05T02:35:34.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.138+0000 7f8ca1600640 10 client.17427 handle_command_reply: tid=0 2024-09-05T02:35:34.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.138+0000 7f8cbd20c740 1 client.17427 shutdown 2024-09-05T02:35:34.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.138+0000 7f8cbd20c740 1 -- 172.21.15.33:0/2925692210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fac9c70 msgr2=0x55575fad1d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:34.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.138+0000 7f8cbd20c740 1 --2- 172.21.15.33:0/2925692210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fac9c70 0x55575fad1d00 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f8ca400e9c0 tx=0x7f8ca409b770 comp rx=0 tx=0).stop 2024-09-05T02:35:34.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.138+0000 7f8cbd20c740 1 -- 172.21.15.33:0/2925692210 shutdown_connections 2024-09-05T02:35:34.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.138+0000 7f8cbd20c740 1 --2- 172.21.15.33:0/2925692210 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55575fae4e60 0x55575fae72d0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.138+0000 7f8cbd20c740 1 --2- 172.21.15.33:0/2925692210 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fad4e50 0x55575fad2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.138+0000 7f8cbd20c740 1 --2- 172.21.15.33:0/2925692210 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575faca590 0x55575fad2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.138+0000 7f8ca1600640 0 client.17427 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:35:34.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.138+0000 7f8cbd20c740 1 --2- 172.21.15.33:0/2925692210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fac9c70 0x55575fad1d00 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.138+0000 7f8cbd20c740 1 -- 172.21.15.33:0/2925692210 >> 172.21.15.33:0/2925692210 conn(0x55575fac6200 msgr2=0x55575fac5380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:34.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.138+0000 7f8cbd20c740 1 -- 172.21.15.33:0/2925692210 shutdown_connections 2024-09-05T02:35:34.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.138+0000 7f8cbd20c740 1 -- 172.21.15.33:0/2925692210 wait complete. 2024-09-05T02:35:34.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.138+0000 7f8cbd20c740 20 client.17427 trim_cache size 0 max 16384 2024-09-05T02:35:34.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.152+0000 7f8cbd20c740 1 Processor -- start 2024-09-05T02:35:34.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.152+0000 7f8cbd20c740 1 -- start start 2024-09-05T02:35:34.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.152+0000 7f8cbd20c740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fac9c70 0x55575facc6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:34.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.152+0000 7f8cbd20c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575faca590 0x55575fad3c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:34.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.152+0000 7f8cbd20c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575fad4e50 0x55575faecbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:34.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.152+0000 7f8cbd20c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8cb41afb10 con 0x55575faca590 2024-09-05T02:35:34.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.152+0000 7f8cbd20c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8cb41b1650 con 0x55575fad4e50 2024-09-05T02:35:34.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.152+0000 7f8cbd20c740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f8cb41b01e0 con 0x55575fac9c70 2024-09-05T02:35:34.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.153+0000 7f8cabe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575faca590 0x55575fad3c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:34.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.153+0000 7f8cabe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575faca590 0x55575fad3c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54322/0 (socket says 172.21.15.33:54322) 2024-09-05T02:35:34.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.153+0000 7f8cabe00640 1 -- 172.21.15.33:0/3107230349 learned_addr learned my addr 172.21.15.33:0/3107230349 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:34.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.153+0000 7f8cb3400640 1 --2- 172.21.15.33:0/3107230349 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fac9c70 0x55575facc6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:34.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.153+0000 7f8cb3e00640 1 --2- 172.21.15.33:0/3107230349 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575fad4e50 0x55575faecbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:34.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.153+0000 7f8cabe00640 1 -- 172.21.15.33:0/3107230349 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fac9c70 msgr2=0x55575facc6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:34.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.153+0000 7f8cabe00640 1 --2- 172.21.15.33:0/3107230349 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fac9c70 0x55575facc6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.153+0000 7f8cabe00640 1 -- 172.21.15.33:0/3107230349 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575fad4e50 msgr2=0x55575faecbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:34.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.153+0000 7f8cabe00640 1 --2- 172.21.15.33:0/3107230349 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575fad4e50 0x55575faecbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.153+0000 7f8cabe00640 1 -- 172.21.15.33:0/3107230349 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55575fac1770 con 0x55575faca590 2024-09-05T02:35:34.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.153+0000 7f8cb3400640 1 --2- 172.21.15.33:0/3107230349 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fac9c70 0x55575facc6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:34.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.154+0000 7f8cabe00640 1 --2- 172.21.15.33:0/3107230349 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575faca590 0x55575fad3c70 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x55575fac7580 tx=0x7f8c9c005280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a60b6bd8577f6bf2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:34.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.154+0000 7f8ca3e00640 1 -- 172.21.15.33:0/3107230349 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c01f040 con 0x55575faca590 2024-09-05T02:35:34.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.154+0000 7f8ca3e00640 1 -- 172.21.15.33:0/3107230349 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c9c005a70 con 0x55575faca590 2024-09-05T02:35:34.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.154+0000 7f8ca3e00640 1 -- 172.21.15.33:0/3107230349 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c01a6a0 con 0x55575faca590 2024-09-05T02:35:34.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.154+0000 7f8cbd20c740 1 -- 172.21.15.33:0/3107230349 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575faca590 msgr2=0x55575fad3c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:34.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.154+0000 7f8cbd20c740 1 --2- 172.21.15.33:0/3107230349 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575faca590 0x55575fad3c70 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x55575fac7580 tx=0x7f8c9c005280 comp rx=0 tx=0).stop 2024-09-05T02:35:34.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.154+0000 7f8cbd20c740 1 -- 172.21.15.33:0/3107230349 shutdown_connections 2024-09-05T02:35:34.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.154+0000 7f8cbd20c740 1 --2- 172.21.15.33:0/3107230349 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575fad4e50 0x55575faecbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.154+0000 7f8cbd20c740 1 --2- 172.21.15.33:0/3107230349 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575faca590 0x55575fad3c70 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.154+0000 7f8cbd20c740 1 --2- 172.21.15.33:0/3107230349 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fac9c70 0x55575facc6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.155+0000 7f8cbd20c740 1 -- 172.21.15.33:0/3107230349 >> 172.21.15.33:0/3107230349 conn(0x55575fac6200 msgr2=0x55575fad3560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:34.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.155+0000 7f8cbd20c740 1 -- 172.21.15.33:0/3107230349 shutdown_connections 2024-09-05T02:35:34.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.155+0000 7f8cbd20c740 1 -- 172.21.15.33:0/3107230349 wait complete. 2024-09-05T02:35:34.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.155+0000 7f8cbd20c740 1 -- start start 2024-09-05T02:35:34.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.155+0000 7f8cbd20c740 1 Processor -- start 2024-09-05T02:35:34.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.156+0000 7f8cbd20c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fac9c70 0x55575fad8a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:34.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.156+0000 7f8cbd20c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575faca590 0x55575fad8fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:34.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.156+0000 7f8cbd20c740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fad4e50 0x55575fad94f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:34.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.156+0000 7f8cbd20c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8cb41b0f80 con 0x55575fac9c70 2024-09-05T02:35:34.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.156+0000 7f8cbd20c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8cb41b08b0 con 0x55575faca590 2024-09-05T02:35:34.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.156+0000 7f8cbd20c740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f8cb41adb10 con 0x55575fad4e50 2024-09-05T02:35:34.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.156+0000 7f8cbd20c740 10 client.0 _ll_register_callbacks cb 0x7f8ca400cf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:34.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.156+0000 7f8cb3400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fac9c70 0x55575fad8a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:34.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.156+0000 7f8cabe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575faca590 0x55575fad8fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:34.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.156+0000 7f8cb3400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fac9c70 0x55575fad8a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54336/0 (socket says 172.21.15.33:54336) 2024-09-05T02:35:34.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.156+0000 7f8cb3400640 1 -- 172.21.15.33:0/1529669900 learned_addr learned my addr 172.21.15.33:0/1529669900 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:34.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.156+0000 7f8cb3e00640 1 --2- 172.21.15.33:0/1529669900 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fad4e50 0x55575fad94f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:34.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.156+0000 7f8cabe00640 1 -- 172.21.15.33:0/1529669900 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fad4e50 msgr2=0x55575fad94f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:34.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.156+0000 7f8cabe00640 1 --2- 172.21.15.33:0/1529669900 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fad4e50 0x55575fad94f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.156+0000 7f8cabe00640 1 -- 172.21.15.33:0/1529669900 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fac9c70 msgr2=0x55575fad8a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:34.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.157+0000 7f8cabe00640 1 --2- 172.21.15.33:0/1529669900 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fac9c70 0x55575fad8a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.157+0000 7f8cabe00640 1 -- 172.21.15.33:0/1529669900 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55575fb4ebc0 con 0x55575faca590 2024-09-05T02:35:34.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.157+0000 7f8cb3400640 1 --2- 172.21.15.33:0/1529669900 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fac9c70 0x55575fad8a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:34.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.157+0000 7f8cabe00640 1 --2- 172.21.15.33:0/1529669900 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575faca590 0x55575fad8fb0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c011850 tx=0x7f8c9c009850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee48ffc93c0191a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:34.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.157+0000 7f8ca1600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:35:34.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.157+0000 7f8ca1600640 1 -- 172.21.15.33:0/1529669900 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c039060 con 0x55575faca590 2024-09-05T02:35:34.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.157+0000 7f8ca1600640 1 -- 172.21.15.33:0/1529669900 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f8c9c0055f0 con 0x55575faca590 2024-09-05T02:35:34.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.157+0000 7f8cbd20c740 1 -- 172.21.15.33:0/1529669900 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c9c005a70 con 0x55575faca590 2024-09-05T02:35:34.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.157+0000 7f8ca1600640 1 -- 172.21.15.33:0/1529669900 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8c9c003cf0 con 0x55575faca590 2024-09-05T02:35:34.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.158+0000 7f8cbd20c740 10 client.27512 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:34.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.158+0000 7f8cbd20c740 1 -- 172.21.15.33:0/1529669900 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55575fb4fdc0 con 0x55575faca590 2024-09-05T02:35:34.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.158+0000 7f8ca1600640 1 -- 172.21.15.33:0/1529669900 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c9c005a70 con 0x55575faca590 2024-09-05T02:35:34.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.158+0000 7f8ca1600640 1 -- 172.21.15.33:0/1529669900 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f8c9c018070 con 0x55575faca590 2024-09-05T02:35:34.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.158+0000 7f8cbd20c740 10 client.27512 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:34.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.158+0000 7f8cbd20c740 10 client.27512 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:35:34.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.158+0000 7f8cbd20c740 20 client.27512 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:34.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.158+0000 7f8cbd20c740 1 --2- 172.21.15.33:0/1529669900 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55575fb50310 0x55575fb52730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:34.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.158+0000 7f8cbd20c740 4 client.27512 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:35:34.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.158+0000 7f8cbd20c740 1 -- 172.21.15.33:0/1529669900 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55575fa37e60 con 0x55575fb50310 2024-09-05T02:35:34.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.159+0000 7f8cb3400640 1 --2- 172.21.15.33:0/1529669900 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55575fb50310 0x55575fb52730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:34.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.159+0000 7f8cb3400640 1 --2- 172.21.15.33:0/1529669900 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55575fb50310 0x55575fb52730 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1ef0a8139793332c server_cookie=3116d3b9def2176b in_seq=0 out_seq=0 2024-09-05T02:35:34.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.159+0000 7f8ca1600640 10 client.27512 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:35:34.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.160+0000 7f8ca1600640 1 -- 172.21.15.33:0/1529669900 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55575fa37e60 con 0x55575fb50310 2024-09-05T02:35:34.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.160+0000 7f8ca1600640 10 client.27512 handle_command_reply: tid=0 2024-09-05T02:35:34.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.160+0000 7f8cbd20c740 1 client.27512 shutdown 2024-09-05T02:35:34.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.160+0000 7f8cbd20c740 1 -- 172.21.15.33:0/1529669900 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575faca590 msgr2=0x55575fad8fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:34.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.160+0000 7f8cbd20c740 1 --2- 172.21.15.33:0/1529669900 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575faca590 0x55575fad8fb0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c011850 tx=0x7f8c9c009850 comp rx=0 tx=0).stop 2024-09-05T02:35:34.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.160+0000 7f8cbd20c740 1 -- 172.21.15.33:0/1529669900 shutdown_connections 2024-09-05T02:35:34.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.160+0000 7f8cbd20c740 1 --2- 172.21.15.33:0/1529669900 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55575fb50310 0x55575fb52730 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.160+0000 7f8cbd20c740 1 --2- 172.21.15.33:0/1529669900 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55575fad4e50 0x55575fad94f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.160+0000 7f8cbd20c740 1 --2- 172.21.15.33:0/1529669900 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55575faca590 0x55575fad8fb0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.160+0000 7f8ca1600640 0 client.27512 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:35:34.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.160+0000 7f8cbd20c740 1 --2- 172.21.15.33:0/1529669900 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55575fac9c70 0x55575fad8a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.160+0000 7f8cbd20c740 1 -- 172.21.15.33:0/1529669900 >> 172.21.15.33:0/1529669900 conn(0x55575fac6200 msgr2=0x55575fac5380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:34.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.160+0000 7f8cbd20c740 1 -- 172.21.15.33:0/1529669900 shutdown_connections 2024-09-05T02:35:34.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.160+0000 7f8cbd20c740 1 -- 172.21.15.33:0/1529669900 wait complete. 2024-09-05T02:35:34.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.160+0000 7f8cbd20c740 20 client.27512 trim_cache size 0 max 16384 2024-09-05T02:35:34.167 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:35:34.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.161+0000 7f8cba800640 1 -- 172.21.15.33:0/4092008244 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f8c980a2cf0 msgr2=0x7f8c980a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:34.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.161+0000 7f8cba800640 1 --2- 172.21.15.33:0/4092008244 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f8c980a2cf0 0x7f8c980a51b0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f8cac006010 tx=0x7f8cac005d80 comp rx=0 tx=0).stop 2024-09-05T02:35:34.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.161+0000 7f8cba800640 1 -- 172.21.15.33:0/4092008244 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8cb4103ff0 msgr2=0x7f8cb419a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:34.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.161+0000 7f8cba800640 1 --2- 172.21.15.33:0/4092008244 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8cb4103ff0 0x7f8cb419a5e0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f8ca400e9f0 tx=0x7f8ca400edf0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.161+0000 7f8cba800640 1 -- 172.21.15.33:0/4092008244 shutdown_connections 2024-09-05T02:35:34.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.161+0000 7f8cba800640 1 --2- 172.21.15.33:0/4092008244 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f8c980a2cf0 0x7f8c980a51b0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.161+0000 7f8cba800640 1 --2- 172.21.15.33:0/4092008244 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cb4109120 0x7f8cb419eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.161+0000 7f8cba800640 1 --2- 172.21.15.33:0/4092008244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8cb41049a0 0x7f8cb419ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.161+0000 7f8cba800640 1 --2- 172.21.15.33:0/4092008244 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8cb4103ff0 0x7f8cb419a5e0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:34.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.161+0000 7f8cba800640 1 -- 172.21.15.33:0/4092008244 >> 172.21.15.33:0/4092008244 conn(0x7f8cb40ffa90 msgr2=0x7f8cb41005b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:34.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.161+0000 7f8cba800640 1 -- 172.21.15.33:0/4092008244 shutdown_connections 2024-09-05T02:35:34.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:34.161+0000 7f8cba800640 1 -- 172.21.15.33:0/4092008244 wait complete. 2024-09-05T02:35:35.142 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:35:35.520 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:35.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:35 smithi174 ceph-mon[34756]: pgmap v266: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:35.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:35 smithi033 ceph-mon[29909]: pgmap v266: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:35.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:35 smithi123 ceph-mon[34031]: pgmap v266: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:36.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.064+0000 7fc264600640 1 -- 172.21.15.33:0/2971369926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc25c103ff0 msgr2=0x7fc25c1043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:36.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.064+0000 7fc264600640 1 --2- 172.21.15.33:0/2971369926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc25c103ff0 0x7fc25c1043d0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fc250009900 tx=0x7fc25002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.064+0000 7fc264600640 1 -- 172.21.15.33:0/2971369926 shutdown_connections 2024-09-05T02:35:36.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.064+0000 7fc264600640 1 --2- 172.21.15.33:0/2971369926 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc25c109120 0x7fc25c110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.064+0000 7fc264600640 1 --2- 172.21.15.33:0/2971369926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc25c1049a0 0x7fc25c1089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.064+0000 7fc264600640 1 --2- 172.21.15.33:0/2971369926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc25c103ff0 0x7fc25c1043d0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.064+0000 7fc264600640 1 -- 172.21.15.33:0/2971369926 >> 172.21.15.33:0/2971369926 conn(0x7fc25c0ffa90 msgr2=0x7fc25c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:36.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.064+0000 7fc264600640 1 -- 172.21.15.33:0/2971369926 shutdown_connections 2024-09-05T02:35:36.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.064+0000 7fc264600640 1 -- 172.21.15.33:0/2971369926 wait complete. 2024-09-05T02:35:36.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.065+0000 7fc264600640 1 Processor -- start 2024-09-05T02:35:36.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.066+0000 7fc264600640 1 -- start start 2024-09-05T02:35:36.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.066+0000 7fc264600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc25c103ff0 0x7fc25c19a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:36.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.066+0000 7fc264600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc25c1049a0 0x7fc25c19ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:36.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.066+0000 7fc264600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc25c109120 0x7fc25c19eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:36.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.066+0000 7fc264600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc25c114120 con 0x7fc25c1049a0 2024-09-05T02:35:36.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.066+0000 7fc264600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc25c113fa0 con 0x7fc25c103ff0 2024-09-05T02:35:36.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.066+0000 7fc264600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc25c1142a0 con 0x7fc25c109120 2024-09-05T02:35:36.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.066+0000 7fc261200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc25c1049a0 0x7fc25c19ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:36.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.067+0000 7fc261200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc25c1049a0 0x7fc25c19ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54358/0 (socket says 172.21.15.33:54358) 2024-09-05T02:35:36.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.067+0000 7fc261200640 1 -- 172.21.15.33:0/4261044571 learned_addr learned my addr 172.21.15.33:0/4261044571 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:36.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.067+0000 7fc261c00640 1 --2- 172.21.15.33:0/4261044571 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc25c103ff0 0x7fc25c19a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:36.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.067+0000 7fc262600640 1 --2- 172.21.15.33:0/4261044571 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc25c109120 0x7fc25c19eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:36.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.067+0000 7fc261c00640 1 -- 172.21.15.33:0/4261044571 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc25c109120 msgr2=0x7fc25c19eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:36.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.067+0000 7fc261c00640 1 --2- 172.21.15.33:0/4261044571 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc25c109120 0x7fc25c19eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.067+0000 7fc261c00640 1 -- 172.21.15.33:0/4261044571 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc25c1049a0 msgr2=0x7fc25c19ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:36.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.067+0000 7fc261c00640 1 --2- 172.21.15.33:0/4261044571 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc25c1049a0 0x7fc25c19ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.067+0000 7fc261c00640 1 -- 172.21.15.33:0/4261044571 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc25c19f590 con 0x7fc25c103ff0 2024-09-05T02:35:36.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.067+0000 7fc262600640 1 --2- 172.21.15.33:0/4261044571 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc25c109120 0x7fc25c19eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:35:36.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.067+0000 7fc261c00640 1 --2- 172.21.15.33:0/4261044571 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc25c103ff0 0x7fc25c19a5e0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fc250005940 tx=0x7fc2500040c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:36.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.068+0000 7fc25a000640 1 -- 172.21.15.33:0/4261044571 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc25003f030 con 0x7fc25c103ff0 2024-09-05T02:35:36.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.068+0000 7fc264600640 1 -- 172.21.15.33:0/4261044571 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc25c19f820 con 0x7fc25c103ff0 2024-09-05T02:35:36.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.068+0000 7fc264600640 1 -- 172.21.15.33:0/4261044571 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc25c1a7160 con 0x7fc25c103ff0 2024-09-05T02:35:36.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.068+0000 7fc25a000640 1 -- 172.21.15.33:0/4261044571 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc2500044c0 con 0x7fc25c103ff0 2024-09-05T02:35:36.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.068+0000 7fc25a000640 1 -- 172.21.15.33:0/4261044571 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc250049060 con 0x7fc25c103ff0 2024-09-05T02:35:36.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.071+0000 7fc267093740 1 Processor -- start 2024-09-05T02:35:36.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.071+0000 7fc267093740 1 -- start start 2024-09-05T02:35:36.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.071+0000 7fc267093740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faa90050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:36.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.071+0000 7fc267093740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa90590 0x5557faa9a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:36.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.071+0000 7fc267093740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa9ae50 0x5557faa9d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:36.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.071+0000 7fc267093740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5557fa9f63e0 con 0x5557faa90590 2024-09-05T02:35:36.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.071+0000 7fc267093740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5557fa99dd80 con 0x5557faa8fc70 2024-09-05T02:35:36.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.071+0000 7fc267093740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5557fa9f23a0 con 0x5557faa9ae50 2024-09-05T02:35:36.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.071+0000 7fc25a000640 1 -- 172.21.15.33:0/4261044571 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fc250042030 con 0x7fc25c103ff0 2024-09-05T02:35:36.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.071+0000 7fc262600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faa90050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:36.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.071+0000 7fc262600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faa90050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:41742/0 (socket says 172.21.15.33:41742) 2024-09-05T02:35:36.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.071+0000 7fc262600640 1 -- 172.21.15.33:0/310767165 learned_addr learned my addr 172.21.15.33:0/310767165 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:36.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.072+0000 7fc261c00640 1 --2- 172.21.15.33:0/310767165 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa90590 0x5557faa9a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:36.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.072+0000 7fc262600640 1 -- 172.21.15.33:0/310767165 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa9ae50 msgr2=0x5557faa9d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:36.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.072+0000 7fc261200640 1 --2- 172.21.15.33:0/310767165 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa9ae50 0x5557faa9d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:36.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.072+0000 7fc262600640 1 --2- 172.21.15.33:0/310767165 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa9ae50 0x5557faa9d240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.072+0000 7fc262600640 1 -- 172.21.15.33:0/310767165 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa90590 msgr2=0x5557faa9a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:36.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.072+0000 7fc262600640 1 --2- 172.21.15.33:0/310767165 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa90590 0x5557faa9a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.072+0000 7fc262600640 1 -- 172.21.15.33:0/310767165 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5557fa9bcae0 con 0x5557faa8fc70 2024-09-05T02:35:36.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.072+0000 7fc261c00640 1 --2- 172.21.15.33:0/310767165 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa90590 0x5557faa9a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:35:36.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.072+0000 7fc261200640 1 --2- 172.21.15.33:0/310767165 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa9ae50 0x5557faa9d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:35:36.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.072+0000 7fc262600640 1 --2- 172.21.15.33:0/310767165 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faa90050 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fc254009fd0 tx=0x7fc254010860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=80c718ed9b510cca server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:36.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.073+0000 7fc24ea00640 1 -- 172.21.15.33:0/310767165 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc254011700 con 0x5557faa8fc70 2024-09-05T02:35:36.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.073+0000 7fc24ea00640 1 -- 172.21.15.33:0/310767165 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc254011d80 con 0x5557faa8fc70 2024-09-05T02:35:36.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.073+0000 7fc24ea00640 1 -- 172.21.15.33:0/310767165 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc25400e3c0 con 0x5557faa8fc70 2024-09-05T02:35:36.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.073+0000 7fc25a000640 1 --2- 172.21.15.33:0/4261044571 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc2440a2d70 0x7fc2440a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:36.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.073+0000 7fc25a000640 1 -- 172.21.15.33:0/4261044571 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7fc2500ef390 con 0x7fc25c103ff0 2024-09-05T02:35:36.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.073+0000 7fc261c00640 1 --2- 172.21.15.33:0/4261044571 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc2440a2d70 0x7fc2440a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:36.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.073+0000 7fc267093740 1 -- 172.21.15.33:0/310767165 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 msgr2=0x5557faa90050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:36.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.073+0000 7fc267093740 1 --2- 172.21.15.33:0/310767165 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faa90050 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fc254009fd0 tx=0x7fc254010860 comp rx=0 tx=0).stop 2024-09-05T02:35:36.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.074+0000 7fc267093740 1 -- 172.21.15.33:0/310767165 shutdown_connections 2024-09-05T02:35:36.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.074+0000 7fc267093740 1 --2- 172.21.15.33:0/310767165 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa9ae50 0x5557faa9d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.074+0000 7fc267093740 1 --2- 172.21.15.33:0/310767165 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa90590 0x5557faa9a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.074+0000 7fc267093740 1 --2- 172.21.15.33:0/310767165 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faa90050 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.074+0000 7fc267093740 1 -- 172.21.15.33:0/310767165 >> 172.21.15.33:0/310767165 conn(0x5557faa8c200 msgr2=0x5557faa8c5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:36.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.074+0000 7fc267093740 1 -- 172.21.15.33:0/310767165 shutdown_connections 2024-09-05T02:35:36.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.074+0000 7fc267093740 1 -- 172.21.15.33:0/310767165 wait complete. 2024-09-05T02:35:36.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.074+0000 7fc261c00640 1 --2- 172.21.15.33:0/4261044571 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc2440a2d70 0x7fc2440a5230 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x5557faa8d060 tx=0x7fc25002a3f0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:36.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.074+0000 7fc267093740 1 -- start start 2024-09-05T02:35:36.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.075+0000 7fc267093740 1 Processor -- start 2024-09-05T02:35:36.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.075+0000 7fc267093740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faa97c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:36.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.075+0000 7fc267093740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa90590 0x5557faa981c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:36.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.075+0000 7fc267093740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa9ae50 0x5557faa98700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:36.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.075+0000 7fc267093740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5557faa9da20 con 0x5557faa90590 2024-09-05T02:35:36.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.075+0000 7fc267093740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5557fa9b10f0 con 0x5557faa8fc70 2024-09-05T02:35:36.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.075+0000 7fc267093740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5557faa9dba0 con 0x5557faa9ae50 2024-09-05T02:35:36.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.075+0000 7fc267093740 10 client.0 _ll_register_callbacks cb 0x5557fa998bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:36.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.075+0000 7fc262600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faa97c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:36.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.075+0000 7fc261200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa90590 0x5557faa981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:36.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.075+0000 7fc262600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faa97c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:41756/0 (socket says 172.21.15.33:41756) 2024-09-05T02:35:36.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.075+0000 7fc262600640 1 -- 172.21.15.33:0/2323269648 learned_addr learned my addr 172.21.15.33:0/2323269648 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:36.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.076+0000 7fc262600640 1 --2- 172.21.15.33:0/2323269648 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa9ae50 0x5557faa98700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:36.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.076+0000 7fc262600640 1 -- 172.21.15.33:0/2323269648 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa9ae50 msgr2=0x5557faa98700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:36.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.076+0000 7fc262600640 1 --2- 172.21.15.33:0/2323269648 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa9ae50 0x5557faa98700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.076+0000 7fc262600640 1 -- 172.21.15.33:0/2323269648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa90590 msgr2=0x5557faa981c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:36.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.076+0000 7fc262600640 1 --2- 172.21.15.33:0/2323269648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa90590 0x5557faa981c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.076+0000 7fc262600640 1 -- 172.21.15.33:0/2323269648 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5557fa7673c0 con 0x5557faa8fc70 2024-09-05T02:35:36.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.076+0000 7fc261200640 1 --2- 172.21.15.33:0/2323269648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa90590 0x5557faa981c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:36.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.076+0000 7fc262600640 1 --2- 172.21.15.33:0/2323269648 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faa97c80 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fc254005cc0 tx=0x7fc25401bb90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=34a1292caea8a74b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:36.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.076+0000 7fc243400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:35:36.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.077+0000 7fc243400640 1 -- 172.21.15.33:0/2323269648 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2540119d0 con 0x5557faa8fc70 2024-09-05T02:35:36.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.077+0000 7fc267093740 1 -- 172.21.15.33:0/2323269648 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc254011d80 con 0x5557faa8fc70 2024-09-05T02:35:36.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.077+0000 7fc243400640 1 -- 172.21.15.33:0/2323269648 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7fc254011b70 con 0x5557faa8fc70 2024-09-05T02:35:36.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.077+0000 7fc243400640 1 -- 172.21.15.33:0/2323269648 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc254033050 con 0x5557faa8fc70 2024-09-05T02:35:36.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.077+0000 7fc267093740 10 client.27524 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:36.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.077+0000 7fc267093740 1 -- 172.21.15.33:0/2323269648 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5557faaa99b0 con 0x5557faa8fc70 2024-09-05T02:35:36.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.077+0000 7fc243400640 1 -- 172.21.15.33:0/2323269648 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc254011d80 con 0x5557faa8fc70 2024-09-05T02:35:36.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.078+0000 7fc243400640 1 -- 172.21.15.33:0/2323269648 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fc25402a410 con 0x5557faa8fc70 2024-09-05T02:35:36.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.078+0000 7fc267093740 10 client.27524 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:36.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.078+0000 7fc267093740 10 client.27524 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:35:36.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.078+0000 7fc267093740 20 client.27524 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:36.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.078+0000 7fc267093740 1 --2- 172.21.15.33:0/2323269648 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5557faaaadc0 0x5557faaad1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:36.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.078+0000 7fc267093740 4 client.27524 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:36.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.078+0000 7fc267093740 1 -- 172.21.15.33:0/2323269648 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5557faa03950 con 0x5557faaaadc0 2024-09-05T02:35:36.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.078+0000 7fc261200640 1 --2- 172.21.15.33:0/2323269648 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5557faaaadc0 0x5557faaad1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:36.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.079+0000 7fc261200640 1 --2- 172.21.15.33:0/2323269648 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5557faaaadc0 0x5557faaad1b0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6e4bc2fd26af8d83 server_cookie=72135cfc622fd3bf in_seq=0 out_seq=0 2024-09-05T02:35:36.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.079+0000 7fc243400640 10 client.27524 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:35:36.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.080+0000 7fc243400640 1 -- 172.21.15.33:0/2323269648 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5557faa03950 con 0x5557faaaadc0 2024-09-05T02:35:36.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.080+0000 7fc243400640 10 client.27524 handle_command_reply: tid=0 2024-09-05T02:35:36.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.080+0000 7fc267093740 1 client.27524 shutdown 2024-09-05T02:35:36.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.080+0000 7fc267093740 1 -- 172.21.15.33:0/2323269648 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 msgr2=0x5557faa97c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:36.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.080+0000 7fc267093740 1 --2- 172.21.15.33:0/2323269648 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faa97c80 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fc254005cc0 tx=0x7fc25401bb90 comp rx=0 tx=0).stop 2024-09-05T02:35:36.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.080+0000 7fc267093740 1 -- 172.21.15.33:0/2323269648 shutdown_connections 2024-09-05T02:35:36.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.080+0000 7fc267093740 1 --2- 172.21.15.33:0/2323269648 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5557faaaadc0 0x5557faaad1b0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.080+0000 7fc267093740 1 --2- 172.21.15.33:0/2323269648 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa9ae50 0x5557faa98700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.080+0000 7fc267093740 1 --2- 172.21.15.33:0/2323269648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa90590 0x5557faa981c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.080+0000 7fc267093740 1 --2- 172.21.15.33:0/2323269648 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faa97c80 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.080+0000 7fc267093740 1 -- 172.21.15.33:0/2323269648 >> 172.21.15.33:0/2323269648 conn(0x5557faa8c200 msgr2=0x5557faa8b380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:36.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.080+0000 7fc243400640 0 client.27524 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:35:36.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.080+0000 7fc267093740 1 -- 172.21.15.33:0/2323269648 shutdown_connections 2024-09-05T02:35:36.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.080+0000 7fc267093740 1 -- 172.21.15.33:0/2323269648 wait complete. 2024-09-05T02:35:36.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.080+0000 7fc267093740 20 client.27524 trim_cache size 0 max 16384 2024-09-05T02:35:36.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.094+0000 7fc267093740 1 Processor -- start 2024-09-05T02:35:36.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.094+0000 7fc267093740 1 -- start start 2024-09-05T02:35:36.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.095+0000 7fc267093740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faab2840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:36.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.095+0000 7fc267093740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa90590 0x5557faab2d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:36.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.095+0000 7fc267093740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa9ae50 0x5557faaa5d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:36.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.095+0000 7fc267093740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc23c00e7e0 con 0x5557faa9ae50 2024-09-05T02:35:36.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.095+0000 7fc267093740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc23c010320 con 0x5557faa8fc70 2024-09-05T02:35:36.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.095+0000 7fc267093740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc23c00eeb0 con 0x5557faa90590 2024-09-05T02:35:36.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.095+0000 7fc262600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faab2840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:36.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.095+0000 7fc262600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faab2840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:41760/0 (socket says 172.21.15.33:41760) 2024-09-05T02:35:36.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.095+0000 7fc262600640 1 -- 172.21.15.33:0/2935455996 learned_addr learned my addr 172.21.15.33:0/2935455996 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:36.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.095+0000 7fc261200640 1 --2- 172.21.15.33:0/2935455996 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa90590 0x5557faab2d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:36.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.095+0000 7fc262600640 1 --2- 172.21.15.33:0/2935455996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa9ae50 0x5557faaa5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:36.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.095+0000 7fc261200640 1 -- 172.21.15.33:0/2935455996 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 msgr2=0x5557faab2840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:36.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.095+0000 7fc261200640 1 --2- 172.21.15.33:0/2935455996 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faab2840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.095+0000 7fc261200640 1 -- 172.21.15.33:0/2935455996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa9ae50 msgr2=0x5557faaa5d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:36.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.096+0000 7fc261200640 1 --2- 172.21.15.33:0/2935455996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa9ae50 0x5557faaa5d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.096+0000 7fc261200640 1 -- 172.21.15.33:0/2935455996 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5557faa8c030 con 0x5557faa90590 2024-09-05T02:35:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.096+0000 7fc261200640 1 --2- 172.21.15.33:0/2935455996 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa90590 0x5557faab2d80 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x5557faa992c0 tx=0x7fc248015a70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4b61655421029a33 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.096+0000 7fc24e000640 1 -- 172.21.15.33:0/2935455996 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc248021030 con 0x5557faa90590 2024-09-05T02:35:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.096+0000 7fc24e000640 1 -- 172.21.15.33:0/2935455996 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc248005020 con 0x5557faa90590 2024-09-05T02:35:36.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.096+0000 7fc24e000640 1 -- 172.21.15.33:0/2935455996 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc248004ba0 con 0x5557faa90590 2024-09-05T02:35:36.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.097+0000 7fc267093740 1 -- 172.21.15.33:0/2935455996 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa90590 msgr2=0x5557faab2d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:36.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.097+0000 7fc267093740 1 --2- 172.21.15.33:0/2935455996 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa90590 0x5557faab2d80 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x5557faa992c0 tx=0x7fc248015a70 comp rx=0 tx=0).stop 2024-09-05T02:35:36.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.097+0000 7fc267093740 1 -- 172.21.15.33:0/2935455996 shutdown_connections 2024-09-05T02:35:36.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.097+0000 7fc267093740 1 --2- 172.21.15.33:0/2935455996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa9ae50 0x5557faaa5d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.097+0000 7fc267093740 1 --2- 172.21.15.33:0/2935455996 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa90590 0x5557faab2d80 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.097+0000 7fc267093740 1 --2- 172.21.15.33:0/2935455996 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faab2840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.097+0000 7fc267093740 1 -- 172.21.15.33:0/2935455996 >> 172.21.15.33:0/2935455996 conn(0x5557faa8c200 msgr2=0x5557faa96d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:36.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.097+0000 7fc267093740 1 -- 172.21.15.33:0/2935455996 shutdown_connections 2024-09-05T02:35:36.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.097+0000 7fc267093740 1 -- 172.21.15.33:0/2935455996 wait complete. 2024-09-05T02:35:36.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.097+0000 7fc267093740 1 -- start start 2024-09-05T02:35:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.098+0000 7fc267093740 1 Processor -- start 2024-09-05T02:35:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.098+0000 7fc267093740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faaa34e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.098+0000 7fc267093740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa90590 0x5557faa9e810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.098+0000 7fc267093740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa9ae50 0x5557faa9ed50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.098+0000 7fc267093740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc23c00fc50 con 0x5557faa9ae50 2024-09-05T02:35:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.098+0000 7fc267093740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc23c00f580 con 0x5557faa8fc70 2024-09-05T02:35:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.098+0000 7fc267093740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc23c00c7e0 con 0x5557faa90590 2024-09-05T02:35:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.098+0000 7fc267093740 10 client.0 _ll_register_callbacks cb 0x7fc254009e50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.098+0000 7fc262600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faaa34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.099+0000 7fc262600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faaa34e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:41770/0 (socket says 172.21.15.33:41770) 2024-09-05T02:35:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.099+0000 7fc262600640 1 -- 172.21.15.33:0/1196657374 learned_addr learned my addr 172.21.15.33:0/1196657374 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.099+0000 7fc262600640 1 --2- 172.21.15.33:0/1196657374 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa9ae50 0x5557faa9ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.099+0000 7fc261200640 1 --2- 172.21.15.33:0/1196657374 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa90590 0x5557faa9e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.099+0000 7fc262600640 1 -- 172.21.15.33:0/1196657374 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa90590 msgr2=0x5557faa9e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.099+0000 7fc262600640 1 --2- 172.21.15.33:0/1196657374 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa90590 0x5557faa9e810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.099+0000 7fc262600640 1 -- 172.21.15.33:0/1196657374 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa9ae50 msgr2=0x5557faa9ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.099+0000 7fc262600640 1 --2- 172.21.15.33:0/1196657374 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa9ae50 0x5557faa9ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.099+0000 7fc262600640 1 -- 172.21.15.33:0/1196657374 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5557faa92ae0 con 0x5557faa8fc70 2024-09-05T02:35:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.099+0000 7fc261200640 1 --2- 172.21.15.33:0/1196657374 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa90590 0x5557faa9e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:36.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.099+0000 7fc262600640 1 --2- 172.21.15.33:0/1196657374 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faaa34e0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fc254009560 tx=0x7fc25401baf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef3c2f387393575d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:36.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.099+0000 7fc243400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:35:36.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.100+0000 7fc243400640 1 -- 172.21.15.33:0/1196657374 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc25402a580 con 0x5557faa8fc70 2024-09-05T02:35:36.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.100+0000 7fc243400640 1 -- 172.21.15.33:0/1196657374 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7fc2540117d0 con 0x5557faa8fc70 2024-09-05T02:35:36.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.100+0000 7fc267093740 1 -- 172.21.15.33:0/1196657374 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc248005020 con 0x5557faa8fc70 2024-09-05T02:35:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.100+0000 7fc243400640 1 -- 172.21.15.33:0/1196657374 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc2540119d0 con 0x5557faa8fc70 2024-09-05T02:35:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.100+0000 7fc267093740 10 client.27530 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.100+0000 7fc267093740 1 -- 172.21.15.33:0/1196657374 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5557fab15560 con 0x5557faa8fc70 2024-09-05T02:35:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.101+0000 7fc243400640 1 -- 172.21.15.33:0/1196657374 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc248005020 con 0x5557faa8fc70 2024-09-05T02:35:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.101+0000 7fc243400640 1 -- 172.21.15.33:0/1196657374 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fc25402ca20 con 0x5557faa8fc70 2024-09-05T02:35:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.101+0000 7fc267093740 10 client.27530 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.101+0000 7fc267093740 10 client.27530 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:35:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.101+0000 7fc267093740 20 client.27530 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.101+0000 7fc267093740 1 --2- 172.21.15.33:0/1196657374 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5557fab15c20 0x5557fab18040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.101+0000 7fc267093740 4 client.27530 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:35:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.101+0000 7fc267093740 1 -- 172.21.15.33:0/1196657374 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5557fa9fde60 con 0x5557fab15c20 2024-09-05T02:35:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.101+0000 7fc261200640 1 --2- 172.21.15.33:0/1196657374 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5557fab15c20 0x5557fab18040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.102+0000 7fc261200640 1 --2- 172.21.15.33:0/1196657374 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5557fab15c20 0x5557fab18040 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2ce7bec2119b1b70 server_cookie=25605fa01ecb2de3 in_seq=0 out_seq=0 2024-09-05T02:35:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.102+0000 7fc243400640 10 client.27530 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:35:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.102+0000 7fc243400640 1 -- 172.21.15.33:0/1196657374 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5557fa9fde60 con 0x5557fab15c20 2024-09-05T02:35:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.102+0000 7fc243400640 10 client.27530 handle_command_reply: tid=0 2024-09-05T02:35:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.102+0000 7fc267093740 1 client.27530 shutdown 2024-09-05T02:35:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.102+0000 7fc267093740 1 -- 172.21.15.33:0/1196657374 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 msgr2=0x5557faaa34e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.102+0000 7fc267093740 1 --2- 172.21.15.33:0/1196657374 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faaa34e0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fc254009560 tx=0x7fc25401baf0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.102+0000 7fc267093740 1 -- 172.21.15.33:0/1196657374 shutdown_connections 2024-09-05T02:35:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.102+0000 7fc267093740 1 --2- 172.21.15.33:0/1196657374 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5557fab15c20 0x5557fab18040 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.102+0000 7fc267093740 1 --2- 172.21.15.33:0/1196657374 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5557faa9ae50 0x5557faa9ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.102+0000 7fc267093740 1 --2- 172.21.15.33:0/1196657374 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5557faa90590 0x5557faa9e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.102+0000 7fc267093740 1 --2- 172.21.15.33:0/1196657374 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5557faa8fc70 0x5557faaa34e0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.102+0000 7fc243400640 0 client.27530 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:35:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.102+0000 7fc267093740 1 -- 172.21.15.33:0/1196657374 >> 172.21.15.33:0/1196657374 conn(0x5557faa8c200 msgr2=0x5557faa97c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.103+0000 7fc267093740 1 -- 172.21.15.33:0/1196657374 shutdown_connections 2024-09-05T02:35:36.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.103+0000 7fc267093740 1 -- 172.21.15.33:0/1196657374 wait complete. 2024-09-05T02:35:36.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.103+0000 7fc267093740 20 client.27530 trim_cache size 0 max 16384 2024-09-05T02:35:36.110 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:35:36.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.103+0000 7fc264600640 1 -- 172.21.15.33:0/4261044571 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc2440a2d70 msgr2=0x7fc2440a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:36.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.103+0000 7fc264600640 1 --2- 172.21.15.33:0/4261044571 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc2440a2d70 0x7fc2440a5230 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x5557faa8d060 tx=0x7fc25002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.103+0000 7fc264600640 1 -- 172.21.15.33:0/4261044571 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc25c103ff0 msgr2=0x7fc25c19a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:36.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.103+0000 7fc264600640 1 --2- 172.21.15.33:0/4261044571 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc25c103ff0 0x7fc25c19a5e0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fc250005940 tx=0x7fc2500040c0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.104+0000 7fc264600640 1 -- 172.21.15.33:0/4261044571 shutdown_connections 2024-09-05T02:35:36.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.104+0000 7fc264600640 1 --2- 172.21.15.33:0/4261044571 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc2440a2d70 0x7fc2440a5230 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.104+0000 7fc264600640 1 --2- 172.21.15.33:0/4261044571 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc25c109120 0x7fc25c19eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.104+0000 7fc264600640 1 --2- 172.21.15.33:0/4261044571 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc25c1049a0 0x7fc25c19ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.104+0000 7fc264600640 1 --2- 172.21.15.33:0/4261044571 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc25c103ff0 0x7fc25c19a5e0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:36.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.104+0000 7fc264600640 1 -- 172.21.15.33:0/4261044571 >> 172.21.15.33:0/4261044571 conn(0x7fc25c0ffa90 msgr2=0x7fc25c100e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:36.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.104+0000 7fc264600640 1 -- 172.21.15.33:0/4261044571 shutdown_connections 2024-09-05T02:35:36.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:36.104+0000 7fc264600640 1 -- 172.21.15.33:0/4261044571 wait complete. 2024-09-05T02:35:36.962 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:35:37.341 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:37.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:37 smithi174 ceph-mon[34756]: pgmap v267: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:37.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:37 smithi033 ceph-mon[29909]: pgmap v267: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:37.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:37 smithi123 ceph-mon[34031]: pgmap v267: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:37.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.838+0000 7f2676c00640 1 -- 172.21.15.33:0/3519228231 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2670109140 msgr2=0x7f2670110cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:37.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.838+0000 7f2676c00640 1 --2- 172.21.15.33:0/3519228231 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2670109140 0x7f2670110cc0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f2668009ca0 tx=0x7f266802a8c0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.838+0000 7f2676c00640 1 -- 172.21.15.33:0/3519228231 shutdown_connections 2024-09-05T02:35:37.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.838+0000 7f2676c00640 1 --2- 172.21.15.33:0/3519228231 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2670109140 0x7f2670110cc0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.838+0000 7f2676c00640 1 --2- 172.21.15.33:0/3519228231 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f26701049c0 0x7f2670108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.838+0000 7f2676c00640 1 --2- 172.21.15.33:0/3519228231 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2670104010 0x7f26701043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.838+0000 7f2676c00640 1 -- 172.21.15.33:0/3519228231 >> 172.21.15.33:0/3519228231 conn(0x7f26700ffa50 msgr2=0x7f2670101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:37.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.838+0000 7f2676c00640 1 -- 172.21.15.33:0/3519228231 shutdown_connections 2024-09-05T02:35:37.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.838+0000 7f2676c00640 1 -- 172.21.15.33:0/3519228231 wait complete. 2024-09-05T02:35:37.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.839+0000 7f2676c00640 1 Processor -- start 2024-09-05T02:35:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.839+0000 7f2676c00640 1 -- start start 2024-09-05T02:35:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.840+0000 7f2676c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2670104010 0x7f267019a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.840+0000 7f2676c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f26701049c0 0x7f267019ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.840+0000 7f2676c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2670109140 0x7f267019ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.840+0000 7f2676c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2670114170 con 0x7f2670104010 2024-09-05T02:35:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.840+0000 7f2676c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2670113ff0 con 0x7f2670109140 2024-09-05T02:35:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.840+0000 7f2676c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f26701142f0 con 0x7f26701049c0 2024-09-05T02:35:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.840+0000 7f266fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2670104010 0x7f267019a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.840+0000 7f266fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2670104010 0x7f267019a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54404/0 (socket says 172.21.15.33:54404) 2024-09-05T02:35:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.840+0000 7f266fe00640 1 -- 172.21.15.33:0/205720032 learned_addr learned my addr 172.21.15.33:0/205720032 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.840+0000 7f2667e00640 1 --2- 172.21.15.33:0/205720032 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f26701049c0 0x7f267019ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:37.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.840+0000 7f2674c00640 1 --2- 172.21.15.33:0/205720032 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2670109140 0x7f267019ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:37.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.841+0000 7f266fe00640 1 -- 172.21.15.33:0/205720032 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f26701049c0 msgr2=0x7f267019ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:37.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.841+0000 7f266fe00640 1 --2- 172.21.15.33:0/205720032 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f26701049c0 0x7f267019ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.841+0000 7f266fe00640 1 -- 172.21.15.33:0/205720032 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2670109140 msgr2=0x7f267019ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:37.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.841+0000 7f266fe00640 1 --2- 172.21.15.33:0/205720032 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2670109140 0x7f267019ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.841+0000 7f266fe00640 1 -- 172.21.15.33:0/205720032 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f267019f5e0 con 0x7f2670104010 2024-09-05T02:35:37.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.841+0000 7f2667e00640 1 --2- 172.21.15.33:0/205720032 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f26701049c0 0x7f267019ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:37.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.841+0000 7f266fe00640 1 --2- 172.21.15.33:0/205720032 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2670104010 0x7f267019a630 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f266000e9f0 tx=0x7f266000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:37.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.841+0000 7f266d600640 1 -- 172.21.15.33:0/205720032 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f266000cd80 con 0x7f2670104010 2024-09-05T02:35:37.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.841+0000 7f266d600640 1 -- 172.21.15.33:0/205720032 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2660010910 con 0x7f2670104010 2024-09-05T02:35:37.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.841+0000 7f2676c00640 1 -- 172.21.15.33:0/205720032 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f267019f8d0 con 0x7f2670104010 2024-09-05T02:35:37.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.841+0000 7f266d600640 1 -- 172.21.15.33:0/205720032 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2660018990 con 0x7f2670104010 2024-09-05T02:35:37.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.841+0000 7f2676c00640 1 -- 172.21.15.33:0/205720032 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26701a71b0 con 0x7f2670104010 2024-09-05T02:35:37.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.844+0000 7f266d600640 1 -- 172.21.15.33:0/205720032 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f2660010ac0 con 0x7f2670104010 2024-09-05T02:35:37.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.844+0000 7f267965a740 1 Processor -- start 2024-09-05T02:35:37.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.845+0000 7f267965a740 1 -- start start 2024-09-05T02:35:37.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.845+0000 7f267965a740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 0x556fe7418f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:37.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.845+0000 7f267965a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 0x556fe742c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:37.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.845+0000 7f267965a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 0x556fe742ea50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:37.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.845+0000 7f267965a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556fe737f3e0 con 0x556fe742c660 2024-09-05T02:35:37.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.845+0000 7f267965a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556fe7326d80 con 0x556fe74194b0 2024-09-05T02:35:37.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.845+0000 7f267965a740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x556fe737b3a0 con 0x556fe7418b90 2024-09-05T02:35:37.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.846+0000 7f2674c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 0x556fe7418f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:37.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.846+0000 7f266fe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 0x556fe742c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:37.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.846+0000 7f2674c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 0x556fe7418f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:36872/0 (socket says 172.21.15.33:36872) 2024-09-05T02:35:37.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.846+0000 7f2674c00640 1 -- 172.21.15.33:0/4287089551 learned_addr learned my addr 172.21.15.33:0/4287089551 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:37.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.846+0000 7f2667e00640 1 --2- 172.21.15.33:0/4287089551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 0x556fe742ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:37.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.846+0000 7f2674c00640 1 -- 172.21.15.33:0/4287089551 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 msgr2=0x556fe742c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:37.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.846+0000 7f2674c00640 1 --2- 172.21.15.33:0/4287089551 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 0x556fe742c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.846+0000 7f2674c00640 1 -- 172.21.15.33:0/4287089551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 msgr2=0x556fe742ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:37.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.846+0000 7f2674c00640 1 --2- 172.21.15.33:0/4287089551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 0x556fe742ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.846+0000 7f2674c00640 1 -- 172.21.15.33:0/4287089551 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556fe7345ae0 con 0x556fe7418b90 2024-09-05T02:35:37.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.846+0000 7f266d600640 1 --2- 172.21.15.33:0/205720032 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f26540a2cf0 0x7f26540a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:37.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.847+0000 7f2674c00640 1 --2- 172.21.15.33:0/4287089551 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 0x556fe7418f70 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f2668009ca0 tx=0x7f2668005f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=79ccbbaaf938859c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:37.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.847+0000 7f266d600640 1 -- 172.21.15.33:0/205720032 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f26600cf7d0 con 0x7f2670104010 2024-09-05T02:35:37.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.847+0000 7f266fe00640 1 --2- 172.21.15.33:0/205720032 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f26540a2cf0 0x7f26540a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:37.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.847+0000 7f2665200640 1 -- 172.21.15.33:0/4287089551 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2668031db0 con 0x556fe7418b90 2024-09-05T02:35:37.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.847+0000 7f2665200640 1 -- 172.21.15.33:0/4287089551 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2668036040 con 0x556fe7418b90 2024-09-05T02:35:37.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.847+0000 7f2665200640 1 -- 172.21.15.33:0/4287089551 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2668004330 con 0x556fe7418b90 2024-09-05T02:35:37.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.848+0000 7f267965a740 1 -- 172.21.15.33:0/4287089551 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 msgr2=0x556fe7418f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:37.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.848+0000 7f267965a740 1 --2- 172.21.15.33:0/4287089551 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 0x556fe7418f70 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f2668009ca0 tx=0x7f2668005f10 comp rx=0 tx=0).stop 2024-09-05T02:35:37.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.848+0000 7f266fe00640 1 --2- 172.21.15.33:0/205720032 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f26540a2cf0 0x7f26540a51b0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f2660098190 tx=0x7f26600d5530 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:37.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.848+0000 7f267965a740 1 -- 172.21.15.33:0/4287089551 shutdown_connections 2024-09-05T02:35:37.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.848+0000 7f267965a740 1 --2- 172.21.15.33:0/4287089551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 0x556fe742ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.848+0000 7f267965a740 1 --2- 172.21.15.33:0/4287089551 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 0x556fe742c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.848+0000 7f267965a740 1 --2- 172.21.15.33:0/4287089551 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 0x556fe7418f70 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.848+0000 7f267965a740 1 -- 172.21.15.33:0/4287089551 >> 172.21.15.33:0/4287089551 conn(0x556fe7415200 msgr2=0x556fe74155e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:37.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.848+0000 7f267965a740 1 -- 172.21.15.33:0/4287089551 shutdown_connections 2024-09-05T02:35:37.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.848+0000 7f267965a740 1 -- 172.21.15.33:0/4287089551 wait complete. 2024-09-05T02:35:37.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.848+0000 7f267965a740 1 -- start start 2024-09-05T02:35:37.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.849+0000 7f267965a740 1 Processor -- start 2024-09-05T02:35:37.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.849+0000 7f267965a740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 0x556fe74295d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:37.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.849+0000 7f267965a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 0x556fe7429b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:37.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.849+0000 7f267965a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 0x556fe742a050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:37.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.849+0000 7f267965a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556fe742eff0 con 0x556fe742c660 2024-09-05T02:35:37.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.849+0000 7f267965a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556fe733a0f0 con 0x556fe74194b0 2024-09-05T02:35:37.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.849+0000 7f267965a740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x556fe742f170 con 0x556fe7418b90 2024-09-05T02:35:37.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.849+0000 7f267965a740 10 client.0 _ll_register_callbacks cb 0x556fe7321bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:37.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.850+0000 7f2674c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 0x556fe74295d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:37.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.850+0000 7f2674c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 0x556fe742a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:37.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.850+0000 7f2667e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 0x556fe7429b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:37.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.850+0000 7f2674c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 0x556fe742a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54420/0 (socket says 172.21.15.33:54420) 2024-09-05T02:35:37.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.850+0000 7f2674c00640 1 -- 172.21.15.33:0/800217221 learned_addr learned my addr 172.21.15.33:0/800217221 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:37.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.850+0000 7f2667e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 0x556fe7429b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:41796/0 (socket says 172.21.15.33:41796) 2024-09-05T02:35:37.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.850+0000 7f2667e00640 1 -- 172.21.15.33:0/800217221 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 msgr2=0x556fe74295d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:37.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.850+0000 7f2667e00640 1 --2- 172.21.15.33:0/800217221 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 0x556fe74295d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.850+0000 7f2667e00640 1 -- 172.21.15.33:0/800217221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 msgr2=0x556fe742a050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:37.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.850+0000 7f2667e00640 1 --2- 172.21.15.33:0/800217221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 0x556fe742a050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.850+0000 7f2667e00640 1 -- 172.21.15.33:0/800217221 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556fe70f03c0 con 0x556fe74194b0 2024-09-05T02:35:37.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.850+0000 7f2667e00640 1 --2- 172.21.15.33:0/800217221 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 0x556fe7429b10 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f2658012d20 tx=0x7f265800f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee7a03b45f2e366e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:37.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.850+0000 7f265d600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:35:37.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.851+0000 7f265d600640 1 -- 172.21.15.33:0/800217221 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f265800fe60 con 0x556fe74194b0 2024-09-05T02:35:37.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.851+0000 7f265d600640 1 -- 172.21.15.33:0/800217221 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f26580120d0 con 0x556fe74194b0 2024-09-05T02:35:37.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.851+0000 7f267965a740 1 -- 172.21.15.33:0/800217221 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2668036040 con 0x556fe74194b0 2024-09-05T02:35:37.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.851+0000 7f265d600640 1 -- 172.21.15.33:0/800217221 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f26580047a0 con 0x556fe74194b0 2024-09-05T02:35:37.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.851+0000 7f267965a740 10 client.27542 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:37.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.851+0000 7f267965a740 1 -- 172.21.15.33:0/800217221 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556fe743b1a0 con 0x556fe74194b0 2024-09-05T02:35:37.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.852+0000 7f265d600640 1 -- 172.21.15.33:0/800217221 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2668036040 con 0x556fe74194b0 2024-09-05T02:35:37.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.852+0000 7f265d600640 1 -- 172.21.15.33:0/800217221 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f2658010550 con 0x556fe74194b0 2024-09-05T02:35:37.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.852+0000 7f267965a740 10 client.27542 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:37.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.852+0000 7f267965a740 10 client.27542 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:35:37.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.852+0000 7f267965a740 20 client.27542 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:37.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.852+0000 7f267965a740 1 --2- 172.21.15.33:0/800217221 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x556fe743c6b0 0x556fe743ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:37.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.852+0000 7f267965a740 4 client.27542 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:37.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.852+0000 7f267965a740 1 -- 172.21.15.33:0/800217221 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556fe738c950 con 0x556fe743c6b0 2024-09-05T02:35:37.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.852+0000 7f2674c00640 1 --2- 172.21.15.33:0/800217221 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x556fe743c6b0 0x556fe743ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:37.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.853+0000 7f2674c00640 1 --2- 172.21.15.33:0/800217221 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x556fe743c6b0 0x556fe743ead0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e61d53398614394c server_cookie=7a0234886586ce5a in_seq=0 out_seq=0 2024-09-05T02:35:37.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.853+0000 7f265d600640 10 client.27542 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:35:37.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.854+0000 7f265d600640 1 -- 172.21.15.33:0/800217221 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556fe738c950 con 0x556fe743c6b0 2024-09-05T02:35:37.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.854+0000 7f265d600640 10 client.27542 handle_command_reply: tid=0 2024-09-05T02:35:37.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.854+0000 7f267965a740 1 client.27542 shutdown 2024-09-05T02:35:37.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.854+0000 7f267965a740 1 -- 172.21.15.33:0/800217221 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 msgr2=0x556fe7429b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:37.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.854+0000 7f267965a740 1 --2- 172.21.15.33:0/800217221 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 0x556fe7429b10 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f2658012d20 tx=0x7f265800f790 comp rx=0 tx=0).stop 2024-09-05T02:35:37.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.854+0000 7f267965a740 1 -- 172.21.15.33:0/800217221 shutdown_connections 2024-09-05T02:35:37.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.854+0000 7f267965a740 1 --2- 172.21.15.33:0/800217221 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x556fe743c6b0 0x556fe743ead0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.854+0000 7f267965a740 1 --2- 172.21.15.33:0/800217221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 0x556fe742a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.854+0000 7f267965a740 1 --2- 172.21.15.33:0/800217221 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 0x556fe7429b10 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.854+0000 7f267965a740 1 --2- 172.21.15.33:0/800217221 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 0x556fe74295d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.854+0000 7f265d600640 0 client.27542 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:35:37.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.854+0000 7f267965a740 1 -- 172.21.15.33:0/800217221 >> 172.21.15.33:0/800217221 conn(0x556fe7415200 msgr2=0x556fe7414380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:37.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.854+0000 7f267965a740 1 -- 172.21.15.33:0/800217221 shutdown_connections 2024-09-05T02:35:37.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.854+0000 7f267965a740 1 -- 172.21.15.33:0/800217221 wait complete. 2024-09-05T02:35:37.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.854+0000 7f267965a740 20 client.27542 trim_cache size 0 max 16384 2024-09-05T02:35:37.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.868+0000 7f267965a740 1 Processor -- start 2024-09-05T02:35:37.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.869+0000 7f267965a740 1 -- start start 2024-09-05T02:35:37.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.869+0000 7f267965a740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 0x556fe7444380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.869+0000 7f267965a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 0x556fe74448c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.869+0000 7f267965a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 0x556fe7426830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.869+0000 7f267965a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f26701ab6b0 con 0x556fe742c660 2024-09-05T02:35:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.869+0000 7f267965a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f26701ad1f0 con 0x556fe74194b0 2024-09-05T02:35:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.869+0000 7f267965a740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f26701abd80 con 0x556fe7418b90 2024-09-05T02:35:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.869+0000 7f2674c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 0x556fe7426830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.869+0000 7f2674c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 0x556fe7426830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54436/0 (socket says 172.21.15.33:54436) 2024-09-05T02:35:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.869+0000 7f2674c00640 1 -- 172.21.15.33:0/642680030 learned_addr learned my addr 172.21.15.33:0/642680030 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.869+0000 7f2674c00640 1 --2- 172.21.15.33:0/642680030 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 0x556fe7444380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:37.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.869+0000 7f2667e00640 1 --2- 172.21.15.33:0/642680030 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 0x556fe74448c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.870+0000 7f2674c00640 1 -- 172.21.15.33:0/642680030 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 msgr2=0x556fe7444380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.870+0000 7f2674c00640 1 --2- 172.21.15.33:0/642680030 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 0x556fe7444380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.870+0000 7f2674c00640 1 -- 172.21.15.33:0/642680030 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 msgr2=0x556fe74448c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.870+0000 7f2674c00640 1 --2- 172.21.15.33:0/642680030 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 0x556fe74448c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.870+0000 7f2674c00640 1 -- 172.21.15.33:0/642680030 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556fe7410770 con 0x556fe742c660 2024-09-05T02:35:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.870+0000 7f2674c00640 1 --2- 172.21.15.33:0/642680030 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 0x556fe7426830 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f2668031950 tx=0x7f266802a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9980aea0389104e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:37.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.870+0000 7f265fe00640 1 -- 172.21.15.33:0/642680030 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2668031570 con 0x556fe742c660 2024-09-05T02:35:37.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.870+0000 7f265fe00640 1 -- 172.21.15.33:0/642680030 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2668036030 con 0x556fe742c660 2024-09-05T02:35:37.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.870+0000 7f265fe00640 1 -- 172.21.15.33:0/642680030 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2668004470 con 0x556fe742c660 2024-09-05T02:35:37.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.871+0000 7f267965a740 1 -- 172.21.15.33:0/642680030 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 msgr2=0x556fe7426830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:37.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.871+0000 7f267965a740 1 --2- 172.21.15.33:0/642680030 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 0x556fe7426830 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f2668031950 tx=0x7f266802a8c0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.871+0000 7f267965a740 1 -- 172.21.15.33:0/642680030 shutdown_connections 2024-09-05T02:35:37.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.871+0000 7f267965a740 1 --2- 172.21.15.33:0/642680030 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 0x556fe7426830 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.871+0000 7f267965a740 1 --2- 172.21.15.33:0/642680030 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 0x556fe74448c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.871+0000 7f267965a740 1 --2- 172.21.15.33:0/642680030 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 0x556fe7444380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.871+0000 7f267965a740 1 -- 172.21.15.33:0/642680030 >> 172.21.15.33:0/642680030 conn(0x556fe7415200 msgr2=0x556fe7414380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:37.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.871+0000 7f267965a740 1 -- 172.21.15.33:0/642680030 shutdown_connections 2024-09-05T02:35:37.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.871+0000 7f267965a740 1 -- 172.21.15.33:0/642680030 wait complete. 2024-09-05T02:35:37.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.872+0000 7f267965a740 1 -- start start 2024-09-05T02:35:37.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.872+0000 7f267965a740 1 Processor -- start 2024-09-05T02:35:37.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.872+0000 7f267965a740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 0x556fe7430300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:37.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.872+0000 7f267965a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 0x556fe7430840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:37.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.872+0000 7f267965a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 0x556fe7430d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:37.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.872+0000 7f267965a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f26701acb20 con 0x556fe742c660 2024-09-05T02:35:37.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.872+0000 7f267965a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f26701ac450 con 0x556fe74194b0 2024-09-05T02:35:37.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.872+0000 7f267965a740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f26701a96b0 con 0x556fe7418b90 2024-09-05T02:35:37.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.872+0000 7f267965a740 10 client.0 _ll_register_callbacks cb 0x7f2658009cc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:37.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.873+0000 7f2667e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 0x556fe7430840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:37.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.873+0000 7f2667e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 0x556fe7430840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:41814/0 (socket says 172.21.15.33:41814) 2024-09-05T02:35:37.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.873+0000 7f2667e00640 1 -- 172.21.15.33:0/1342720548 learned_addr learned my addr 172.21.15.33:0/1342720548 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:37.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.873+0000 7f2674c00640 1 --2- 172.21.15.33:0/1342720548 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 0x556fe7430d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:37.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.873+0000 7f2674c00640 1 --2- 172.21.15.33:0/1342720548 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 0x556fe7430300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:37.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.873+0000 7f2667e00640 1 -- 172.21.15.33:0/1342720548 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 msgr2=0x556fe7430300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:37.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.873+0000 7f2667e00640 1 --2- 172.21.15.33:0/1342720548 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 0x556fe7430300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.873+0000 7f2667e00640 1 -- 172.21.15.33:0/1342720548 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 msgr2=0x556fe7430d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:37.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.873+0000 7f2667e00640 1 --2- 172.21.15.33:0/1342720548 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 0x556fe7430d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.873+0000 7f2667e00640 1 -- 172.21.15.33:0/1342720548 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556fe74a64f0 con 0x556fe74194b0 2024-09-05T02:35:37.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.873+0000 7f2667e00640 1 --2- 172.21.15.33:0/1342720548 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 0x556fe7430840 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f26580059f0 tx=0x7f2658011e20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b82b2ddb54f55e0d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:37.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.873+0000 7f265d600640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:35:37.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.874+0000 7f265d600640 1 -- 172.21.15.33:0/1342720548 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2658029040 con 0x556fe74194b0 2024-09-05T02:35:37.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.874+0000 7f267965a740 1 -- 172.21.15.33:0/1342720548 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2668036030 con 0x556fe74194b0 2024-09-05T02:35:37.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.874+0000 7f265d600640 1 -- 172.21.15.33:0/1342720548 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f2658012860 con 0x556fe74194b0 2024-09-05T02:35:37.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.874+0000 7f265d600640 1 -- 172.21.15.33:0/1342720548 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2658010430 con 0x556fe74194b0 2024-09-05T02:35:37.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.874+0000 7f267965a740 10 client.27548 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:37.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.874+0000 7f267965a740 1 -- 172.21.15.33:0/1342720548 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556fe74a7800 con 0x556fe74194b0 2024-09-05T02:35:37.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.875+0000 7f265d600640 1 -- 172.21.15.33:0/1342720548 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2668036030 con 0x556fe74194b0 2024-09-05T02:35:37.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.875+0000 7f265d600640 1 -- 172.21.15.33:0/1342720548 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f26580037b0 con 0x556fe74194b0 2024-09-05T02:35:37.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.875+0000 7f267965a740 10 client.27548 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:37.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.875+0000 7f267965a740 10 client.27548 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:35:37.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.875+0000 7f267965a740 20 client.27548 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:37.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.875+0000 7f267965a740 1 --2- 172.21.15.33:0/1342720548 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x556fe74a7f50 0x556fe74aa370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:37.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.875+0000 7f267965a740 4 client.27548 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:35:37.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.875+0000 7f267965a740 1 -- 172.21.15.33:0/1342720548 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556fe7386e60 con 0x556fe74a7f50 2024-09-05T02:35:37.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.875+0000 7f2674c00640 1 --2- 172.21.15.33:0/1342720548 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x556fe74a7f50 0x556fe74aa370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:37.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.876+0000 7f2674c00640 1 --2- 172.21.15.33:0/1342720548 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x556fe74a7f50 0x556fe74aa370 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ccba2c3c7277217a server_cookie=32b9a923ab38c617 in_seq=0 out_seq=0 2024-09-05T02:35:37.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.876+0000 7f265d600640 10 client.27548 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:35:37.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.876+0000 7f265d600640 1 -- 172.21.15.33:0/1342720548 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556fe7386e60 con 0x556fe74a7f50 2024-09-05T02:35:37.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.876+0000 7f265d600640 10 client.27548 handle_command_reply: tid=0 2024-09-05T02:35:37.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.876+0000 7f267965a740 1 client.27548 shutdown 2024-09-05T02:35:37.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.876+0000 7f267965a740 1 -- 172.21.15.33:0/1342720548 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 msgr2=0x556fe7430840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:37.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.876+0000 7f267965a740 1 --2- 172.21.15.33:0/1342720548 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 0x556fe7430840 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f26580059f0 tx=0x7f2658011e20 comp rx=0 tx=0).stop 2024-09-05T02:35:37.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.876+0000 7f267965a740 1 -- 172.21.15.33:0/1342720548 shutdown_connections 2024-09-05T02:35:37.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.876+0000 7f267965a740 1 --2- 172.21.15.33:0/1342720548 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x556fe74a7f50 0x556fe74aa370 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.876+0000 7f267965a740 1 --2- 172.21.15.33:0/1342720548 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556fe742c660 0x556fe7430d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.876+0000 7f267965a740 1 --2- 172.21.15.33:0/1342720548 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fe74194b0 0x556fe7430840 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.876+0000 7f265d600640 0 client.27548 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:35:37.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.876+0000 7f267965a740 1 --2- 172.21.15.33:0/1342720548 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556fe7418b90 0x556fe7430300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.876+0000 7f267965a740 1 -- 172.21.15.33:0/1342720548 >> 172.21.15.33:0/1342720548 conn(0x556fe7415200 msgr2=0x556fe741a550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:37.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.877+0000 7f267965a740 1 -- 172.21.15.33:0/1342720548 shutdown_connections 2024-09-05T02:35:37.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.877+0000 7f267965a740 1 -- 172.21.15.33:0/1342720548 wait complete. 2024-09-05T02:35:37.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.877+0000 7f267965a740 20 client.27548 trim_cache size 0 max 16384 2024-09-05T02:35:37.882 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:35:37.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.877+0000 7f2676c00640 1 -- 172.21.15.33:0/205720032 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f26540a2cf0 msgr2=0x7f26540a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:37.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.877+0000 7f2676c00640 1 --2- 172.21.15.33:0/205720032 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f26540a2cf0 0x7f26540a51b0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f2660098190 tx=0x7f26600d5530 comp rx=0 tx=0).stop 2024-09-05T02:35:37.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.877+0000 7f2676c00640 1 -- 172.21.15.33:0/205720032 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2670104010 msgr2=0x7f267019a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:37.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.877+0000 7f2676c00640 1 --2- 172.21.15.33:0/205720032 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2670104010 0x7f267019a630 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f266000e9f0 tx=0x7f266000eeb0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.877+0000 7f2676c00640 1 -- 172.21.15.33:0/205720032 shutdown_connections 2024-09-05T02:35:37.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.877+0000 7f2676c00640 1 --2- 172.21.15.33:0/205720032 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f26540a2cf0 0x7f26540a51b0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.877+0000 7f2676c00640 1 --2- 172.21.15.33:0/205720032 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2670109140 0x7f267019ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.877+0000 7f2676c00640 1 --2- 172.21.15.33:0/205720032 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f26701049c0 0x7f267019ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.877+0000 7f2676c00640 1 --2- 172.21.15.33:0/205720032 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2670104010 0x7f267019a630 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:37.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.877+0000 7f2676c00640 1 -- 172.21.15.33:0/205720032 >> 172.21.15.33:0/205720032 conn(0x7f26700ffa50 msgr2=0x7f2670100d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:37.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.878+0000 7f2676c00640 1 -- 172.21.15.33:0/205720032 shutdown_connections 2024-09-05T02:35:37.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:37.878+0000 7f2676c00640 1 -- 172.21.15.33:0/205720032 wait complete. 2024-09-05T02:35:38.701 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:35:39.077 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:39.499 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:39 smithi033 ceph-mon[29909]: pgmap v268: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:35:39.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:39 smithi174 ceph-mon[34756]: pgmap v268: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:35:39.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.612+0000 7f6c21a00640 1 -- 172.21.15.33:0/1972602053 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c1c1049c0 msgr2=0x7f6c1c108a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:39.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.612+0000 7f6c21a00640 1 --2- 172.21.15.33:0/1972602053 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c1c1049c0 0x7f6c1c108a10 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f6c04009900 tx=0x7f6c0402a410 comp rx=0 tx=0).stop 2024-09-05T02:35:39.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.613+0000 7f6c21a00640 1 -- 172.21.15.33:0/1972602053 shutdown_connections 2024-09-05T02:35:39.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.613+0000 7f6c21a00640 1 --2- 172.21.15.33:0/1972602053 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6c1c109140 0x7f6c1c110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.613+0000 7f6c21a00640 1 --2- 172.21.15.33:0/1972602053 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c1c1049c0 0x7f6c1c108a10 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.613+0000 7f6c21a00640 1 --2- 172.21.15.33:0/1972602053 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c1c104010 0x7f6c1c1043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.613+0000 7f6c21a00640 1 -- 172.21.15.33:0/1972602053 >> 172.21.15.33:0/1972602053 conn(0x7f6c1c0ffa50 msgr2=0x7f6c1c101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:39.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.613+0000 7f6c21a00640 1 -- 172.21.15.33:0/1972602053 shutdown_connections 2024-09-05T02:35:39.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.613+0000 7f6c21a00640 1 -- 172.21.15.33:0/1972602053 wait complete. 2024-09-05T02:35:39.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.614+0000 7f6c21a00640 1 Processor -- start 2024-09-05T02:35:39.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.614+0000 7f6c21a00640 1 -- start start 2024-09-05T02:35:39.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.614+0000 7f6c21a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c1c104010 0x7f6c1c19a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:39.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.614+0000 7f6c21a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6c1c1049c0 0x7f6c1c19ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:39.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.614+0000 7f6c21a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c1c109140 0x7f6c1c19ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:39.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.614+0000 7f6c21a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6c1c114190 con 0x7f6c1c109140 2024-09-05T02:35:39.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.614+0000 7f6c21a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6c1c114010 con 0x7f6c1c104010 2024-09-05T02:35:39.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.614+0000 7f6c21a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6c1c114310 con 0x7f6c1c1049c0 2024-09-05T02:35:39.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.615+0000 7f6c1aa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c1c104010 0x7f6c1c19a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:39.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.615+0000 7f6c1b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c1c109140 0x7f6c1c19ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:39.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.615+0000 7f6c1aa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c1c104010 0x7f6c1c19a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:41828/0 (socket says 172.21.15.33:41828) 2024-09-05T02:35:39.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.615+0000 7f6c1aa00640 1 -- 172.21.15.33:0/2713551303 learned_addr learned my addr 172.21.15.33:0/2713551303 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:39.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.615+0000 7f6c12000640 1 --2- 172.21.15.33:0/2713551303 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6c1c1049c0 0x7f6c1c19ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:39.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.615+0000 7f6c1aa00640 1 -- 172.21.15.33:0/2713551303 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6c1c1049c0 msgr2=0x7f6c1c19ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:39.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.615+0000 7f6c1aa00640 1 --2- 172.21.15.33:0/2713551303 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6c1c1049c0 0x7f6c1c19ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.615+0000 7f6c1aa00640 1 -- 172.21.15.33:0/2713551303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c1c109140 msgr2=0x7f6c1c19ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:39.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.615+0000 7f6c1aa00640 1 --2- 172.21.15.33:0/2713551303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c1c109140 0x7f6c1c19ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.615+0000 7f6c1aa00640 1 -- 172.21.15.33:0/2713551303 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c1c19f600 con 0x7f6c1c104010 2024-09-05T02:35:39.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.615+0000 7f6c1aa00640 1 --2- 172.21.15.33:0/2713551303 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c1c104010 0x7f6c1c19a650 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c00d950 tx=0x7f6c0c00de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:39.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.616+0000 7f6c13e00640 1 -- 172.21.15.33:0/2713551303 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c017030 con 0x7f6c1c104010 2024-09-05T02:35:39.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.616+0000 7f6c21a00640 1 -- 172.21.15.33:0/2713551303 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c1c19f8f0 con 0x7f6c1c104010 2024-09-05T02:35:39.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.616+0000 7f6c13e00640 1 -- 172.21.15.33:0/2713551303 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6c0c004020 con 0x7f6c1c104010 2024-09-05T02:35:39.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.616+0000 7f6c13e00640 1 -- 172.21.15.33:0/2713551303 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c0047a0 con 0x7f6c1c104010 2024-09-05T02:35:39.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.616+0000 7f6c21a00640 1 -- 172.21.15.33:0/2713551303 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c1c1a71d0 con 0x7f6c1c104010 2024-09-05T02:35:39.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.619+0000 7f6c243c4740 1 Processor -- start 2024-09-05T02:35:39.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.619+0000 7f6c243c4740 1 -- start start 2024-09-05T02:35:39.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.619+0000 7f6c13e00640 1 -- 172.21.15.33:0/2713551303 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f6c0c0041d0 con 0x7f6c1c104010 2024-09-05T02:35:39.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.619+0000 7f6c243c4740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f33c70 0x558d49f34050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:39.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.619+0000 7f6c243c4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f34590 0x558d49f3e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:39.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.619+0000 7f6c243c4740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f3ee50 0x558d49f41240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:39.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.619+0000 7f6c243c4740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558d49e9a3e0 con 0x558d49f3ee50 2024-09-05T02:35:39.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.619+0000 7f6c243c4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x558d49e41d80 con 0x558d49f34590 2024-09-05T02:35:39.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.619+0000 7f6c243c4740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x558d49e963a0 con 0x558d49f33c70 2024-09-05T02:35:39.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.620+0000 7f6c1aa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f34590 0x558d49f3e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:39.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.620+0000 7f6c1aa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f34590 0x558d49f3e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:41834/0 (socket says 172.21.15.33:41834) 2024-09-05T02:35:39.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.620+0000 7f6c1aa00640 1 -- 172.21.15.33:0/1533317752 learned_addr learned my addr 172.21.15.33:0/1533317752 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:39.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.620+0000 7f6c12000640 1 --2- 172.21.15.33:0/1533317752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f3ee50 0x558d49f41240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:39.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.620+0000 7f6c1b400640 1 --2- 172.21.15.33:0/1533317752 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f33c70 0x558d49f34050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:39.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.620+0000 7f6c1aa00640 1 -- 172.21.15.33:0/1533317752 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f33c70 msgr2=0x558d49f34050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:39.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.620+0000 7f6c1aa00640 1 --2- 172.21.15.33:0/1533317752 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f33c70 0x558d49f34050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.620+0000 7f6c1aa00640 1 -- 172.21.15.33:0/1533317752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f3ee50 msgr2=0x558d49f41240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:39.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.620+0000 7f6c1aa00640 1 --2- 172.21.15.33:0/1533317752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f3ee50 0x558d49f41240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.620+0000 7f6c1aa00640 1 -- 172.21.15.33:0/1533317752 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d49e60ae0 con 0x558d49f34590 2024-09-05T02:35:39.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.620+0000 7f6c1b400640 1 --2- 172.21.15.33:0/1533317752 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f33c70 0x558d49f34050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:35:39.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.620+0000 7f6c12000640 1 --2- 172.21.15.33:0/1533317752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f3ee50 0x558d49f41240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:39.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.621+0000 7f6c1aa00640 1 --2- 172.21.15.33:0/1533317752 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f34590 0x558d49f3e910 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c0cc380 tx=0x7f6c0c0d2f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d688b27df700e28 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:39.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.621+0000 7f6c13e00640 1 --2- 172.21.15.33:0/2713551303 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6c000a2cf0 0x7f6c000a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:39.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.621+0000 7f6c0be00640 1 -- 172.21.15.33:0/1533317752 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c0974b0 con 0x558d49f34590 2024-09-05T02:35:39.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.621+0000 7f6c0be00640 1 -- 172.21.15.33:0/1533317752 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6c0c0a94b0 con 0x558d49f34590 2024-09-05T02:35:39.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.621+0000 7f6c0be00640 1 -- 172.21.15.33:0/1533317752 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c09a990 con 0x558d49f34590 2024-09-05T02:35:39.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.621+0000 7f6c13e00640 1 -- 172.21.15.33:0/2713551303 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f6c0c0ced60 con 0x7f6c1c104010 2024-09-05T02:35:39.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.621+0000 7f6c1b400640 1 --2- 172.21.15.33:0/2713551303 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6c000a2cf0 0x7f6c000a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:39.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.622+0000 7f6c243c4740 1 -- 172.21.15.33:0/1533317752 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f34590 msgr2=0x558d49f3e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:39.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.622+0000 7f6c243c4740 1 --2- 172.21.15.33:0/1533317752 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f34590 0x558d49f3e910 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c0cc380 tx=0x7f6c0c0d2f90 comp rx=0 tx=0).stop 2024-09-05T02:35:39.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.622+0000 7f6c1b400640 1 --2- 172.21.15.33:0/2713551303 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6c000a2cf0 0x7f6c000a51b0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f6c14005fd0 tx=0x7f6c14009600 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:39.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.622+0000 7f6c243c4740 1 -- 172.21.15.33:0/1533317752 shutdown_connections 2024-09-05T02:35:39.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.622+0000 7f6c243c4740 1 --2- 172.21.15.33:0/1533317752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f3ee50 0x558d49f41240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.622+0000 7f6c243c4740 1 --2- 172.21.15.33:0/1533317752 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f34590 0x558d49f3e910 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.622+0000 7f6c243c4740 1 --2- 172.21.15.33:0/1533317752 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f33c70 0x558d49f34050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.622+0000 7f6c243c4740 1 -- 172.21.15.33:0/1533317752 >> 172.21.15.33:0/1533317752 conn(0x558d49f30200 msgr2=0x558d49f305e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:39.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.622+0000 7f6c243c4740 1 -- 172.21.15.33:0/1533317752 shutdown_connections 2024-09-05T02:35:39.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.622+0000 7f6c243c4740 1 -- 172.21.15.33:0/1533317752 wait complete. 2024-09-05T02:35:39.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.623+0000 7f6c243c4740 1 -- start start 2024-09-05T02:35:39.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.623+0000 7f6c243c4740 1 Processor -- start 2024-09-05T02:35:39.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.623+0000 7f6c243c4740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f33c70 0x558d49f3bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:39.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.623+0000 7f6c243c4740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f34590 0x558d49f3c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:39.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.623+0000 7f6c243c4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f3ee50 0x558d49f3c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:39.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.623+0000 7f6c243c4740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558d49f418a0 con 0x558d49f33c70 2024-09-05T02:35:39.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.623+0000 7f6c243c4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x558d49e550f0 con 0x558d49f3ee50 2024-09-05T02:35:39.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.623+0000 7f6c243c4740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x558d49f41a20 con 0x558d49f34590 2024-09-05T02:35:39.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.623+0000 7f6c243c4740 10 client.0 _ll_register_callbacks cb 0x558d49e3cbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:39.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.624+0000 7f6c1aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f33c70 0x558d49f3bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:39.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.624+0000 7f6c1b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f3ee50 0x558d49f3c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:39.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.624+0000 7f6c1aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f33c70 0x558d49f3bce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54482/0 (socket says 172.21.15.33:54482) 2024-09-05T02:35:39.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.624+0000 7f6c1aa00640 1 -- 172.21.15.33:0/280577343 learned_addr learned my addr 172.21.15.33:0/280577343 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:39.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.624+0000 7f6c12000640 1 --2- 172.21.15.33:0/280577343 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f34590 0x558d49f3c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:39.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.624+0000 7f6c1b400640 1 -- 172.21.15.33:0/280577343 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f34590 msgr2=0x558d49f3c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:39.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.624+0000 7f6c1b400640 1 --2- 172.21.15.33:0/280577343 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f34590 0x558d49f3c220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.624+0000 7f6c1b400640 1 -- 172.21.15.33:0/280577343 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f33c70 msgr2=0x558d49f3bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:39.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.624+0000 7f6c1b400640 1 --2- 172.21.15.33:0/280577343 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f33c70 0x558d49f3bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.624+0000 7f6c1b400640 1 -- 172.21.15.33:0/280577343 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d49c0b3c0 con 0x558d49f3ee50 2024-09-05T02:35:39.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.624+0000 7f6c1aa00640 1 --2- 172.21.15.33:0/280577343 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f33c70 0x558d49f3bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:39.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.624+0000 7f6c1b400640 1 --2- 172.21.15.33:0/280577343 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f3ee50 0x558d49f3c760 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f6c140105d0 tx=0x7f6c14004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a6207957237d4fbe server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:39.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.624+0000 7f6c08c00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:35:39.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.625+0000 7f6c08c00640 1 -- 172.21.15.33:0/280577343 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c1401d790 con 0x558d49f3ee50 2024-09-05T02:35:39.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.625+0000 7f6c08c00640 1 -- 172.21.15.33:0/280577343 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f6c1401d930 con 0x558d49f3ee50 2024-09-05T02:35:39.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.625+0000 7f6c243c4740 1 -- 172.21.15.33:0/280577343 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c0c0a94b0 con 0x558d49f3ee50 2024-09-05T02:35:39.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.625+0000 7f6c08c00640 1 -- 172.21.15.33:0/280577343 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6c1401db30 con 0x558d49f3ee50 2024-09-05T02:35:39.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.625+0000 7f6c243c4740 10 client.27560 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:39.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.625+0000 7f6c243c4740 1 -- 172.21.15.33:0/280577343 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558d49f4d8d0 con 0x558d49f3ee50 2024-09-05T02:35:39.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.626+0000 7f6c08c00640 1 -- 172.21.15.33:0/280577343 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6c0c0a94b0 con 0x558d49f3ee50 2024-09-05T02:35:39.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.626+0000 7f6c08c00640 1 -- 172.21.15.33:0/280577343 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f6c1400f040 con 0x558d49f3ee50 2024-09-05T02:35:39.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.626+0000 7f6c243c4740 10 client.27560 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:39.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.626+0000 7f6c243c4740 10 client.27560 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:35:39.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.626+0000 7f6c243c4740 20 client.27560 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:39.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.626+0000 7f6c243c4740 1 --2- 172.21.15.33:0/280577343 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x558d49f4ed90 0x558d49f511c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:39.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.626+0000 7f6c243c4740 4 client.27560 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:39.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.626+0000 7f6c243c4740 1 -- 172.21.15.33:0/280577343 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558d49ea7950 con 0x558d49f4ed90 2024-09-05T02:35:39.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.626+0000 7f6c1aa00640 1 --2- 172.21.15.33:0/280577343 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x558d49f4ed90 0x558d49f511c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:39.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.627+0000 7f6c1aa00640 1 --2- 172.21.15.33:0/280577343 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x558d49f4ed90 0x558d49f511c0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=242b360611235822 server_cookie=56e66acf87446e37 in_seq=0 out_seq=0 2024-09-05T02:35:39.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.627+0000 7f6c08c00640 10 client.27560 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:39.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.628+0000 7f6c08c00640 1 -- 172.21.15.33:0/280577343 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558d49ea7950 con 0x558d49f4ed90 2024-09-05T02:35:39.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.628+0000 7f6c08c00640 10 client.27560 handle_command_reply: tid=0 2024-09-05T02:35:39.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.628+0000 7f6c243c4740 1 client.27560 shutdown 2024-09-05T02:35:39.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.628+0000 7f6c243c4740 1 -- 172.21.15.33:0/280577343 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f3ee50 msgr2=0x558d49f3c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:39.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.628+0000 7f6c243c4740 1 --2- 172.21.15.33:0/280577343 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f3ee50 0x558d49f3c760 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f6c140105d0 tx=0x7f6c14004a40 comp rx=0 tx=0).stop 2024-09-05T02:35:39.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.628+0000 7f6c243c4740 1 -- 172.21.15.33:0/280577343 shutdown_connections 2024-09-05T02:35:39.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.628+0000 7f6c243c4740 1 --2- 172.21.15.33:0/280577343 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f3ee50 0x558d49f3c760 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.628+0000 7f6c243c4740 1 --2- 172.21.15.33:0/280577343 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f34590 0x558d49f3c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.628+0000 7f6c243c4740 1 --2- 172.21.15.33:0/280577343 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x558d49f4ed90 0x558d49f511c0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.628+0000 7f6c243c4740 1 --2- 172.21.15.33:0/280577343 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f33c70 0x558d49f3bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.628+0000 7f6c243c4740 1 -- 172.21.15.33:0/280577343 >> 172.21.15.33:0/280577343 conn(0x558d49f30200 msgr2=0x558d49f35ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:39.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.628+0000 7f6c08c00640 0 client.27560 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:39.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.628+0000 7f6c243c4740 1 -- 172.21.15.33:0/280577343 shutdown_connections 2024-09-05T02:35:39.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.629+0000 7f6c243c4740 1 -- 172.21.15.33:0/280577343 wait complete. 2024-09-05T02:35:39.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.629+0000 7f6c243c4740 20 client.27560 trim_cache size 0 max 16384 2024-09-05T02:35:39.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:39 smithi123 ceph-mon[34031]: pgmap v268: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:35:39.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.642+0000 7f6c243c4740 1 Processor -- start 2024-09-05T02:35:39.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.642+0000 7f6c243c4740 1 -- start start 2024-09-05T02:35:39.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.643+0000 7f6c243c4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f33c70 0x558d49f35dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:39.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.643+0000 7f6c243c4740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f34590 0x558d49f56a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:39.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.643+0000 7f6c243c4740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f3ee50 0x558d49f56fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:39.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.643+0000 7f6c243c4740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6c1c1afc30 con 0x558d49f34590 2024-09-05T02:35:39.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.643+0000 7f6c243c4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6c1c1b1770 con 0x558d49f33c70 2024-09-05T02:35:39.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.643+0000 7f6c243c4740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6c1c1b0300 con 0x558d49f3ee50 2024-09-05T02:35:39.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.643+0000 7f6c12000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f34590 0x558d49f56a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:39.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.643+0000 7f6c12000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f34590 0x558d49f56a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54492/0 (socket says 172.21.15.33:54492) 2024-09-05T02:35:39.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.643+0000 7f6c12000640 1 -- 172.21.15.33:0/970266005 learned_addr learned my addr 172.21.15.33:0/970266005 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:39.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.643+0000 7f6c1b400640 1 --2- 172.21.15.33:0/970266005 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f3ee50 0x558d49f56fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:39.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.643+0000 7f6c1aa00640 1 --2- 172.21.15.33:0/970266005 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f33c70 0x558d49f35dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:39.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.644+0000 7f6c12000640 1 -- 172.21.15.33:0/970266005 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f3ee50 msgr2=0x558d49f56fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:39.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.644+0000 7f6c12000640 1 --2- 172.21.15.33:0/970266005 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f3ee50 0x558d49f56fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.644+0000 7f6c12000640 1 -- 172.21.15.33:0/970266005 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f33c70 msgr2=0x558d49f35dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:39.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.644+0000 7f6c12000640 1 --2- 172.21.15.33:0/970266005 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f33c70 0x558d49f35dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.644+0000 7f6c12000640 1 -- 172.21.15.33:0/970266005 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d49f30030 con 0x558d49f34590 2024-09-05T02:35:39.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.644+0000 7f6c1aa00640 1 --2- 172.21.15.33:0/970266005 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f33c70 0x558d49f35dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:39.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.644+0000 7f6c12000640 1 --2- 172.21.15.33:0/970266005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f34590 0x558d49f56a90 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f6c04009900 tx=0x7f6c040045a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5b0e7132b64dfc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:39.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.644+0000 7f6c0b400640 1 -- 172.21.15.33:0/970266005 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c04035040 con 0x558d49f34590 2024-09-05T02:35:39.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.644+0000 7f6c0b400640 1 -- 172.21.15.33:0/970266005 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6c04004ba0 con 0x558d49f34590 2024-09-05T02:35:39.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.644+0000 7f6c0b400640 1 -- 172.21.15.33:0/970266005 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c04003a20 con 0x558d49f34590 2024-09-05T02:35:39.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.645+0000 7f6c243c4740 1 -- 172.21.15.33:0/970266005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f34590 msgr2=0x558d49f56a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:39.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.645+0000 7f6c243c4740 1 --2- 172.21.15.33:0/970266005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f34590 0x558d49f56a90 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f6c04009900 tx=0x7f6c040045a0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.645+0000 7f6c243c4740 1 -- 172.21.15.33:0/970266005 shutdown_connections 2024-09-05T02:35:39.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.645+0000 7f6c243c4740 1 --2- 172.21.15.33:0/970266005 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f3ee50 0x558d49f56fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.645+0000 7f6c243c4740 1 --2- 172.21.15.33:0/970266005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f34590 0x558d49f56a90 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.645+0000 7f6c243c4740 1 --2- 172.21.15.33:0/970266005 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f33c70 0x558d49f35dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.645+0000 7f6c243c4740 1 -- 172.21.15.33:0/970266005 >> 172.21.15.33:0/970266005 conn(0x558d49f30200 msgr2=0x558d49f356c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:39.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.645+0000 7f6c243c4740 1 -- 172.21.15.33:0/970266005 shutdown_connections 2024-09-05T02:35:39.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.645+0000 7f6c243c4740 1 -- 172.21.15.33:0/970266005 wait complete. 2024-09-05T02:35:39.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.645+0000 7f6c243c4740 1 -- start start 2024-09-05T02:35:39.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.646+0000 7f6c243c4740 1 Processor -- start 2024-09-05T02:35:39.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.646+0000 7f6c243c4740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f33c70 0x558d49f43040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:39.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.646+0000 7f6c243c4740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f34590 0x558d49f43580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:39.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.646+0000 7f6c243c4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f3ee50 0x558d49fb8a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:39.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.646+0000 7f6c243c4740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6c1c1b10a0 con 0x558d49f33c70 2024-09-05T02:35:39.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.646+0000 7f6c243c4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6c1c1b09d0 con 0x558d49f3ee50 2024-09-05T02:35:39.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.646+0000 7f6c243c4740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6c1c1adc30 con 0x558d49f34590 2024-09-05T02:35:39.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.646+0000 7f6c243c4740 10 client.0 _ll_register_callbacks cb 0x7f6c14010490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:39.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.646+0000 7f6c1aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f33c70 0x558d49f43040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:39.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.646+0000 7f6c1aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f33c70 0x558d49f43040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54508/0 (socket says 172.21.15.33:54508) 2024-09-05T02:35:39.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.646+0000 7f6c1aa00640 1 -- 172.21.15.33:0/24168160 learned_addr learned my addr 172.21.15.33:0/24168160 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:39.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.646+0000 7f6c12000640 1 --2- 172.21.15.33:0/24168160 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f34590 0x558d49f43580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:39.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.646+0000 7f6c1b400640 1 --2- 172.21.15.33:0/24168160 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f3ee50 0x558d49fb8a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:39.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.647+0000 7f6c1aa00640 1 -- 172.21.15.33:0/24168160 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f34590 msgr2=0x558d49f43580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:39.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.647+0000 7f6c1aa00640 1 --2- 172.21.15.33:0/24168160 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f34590 0x558d49f43580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.647+0000 7f6c1aa00640 1 -- 172.21.15.33:0/24168160 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f3ee50 msgr2=0x558d49fb8a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:39.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.647+0000 7f6c1aa00640 1 --2- 172.21.15.33:0/24168160 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f3ee50 0x558d49fb8a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.647+0000 7f6c1aa00640 1 -- 172.21.15.33:0/24168160 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d49f2b770 con 0x558d49f33c70 2024-09-05T02:35:39.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.647+0000 7f6c1b400640 1 --2- 172.21.15.33:0/24168160 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f3ee50 0x558d49fb8a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:39.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.647+0000 7f6c12000640 1 --2- 172.21.15.33:0/24168160 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f34590 0x558d49f43580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:39.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.647+0000 7f6c1aa00640 1 --2- 172.21.15.33:0/24168160 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f33c70 0x558d49f43040 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c009760 tx=0x7f6c0c000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6071f2d43071a27 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:39.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.647+0000 7f6c08c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:35:39.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.647+0000 7f6c08c00640 1 -- 172.21.15.33:0/24168160 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c09ab70 con 0x558d49f33c70 2024-09-05T02:35:39.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.648+0000 7f6c243c4740 1 -- 172.21.15.33:0/24168160 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c04004ba0 con 0x558d49f33c70 2024-09-05T02:35:39.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.648+0000 7f6c08c00640 1 -- 172.21.15.33:0/24168160 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f6c0c0d29b0 con 0x558d49f33c70 2024-09-05T02:35:39.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.648+0000 7f6c08c00640 1 -- 172.21.15.33:0/24168160 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6c0c09ad50 con 0x558d49f33c70 2024-09-05T02:35:39.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.648+0000 7f6c243c4740 10 client.17484 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:39.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.648+0000 7f6c243c4740 1 -- 172.21.15.33:0/24168160 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558d49fba010 con 0x558d49f33c70 2024-09-05T02:35:39.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.648+0000 7f6c08c00640 1 -- 172.21.15.33:0/24168160 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6c04004ba0 con 0x558d49f33c70 2024-09-05T02:35:39.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.648+0000 7f6c08c00640 1 -- 172.21.15.33:0/24168160 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f6c0c0de070 con 0x558d49f33c70 2024-09-05T02:35:39.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.648+0000 7f6c243c4740 10 client.17484 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:39.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.648+0000 7f6c243c4740 10 client.17484 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:35:39.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.648+0000 7f6c243c4740 20 client.17484 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:39.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.648+0000 7f6c243c4740 1 --2- 172.21.15.33:0/24168160 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x558d49fba460 0x558d49fbc850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:39.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.648+0000 7f6c243c4740 4 client.17484 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:35:39.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.648+0000 7f6c243c4740 1 -- 172.21.15.33:0/24168160 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558d49ea1e60 con 0x558d49fba460 2024-09-05T02:35:39.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.649+0000 7f6c12000640 1 --2- 172.21.15.33:0/24168160 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x558d49fba460 0x558d49fbc850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:39.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.649+0000 7f6c12000640 1 --2- 172.21.15.33:0/24168160 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x558d49fba460 0x558d49fbc850 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c51bb002251bec2 server_cookie=e6815071cd8f13e2 in_seq=0 out_seq=0 2024-09-05T02:35:39.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.649+0000 7f6c08c00640 10 client.17484 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:39.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.650+0000 7f6c08c00640 1 -- 172.21.15.33:0/24168160 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558d49ea1e60 con 0x558d49fba460 2024-09-05T02:35:39.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.650+0000 7f6c08c00640 10 client.17484 handle_command_reply: tid=0 2024-09-05T02:35:39.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.650+0000 7f6c243c4740 1 client.17484 shutdown 2024-09-05T02:35:39.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.650+0000 7f6c243c4740 1 -- 172.21.15.33:0/24168160 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f33c70 msgr2=0x558d49f43040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:39.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.650+0000 7f6c243c4740 1 --2- 172.21.15.33:0/24168160 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f33c70 0x558d49f43040 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c009760 tx=0x7f6c0c000bc0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.650+0000 7f6c243c4740 1 -- 172.21.15.33:0/24168160 shutdown_connections 2024-09-05T02:35:39.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.650+0000 7f6c243c4740 1 --2- 172.21.15.33:0/24168160 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558d49f3ee50 0x558d49fb8a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.650+0000 7f6c243c4740 1 --2- 172.21.15.33:0/24168160 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558d49f34590 0x558d49f43580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.650+0000 7f6c243c4740 1 --2- 172.21.15.33:0/24168160 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x558d49fba460 0x558d49fbc850 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.650+0000 7f6c243c4740 1 --2- 172.21.15.33:0/24168160 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558d49f33c70 0x558d49f43040 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.650+0000 7f6c243c4740 1 -- 172.21.15.33:0/24168160 >> 172.21.15.33:0/24168160 conn(0x558d49f30200 msgr2=0x558d49f3c4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:39.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.650+0000 7f6c08c00640 0 client.17484 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:39.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.650+0000 7f6c243c4740 1 -- 172.21.15.33:0/24168160 shutdown_connections 2024-09-05T02:35:39.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.650+0000 7f6c243c4740 1 -- 172.21.15.33:0/24168160 wait complete. 2024-09-05T02:35:39.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.650+0000 7f6c243c4740 20 client.17484 trim_cache size 0 max 16384 2024-09-05T02:35:39.656 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:35:39.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.651+0000 7f6c21a00640 1 -- 172.21.15.33:0/2713551303 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6c000a2cf0 msgr2=0x7f6c000a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:39.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.651+0000 7f6c21a00640 1 --2- 172.21.15.33:0/2713551303 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6c000a2cf0 0x7f6c000a51b0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f6c14005fd0 tx=0x7f6c14009600 comp rx=0 tx=0).stop 2024-09-05T02:35:39.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.651+0000 7f6c21a00640 1 -- 172.21.15.33:0/2713551303 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c1c104010 msgr2=0x7f6c1c19a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:39.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.651+0000 7f6c21a00640 1 --2- 172.21.15.33:0/2713551303 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c1c104010 0x7f6c1c19a650 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c00d950 tx=0x7f6c0c00de10 comp rx=0 tx=0).stop 2024-09-05T02:35:39.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.651+0000 7f6c21a00640 1 -- 172.21.15.33:0/2713551303 shutdown_connections 2024-09-05T02:35:39.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.651+0000 7f6c21a00640 1 --2- 172.21.15.33:0/2713551303 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6c000a2cf0 0x7f6c000a51b0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.651+0000 7f6c21a00640 1 --2- 172.21.15.33:0/2713551303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c1c109140 0x7f6c1c19ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.651+0000 7f6c21a00640 1 --2- 172.21.15.33:0/2713551303 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6c1c1049c0 0x7f6c1c19ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.651+0000 7f6c21a00640 1 --2- 172.21.15.33:0/2713551303 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c1c104010 0x7f6c1c19a650 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:39.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.651+0000 7f6c21a00640 1 -- 172.21.15.33:0/2713551303 >> 172.21.15.33:0/2713551303 conn(0x7f6c1c0ffa50 msgr2=0x7f6c1c100d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:39.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.651+0000 7f6c21a00640 1 -- 172.21.15.33:0/2713551303 shutdown_connections 2024-09-05T02:35:39.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:39.651+0000 7f6c21a00640 1 -- 172.21.15.33:0/2713551303 wait complete. 2024-09-05T02:35:41.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:41 smithi174 ceph-mon[34756]: pgmap v269: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:35:41.568 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:35:41.569 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:35:41.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:41 smithi033 ceph-mon[29909]: pgmap v269: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:35:41.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:41 smithi123 ceph-mon[34031]: pgmap v269: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:35:41.958 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:42.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.472+0000 7f071dc00640 1 -- 172.21.15.33:0/3171704430 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07181049a0 msgr2=0x7f07181089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:42.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.472+0000 7f071dc00640 1 --2- 172.21.15.33:0/3171704430 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07181049a0 0x7f07181089f0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f0700009900 tx=0x7f070002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.472+0000 7f071dc00640 1 -- 172.21.15.33:0/3171704430 shutdown_connections 2024-09-05T02:35:42.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.472+0000 7f071dc00640 1 --2- 172.21.15.33:0/3171704430 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0718109120 0x7f0718110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.472+0000 7f071dc00640 1 --2- 172.21.15.33:0/3171704430 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07181049a0 0x7f07181089f0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.472+0000 7f071dc00640 1 --2- 172.21.15.33:0/3171704430 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0718103ff0 0x7f07181043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.472+0000 7f071dc00640 1 -- 172.21.15.33:0/3171704430 >> 172.21.15.33:0/3171704430 conn(0x7f07180ffa90 msgr2=0x7f0718101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:42.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.472+0000 7f071dc00640 1 -- 172.21.15.33:0/3171704430 shutdown_connections 2024-09-05T02:35:42.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.472+0000 7f071dc00640 1 -- 172.21.15.33:0/3171704430 wait complete. 2024-09-05T02:35:42.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.473+0000 7f071dc00640 1 Processor -- start 2024-09-05T02:35:42.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.473+0000 7f071dc00640 1 -- start start 2024-09-05T02:35:42.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.473+0000 7f071dc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0718103ff0 0x7f071819a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:42.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.473+0000 7f071dc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07181049a0 0x7f071819abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:42.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.473+0000 7f071dc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0718109120 0x7f071819ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:42.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.473+0000 7f071dc00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0718114120 con 0x7f0718103ff0 2024-09-05T02:35:42.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.473+0000 7f071dc00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0718113fa0 con 0x7f07181049a0 2024-09-05T02:35:42.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.473+0000 7f071dc00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f07181142a0 con 0x7f0718109120 2024-09-05T02:35:42.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.473+0000 7f0716a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0718103ff0 0x7f071819a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:42.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.474+0000 7f0716a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0718103ff0 0x7f071819a6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40696/0 (socket says 172.21.15.33:40696) 2024-09-05T02:35:42.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.474+0000 7f0716a00640 1 -- 172.21.15.33:0/3013959765 learned_addr learned my addr 172.21.15.33:0/3013959765 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:42.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.474+0000 7f070fe00640 1 --2- 172.21.15.33:0/3013959765 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07181049a0 0x7f071819abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:42.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.474+0000 7f0717400640 1 --2- 172.21.15.33:0/3013959765 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0718109120 0x7f071819ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:42.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.474+0000 7f0716a00640 1 -- 172.21.15.33:0/3013959765 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0718109120 msgr2=0x7f071819ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:42.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.474+0000 7f0716a00640 1 --2- 172.21.15.33:0/3013959765 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0718109120 0x7f071819ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.474+0000 7f0716a00640 1 -- 172.21.15.33:0/3013959765 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07181049a0 msgr2=0x7f071819abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:42.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.474+0000 7f0716a00640 1 --2- 172.21.15.33:0/3013959765 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07181049a0 0x7f071819abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.474+0000 7f0716a00640 1 -- 172.21.15.33:0/3013959765 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f071819f650 con 0x7f0718103ff0 2024-09-05T02:35:42.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.474+0000 7f0716a00640 1 --2- 172.21.15.33:0/3013959765 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0718103ff0 0x7f071819a6a0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f070800e9f0 tx=0x7f070800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:42.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.475+0000 7f070f400640 1 -- 172.21.15.33:0/3013959765 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f070800cd80 con 0x7f0718103ff0 2024-09-05T02:35:42.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.475+0000 7f070f400640 1 -- 172.21.15.33:0/3013959765 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0708010910 con 0x7f0718103ff0 2024-09-05T02:35:42.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.475+0000 7f071dc00640 1 -- 172.21.15.33:0/3013959765 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f071819f940 con 0x7f0718103ff0 2024-09-05T02:35:42.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.475+0000 7f070f400640 1 -- 172.21.15.33:0/3013959765 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07080188f0 con 0x7f0718103ff0 2024-09-05T02:35:42.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.475+0000 7f071dc00640 1 -- 172.21.15.33:0/3013959765 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07181a7220 con 0x7f0718103ff0 2024-09-05T02:35:42.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.478+0000 7f070f400640 1 -- 172.21.15.33:0/3013959765 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f0708010ac0 con 0x7f0718103ff0 2024-09-05T02:35:42.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.478+0000 7f07201fd740 1 Processor -- start 2024-09-05T02:35:42.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.478+0000 7f07201fd740 1 -- start start 2024-09-05T02:35:42.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.478+0000 7f07201fd740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563794dd4ac0 0x563794dd4ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:42.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.478+0000 7f07201fd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd53e0 0x563794ddf760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:42.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.478+0000 7f07201fd740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794ddfca0 0x563794de2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:42.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.478+0000 7f07201fd740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x563794d3b290 con 0x563794ddfca0 2024-09-05T02:35:42.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.478+0000 7f07201fd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563794ce2b40 con 0x563794dd53e0 2024-09-05T02:35:42.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.478+0000 7f07201fd740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x563794d37250 con 0x563794dd4ac0 2024-09-05T02:35:42.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.479+0000 7f0716a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd53e0 0x563794ddf760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:42.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.479+0000 7f070fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794ddfca0 0x563794de2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:42.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.479+0000 7f0716a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd53e0 0x563794ddf760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:58330/0 (socket says 172.21.15.33:58330) 2024-09-05T02:35:42.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.479+0000 7f0716a00640 1 -- 172.21.15.33:0/3316700822 learned_addr learned my addr 172.21.15.33:0/3316700822 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:42.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.479+0000 7f0717400640 1 --2- 172.21.15.33:0/3316700822 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563794dd4ac0 0x563794dd4ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:42.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.479+0000 7f0716a00640 1 -- 172.21.15.33:0/3316700822 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563794dd4ac0 msgr2=0x563794dd4ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:42.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.479+0000 7f0716a00640 1 --2- 172.21.15.33:0/3316700822 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563794dd4ac0 0x563794dd4ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.479+0000 7f0716a00640 1 -- 172.21.15.33:0/3316700822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794ddfca0 msgr2=0x563794de2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:42.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.479+0000 7f0716a00640 1 --2- 172.21.15.33:0/3316700822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794ddfca0 0x563794de2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.479+0000 7f0716a00640 1 -- 172.21.15.33:0/3316700822 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563794aac6a0 con 0x563794dd53e0 2024-09-05T02:35:42.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.480+0000 7f0716a00640 1 --2- 172.21.15.33:0/3316700822 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd53e0 0x563794ddf760 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f07080cce70 tx=0x7f07080d7670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ed47829a2eaa89b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:42.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.480+0000 7f070f400640 1 --2- 172.21.15.33:0/3013959765 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f06fc0a2cf0 0x7f06fc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:42.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.480+0000 7f0707e00640 1 -- 172.21.15.33:0/3316700822 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07080de070 con 0x563794dd53e0 2024-09-05T02:35:42.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.480+0000 7f0707e00640 1 -- 172.21.15.33:0/3316700822 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f07080966a0 con 0x563794dd53e0 2024-09-05T02:35:42.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.480+0000 7f0707e00640 1 -- 172.21.15.33:0/3316700822 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f070809bdb0 con 0x563794dd53e0 2024-09-05T02:35:42.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.480+0000 7f070f400640 1 -- 172.21.15.33:0/3013959765 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f07080cf850 con 0x7f0718103ff0 2024-09-05T02:35:42.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.480+0000 7f0717400640 1 --2- 172.21.15.33:0/3013959765 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f06fc0a2cf0 0x7f06fc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:42.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.481+0000 7f07201fd740 1 -- 172.21.15.33:0/3316700822 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd53e0 msgr2=0x563794ddf760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:42.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.481+0000 7f07201fd740 1 --2- 172.21.15.33:0/3316700822 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd53e0 0x563794ddf760 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f07080cce70 tx=0x7f07080d7670 comp rx=0 tx=0).stop 2024-09-05T02:35:42.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.481+0000 7f0717400640 1 --2- 172.21.15.33:0/3013959765 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f06fc0a2cf0 0x7f06fc0a51b0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0710005fd0 tx=0x7f0710009600 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:42.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.481+0000 7f07201fd740 1 -- 172.21.15.33:0/3316700822 shutdown_connections 2024-09-05T02:35:42.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.481+0000 7f07201fd740 1 --2- 172.21.15.33:0/3316700822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794ddfca0 0x563794de2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.481+0000 7f07201fd740 1 --2- 172.21.15.33:0/3316700822 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd53e0 0x563794ddf760 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.481+0000 7f07201fd740 1 --2- 172.21.15.33:0/3316700822 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563794dd4ac0 0x563794dd4ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.481+0000 7f07201fd740 1 -- 172.21.15.33:0/3316700822 >> 172.21.15.33:0/3316700822 conn(0x563794dd1050 msgr2=0x563794dd1430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:42.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.481+0000 7f07201fd740 1 -- 172.21.15.33:0/3316700822 shutdown_connections 2024-09-05T02:35:42.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.481+0000 7f07201fd740 1 -- 172.21.15.33:0/3316700822 wait complete. 2024-09-05T02:35:42.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.481+0000 7f07201fd740 1 -- start start 2024-09-05T02:35:42.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.482+0000 7f07201fd740 1 Processor -- start 2024-09-05T02:35:42.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.482+0000 7f07201fd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd4ac0 0x563794ddf570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:42.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.482+0000 7f07201fd740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563794dd53e0 0x563794ddc820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:42.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.482+0000 7f07201fd740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794ddfca0 0x563794ddcd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:42.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.482+0000 7f07201fd740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x563794de2910 con 0x563794ddfca0 2024-09-05T02:35:42.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.482+0000 7f07201fd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563794cf5fa0 con 0x563794dd4ac0 2024-09-05T02:35:42.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.482+0000 7f07201fd740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x563794de2a90 con 0x563794dd53e0 2024-09-05T02:35:42.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.482+0000 7f07201fd740 10 client.0 _ll_register_callbacks cb 0x563794a49ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:42.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.482+0000 7f0717400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794ddfca0 0x563794ddcd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:42.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.482+0000 7f0717400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794ddfca0 0x563794ddcd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40710/0 (socket says 172.21.15.33:40710) 2024-09-05T02:35:42.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.482+0000 7f0717400640 1 -- 172.21.15.33:0/2452762193 learned_addr learned my addr 172.21.15.33:0/2452762193 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:42.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.482+0000 7f0716a00640 1 --2- 172.21.15.33:0/2452762193 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd4ac0 0x563794ddf570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:42.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.483+0000 7f070fe00640 1 --2- 172.21.15.33:0/2452762193 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563794dd53e0 0x563794ddc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:42.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.483+0000 7f0716a00640 1 -- 172.21.15.33:0/2452762193 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563794dd53e0 msgr2=0x563794ddc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:42.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.483+0000 7f0716a00640 1 --2- 172.21.15.33:0/2452762193 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563794dd53e0 0x563794ddc820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.483+0000 7f0716a00640 1 -- 172.21.15.33:0/2452762193 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794ddfca0 msgr2=0x563794ddcd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:42.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.483+0000 7f0716a00640 1 --2- 172.21.15.33:0/2452762193 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794ddfca0 0x563794ddcd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.483+0000 7f0716a00640 1 -- 172.21.15.33:0/2452762193 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563794ddd590 con 0x563794dd4ac0 2024-09-05T02:35:42.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.483+0000 7f0717400640 1 --2- 172.21.15.33:0/2452762193 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794ddfca0 0x563794ddcd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:42.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.483+0000 7f0716a00640 1 --2- 172.21.15.33:0/2452762193 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd4ac0 0x563794ddf570 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f07080d7b70 tx=0x7f070800cf20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=448f4be7254472b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:42.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.483+0000 7f0704c00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:35:42.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.484+0000 7f0704c00640 1 -- 172.21.15.33:0/2452762193 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07080de030 con 0x563794dd4ac0 2024-09-05T02:35:42.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.484+0000 7f0704c00640 1 -- 172.21.15.33:0/2452762193 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f07080cd1b0 con 0x563794dd4ac0 2024-09-05T02:35:42.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.484+0000 7f07201fd740 1 -- 172.21.15.33:0/2452762193 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f07080966a0 con 0x563794dd4ac0 2024-09-05T02:35:42.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.484+0000 7f0704c00640 1 -- 172.21.15.33:0/2452762193 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0708098050 con 0x563794dd4ac0 2024-09-05T02:35:42.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.484+0000 7f07201fd740 10 client.27578 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:42.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.484+0000 7f07201fd740 1 -- 172.21.15.33:0/2452762193 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563794dee7b0 con 0x563794dd4ac0 2024-09-05T02:35:42.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.484+0000 7f0704c00640 1 -- 172.21.15.33:0/2452762193 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f07080966a0 con 0x563794dd4ac0 2024-09-05T02:35:42.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.484+0000 7f0704c00640 1 -- 172.21.15.33:0/2452762193 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f07080b3070 con 0x563794dd4ac0 2024-09-05T02:35:42.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.484+0000 7f07201fd740 10 client.27578 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:42.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.484+0000 7f07201fd740 10 client.27578 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:35:42.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.484+0000 7f07201fd740 20 client.27578 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:42.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.484+0000 7f07201fd740 1 --2- 172.21.15.33:0/2452762193 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x563794defb00 0x563794df1ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:42.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.484+0000 7f07201fd740 4 client.27578 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:42.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.484+0000 7f07201fd740 1 -- 172.21.15.33:0/2452762193 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563794d48800 con 0x563794defb00 2024-09-05T02:35:42.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.485+0000 7f070fe00640 1 --2- 172.21.15.33:0/2452762193 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x563794defb00 0x563794df1ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:42.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.485+0000 7f070fe00640 1 --2- 172.21.15.33:0/2452762193 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x563794defb00 0x563794df1ef0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b16b6f444300fa7b server_cookie=98e9e95a66092c0e in_seq=0 out_seq=0 2024-09-05T02:35:42.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.485+0000 7f0704c00640 10 client.27578 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:42.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.486+0000 7f0704c00640 1 -- 172.21.15.33:0/2452762193 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563794d48800 con 0x563794defb00 2024-09-05T02:35:42.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.486+0000 7f0704c00640 10 client.27578 handle_command_reply: tid=0 2024-09-05T02:35:42.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.486+0000 7f07201fd740 1 client.27578 shutdown 2024-09-05T02:35:42.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.486+0000 7f07201fd740 1 -- 172.21.15.33:0/2452762193 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd4ac0 msgr2=0x563794ddf570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:42.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.486+0000 7f07201fd740 1 --2- 172.21.15.33:0/2452762193 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd4ac0 0x563794ddf570 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f07080d7b70 tx=0x7f070800cf20 comp rx=0 tx=0).stop 2024-09-05T02:35:42.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.486+0000 7f07201fd740 1 -- 172.21.15.33:0/2452762193 shutdown_connections 2024-09-05T02:35:42.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.486+0000 7f07201fd740 1 --2- 172.21.15.33:0/2452762193 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x563794defb00 0x563794df1ef0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.486+0000 7f07201fd740 1 --2- 172.21.15.33:0/2452762193 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794ddfca0 0x563794ddcd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.486+0000 7f07201fd740 1 --2- 172.21.15.33:0/2452762193 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563794dd53e0 0x563794ddc820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.486+0000 7f0704c00640 0 client.27578 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:42.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.486+0000 7f07201fd740 1 --2- 172.21.15.33:0/2452762193 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd4ac0 0x563794ddf570 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.486+0000 7f07201fd740 1 -- 172.21.15.33:0/2452762193 >> 172.21.15.33:0/2452762193 conn(0x563794dd1050 msgr2=0x563794dd6d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:42.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.486+0000 7f07201fd740 1 -- 172.21.15.33:0/2452762193 shutdown_connections 2024-09-05T02:35:42.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.486+0000 7f07201fd740 1 -- 172.21.15.33:0/2452762193 wait complete. 2024-09-05T02:35:42.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.487+0000 7f07201fd740 20 client.27578 trim_cache size 0 max 16384 2024-09-05T02:35:42.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.505+0000 7f07201fd740 1 Processor -- start 2024-09-05T02:35:42.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.505+0000 7f07201fd740 1 -- start start 2024-09-05T02:35:42.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.505+0000 7f07201fd740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563794dd4ac0 0x563794ddb780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:42.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.505+0000 7f07201fd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd53e0 0x563794df4f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:42.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.505+0000 7f07201fd740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794ddfca0 0x563794df5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:42.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.505+0000 7f07201fd740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f07181afb80 con 0x563794ddfca0 2024-09-05T02:35:42.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.505+0000 7f07201fd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f07181b16c0 con 0x563794dd53e0 2024-09-05T02:35:42.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.505+0000 7f07201fd740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f07181b0250 con 0x563794dd4ac0 2024-09-05T02:35:42.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.505+0000 7f0717400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794ddfca0 0x563794df5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:42.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.505+0000 7f0717400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794ddfca0 0x563794df5460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40724/0 (socket says 172.21.15.33:40724) 2024-09-05T02:35:42.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.505+0000 7f0717400640 1 -- 172.21.15.33:0/3812817368 learned_addr learned my addr 172.21.15.33:0/3812817368 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:42.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.505+0000 7f0716a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563794dd4ac0 0x563794ddb780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:42.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.505+0000 7f070fe00640 1 --2- 172.21.15.33:0/3812817368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd53e0 0x563794df4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:42.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.506+0000 7f070fe00640 1 -- 172.21.15.33:0/3812817368 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563794dd4ac0 msgr2=0x563794ddb780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:42.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.506+0000 7f070fe00640 1 --2- 172.21.15.33:0/3812817368 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563794dd4ac0 0x563794ddb780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.506+0000 7f070fe00640 1 -- 172.21.15.33:0/3812817368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794ddfca0 msgr2=0x563794df5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:42.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.506+0000 7f070fe00640 1 --2- 172.21.15.33:0/3812817368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794ddfca0 0x563794df5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.506+0000 7f070fe00640 1 -- 172.21.15.33:0/3812817368 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563794ddad90 con 0x563794dd53e0 2024-09-05T02:35:42.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.506+0000 7f0717400640 1 --2- 172.21.15.33:0/3812817368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794ddfca0 0x563794df5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:42.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.506+0000 7f070fe00640 1 --2- 172.21.15.33:0/3812817368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd53e0 0x563794df4f20 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f0700005940 tx=0x7f0700031a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=493eae433f4bfa18 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:42.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.506+0000 7f0707400640 1 -- 172.21.15.33:0/3812817368 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0700035040 con 0x563794dd53e0 2024-09-05T02:35:42.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.506+0000 7f0707400640 1 -- 172.21.15.33:0/3812817368 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0700005500 con 0x563794dd53e0 2024-09-05T02:35:42.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.506+0000 7f0707400640 1 -- 172.21.15.33:0/3812817368 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0700004cb0 con 0x563794dd53e0 2024-09-05T02:35:42.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.507+0000 7f07201fd740 1 -- 172.21.15.33:0/3812817368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd53e0 msgr2=0x563794df4f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:42.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.507+0000 7f07201fd740 1 --2- 172.21.15.33:0/3812817368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd53e0 0x563794df4f20 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f0700005940 tx=0x7f0700031a40 comp rx=0 tx=0).stop 2024-09-05T02:35:42.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.507+0000 7f07201fd740 1 -- 172.21.15.33:0/3812817368 shutdown_connections 2024-09-05T02:35:42.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.507+0000 7f07201fd740 1 --2- 172.21.15.33:0/3812817368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794ddfca0 0x563794df5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.507+0000 7f07201fd740 1 --2- 172.21.15.33:0/3812817368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd53e0 0x563794df4f20 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.507+0000 7f07201fd740 1 --2- 172.21.15.33:0/3812817368 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563794dd4ac0 0x563794ddb780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.507+0000 7f07201fd740 1 -- 172.21.15.33:0/3812817368 >> 172.21.15.33:0/3812817368 conn(0x563794dd1050 msgr2=0x563794dde8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:42.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.507+0000 7f07201fd740 1 -- 172.21.15.33:0/3812817368 shutdown_connections 2024-09-05T02:35:42.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.507+0000 7f07201fd740 1 -- 172.21.15.33:0/3812817368 wait complete. 2024-09-05T02:35:42.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.508+0000 7f07201fd740 1 -- start start 2024-09-05T02:35:42.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.508+0000 7f07201fd740 1 Processor -- start 2024-09-05T02:35:42.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.508+0000 7f07201fd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd4ac0 0x563794e4e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:42.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.508+0000 7f07201fd740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794dd53e0 0x563794e4eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:42.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.508+0000 7f07201fd740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563794ddfca0 0x563794e53490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:42.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.508+0000 7f07201fd740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f07181b0ff0 con 0x563794dd53e0 2024-09-05T02:35:42.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.508+0000 7f07201fd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f07181b0920 con 0x563794dd4ac0 2024-09-05T02:35:42.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.508+0000 7f07201fd740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f07181adb80 con 0x563794ddfca0 2024-09-05T02:35:42.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.509+0000 7f07201fd740 10 client.0 _ll_register_callbacks cb 0x7f0700009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:42.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.509+0000 7f070fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794dd53e0 0x563794e4eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:42.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.509+0000 7f070fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794dd53e0 0x563794e4eaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40732/0 (socket says 172.21.15.33:40732) 2024-09-05T02:35:42.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.509+0000 7f070fe00640 1 -- 172.21.15.33:0/1613178349 learned_addr learned my addr 172.21.15.33:0/1613178349 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:42.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.509+0000 7f0716a00640 1 --2- 172.21.15.33:0/1613178349 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd4ac0 0x563794e4e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:42.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.509+0000 7f0717400640 1 --2- 172.21.15.33:0/1613178349 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563794ddfca0 0x563794e53490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:42.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.509+0000 7f0716a00640 1 -- 172.21.15.33:0/1613178349 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563794ddfca0 msgr2=0x563794e53490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:42.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.509+0000 7f0716a00640 1 --2- 172.21.15.33:0/1613178349 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563794ddfca0 0x563794e53490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.509+0000 7f0716a00640 1 -- 172.21.15.33:0/1613178349 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794dd53e0 msgr2=0x563794e4eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:42.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.509+0000 7f0716a00640 1 --2- 172.21.15.33:0/1613178349 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794dd53e0 0x563794e4eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.509+0000 7f0716a00640 1 -- 172.21.15.33:0/1613178349 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563794e53ad0 con 0x563794dd4ac0 2024-09-05T02:35:42.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.509+0000 7f070fe00640 1 --2- 172.21.15.33:0/1613178349 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794dd53e0 0x563794e4eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:42.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.509+0000 7f0716a00640 1 --2- 172.21.15.33:0/1613178349 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd4ac0 0x563794e4e5b0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f070809bab0 tx=0x7f07080d5530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c32e2d500c8c61d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:42.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.509+0000 7f0704c00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:35:42.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.510+0000 7f0704c00640 1 -- 172.21.15.33:0/1613178349 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07080de040 con 0x563794dd4ac0 2024-09-05T02:35:42.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.510+0000 7f07201fd740 1 -- 172.21.15.33:0/1613178349 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0700005500 con 0x563794dd4ac0 2024-09-05T02:35:42.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.510+0000 7f0704c00640 1 -- 172.21.15.33:0/1613178349 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7f07080a44e0 con 0x563794dd4ac0 2024-09-05T02:35:42.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.510+0000 7f0704c00640 1 -- 172.21.15.33:0/1613178349 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f070809b8f0 con 0x563794dd4ac0 2024-09-05T02:35:42.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.510+0000 7f07201fd740 10 client.27584 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:42.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.510+0000 7f07201fd740 1 -- 172.21.15.33:0/1613178349 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563794e53ad0 con 0x563794dd4ac0 2024-09-05T02:35:42.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.510+0000 7f0704c00640 1 -- 172.21.15.33:0/1613178349 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0700005500 con 0x563794dd4ac0 2024-09-05T02:35:42.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.510+0000 7f0704c00640 1 -- 172.21.15.33:0/1613178349 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f07080b3040 con 0x563794dd4ac0 2024-09-05T02:35:42.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.510+0000 7f07201fd740 10 client.27584 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:42.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.510+0000 7f07201fd740 10 client.27584 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:35:42.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.510+0000 7f07201fd740 20 client.27584 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:42.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.510+0000 7f07201fd740 1 --2- 172.21.15.33:0/1613178349 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x563794e5b1c0 0x563794e5d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:42.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.510+0000 7f07201fd740 4 client.27584 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:35:42.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.510+0000 7f07201fd740 1 -- 172.21.15.33:0/1613178349 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x563794ddd0f0 con 0x563794e5b1c0 2024-09-05T02:35:42.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.511+0000 7f070fe00640 1 --2- 172.21.15.33:0/1613178349 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x563794e5b1c0 0x563794e5d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:42.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.511+0000 7f070fe00640 1 --2- 172.21.15.33:0/1613178349 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x563794e5b1c0 0x563794e5d5b0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b068a260896b48a server_cookie=91105c76ce0dffbe in_seq=0 out_seq=0 2024-09-05T02:35:42.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.511+0000 7f0704c00640 10 client.27584 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:42.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.513+0000 7f0704c00640 1 -- 172.21.15.33:0/1613178349 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x563794ddd0f0 con 0x563794e5b1c0 2024-09-05T02:35:42.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.513+0000 7f0704c00640 10 client.27584 handle_command_reply: tid=0 2024-09-05T02:35:42.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.513+0000 7f07201fd740 1 client.27584 shutdown 2024-09-05T02:35:42.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.513+0000 7f07201fd740 1 -- 172.21.15.33:0/1613178349 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd4ac0 msgr2=0x563794e4e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:42.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.513+0000 7f07201fd740 1 --2- 172.21.15.33:0/1613178349 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd4ac0 0x563794e4e5b0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f070809bab0 tx=0x7f07080d5530 comp rx=0 tx=0).stop 2024-09-05T02:35:42.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.513+0000 7f07201fd740 1 -- 172.21.15.33:0/1613178349 shutdown_connections 2024-09-05T02:35:42.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.513+0000 7f07201fd740 1 --2- 172.21.15.33:0/1613178349 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x563794ddfca0 0x563794e53490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.513+0000 7f07201fd740 1 --2- 172.21.15.33:0/1613178349 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x563794e5b1c0 0x563794e5d5b0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.513+0000 7f07201fd740 1 --2- 172.21.15.33:0/1613178349 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563794dd53e0 0x563794e4eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.513+0000 7f07201fd740 1 --2- 172.21.15.33:0/1613178349 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563794dd4ac0 0x563794e4e5b0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.513+0000 7f0704c00640 0 client.27584 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:42.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.513+0000 7f07201fd740 1 -- 172.21.15.33:0/1613178349 >> 172.21.15.33:0/1613178349 conn(0x563794dd1050 msgr2=0x563794dcf9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:42.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.513+0000 7f07201fd740 1 -- 172.21.15.33:0/1613178349 shutdown_connections 2024-09-05T02:35:42.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.513+0000 7f07201fd740 1 -- 172.21.15.33:0/1613178349 wait complete. 2024-09-05T02:35:42.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.513+0000 7f07201fd740 20 client.27584 trim_cache size 0 max 16384 2024-09-05T02:35:42.533 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:35:42.533 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:35:42.533 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "02335990-d064-4693-9988-55845ef0515a", 2024-09-05T02:35:42.533 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:35:42.533 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:35:42.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.514+0000 7f071dc00640 1 -- 172.21.15.33:0/3013959765 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f06fc0a2cf0 msgr2=0x7f06fc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:42.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.514+0000 7f071dc00640 1 --2- 172.21.15.33:0/3013959765 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f06fc0a2cf0 0x7f06fc0a51b0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0710005fd0 tx=0x7f0710009600 comp rx=0 tx=0).stop 2024-09-05T02:35:42.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.514+0000 7f071dc00640 1 -- 172.21.15.33:0/3013959765 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0718103ff0 msgr2=0x7f071819a6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:42.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.514+0000 7f071dc00640 1 --2- 172.21.15.33:0/3013959765 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0718103ff0 0x7f071819a6a0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f070800e9f0 tx=0x7f070800eeb0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.514+0000 7f071dc00640 1 -- 172.21.15.33:0/3013959765 shutdown_connections 2024-09-05T02:35:42.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.514+0000 7f071dc00640 1 --2- 172.21.15.33:0/3013959765 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f06fc0a2cf0 0x7f06fc0a51b0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.514+0000 7f071dc00640 1 --2- 172.21.15.33:0/3013959765 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f0718109120 0x7f071819ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.514+0000 7f071dc00640 1 --2- 172.21.15.33:0/3013959765 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f07181049a0 0x7f071819abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.514+0000 7f071dc00640 1 --2- 172.21.15.33:0/3013959765 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0718103ff0 0x7f071819a6a0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:42.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.514+0000 7f071dc00640 1 -- 172.21.15.33:0/3013959765 >> 172.21.15.33:0/3013959765 conn(0x7f07180ffa90 msgr2=0x7f0718100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:42.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.514+0000 7f071dc00640 1 -- 172.21.15.33:0/3013959765 shutdown_connections 2024-09-05T02:35:42.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:42.515+0000 7f071dc00640 1 -- 172.21.15.33:0/3013959765 wait complete. 2024-09-05T02:35:43.358 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:35:43.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:43 smithi174 ceph-mon[34756]: pgmap v270: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:35:43.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:43 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:35:43.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:43 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:35:43.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:43 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:35:43.527 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:43 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:35:43.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:43 smithi033 ceph-mon[29909]: pgmap v270: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:35:43.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:43 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:35:43.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:43 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:35:43.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:43 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:35:43.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:43 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:35:43.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:43 smithi123 ceph-mon[34031]: pgmap v270: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:35:44.188 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:43 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:35:44.188 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:43 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:35:44.188 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:43 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:35:44.188 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:43 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:35:44.189 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:35:44.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.329+0000 7fce50a00640 1 -- 172.21.15.33:0/1936389954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce4c1034b0 msgr2=0x7fce4c10b9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:44.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.329+0000 7fce50a00640 1 --2- 172.21.15.33:0/1936389954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce4c1034b0 0x7fce4c10b9a0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fce34009860 tx=0x7fce3402a3d0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.329+0000 7fce50a00640 1 -- 172.21.15.33:0/1936389954 shutdown_connections 2024-09-05T02:35:44.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.329+0000 7fce50a00640 1 --2- 172.21.15.33:0/1936389954 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fce4c10bfc0 0x7fce4c10e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.329+0000 7fce50a00640 1 --2- 172.21.15.33:0/1936389954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce4c1034b0 0x7fce4c10b9a0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.329+0000 7fce50a00640 1 --2- 172.21.15.33:0/1936389954 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fce4c102b90 0x7fce4c102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.329+0000 7fce50a00640 1 -- 172.21.15.33:0/1936389954 >> 172.21.15.33:0/1936389954 conn(0x7fce4c0fc610 msgr2=0x7fce4c0fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:44.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.329+0000 7fce50a00640 1 -- 172.21.15.33:0/1936389954 shutdown_connections 2024-09-05T02:35:44.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.329+0000 7fce50a00640 1 -- 172.21.15.33:0/1936389954 wait complete. 2024-09-05T02:35:44.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.330+0000 7fce50a00640 1 Processor -- start 2024-09-05T02:35:44.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.330+0000 7fce50a00640 1 -- start start 2024-09-05T02:35:44.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.331+0000 7fce50a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fce4c102b90 0x7fce4c198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:44.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.331+0000 7fce50a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fce4c1034b0 0x7fce4c198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:44.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.331+0000 7fce50a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce4c10bfc0 0x7fce4c19cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:44.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.331+0000 7fce50a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fce4c111dc0 con 0x7fce4c10bfc0 2024-09-05T02:35:44.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.331+0000 7fce50a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fce4c111c40 con 0x7fce4c102b90 2024-09-05T02:35:44.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.331+0000 7fce50a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fce4c111f40 con 0x7fce4c1034b0 2024-09-05T02:35:44.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.331+0000 7fce4b200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce4c10bfc0 0x7fce4c19cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:44.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.331+0000 7fce4b200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce4c10bfc0 0x7fce4c19cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40752/0 (socket says 172.21.15.33:40752) 2024-09-05T02:35:44.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.331+0000 7fce4b200640 1 -- 172.21.15.33:0/1665882588 learned_addr learned my addr 172.21.15.33:0/1665882588 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:44.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.331+0000 7fce43e00640 1 --2- 172.21.15.33:0/1665882588 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fce4c1034b0 0x7fce4c198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:44.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.331+0000 7fce4a800640 1 --2- 172.21.15.33:0/1665882588 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fce4c102b90 0x7fce4c198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:44.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.332+0000 7fce4b200640 1 -- 172.21.15.33:0/1665882588 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fce4c1034b0 msgr2=0x7fce4c198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:44.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.332+0000 7fce4b200640 1 --2- 172.21.15.33:0/1665882588 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fce4c1034b0 0x7fce4c198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.332+0000 7fce4b200640 1 -- 172.21.15.33:0/1665882588 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fce4c102b90 msgr2=0x7fce4c198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:44.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.332+0000 7fce4b200640 1 --2- 172.21.15.33:0/1665882588 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fce4c102b90 0x7fce4c198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.332+0000 7fce4b200640 1 -- 172.21.15.33:0/1665882588 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce4c19d2f0 con 0x7fce4c10bfc0 2024-09-05T02:35:44.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.332+0000 7fce43e00640 1 --2- 172.21.15.33:0/1665882588 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fce4c1034b0 0x7fce4c198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:35:44.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.332+0000 7fce4b200640 1 --2- 172.21.15.33:0/1665882588 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce4c10bfc0 0x7fce4c19cc10 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fce44009fd0 tx=0x7fce4400c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:44.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.332+0000 7fce43400640 1 -- 172.21.15.33:0/1665882588 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce44004b20 con 0x7fce4c10bfc0 2024-09-05T02:35:44.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.332+0000 7fce43400640 1 -- 172.21.15.33:0/1665882588 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce44003e50 con 0x7fce4c10bfc0 2024-09-05T02:35:44.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.332+0000 7fce43400640 1 -- 172.21.15.33:0/1665882588 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce4400b630 con 0x7fce4c10bfc0 2024-09-05T02:35:44.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.332+0000 7fce50a00640 1 -- 172.21.15.33:0/1665882588 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce4c19d5e0 con 0x7fce4c10bfc0 2024-09-05T02:35:44.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.333+0000 7fce50a00640 1 -- 172.21.15.33:0/1665882588 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce4c1a4ec0 con 0x7fce4c10bfc0 2024-09-05T02:35:44.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.336+0000 7fce43400640 1 -- 172.21.15.33:0/1665882588 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fce4401d020 con 0x7fce4c10bfc0 2024-09-05T02:35:44.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.336+0000 7fce53e87740 1 Processor -- start 2024-09-05T02:35:44.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.336+0000 7fce53e87740 1 -- start start 2024-09-05T02:35:44.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.336+0000 7fce53e87740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691dc50 0x5636e691e030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:44.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.336+0000 7fce53e87740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691e570 0x5636e692ce00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:44.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.336+0000 7fce53e87740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 0x5636e692f730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:44.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.336+0000 7fce53e87740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5636e68843e0 con 0x5636e691dc50 2024-09-05T02:35:44.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.336+0000 7fce53e87740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5636e682bd80 con 0x5636e691e570 2024-09-05T02:35:44.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.336+0000 7fce53e87740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5636e68803a0 con 0x5636e692d340 2024-09-05T02:35:44.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.337+0000 7fce43e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691dc50 0x5636e691e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:44.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.337+0000 7fce4a800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691e570 0x5636e692ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:44.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.337+0000 7fce43e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691dc50 0x5636e691e030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40760/0 (socket says 172.21.15.33:40760) 2024-09-05T02:35:44.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.337+0000 7fce43e00640 1 -- 172.21.15.33:0/4025195258 learned_addr learned my addr 172.21.15.33:0/4025195258 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:44.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.337+0000 7fce43e00640 1 --2- 172.21.15.33:0/4025195258 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 0x5636e692f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:44.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.337+0000 7fce4a800640 1 -- 172.21.15.33:0/4025195258 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 msgr2=0x5636e692f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:44.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.337+0000 7fce4a800640 1 --2- 172.21.15.33:0/4025195258 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 0x5636e692f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.337+0000 7fce4a800640 1 -- 172.21.15.33:0/4025195258 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691dc50 msgr2=0x5636e691e030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:44.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.337+0000 7fce4a800640 1 --2- 172.21.15.33:0/4025195258 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691dc50 0x5636e691e030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.337+0000 7fce4a800640 1 -- 172.21.15.33:0/4025195258 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5636e684aae0 con 0x5636e691e570 2024-09-05T02:35:44.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.337+0000 7fce43e00640 1 --2- 172.21.15.33:0/4025195258 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691dc50 0x5636e691e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:35:44.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.338+0000 7fce43400640 1 --2- 172.21.15.33:0/1665882588 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fce300a2d70 0x7fce300a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:44.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.338+0000 7fce4a800640 1 --2- 172.21.15.33:0/4025195258 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691e570 0x5636e692ce00 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fce3c009c00 tx=0x7fce3c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30d9fad5aa5f3ca server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:44.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.338+0000 7fce43400640 1 -- 172.21.15.33:0/1665882588 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7fce440cf330 con 0x7fce4c10bfc0 2024-09-05T02:35:44.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.338+0000 7fce3b400640 1 -- 172.21.15.33:0/4025195258 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c004230 con 0x5636e691e570 2024-09-05T02:35:44.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.338+0000 7fce43e00640 1 --2- 172.21.15.33:0/1665882588 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fce300a2d70 0x7fce300a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:44.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.338+0000 7fce3b400640 1 -- 172.21.15.33:0/4025195258 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce3c0043d0 con 0x5636e691e570 2024-09-05T02:35:44.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.338+0000 7fce3b400640 1 -- 172.21.15.33:0/4025195258 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c004dd0 con 0x5636e691e570 2024-09-05T02:35:44.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.339+0000 7fce43e00640 1 --2- 172.21.15.33:0/1665882588 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fce300a2d70 0x7fce300a5230 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x5636e691f7f0 tx=0x7fce34005a90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:44.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.339+0000 7fce53e87740 1 -- 172.21.15.33:0/4025195258 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691e570 msgr2=0x5636e692ce00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:44.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.339+0000 7fce53e87740 1 --2- 172.21.15.33:0/4025195258 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691e570 0x5636e692ce00 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fce3c009c00 tx=0x7fce3c011810 comp rx=0 tx=0).stop 2024-09-05T02:35:44.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.339+0000 7fce53e87740 1 -- 172.21.15.33:0/4025195258 shutdown_connections 2024-09-05T02:35:44.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.339+0000 7fce53e87740 1 --2- 172.21.15.33:0/4025195258 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 0x5636e692f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.339+0000 7fce53e87740 1 --2- 172.21.15.33:0/4025195258 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691e570 0x5636e692ce00 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.339+0000 7fce53e87740 1 --2- 172.21.15.33:0/4025195258 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691dc50 0x5636e691e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.339+0000 7fce53e87740 1 -- 172.21.15.33:0/4025195258 >> 172.21.15.33:0/4025195258 conn(0x5636e691a2e0 msgr2=0x5636e691a6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:44.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.339+0000 7fce53e87740 1 -- 172.21.15.33:0/4025195258 shutdown_connections 2024-09-05T02:35:44.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.339+0000 7fce53e87740 1 -- 172.21.15.33:0/4025195258 wait complete. 2024-09-05T02:35:44.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.340+0000 7fce53e87740 1 -- start start 2024-09-05T02:35:44.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.340+0000 7fce53e87740 1 Processor -- start 2024-09-05T02:35:44.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.340+0000 7fce53e87740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691dc50 0x5636e692a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:44.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.340+0000 7fce53e87740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691e570 0x5636e692a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:44.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.340+0000 7fce53e87740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 0x5636e692ad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:44.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.340+0000 7fce53e87740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5636e6930010 con 0x5636e691e570 2024-09-05T02:35:44.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.340+0000 7fce53e87740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5636e683f0f0 con 0x5636e691dc50 2024-09-05T02:35:44.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.340+0000 7fce53e87740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5636e6930190 con 0x5636e692d340 2024-09-05T02:35:44.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.341+0000 7fce53e87740 10 client.0 _ll_register_callbacks cb 0x5636e68309e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:44.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.341+0000 7fce43e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691e570 0x5636e692a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:44.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.341+0000 7fce43e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691e570 0x5636e692a830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40762/0 (socket says 172.21.15.33:40762) 2024-09-05T02:35:44.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.341+0000 7fce4a800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691dc50 0x5636e692a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:44.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.341+0000 7fce43e00640 1 -- 172.21.15.33:0/3188863042 learned_addr learned my addr 172.21.15.33:0/3188863042 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:44.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.341+0000 7fce4b200640 1 --2- 172.21.15.33:0/3188863042 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 0x5636e692ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:44.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.341+0000 7fce4a800640 1 -- 172.21.15.33:0/3188863042 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 msgr2=0x5636e692ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:44.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.341+0000 7fce4a800640 1 --2- 172.21.15.33:0/3188863042 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 0x5636e692ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.341+0000 7fce4a800640 1 -- 172.21.15.33:0/3188863042 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691e570 msgr2=0x5636e692a830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:44.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.341+0000 7fce4a800640 1 --2- 172.21.15.33:0/3188863042 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691e570 0x5636e692a830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.341+0000 7fce4a800640 1 -- 172.21.15.33:0/3188863042 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636e65f53c0 con 0x5636e691dc50 2024-09-05T02:35:44.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.341+0000 7fce4b200640 1 --2- 172.21.15.33:0/3188863042 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 0x5636e692ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:35:44.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.342+0000 7fce4a800640 1 --2- 172.21.15.33:0/3188863042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691dc50 0x5636e692a2f0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fce3c011d10 tx=0x7fce3c019bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f55aa34dcdc7ec5b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:44.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.342+0000 7fce2fe00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:35:44.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.342+0000 7fce2fe00640 1 -- 172.21.15.33:0/3188863042 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c028020 con 0x5636e691dc50 2024-09-05T02:35:44.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.342+0000 7fce53e87740 1 -- 172.21.15.33:0/3188863042 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce3c0043d0 con 0x5636e691dc50 2024-09-05T02:35:44.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.342+0000 7fce2fe00640 1 -- 172.21.15.33:0/3188863042 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7fce3c024620 con 0x5636e691dc50 2024-09-05T02:35:44.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.342+0000 7fce2fe00640 1 -- 172.21.15.33:0/3188863042 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fce3c033050 con 0x5636e691dc50 2024-09-05T02:35:44.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.342+0000 7fce53e87740 10 client.27596 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:44.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.342+0000 7fce53e87740 1 -- 172.21.15.33:0/3188863042 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5636e693bdc0 con 0x5636e691dc50 2024-09-05T02:35:44.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.342+0000 7fce2fe00640 1 -- 172.21.15.33:0/3188863042 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce3c0043d0 con 0x5636e691dc50 2024-09-05T02:35:44.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.343+0000 7fce2fe00640 1 -- 172.21.15.33:0/3188863042 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fce3c018070 con 0x5636e691dc50 2024-09-05T02:35:44.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.343+0000 7fce53e87740 10 client.27596 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:44.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.343+0000 7fce53e87740 10 client.27596 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:35:44.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.343+0000 7fce53e87740 20 client.27596 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:44.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.343+0000 7fce53e87740 1 --2- 172.21.15.33:0/3188863042 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5636e693d170 0x5636e693f560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:44.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.343+0000 7fce53e87740 4 client.27596 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:35:44.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.343+0000 7fce53e87740 1 -- 172.21.15.33:0/3188863042 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5636e6891950 con 0x5636e693d170 2024-09-05T02:35:44.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.343+0000 7fce43e00640 1 --2- 172.21.15.33:0/3188863042 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5636e693d170 0x5636e693f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:44.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.344+0000 7fce43e00640 1 --2- 172.21.15.33:0/3188863042 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5636e693d170 0x5636e693f560 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=363be55853b0a58 server_cookie=6e2ea078359983f3 in_seq=0 out_seq=0 2024-09-05T02:35:44.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.344+0000 7fce2fe00640 10 client.27596 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:44.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.345+0000 7fce2fe00640 1 -- 172.21.15.33:0/3188863042 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5636e6891950 con 0x5636e693d170 2024-09-05T02:35:44.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.345+0000 7fce2fe00640 10 client.27596 handle_command_reply: tid=0 2024-09-05T02:35:44.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.345+0000 7fce53e87740 1 client.27596 shutdown 2024-09-05T02:35:44.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.345+0000 7fce53e87740 1 -- 172.21.15.33:0/3188863042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691dc50 msgr2=0x5636e692a2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:44.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.345+0000 7fce53e87740 1 --2- 172.21.15.33:0/3188863042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691dc50 0x5636e692a2f0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fce3c011d10 tx=0x7fce3c019bd0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.345+0000 7fce53e87740 1 -- 172.21.15.33:0/3188863042 shutdown_connections 2024-09-05T02:35:44.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.345+0000 7fce53e87740 1 --2- 172.21.15.33:0/3188863042 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 0x5636e692ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.345+0000 7fce53e87740 1 --2- 172.21.15.33:0/3188863042 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5636e693d170 0x5636e693f560 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.345+0000 7fce53e87740 1 --2- 172.21.15.33:0/3188863042 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691e570 0x5636e692a830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.345+0000 7fce53e87740 1 --2- 172.21.15.33:0/3188863042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691dc50 0x5636e692a2f0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.345+0000 7fce2fe00640 0 client.27596 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:44.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.345+0000 7fce53e87740 1 -- 172.21.15.33:0/3188863042 >> 172.21.15.33:0/3188863042 conn(0x5636e691a2e0 msgr2=0x5636e6920040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:44.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.345+0000 7fce53e87740 1 -- 172.21.15.33:0/3188863042 shutdown_connections 2024-09-05T02:35:44.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.345+0000 7fce53e87740 1 -- 172.21.15.33:0/3188863042 wait complete. 2024-09-05T02:35:44.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.345+0000 7fce53e87740 20 client.27596 trim_cache size 0 max 16384 2024-09-05T02:35:44.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.363+0000 7fce53e87740 1 Processor -- start 2024-09-05T02:35:44.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.363+0000 7fce53e87740 1 -- start start 2024-09-05T02:35:44.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.364+0000 7fce53e87740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691dc50 0x5636e692a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:44.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.364+0000 7fce53e87740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691e570 0x5636e6929aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:44.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.364+0000 7fce53e87740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 0x5636e691ff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:44.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.364+0000 7fce53e87740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fce4c1ab580 con 0x5636e691dc50 2024-09-05T02:35:44.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.364+0000 7fce53e87740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fce4c1ad0c0 con 0x5636e691e570 2024-09-05T02:35:44.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.364+0000 7fce53e87740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fce4c1abc50 con 0x5636e692d340 2024-09-05T02:35:44.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.364+0000 7fce4a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691dc50 0x5636e692a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:44.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.364+0000 7fce4a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691dc50 0x5636e692a2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40764/0 (socket says 172.21.15.33:40764) 2024-09-05T02:35:44.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.364+0000 7fce4a800640 1 -- 172.21.15.33:0/2617739421 learned_addr learned my addr 172.21.15.33:0/2617739421 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:44.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.364+0000 7fce43e00640 1 --2- 172.21.15.33:0/2617739421 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691e570 0x5636e6929aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:44.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.364+0000 7fce4b200640 1 --2- 172.21.15.33:0/2617739421 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 0x5636e691ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:44.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.364+0000 7fce4a800640 1 -- 172.21.15.33:0/2617739421 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 msgr2=0x5636e691ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:44.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.364+0000 7fce4a800640 1 --2- 172.21.15.33:0/2617739421 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 0x5636e691ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.364+0000 7fce4a800640 1 -- 172.21.15.33:0/2617739421 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691e570 msgr2=0x5636e6929aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:44.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.364+0000 7fce4a800640 1 --2- 172.21.15.33:0/2617739421 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691e570 0x5636e6929aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.364+0000 7fce4a800640 1 -- 172.21.15.33:0/2617739421 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5636e6919b90 con 0x5636e691dc50 2024-09-05T02:35:44.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.364+0000 7fce4b200640 1 --2- 172.21.15.33:0/2617739421 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 0x5636e691ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:35:44.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.365+0000 7fce4a800640 1 --2- 172.21.15.33:0/2617739421 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691dc50 0x5636e692a2b0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fce3c011850 tx=0x7fce3c019700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4992ab91d2325e9f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:44.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.365+0000 7fce3aa00640 1 -- 172.21.15.33:0/2617739421 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c028030 con 0x5636e691dc50 2024-09-05T02:35:44.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.365+0000 7fce3aa00640 1 -- 172.21.15.33:0/2617739421 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce3c01f040 con 0x5636e691dc50 2024-09-05T02:35:44.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.365+0000 7fce3aa00640 1 -- 172.21.15.33:0/2617739421 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c02cb90 con 0x5636e691dc50 2024-09-05T02:35:44.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.366+0000 7fce53e87740 1 -- 172.21.15.33:0/2617739421 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691dc50 msgr2=0x5636e692a2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:44.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.366+0000 7fce53e87740 1 --2- 172.21.15.33:0/2617739421 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691dc50 0x5636e692a2b0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fce3c011850 tx=0x7fce3c019700 comp rx=0 tx=0).stop 2024-09-05T02:35:44.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.366+0000 7fce53e87740 1 -- 172.21.15.33:0/2617739421 shutdown_connections 2024-09-05T02:35:44.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.366+0000 7fce53e87740 1 --2- 172.21.15.33:0/2617739421 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 0x5636e691ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.366+0000 7fce53e87740 1 --2- 172.21.15.33:0/2617739421 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691e570 0x5636e6929aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.366+0000 7fce53e87740 1 --2- 172.21.15.33:0/2617739421 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691dc50 0x5636e692a2b0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.366+0000 7fce53e87740 1 -- 172.21.15.33:0/2617739421 >> 172.21.15.33:0/2617739421 conn(0x5636e691a2e0 msgr2=0x5636e691f820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:44.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.366+0000 7fce53e87740 1 -- 172.21.15.33:0/2617739421 shutdown_connections 2024-09-05T02:35:44.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.366+0000 7fce53e87740 1 -- 172.21.15.33:0/2617739421 wait complete. 2024-09-05T02:35:44.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.366+0000 7fce53e87740 1 -- start start 2024-09-05T02:35:44.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.366+0000 7fce53e87740 1 Processor -- start 2024-09-05T02:35:44.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.367+0000 7fce53e87740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691dc50 0x5636e6935cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:44.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.367+0000 7fce53e87740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691e570 0x5636e6931000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:44.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.367+0000 7fce53e87740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 0x5636e6931790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:44.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.367+0000 7fce53e87740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fce4c1ac9f0 con 0x5636e691e570 2024-09-05T02:35:44.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.367+0000 7fce53e87740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fce4c1ac320 con 0x5636e691dc50 2024-09-05T02:35:44.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.367+0000 7fce53e87740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fce4c1a9580 con 0x5636e692d340 2024-09-05T02:35:44.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.367+0000 7fce53e87740 10 client.0 _ll_register_callbacks cb 0x7fce3c019860 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:35:44.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.367+0000 7fce43e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691e570 0x5636e6931000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:44.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.367+0000 7fce43e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691e570 0x5636e6931000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40770/0 (socket says 172.21.15.33:40770) 2024-09-05T02:35:44.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.367+0000 7fce43e00640 1 -- 172.21.15.33:0/2725891784 learned_addr learned my addr 172.21.15.33:0/2725891784 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:35:44.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.367+0000 7fce4b200640 1 --2- 172.21.15.33:0/2725891784 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 0x5636e6931790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:44.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.367+0000 7fce4a800640 1 --2- 172.21.15.33:0/2725891784 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691dc50 0x5636e6935cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:44.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.368+0000 7fce43e00640 1 -- 172.21.15.33:0/2725891784 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 msgr2=0x5636e6931790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:44.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.368+0000 7fce43e00640 1 --2- 172.21.15.33:0/2725891784 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 0x5636e6931790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.368+0000 7fce43e00640 1 -- 172.21.15.33:0/2725891784 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691dc50 msgr2=0x5636e6935cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:35:44.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.368+0000 7fce43e00640 1 --2- 172.21.15.33:0/2725891784 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691dc50 0x5636e6935cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.368+0000 7fce43e00640 1 -- 172.21.15.33:0/2725891784 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636e69a6d40 con 0x5636e691e570 2024-09-05T02:35:44.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.368+0000 7fce43e00640 1 --2- 172.21.15.33:0/2725891784 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691e570 0x5636e6931000 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7fce34009830 tx=0x7fce34005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fc0efeec89197a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:35:44.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.368+0000 7fce2fe00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:35:44.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.368+0000 7fce2fe00640 1 -- 172.21.15.33:0/2725891784 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce340048d0 con 0x5636e691e570 2024-09-05T02:35:44.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.368+0000 7fce53e87740 1 -- 172.21.15.33:0/2725891784 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce3c01f040 con 0x5636e691e570 2024-09-05T02:35:44.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.368+0000 7fce2fe00640 1 -- 172.21.15.33:0/2725891784 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8542+0+0 (secure 0 0 0) 0x7fce34004a70 con 0x5636e691e570 2024-09-05T02:35:44.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.369+0000 7fce2fe00640 1 -- 172.21.15.33:0/2725891784 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fce34004c70 con 0x5636e691e570 2024-09-05T02:35:44.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.369+0000 7fce53e87740 10 client.17520 fetch_fsmap learned FSMap version 29 2024-09-05T02:35:44.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.369+0000 7fce53e87740 1 -- 172.21.15.33:0/2725891784 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5636e69a7f10 con 0x5636e691e570 2024-09-05T02:35:44.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.369+0000 7fce2fe00640 1 -- 172.21.15.33:0/2725891784 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce3c01f040 con 0x5636e691e570 2024-09-05T02:35:44.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.369+0000 7fce2fe00640 1 -- 172.21.15.33:0/2725891784 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fce34049040 con 0x5636e691e570 2024-09-05T02:35:44.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.369+0000 7fce53e87740 10 client.17520 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:35:44.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.369+0000 7fce53e87740 10 client.17520 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:35:44.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.369+0000 7fce53e87740 20 client.17520 populate_metadata read hostname 'smithi033' 2024-09-05T02:35:44.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.369+0000 7fce53e87740 1 --2- 172.21.15.33:0/2725891784 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5636e69a86c0 0x5636e69aaae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:35:44.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.369+0000 7fce53e87740 4 client.17520 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:35:44.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.369+0000 7fce53e87740 1 -- 172.21.15.33:0/2725891784 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5636e688be60 con 0x5636e69a86c0 2024-09-05T02:35:44.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.370+0000 7fce4a800640 1 --2- 172.21.15.33:0/2725891784 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5636e69a86c0 0x5636e69aaae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:35:44.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.370+0000 7fce4a800640 1 --2- 172.21.15.33:0/2725891784 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5636e69a86c0 0x5636e69aaae0 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9842ac60217d9d1f server_cookie=f42ae99e89f76fe8 in_seq=0 out_seq=0 2024-09-05T02:35:44.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.370+0000 7fce2fe00640 10 client.17520 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:44.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.370+0000 7fce2fe00640 1 -- 172.21.15.33:0/2725891784 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5636e688be60 con 0x5636e69a86c0 2024-09-05T02:35:44.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.370+0000 7fce2fe00640 10 client.17520 handle_command_reply: tid=0 2024-09-05T02:35:44.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.370+0000 7fce53e87740 1 client.17520 shutdown 2024-09-05T02:35:44.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.371+0000 7fce53e87740 1 -- 172.21.15.33:0/2725891784 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691e570 msgr2=0x5636e6931000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:44.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.371+0000 7fce53e87740 1 --2- 172.21.15.33:0/2725891784 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691e570 0x5636e6931000 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7fce34009830 tx=0x7fce34005f90 comp rx=0 tx=0).stop 2024-09-05T02:35:44.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.371+0000 7fce53e87740 1 -- 172.21.15.33:0/2725891784 shutdown_connections 2024-09-05T02:35:44.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.371+0000 7fce53e87740 1 --2- 172.21.15.33:0/2725891784 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5636e692d340 0x5636e6931790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.371+0000 7fce53e87740 1 --2- 172.21.15.33:0/2725891784 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5636e69a86c0 0x5636e69aaae0 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.371+0000 7fce53e87740 1 --2- 172.21.15.33:0/2725891784 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5636e691e570 0x5636e6931000 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.371+0000 7fce53e87740 1 --2- 172.21.15.33:0/2725891784 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5636e691dc50 0x5636e6935cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.371+0000 7fce2fe00640 0 client.17520 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:35:44.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.371+0000 7fce53e87740 1 -- 172.21.15.33:0/2725891784 >> 172.21.15.33:0/2725891784 conn(0x5636e691a2e0 msgr2=0x5636e6919380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:44.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.371+0000 7fce53e87740 1 -- 172.21.15.33:0/2725891784 shutdown_connections 2024-09-05T02:35:44.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.371+0000 7fce53e87740 1 -- 172.21.15.33:0/2725891784 wait complete. 2024-09-05T02:35:44.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.371+0000 7fce53e87740 20 client.17520 trim_cache size 0 max 16384 2024-09-05T02:35:44.377 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:35:44.377 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T02:35:44.377 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": { 2024-09-05T02:35:44.377 INFO:teuthology.orchestra.run.smithi033.stdout: "02335990-d064-4693-9988-55845ef0515a": { 2024-09-05T02:35:44.378 INFO:teuthology.orchestra.run.smithi033.stdout: "path": "/", 2024-09-05T02:35:44.378 INFO:teuthology.orchestra.run.smithi033.stdout: "tag": "02335990-d064-4693-9988-55845ef0515a", 2024-09-05T02:35:44.378 INFO:teuthology.orchestra.run.smithi033.stdout: "options": "recursive,force" 2024-09-05T02:35:44.378 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:35:44.378 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:35:44.378 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:35:44.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.372+0000 7fce50a00640 1 -- 172.21.15.33:0/1665882588 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fce300a2d70 msgr2=0x7fce300a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:44.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.372+0000 7fce50a00640 1 --2- 172.21.15.33:0/1665882588 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fce300a2d70 0x7fce300a5230 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x5636e691f7f0 tx=0x7fce34005a90 comp rx=0 tx=0).stop 2024-09-05T02:35:44.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.372+0000 7fce50a00640 1 -- 172.21.15.33:0/1665882588 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce4c10bfc0 msgr2=0x7fce4c19cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:35:44.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.372+0000 7fce50a00640 1 --2- 172.21.15.33:0/1665882588 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce4c10bfc0 0x7fce4c19cc10 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fce44009fd0 tx=0x7fce4400c800 comp rx=0 tx=0).stop 2024-09-05T02:35:44.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.372+0000 7fce50a00640 1 -- 172.21.15.33:0/1665882588 shutdown_connections 2024-09-05T02:35:44.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.372+0000 7fce50a00640 1 --2- 172.21.15.33:0/1665882588 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fce300a2d70 0x7fce300a5230 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.372+0000 7fce50a00640 1 --2- 172.21.15.33:0/1665882588 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce4c10bfc0 0x7fce4c19cc10 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.372+0000 7fce50a00640 1 --2- 172.21.15.33:0/1665882588 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fce4c1034b0 0x7fce4c198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.372+0000 7fce50a00640 1 --2- 172.21.15.33:0/1665882588 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fce4c102b90 0x7fce4c198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:35:44.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.372+0000 7fce50a00640 1 -- 172.21.15.33:0/1665882588 >> 172.21.15.33:0/1665882588 conn(0x7fce4c0fc610 msgr2=0x7fce4c0fd310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:35:44.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.372+0000 7fce50a00640 1 -- 172.21.15.33:0/1665882588 shutdown_connections 2024-09-05T02:35:44.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:35:44.372+0000 7fce50a00640 1 -- 172.21.15.33:0/1665882588 wait complete. 2024-09-05T02:35:45.174 INFO:tasks.cephfs.filesystem:scrub status for tag:02335990-d064-4693-9988-55845ef0515a - {'path': '/', 'tag': '02335990-d064-4693-9988-55845ef0515a', 'options': 'recursive,force'} 2024-09-05T02:35:45.526 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:45 smithi174 ceph-mon[34756]: pgmap v271: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:35:45.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:45 smithi033 ceph-mon[29909]: pgmap v271: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:35:45.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:45 smithi123 ceph-mon[34031]: pgmap v271: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:35:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:47 smithi033 ceph-mon[29909]: pgmap v272: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:35:47.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:47 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:35:47.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:47 smithi123 ceph-mon[34031]: pgmap v272: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:35:47.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:47 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:35:47.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:47 smithi174 ceph-mon[34756]: pgmap v272: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:35:47.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:47 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:35:49.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:49 smithi033 ceph-mon[29909]: pgmap v273: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:35:49.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:49 smithi123 ceph-mon[34031]: pgmap v273: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:35:49.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:49 smithi174 ceph-mon[34756]: pgmap v273: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:35:51.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:51 smithi033 ceph-mon[29909]: pgmap v274: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:51.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:51 smithi123 ceph-mon[34031]: pgmap v274: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:51.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:51 smithi174 ceph-mon[34756]: pgmap v274: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:53.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:53 smithi033 ceph-mon[29909]: pgmap v275: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:35:53.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:53 smithi123 ceph-mon[34031]: pgmap v275: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:35:53.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:53 smithi174 ceph-mon[34756]: pgmap v275: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:35:55.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:55 smithi033 ceph-mon[29909]: pgmap v276: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:55.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:55 smithi123 ceph-mon[34031]: pgmap v276: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:55.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:55 smithi174 ceph-mon[34756]: pgmap v276: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:57.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:57 smithi033 ceph-mon[29909]: pgmap v277: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:57.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:57 smithi123 ceph-mon[34031]: pgmap v277: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:57.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:57 smithi174 ceph-mon[34756]: pgmap v277: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:35:59.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:35:59 smithi033 ceph-mon[29909]: pgmap v278: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:35:59.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:35:59 smithi123 ceph-mon[34031]: pgmap v278: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:35:59.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:35:59 smithi174 ceph-mon[34756]: pgmap v278: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:36:01.591 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:01 smithi033 ceph-mon[29909]: pgmap v279: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:36:01.639 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:01 smithi123 ceph-mon[34031]: pgmap v279: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:36:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:01 smithi174 ceph-mon[34756]: pgmap v279: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:36:03.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:03 smithi033 ceph-mon[29909]: pgmap v280: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-09-05T02:36:03.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:03 smithi123 ceph-mon[34031]: pgmap v280: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-09-05T02:36:03.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:03 smithi174 ceph-mon[34756]: pgmap v280: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-09-05T02:36:05.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:05 smithi033 ceph-mon[29909]: pgmap v281: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:36:05.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:05 smithi123 ceph-mon[34031]: pgmap v281: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:36:05.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:05 smithi174 ceph-mon[34756]: pgmap v281: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:36:07.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:07 smithi033 ceph-mon[29909]: pgmap v282: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:36:07.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:07 smithi123 ceph-mon[34031]: pgmap v282: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:36:07.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:07 smithi174 ceph-mon[34756]: pgmap v282: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:36:08.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:08 smithi033 ceph-mon[29909]: osdmap e92: 12 total, 12 up, 12 in 2024-09-05T02:36:08.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:08 smithi123 ceph-mon[34031]: osdmap e92: 12 total, 12 up, 12 in 2024-09-05T02:36:08.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:08 smithi174 ceph-mon[34756]: osdmap e92: 12 total, 12 up, 12 in 2024-09-05T02:36:09.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:09 smithi033 ceph-mon[29909]: pgmap v284: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-09-05T02:36:09.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:09 smithi123 ceph-mon[34031]: pgmap v284: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-09-05T02:36:09.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:09 smithi174 ceph-mon[34756]: pgmap v284: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-09-05T02:36:11.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:11 smithi033 ceph-mon[29909]: pgmap v285: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-09-05T02:36:11.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:11 smithi123 ceph-mon[34031]: pgmap v285: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-09-05T02:36:11.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:11 smithi174 ceph-mon[34756]: pgmap v285: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-09-05T02:36:13.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:13 smithi123 ceph-mon[34031]: pgmap v286: 97 pgs: 97 active+clean; 2.2 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-09-05T02:36:13.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:13 smithi123 ceph-mon[34031]: osdmap e93: 12 total, 12 up, 12 in 2024-09-05T02:36:13.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:13 smithi174 ceph-mon[34756]: pgmap v286: 97 pgs: 97 active+clean; 2.2 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-09-05T02:36:13.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:13 smithi174 ceph-mon[34756]: osdmap e93: 12 total, 12 up, 12 in 2024-09-05T02:36:13.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:13 smithi033 ceph-mon[29909]: pgmap v286: 97 pgs: 97 active+clean; 2.2 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-09-05T02:36:13.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:13 smithi033 ceph-mon[29909]: osdmap e93: 12 total, 12 up, 12 in 2024-09-05T02:36:15.176 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:36:15.569 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:15.586 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:15 smithi033 ceph-mon[29909]: pgmap v288: 97 pgs: 97 active+clean; 2.2 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-05T02:36:15.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:15 smithi123 ceph-mon[34031]: pgmap v288: 97 pgs: 97 active+clean; 2.2 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-05T02:36:15.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:15 smithi174 ceph-mon[34756]: pgmap v288: 97 pgs: 97 active+clean; 2.2 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-05T02:36:16.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.266+0000 7f0764a00640 1 -- 172.21.15.33:0/2840430811 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07601079c0 msgr2=0x7f0760107da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:16.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.266+0000 7f0764a00640 1 --2- 172.21.15.33:0/2840430811 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07601079c0 0x7f0760107da0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f0750009930 tx=0x7f075002a440 comp rx=0 tx=0).stop 2024-09-05T02:36:16.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.266+0000 7f0764a00640 1 -- 172.21.15.33:0/2840430811 shutdown_connections 2024-09-05T02:36:16.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.266+0000 7f0764a00640 1 --2- 172.21.15.33:0/2840430811 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0760102360 0x7f076010e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.266+0000 7f0764a00640 1 --2- 172.21.15.33:0/2840430811 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f07601019c0 0x7f0760101e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.266+0000 7f0764a00640 1 --2- 172.21.15.33:0/2840430811 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07601079c0 0x7f0760107da0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.266+0000 7f0764a00640 1 -- 172.21.15.33:0/2840430811 >> 172.21.15.33:0/2840430811 conn(0x7f07600fd6e0 msgr2=0x7f07600ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:16.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.266+0000 7f0764a00640 1 -- 172.21.15.33:0/2840430811 shutdown_connections 2024-09-05T02:36:16.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.266+0000 7f0764a00640 1 -- 172.21.15.33:0/2840430811 wait complete. 2024-09-05T02:36:16.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.267+0000 7f0764a00640 1 Processor -- start 2024-09-05T02:36:16.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.267+0000 7f0764a00640 1 -- start start 2024-09-05T02:36:16.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.268+0000 7f0764a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f07601019c0 0x7f07601982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:16.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.268+0000 7f0764a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0760102360 0x7f0760198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:16.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.268+0000 7f0764a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07601079c0 0x7f076019cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:16.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.268+0000 7f0764a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0760111d80 con 0x7f07601079c0 2024-09-05T02:36:16.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.268+0000 7f0764a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0760111c00 con 0x7f0760102360 2024-09-05T02:36:16.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.268+0000 7f0764a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f0760111f00 con 0x7f07601019c0 2024-09-05T02:36:16.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.268+0000 7f075fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07601079c0 0x7f076019cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:16.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.268+0000 7f075ea00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0760102360 0x7f0760198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:16.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.268+0000 7f075fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07601079c0 0x7f076019cb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56756/0 (socket says 172.21.15.33:56756) 2024-09-05T02:36:16.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.268+0000 7f075fe00640 1 -- 172.21.15.33:0/3831700744 learned_addr learned my addr 172.21.15.33:0/3831700744 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:16.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.268+0000 7f075f400640 1 --2- 172.21.15.33:0/3831700744 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f07601019c0 0x7f07601982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:16.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.269+0000 7f075fe00640 1 -- 172.21.15.33:0/3831700744 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f07601019c0 msgr2=0x7f07601982c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:16.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.269+0000 7f075fe00640 1 --2- 172.21.15.33:0/3831700744 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f07601019c0 0x7f07601982c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.269+0000 7f075fe00640 1 -- 172.21.15.33:0/3831700744 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0760102360 msgr2=0x7f0760198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:16.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.269+0000 7f075fe00640 1 --2- 172.21.15.33:0/3831700744 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0760102360 0x7f0760198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.269+0000 7f075fe00640 1 -- 172.21.15.33:0/3831700744 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f076019d270 con 0x7f07601079c0 2024-09-05T02:36:16.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.269+0000 7f075ea00640 1 --2- 172.21.15.33:0/3831700744 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0760102360 0x7f0760198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:36:16.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.269+0000 7f075f400640 1 --2- 172.21.15.33:0/3831700744 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f07601019c0 0x7f07601982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:16.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.269+0000 7f075fe00640 1 --2- 172.21.15.33:0/3831700744 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07601079c0 0x7f076019cb90 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f075800eb10 tx=0x7f075800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:16.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.270+0000 7f0757e00640 1 -- 172.21.15.33:0/3831700744 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0758004b20 con 0x7f07601079c0 2024-09-05T02:36:16.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.270+0000 7f0757e00640 1 -- 172.21.15.33:0/3831700744 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0758004cc0 con 0x7f07601079c0 2024-09-05T02:36:16.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.270+0000 7f0764a00640 1 -- 172.21.15.33:0/3831700744 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f076019d560 con 0x7f07601079c0 2024-09-05T02:36:16.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.270+0000 7f0757e00640 1 -- 172.21.15.33:0/3831700744 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0758010760 con 0x7f07601079c0 2024-09-05T02:36:16.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.270+0000 7f0764a00640 1 -- 172.21.15.33:0/3831700744 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07601a4e40 con 0x7f07601079c0 2024-09-05T02:36:16.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.273+0000 7f0757e00640 1 -- 172.21.15.33:0/3831700744 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f0758005020 con 0x7f07601079c0 2024-09-05T02:36:16.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.273+0000 7f0768a5e740 1 Processor -- start 2024-09-05T02:36:16.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.273+0000 7f0768a5e740 1 -- start start 2024-09-05T02:36:16.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.274+0000 7f0768a5e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf84cd50 0x5592cf84d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:16.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.274+0000 7f0768a5e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592cf84d670 0x5592cf8579f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:16.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.274+0000 7f0768a5e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf857f30 0x5592cf85a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:16.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.274+0000 7f0768a5e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5592cf7b33e0 con 0x5592cf857f30 2024-09-05T02:36:16.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.274+0000 7f0768a5e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5592cf75ad80 con 0x5592cf84d670 2024-09-05T02:36:16.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.274+0000 7f0768a5e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5592cf7af3a0 con 0x5592cf84cd50 2024-09-05T02:36:16.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.274+0000 7f075ea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf84cd50 0x5592cf84d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:16.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.274+0000 7f075ea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf84cd50 0x5592cf84d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:41876/0 (socket says 172.21.15.33:41876) 2024-09-05T02:36:16.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.274+0000 7f075ea00640 1 -- 172.21.15.33:0/1392845658 learned_addr learned my addr 172.21.15.33:0/1392845658 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:16.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.274+0000 7f075ea00640 1 --2- 172.21.15.33:0/1392845658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf857f30 0x5592cf85a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:16.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.274+0000 7f075f400640 1 --2- 172.21.15.33:0/1392845658 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592cf84d670 0x5592cf8579f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:16.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.274+0000 7f0757e00640 1 --2- 172.21.15.33:0/3831700744 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f07440a2d70 0x7f07440a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:16.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.275+0000 7f075ea00640 1 -- 172.21.15.33:0/1392845658 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592cf84d670 msgr2=0x5592cf8579f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:16.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.275+0000 7f075ea00640 1 --2- 172.21.15.33:0/1392845658 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592cf84d670 0x5592cf8579f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.275+0000 7f075ea00640 1 -- 172.21.15.33:0/1392845658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf857f30 msgr2=0x5592cf85a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:16.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.275+0000 7f075ea00640 1 --2- 172.21.15.33:0/1392845658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf857f30 0x5592cf85a320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.275+0000 7f075ea00640 1 -- 172.21.15.33:0/1392845658 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592cf779ae0 con 0x5592cf84cd50 2024-09-05T02:36:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.275+0000 7f0757e00640 1 -- 172.21.15.33:0/3831700744 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f07580cfa00 con 0x7f07601079c0 2024-09-05T02:36:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.275+0000 7f075fe00640 1 --2- 172.21.15.33:0/3831700744 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f07440a2d70 0x7f07440a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.275+0000 7f075ea00640 1 --2- 172.21.15.33:0/1392845658 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf84cd50 0x5592cf84d130 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f074c009560 tx=0x7f074c009760 comp rx=0 tx=0).ready entity=mon.1 client_cookie=10f21e98cba8cbc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.275+0000 7f074be00640 1 -- 172.21.15.33:0/1392845658 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f074c012e40 con 0x5592cf84cd50 2024-09-05T02:36:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.275+0000 7f074be00640 1 -- 172.21.15.33:0/1392845658 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f074c010cb0 con 0x5592cf84cd50 2024-09-05T02:36:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.275+0000 7f074be00640 1 -- 172.21.15.33:0/1392845658 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f074c01ebc0 con 0x5592cf84cd50 2024-09-05T02:36:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.276+0000 7f0768a5e740 1 -- 172.21.15.33:0/1392845658 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf84cd50 msgr2=0x5592cf84d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.276+0000 7f075fe00640 1 --2- 172.21.15.33:0/3831700744 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f07440a2d70 0x7f07440a5230 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f07580cd140 tx=0x7f0758005b40 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.276+0000 7f0768a5e740 1 --2- 172.21.15.33:0/1392845658 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf84cd50 0x5592cf84d130 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f074c009560 tx=0x7f074c009760 comp rx=0 tx=0).stop 2024-09-05T02:36:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.276+0000 7f0768a5e740 1 -- 172.21.15.33:0/1392845658 shutdown_connections 2024-09-05T02:36:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.276+0000 7f0768a5e740 1 --2- 172.21.15.33:0/1392845658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf857f30 0x5592cf85a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.276+0000 7f0768a5e740 1 --2- 172.21.15.33:0/1392845658 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592cf84d670 0x5592cf8579f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.276+0000 7f0768a5e740 1 --2- 172.21.15.33:0/1392845658 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf84cd50 0x5592cf84d130 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.276+0000 7f0768a5e740 1 -- 172.21.15.33:0/1392845658 >> 172.21.15.33:0/1392845658 conn(0x5592cf8492e0 msgr2=0x5592cf8496c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.276+0000 7f0768a5e740 1 -- 172.21.15.33:0/1392845658 shutdown_connections 2024-09-05T02:36:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.276+0000 7f0768a5e740 1 -- 172.21.15.33:0/1392845658 wait complete. 2024-09-05T02:36:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.277+0000 7f0768a5e740 1 -- start start 2024-09-05T02:36:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.277+0000 7f0768a5e740 1 Processor -- start 2024-09-05T02:36:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.277+0000 7f0768a5e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf84cd50 0x5592cf854e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.277+0000 7f0768a5e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 0x5592cf8553b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.277+0000 7f0768a5e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592cf857f30 0x5592cf8558f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.277+0000 7f0768a5e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5592cf85aba0 con 0x5592cf84d670 2024-09-05T02:36:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.277+0000 7f0768a5e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5592cf76e0f0 con 0x5592cf857f30 2024-09-05T02:36:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.277+0000 7f0768a5e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5592cf85ad20 con 0x5592cf84cd50 2024-09-05T02:36:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.278+0000 7f0768a5e740 10 client.0 _ll_register_callbacks cb 0x5592cf75f9e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.278+0000 7f075f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 0x5592cf8553b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.278+0000 7f075f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 0x5592cf8553b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56766/0 (socket says 172.21.15.33:56766) 2024-09-05T02:36:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.278+0000 7f075f400640 1 -- 172.21.15.33:0/2457485167 learned_addr learned my addr 172.21.15.33:0/2457485167 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:16.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.278+0000 7f075ea00640 1 --2- 172.21.15.33:0/2457485167 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592cf857f30 0x5592cf8558f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:16.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.278+0000 7f075ea00640 1 --2- 172.21.15.33:0/2457485167 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf84cd50 0x5592cf854e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:16.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.278+0000 7f075f400640 1 -- 172.21.15.33:0/2457485167 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf84cd50 msgr2=0x5592cf854e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:16.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.278+0000 7f075f400640 1 --2- 172.21.15.33:0/2457485167 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf84cd50 0x5592cf854e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.278+0000 7f075f400640 1 -- 172.21.15.33:0/2457485167 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592cf857f30 msgr2=0x5592cf8558f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:16.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.278+0000 7f075f400640 1 --2- 172.21.15.33:0/2457485167 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592cf857f30 0x5592cf8558f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.278+0000 7f075f400640 1 -- 172.21.15.33:0/2457485167 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592cf5243c0 con 0x5592cf84d670 2024-09-05T02:36:16.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.279+0000 7f075f400640 1 --2- 172.21.15.33:0/2457485167 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 0x5592cf8553b0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f0750009930 tx=0x7f07500317e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbe6865667647a25 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:16.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.279+0000 7f0748c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:36:16.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.279+0000 7f0748c00640 1 -- 172.21.15.33:0/2457485167 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0750035040 con 0x5592cf84d670 2024-09-05T02:36:16.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.279+0000 7f0748c00640 1 -- 172.21.15.33:0/2457485167 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f0750004250 con 0x5592cf84d670 2024-09-05T02:36:16.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.279+0000 7f0768a5e740 1 -- 172.21.15.33:0/2457485167 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f074c010cb0 con 0x5592cf84d670 2024-09-05T02:36:16.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.279+0000 7f0748c00640 1 -- 172.21.15.33:0/2457485167 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0750004450 con 0x5592cf84d670 2024-09-05T02:36:16.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.279+0000 7f0768a5e740 10 client.17532 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:16.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.279+0000 7f0768a5e740 1 -- 172.21.15.33:0/2457485167 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5592cf8668a0 con 0x5592cf84d670 2024-09-05T02:36:16.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.280+0000 7f0748c00640 1 -- 172.21.15.33:0/2457485167 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f074c010cb0 con 0x5592cf84d670 2024-09-05T02:36:16.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.280+0000 7f0748c00640 1 -- 172.21.15.33:0/2457485167 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f075003d680 con 0x5592cf84d670 2024-09-05T02:36:16.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.280+0000 7f0768a5e740 10 client.17532 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:16.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.280+0000 7f0768a5e740 10 client.17532 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:36:16.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.280+0000 7f0768a5e740 20 client.17532 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:16.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.280+0000 7f0768a5e740 1 --2- 172.21.15.33:0/2457485167 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5592cf867db0 0x5592cf86a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:16.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.280+0000 7f0768a5e740 4 client.17532 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:36:16.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.280+0000 7f0768a5e740 1 -- 172.21.15.33:0/2457485167 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5592cf7c0950 con 0x5592cf867db0 2024-09-05T02:36:16.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.280+0000 7f075ea00640 1 --2- 172.21.15.33:0/2457485167 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5592cf867db0 0x5592cf86a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:16.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.281+0000 7f075ea00640 1 --2- 172.21.15.33:0/2457485167 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5592cf867db0 0x5592cf86a1d0 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c060424addc8018 server_cookie=a14ca518d8a7c0d in_seq=0 out_seq=0 2024-09-05T02:36:16.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.281+0000 7f0748c00640 10 client.17532 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:16.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.282+0000 7f0748c00640 1 -- 172.21.15.33:0/2457485167 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5592cf7c0950 con 0x5592cf867db0 2024-09-05T02:36:16.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.282+0000 7f0748c00640 10 client.17532 handle_command_reply: tid=0 2024-09-05T02:36:16.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.282+0000 7f0768a5e740 1 client.17532 shutdown 2024-09-05T02:36:16.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.282+0000 7f0768a5e740 1 -- 172.21.15.33:0/2457485167 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 msgr2=0x5592cf8553b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:16.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.282+0000 7f0768a5e740 1 --2- 172.21.15.33:0/2457485167 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 0x5592cf8553b0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f0750009930 tx=0x7f07500317e0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.282+0000 7f0768a5e740 1 -- 172.21.15.33:0/2457485167 shutdown_connections 2024-09-05T02:36:16.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.282+0000 7f0768a5e740 1 --2- 172.21.15.33:0/2457485167 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592cf857f30 0x5592cf8558f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.282+0000 7f0768a5e740 1 --2- 172.21.15.33:0/2457485167 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5592cf867db0 0x5592cf86a1d0 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.282+0000 7f0768a5e740 1 --2- 172.21.15.33:0/2457485167 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 0x5592cf8553b0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.282+0000 7f0768a5e740 1 --2- 172.21.15.33:0/2457485167 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf84cd50 0x5592cf854e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.282+0000 7f0768a5e740 1 -- 172.21.15.33:0/2457485167 >> 172.21.15.33:0/2457485167 conn(0x5592cf8492e0 msgr2=0x5592cf84efc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:16.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.282+0000 7f0748c00640 0 client.17532 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:16.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.282+0000 7f0768a5e740 1 -- 172.21.15.33:0/2457485167 shutdown_connections 2024-09-05T02:36:16.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.282+0000 7f0768a5e740 1 -- 172.21.15.33:0/2457485167 wait complete. 2024-09-05T02:36:16.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.282+0000 7f0768a5e740 20 client.17532 trim_cache size 0 max 16384 2024-09-05T02:36:16.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.301+0000 7f0768a5e740 1 Processor -- start 2024-09-05T02:36:16.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.301+0000 7f0768a5e740 1 -- start start 2024-09-05T02:36:16.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.301+0000 7f0768a5e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf84cd50 0x5592cf855740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:16.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.301+0000 7f0768a5e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 0x5592cf86faa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:16.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.301+0000 7f0768a5e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592cf857f30 0x5592cf86ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:16.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.301+0000 7f0768a5e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f07601ad760 con 0x5592cf84d670 2024-09-05T02:36:16.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.301+0000 7f0768a5e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f07601af2a0 con 0x5592cf857f30 2024-09-05T02:36:16.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.301+0000 7f0768a5e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f07601ade30 con 0x5592cf84cd50 2024-09-05T02:36:16.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.302+0000 7f075f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 0x5592cf86faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:16.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.302+0000 7f075f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 0x5592cf86faa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56776/0 (socket says 172.21.15.33:56776) 2024-09-05T02:36:16.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.302+0000 7f075f400640 1 -- 172.21.15.33:0/142743677 learned_addr learned my addr 172.21.15.33:0/142743677 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:16.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.302+0000 7f075ea00640 1 --2- 172.21.15.33:0/142743677 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592cf857f30 0x5592cf86ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:16.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.302+0000 7f075ea00640 1 --2- 172.21.15.33:0/142743677 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf84cd50 0x5592cf855740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:16.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.302+0000 7f075f400640 1 -- 172.21.15.33:0/142743677 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf84cd50 msgr2=0x5592cf855740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:16.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.302+0000 7f075f400640 1 --2- 172.21.15.33:0/142743677 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf84cd50 0x5592cf855740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.302+0000 7f075f400640 1 -- 172.21.15.33:0/142743677 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592cf857f30 msgr2=0x5592cf86ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:16.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.302+0000 7f075f400640 1 --2- 172.21.15.33:0/142743677 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592cf857f30 0x5592cf86ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.302+0000 7f075f400640 1 -- 172.21.15.33:0/142743677 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592cf84fbc0 con 0x5592cf84d670 2024-09-05T02:36:16.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.302+0000 7f075f400640 1 --2- 172.21.15.33:0/142743677 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 0x5592cf86faa0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f075003dc40 tx=0x7f0750005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f4d3b30b19da156 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:16.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.303+0000 7f074b400640 1 -- 172.21.15.33:0/142743677 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f075005b070 con 0x5592cf84d670 2024-09-05T02:36:16.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.303+0000 7f074b400640 1 -- 172.21.15.33:0/142743677 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f075003d650 con 0x5592cf84d670 2024-09-05T02:36:16.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.303+0000 7f074b400640 1 -- 172.21.15.33:0/142743677 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0750035030 con 0x5592cf84d670 2024-09-05T02:36:16.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.303+0000 7f0768a5e740 1 -- 172.21.15.33:0/142743677 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 msgr2=0x5592cf86faa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:16.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.303+0000 7f0768a5e740 1 --2- 172.21.15.33:0/142743677 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 0x5592cf86faa0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f075003dc40 tx=0x7f0750005780 comp rx=0 tx=0).stop 2024-09-05T02:36:16.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.303+0000 7f0768a5e740 1 -- 172.21.15.33:0/142743677 shutdown_connections 2024-09-05T02:36:16.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.303+0000 7f0768a5e740 1 --2- 172.21.15.33:0/142743677 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592cf857f30 0x5592cf86ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.303+0000 7f0768a5e740 1 --2- 172.21.15.33:0/142743677 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 0x5592cf86faa0 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.303+0000 7f0768a5e740 1 --2- 172.21.15.33:0/142743677 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf84cd50 0x5592cf855740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.303+0000 7f0768a5e740 1 -- 172.21.15.33:0/142743677 >> 172.21.15.33:0/142743677 conn(0x5592cf8492e0 msgr2=0x5592cf853f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:16.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.303+0000 7f0768a5e740 1 -- 172.21.15.33:0/142743677 shutdown_connections 2024-09-05T02:36:16.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.303+0000 7f0768a5e740 1 -- 172.21.15.33:0/142743677 wait complete. 2024-09-05T02:36:16.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.304+0000 7f0768a5e740 1 -- start start 2024-09-05T02:36:16.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.304+0000 7f0768a5e740 1 Processor -- start 2024-09-05T02:36:16.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.304+0000 7f0768a5e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592cf84cd50 0x5592cf85b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:16.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.304+0000 7f0768a5e740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 0x5592cf85b610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:16.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.304+0000 7f0768a5e740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf857f30 0x5592cf8d0a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:16.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.304+0000 7f0768a5e740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f07601aebd0 con 0x5592cf84d670 2024-09-05T02:36:16.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.304+0000 7f0768a5e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f07601ae500 con 0x5592cf84cd50 2024-09-05T02:36:16.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.304+0000 7f0768a5e740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f07601ab760 con 0x5592cf857f30 2024-09-05T02:36:16.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.304+0000 7f0768a5e740 10 client.0 _ll_register_callbacks cb 0x7f0750005d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:16.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.305+0000 7f075f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 0x5592cf85b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:16.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.305+0000 7f075f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 0x5592cf85b610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56784/0 (socket says 172.21.15.33:56784) 2024-09-05T02:36:16.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.305+0000 7f075f400640 1 -- 172.21.15.33:0/634116351 learned_addr learned my addr 172.21.15.33:0/634116351 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:16.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.305+0000 7f075ea00640 1 --2- 172.21.15.33:0/634116351 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592cf84cd50 0x5592cf85b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:16.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.305+0000 7f075ea00640 1 --2- 172.21.15.33:0/634116351 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf857f30 0x5592cf8d0a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:16.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.305+0000 7f075f400640 1 -- 172.21.15.33:0/634116351 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf857f30 msgr2=0x5592cf8d0a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:16.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.305+0000 7f075f400640 1 --2- 172.21.15.33:0/634116351 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf857f30 0x5592cf8d0a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.305+0000 7f075f400640 1 -- 172.21.15.33:0/634116351 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592cf84cd50 msgr2=0x5592cf85b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:16.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.305+0000 7f075f400640 1 --2- 172.21.15.33:0/634116351 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592cf84cd50 0x5592cf85b0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.305+0000 7f075f400640 1 -- 172.21.15.33:0/634116351 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592cf8d0fa0 con 0x5592cf84d670 2024-09-05T02:36:16.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.305+0000 7f075ea00640 1 --2- 172.21.15.33:0/634116351 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf857f30 0x5592cf8d0a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:36:16.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.305+0000 7f075f400640 1 --2- 172.21.15.33:0/634116351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 0x5592cf85b610 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f075003da50 tx=0x7f0750005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5042d3146555da5a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:16.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.305+0000 7f0748c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:36:16.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.306+0000 7f0748c00640 1 -- 172.21.15.33:0/634116351 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f075005b040 con 0x5592cf84d670 2024-09-05T02:36:16.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.306+0000 7f0768a5e740 1 -- 172.21.15.33:0/634116351 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f075003d650 con 0x5592cf84d670 2024-09-05T02:36:16.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.306+0000 7f0748c00640 1 -- 172.21.15.33:0/634116351 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f075003d800 con 0x5592cf84d670 2024-09-05T02:36:16.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.306+0000 7f0748c00640 1 -- 172.21.15.33:0/634116351 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0750035040 con 0x5592cf84d670 2024-09-05T02:36:16.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.306+0000 7f0768a5e740 10 client.17538 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:16.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.306+0000 7f0768a5e740 1 -- 172.21.15.33:0/634116351 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5592cf8d20f0 con 0x5592cf84d670 2024-09-05T02:36:16.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.306+0000 7f0748c00640 1 -- 172.21.15.33:0/634116351 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f075003d650 con 0x5592cf84d670 2024-09-05T02:36:16.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.306+0000 7f0748c00640 1 -- 172.21.15.33:0/634116351 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f0750055070 con 0x5592cf84d670 2024-09-05T02:36:16.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.306+0000 7f0768a5e740 10 client.17538 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:16.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.306+0000 7f0768a5e740 10 client.17538 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:36:16.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.306+0000 7f0768a5e740 20 client.17538 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:16.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.306+0000 7f0768a5e740 1 --2- 172.21.15.33:0/634116351 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5592cf8d26f0 0x5592cf8d4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:16.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.306+0000 7f0768a5e740 4 client.17538 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:36:16.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.306+0000 7f0768a5e740 1 -- 172.21.15.33:0/634116351 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5592cf7bae60 con 0x5592cf8d26f0 2024-09-05T02:36:16.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.307+0000 7f075ea00640 1 --2- 172.21.15.33:0/634116351 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5592cf8d26f0 0x5592cf8d4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:16.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.307+0000 7f075ea00640 1 --2- 172.21.15.33:0/634116351 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5592cf8d26f0 0x5592cf8d4b10 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8bf7c0da3d4fa821 server_cookie=24051889050aeeb in_seq=0 out_seq=0 2024-09-05T02:36:16.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.307+0000 7f0748c00640 10 client.17538 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:16.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.307+0000 7f0748c00640 1 -- 172.21.15.33:0/634116351 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5592cf7bae60 con 0x5592cf8d26f0 2024-09-05T02:36:16.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.307+0000 7f0748c00640 10 client.17538 handle_command_reply: tid=0 2024-09-05T02:36:16.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.307+0000 7f0768a5e740 1 client.17538 shutdown 2024-09-05T02:36:16.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.308+0000 7f0768a5e740 1 -- 172.21.15.33:0/634116351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 msgr2=0x5592cf85b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:16.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.308+0000 7f0768a5e740 1 --2- 172.21.15.33:0/634116351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 0x5592cf85b610 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f075003da50 tx=0x7f0750005e80 comp rx=0 tx=0).stop 2024-09-05T02:36:16.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.308+0000 7f0768a5e740 1 -- 172.21.15.33:0/634116351 shutdown_connections 2024-09-05T02:36:16.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.308+0000 7f0768a5e740 1 --2- 172.21.15.33:0/634116351 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5592cf857f30 0x5592cf8d0a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.308+0000 7f0768a5e740 1 --2- 172.21.15.33:0/634116351 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5592cf8d26f0 0x5592cf8d4b10 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.308+0000 7f0768a5e740 1 --2- 172.21.15.33:0/634116351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5592cf84d670 0x5592cf85b610 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.308+0000 7f0768a5e740 1 --2- 172.21.15.33:0/634116351 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5592cf84cd50 0x5592cf85b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.308+0000 7f0748c00640 0 client.17538 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:16.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.308+0000 7f0768a5e740 1 -- 172.21.15.33:0/634116351 >> 172.21.15.33:0/634116351 conn(0x5592cf8492e0 msgr2=0x5592cf847b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:16.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.308+0000 7f0768a5e740 1 -- 172.21.15.33:0/634116351 shutdown_connections 2024-09-05T02:36:16.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.308+0000 7f0768a5e740 1 -- 172.21.15.33:0/634116351 wait complete. 2024-09-05T02:36:16.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.308+0000 7f0768a5e740 20 client.17538 trim_cache size 0 max 16384 2024-09-05T02:36:16.364 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:36:16.364 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:36:16.365 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:36:16.365 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:36:16.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.309+0000 7f0764a00640 1 -- 172.21.15.33:0/3831700744 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f07440a2d70 msgr2=0x7f07440a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:16.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.309+0000 7f0764a00640 1 --2- 172.21.15.33:0/3831700744 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f07440a2d70 0x7f07440a5230 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f07580cd140 tx=0x7f0758005b40 comp rx=0 tx=0).stop 2024-09-05T02:36:16.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.309+0000 7f0764a00640 1 -- 172.21.15.33:0/3831700744 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07601079c0 msgr2=0x7f076019cb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:16.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.309+0000 7f0764a00640 1 --2- 172.21.15.33:0/3831700744 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07601079c0 0x7f076019cb90 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f075800eb10 tx=0x7f075800c2d0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.309+0000 7f0764a00640 1 -- 172.21.15.33:0/3831700744 shutdown_connections 2024-09-05T02:36:16.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.309+0000 7f0764a00640 1 --2- 172.21.15.33:0/3831700744 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f07440a2d70 0x7f07440a5230 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.309+0000 7f0764a00640 1 --2- 172.21.15.33:0/3831700744 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07601079c0 0x7f076019cb90 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.309+0000 7f0764a00640 1 --2- 172.21.15.33:0/3831700744 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0760102360 0x7f0760198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.309+0000 7f0764a00640 1 --2- 172.21.15.33:0/3831700744 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f07601019c0 0x7f07601982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:16.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.309+0000 7f0764a00640 1 -- 172.21.15.33:0/3831700744 >> 172.21.15.33:0/3831700744 conn(0x7f07600fd6e0 msgr2=0x7f07600fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:16.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.309+0000 7f0764a00640 1 -- 172.21.15.33:0/3831700744 shutdown_connections 2024-09-05T02:36:16.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:16.309+0000 7f0764a00640 1 -- 172.21.15.33:0/3831700744 wait complete. 2024-09-05T02:36:16.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:16 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:36:16.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:16 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:36:16.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:16 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:36:17.353 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:36:17.353 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:36:17.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:17 smithi033 ceph-mon[29909]: pgmap v289: 97 pgs: 97 active+clean; 2.2 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 118 B/s wr, 6 op/s 2024-09-05T02:36:17.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:17 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:36:17.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:17 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:36:17.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:17 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:36:17.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:17 smithi123 ceph-mon[34031]: pgmap v289: 97 pgs: 97 active+clean; 2.2 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 118 B/s wr, 6 op/s 2024-09-05T02:36:17.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:17 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:36:17.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:17 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:36:17.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:17 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:36:17.678 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:17 smithi174 ceph-mon[34756]: pgmap v289: 97 pgs: 97 active+clean; 2.2 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 118 B/s wr, 6 op/s 2024-09-05T02:36:17.678 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:17 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:36:17.678 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:17 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:36:17.678 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:17 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:36:17.729 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:18.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.317+0000 7ffb6cc00640 1 -- 172.21.15.33:0/1202680011 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb68074590 msgr2=0x7ffb68074970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:18.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.317+0000 7ffb6cc00640 1 --2- 172.21.15.33:0/1202680011 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb68074590 0x7ffb68074970 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7ffb58009900 tx=0x7ffb5802a480 comp rx=0 tx=0).stop 2024-09-05T02:36:18.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.317+0000 7ffb6cc00640 1 -- 172.21.15.33:0/1202680011 shutdown_connections 2024-09-05T02:36:18.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.317+0000 7ffb6cc00640 1 --2- 172.21.15.33:0/1202680011 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ffb68112b90 0x7ffb68114f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:18.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.317+0000 7ffb6cc00640 1 --2- 172.21.15.33:0/1202680011 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffb68074eb0 0x7ffb68112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:18.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.317+0000 7ffb6cc00640 1 --2- 172.21.15.33:0/1202680011 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb68074590 0x7ffb68074970 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:18.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.317+0000 7ffb6cc00640 1 -- 172.21.15.33:0/1202680011 >> 172.21.15.33:0/1202680011 conn(0x7ffb680fd8c0 msgr2=0x7ffb680ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:18.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.317+0000 7ffb6cc00640 1 -- 172.21.15.33:0/1202680011 shutdown_connections 2024-09-05T02:36:18.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.317+0000 7ffb6cc00640 1 -- 172.21.15.33:0/1202680011 wait complete. 2024-09-05T02:36:18.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.318+0000 7ffb6cc00640 1 Processor -- start 2024-09-05T02:36:18.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.318+0000 7ffb6cc00640 1 -- start start 2024-09-05T02:36:18.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.319+0000 7ffb6cc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffb68074590 0x7ffb681a4710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:18.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.319+0000 7ffb6cc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ffb68074eb0 0x7ffb681a4c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:18.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.319+0000 7ffb6cc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb68112b90 0x7ffb6819e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:18.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.319+0000 7ffb6cc00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffb68118570 con 0x7ffb68112b90 2024-09-05T02:36:18.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.319+0000 7ffb6cc00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ffb681183f0 con 0x7ffb68074590 2024-09-05T02:36:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.319+0000 7ffb6cc00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ffb681186f0 con 0x7ffb68074eb0 2024-09-05T02:36:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.319+0000 7ffb66800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb68112b90 0x7ffb6819e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.319+0000 7ffb66800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb68112b90 0x7ffb6819e8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56802/0 (socket says 172.21.15.33:56802) 2024-09-05T02:36:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.319+0000 7ffb66800640 1 -- 172.21.15.33:0/877747886 learned_addr learned my addr 172.21.15.33:0/877747886 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.319+0000 7ffb65e00640 1 --2- 172.21.15.33:0/877747886 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffb68074590 0x7ffb681a4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.319+0000 7ffb5d400640 1 --2- 172.21.15.33:0/877747886 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ffb68074eb0 0x7ffb681a4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.319+0000 7ffb66800640 1 -- 172.21.15.33:0/877747886 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ffb68074eb0 msgr2=0x7ffb681a4c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.319+0000 7ffb66800640 1 --2- 172.21.15.33:0/877747886 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ffb68074eb0 0x7ffb681a4c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.319+0000 7ffb66800640 1 -- 172.21.15.33:0/877747886 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffb68074590 msgr2=0x7ffb681a4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.319+0000 7ffb66800640 1 --2- 172.21.15.33:0/877747886 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffb68074590 0x7ffb681a4710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.319+0000 7ffb66800640 1 -- 172.21.15.33:0/877747886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb6819f000 con 0x7ffb68112b90 2024-09-05T02:36:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.320+0000 7ffb66800640 1 --2- 172.21.15.33:0/877747886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb68112b90 0x7ffb6819e8d0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7ffb6000eb40 tx=0x7ffb6000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.320+0000 7ffb5f400640 1 -- 172.21.15.33:0/877747886 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb60004b20 con 0x7ffb68112b90 2024-09-05T02:36:18.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.320+0000 7ffb5f400640 1 -- 172.21.15.33:0/877747886 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffb60004cc0 con 0x7ffb68112b90 2024-09-05T02:36:18.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.320+0000 7ffb5f400640 1 -- 172.21.15.33:0/877747886 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb60010850 con 0x7ffb68112b90 2024-09-05T02:36:18.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.320+0000 7ffb6cc00640 1 -- 172.21.15.33:0/877747886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb6819f2f0 con 0x7ffb68112b90 2024-09-05T02:36:18.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.320+0000 7ffb6cc00640 1 -- 172.21.15.33:0/877747886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb681ab5e0 con 0x7ffb68112b90 2024-09-05T02:36:18.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.321+0000 7ffb6cc00640 1 -- 172.21.15.33:0/877747886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb68074970 con 0x7ffb68112b90 2024-09-05T02:36:18.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.323+0000 7ffb5f400640 1 -- 172.21.15.33:0/877747886 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7ffb60005020 con 0x7ffb68112b90 2024-09-05T02:36:18.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.324+0000 7ffb5f400640 1 --2- 172.21.15.33:0/877747886 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ffb4c0a2d70 0x7ffb4c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:18.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.325+0000 7ffb5f400640 1 -- 172.21.15.33:0/877747886 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7ffb600cfb50 con 0x7ffb68112b90 2024-09-05T02:36:18.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.325+0000 7ffb65e00640 1 --2- 172.21.15.33:0/877747886 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ffb4c0a2d70 0x7ffb4c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:18.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.325+0000 7ffb65e00640 1 --2- 172.21.15.33:0/877747886 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ffb4c0a2d70 0x7ffb4c0a5230 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7ffb6819fa10 tx=0x7ffb580058d0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:18.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.329+0000 7ffb5f400640 1 -- 172.21.15.33:0/877747886 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ffb6009c700 con 0x7ffb68112b90 2024-09-05T02:36:18.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.552+0000 7ffb6cc00640 1 -- 172.21.15.33:0/877747886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffb6802d7c0 con 0x7ffb68112b90 2024-09-05T02:36:18.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.552+0000 7ffb5f400640 1 -- 172.21.15.33:0/877747886 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7ffb600bc0c0 con 0x7ffb68112b90 2024-09-05T02:36:18.555 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:36:18.555 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:36:18.555 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:36:18.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.555+0000 7ffb6cc00640 1 -- 172.21.15.33:0/877747886 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ffb4c0a2d70 msgr2=0x7ffb4c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:18.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.555+0000 7ffb6cc00640 1 --2- 172.21.15.33:0/877747886 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ffb4c0a2d70 0x7ffb4c0a5230 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7ffb6819fa10 tx=0x7ffb580058d0 comp rx=0 tx=0).stop 2024-09-05T02:36:18.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.555+0000 7ffb6cc00640 1 -- 172.21.15.33:0/877747886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb68112b90 msgr2=0x7ffb6819e8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:18.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.555+0000 7ffb6cc00640 1 --2- 172.21.15.33:0/877747886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb68112b90 0x7ffb6819e8d0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7ffb6000eb40 tx=0x7ffb6000c2d0 comp rx=0 tx=0).stop 2024-09-05T02:36:18.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.555+0000 7ffb6cc00640 1 -- 172.21.15.33:0/877747886 shutdown_connections 2024-09-05T02:36:18.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.555+0000 7ffb6cc00640 1 --2- 172.21.15.33:0/877747886 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ffb4c0a2d70 0x7ffb4c0a5230 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:18.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.555+0000 7ffb6cc00640 1 --2- 172.21.15.33:0/877747886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb68112b90 0x7ffb6819e8d0 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:18.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.555+0000 7ffb6cc00640 1 --2- 172.21.15.33:0/877747886 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ffb68074eb0 0x7ffb681a4c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:18.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.555+0000 7ffb6cc00640 1 --2- 172.21.15.33:0/877747886 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffb68074590 0x7ffb681a4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:18.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.555+0000 7ffb6cc00640 1 -- 172.21.15.33:0/877747886 >> 172.21.15.33:0/877747886 conn(0x7ffb680fd8c0 msgr2=0x7ffb680ff050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:18.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.555+0000 7ffb6cc00640 1 -- 172.21.15.33:0/877747886 shutdown_connections 2024-09-05T02:36:18.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:18.555+0000 7ffb6cc00640 1 -- 172.21.15.33:0/877747886 wait complete. 2024-09-05T02:36:19.516 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:36:19.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:19 smithi123 ceph-mon[34031]: pgmap v290: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 10 op/s 2024-09-05T02:36:19.636 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:19 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/877747886' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:36:19.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:19 smithi174 ceph-mon[34756]: pgmap v290: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 10 op/s 2024-09-05T02:36:19.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:19 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/877747886' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:36:19.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:19 smithi033 ceph-mon[29909]: pgmap v290: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 10 op/s 2024-09-05T02:36:19.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:19 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/877747886' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:36:19.893 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:20.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.547+0000 7f94c4200640 1 -- 172.21.15.33:0/1618057258 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94bc109120 msgr2=0x7f94bc110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:20.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.547+0000 7f94c4200640 1 --2- 172.21.15.33:0/1618057258 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94bc109120 0x7f94bc110ca0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f94b4009ca0 tx=0x7f94b402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.547+0000 7f94c4200640 1 -- 172.21.15.33:0/1618057258 shutdown_connections 2024-09-05T02:36:20.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.547+0000 7f94c4200640 1 --2- 172.21.15.33:0/1618057258 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94bc109120 0x7f94bc110ca0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.547+0000 7f94c4200640 1 --2- 172.21.15.33:0/1618057258 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f94bc1049a0 0x7f94bc1089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.547+0000 7f94c4200640 1 --2- 172.21.15.33:0/1618057258 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f94bc103ff0 0x7f94bc1043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.547+0000 7f94c4200640 1 -- 172.21.15.33:0/1618057258 >> 172.21.15.33:0/1618057258 conn(0x7f94bc0ffa90 msgr2=0x7f94bc101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:20.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.547+0000 7f94c4200640 1 -- 172.21.15.33:0/1618057258 shutdown_connections 2024-09-05T02:36:20.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.547+0000 7f94c4200640 1 -- 172.21.15.33:0/1618057258 wait complete. 2024-09-05T02:36:20.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.548+0000 7f94c4200640 1 Processor -- start 2024-09-05T02:36:20.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.548+0000 7f94c4200640 1 -- start start 2024-09-05T02:36:20.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.549+0000 7f94c4200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94bc103ff0 0x7f94bc19a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:20.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.549+0000 7f94c4200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f94bc1049a0 0x7f94bc19ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:20.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.549+0000 7f94c4200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f94bc109120 0x7f94bc19ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:20.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.549+0000 7f94c4200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f94bc114180 con 0x7f94bc103ff0 2024-09-05T02:36:20.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.549+0000 7f94c4200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f94bc114000 con 0x7f94bc109120 2024-09-05T02:36:20.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.549+0000 7f94c4200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f94bc114300 con 0x7f94bc1049a0 2024-09-05T02:36:20.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.549+0000 7f94c1800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94bc103ff0 0x7f94bc19a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:20.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.549+0000 7f94c0e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f94bc1049a0 0x7f94bc19ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:20.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.549+0000 7f94c2200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f94bc109120 0x7f94bc19ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:20.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.549+0000 7f94c1800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94bc103ff0 0x7f94bc19a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52250/0 (socket says 172.21.15.33:52250) 2024-09-05T02:36:20.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.549+0000 7f94c1800640 1 -- 172.21.15.33:0/440338918 learned_addr learned my addr 172.21.15.33:0/440338918 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:20.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.550+0000 7f94c1800640 1 -- 172.21.15.33:0/440338918 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f94bc1049a0 msgr2=0x7f94bc19ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:20.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.550+0000 7f94c1800640 1 --2- 172.21.15.33:0/440338918 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f94bc1049a0 0x7f94bc19ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.550+0000 7f94c1800640 1 -- 172.21.15.33:0/440338918 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f94bc109120 msgr2=0x7f94bc19ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:20.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.550+0000 7f94c1800640 1 --2- 172.21.15.33:0/440338918 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f94bc109120 0x7f94bc19ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.550+0000 7f94c1800640 1 -- 172.21.15.33:0/440338918 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94bc19f5f0 con 0x7f94bc103ff0 2024-09-05T02:36:20.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.550+0000 7f94c2200640 1 --2- 172.21.15.33:0/440338918 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f94bc109120 0x7f94bc19ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:20.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.550+0000 7f94c1800640 1 --2- 172.21.15.33:0/440338918 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94bc103ff0 0x7f94bc19a640 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f94b000e9f0 tx=0x7f94b000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:20.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.550+0000 7f94ba000640 1 -- 172.21.15.33:0/440338918 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94b000cd80 con 0x7f94bc103ff0 2024-09-05T02:36:20.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.550+0000 7f94ba000640 1 -- 172.21.15.33:0/440338918 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f94b0010910 con 0x7f94bc103ff0 2024-09-05T02:36:20.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.550+0000 7f94c4200640 1 -- 172.21.15.33:0/440338918 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94bc19f8e0 con 0x7f94bc103ff0 2024-09-05T02:36:20.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.550+0000 7f94ba000640 1 -- 172.21.15.33:0/440338918 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94b0018990 con 0x7f94bc103ff0 2024-09-05T02:36:20.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.551+0000 7f94c4200640 1 -- 172.21.15.33:0/440338918 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94bc1a71c0 con 0x7f94bc103ff0 2024-09-05T02:36:20.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.554+0000 7f94ba000640 1 -- 172.21.15.33:0/440338918 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f94b0010ac0 con 0x7f94bc103ff0 2024-09-05T02:36:20.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.554+0000 7f94c6c2a740 1 Processor -- start 2024-09-05T02:36:20.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.554+0000 7f94c6c2a740 1 -- start start 2024-09-05T02:36:20.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.554+0000 7f94c6c2a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f87c70 0x556c07f88050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:20.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.554+0000 7f94c6c2a740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f88590 0x556c07f92910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:20.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.554+0000 7f94c6c2a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f92e50 0x556c07f95240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:20.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.554+0000 7f94c6c2a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556c07eee3e0 con 0x556c07f87c70 2024-09-05T02:36:20.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.554+0000 7f94c6c2a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556c07e95d80 con 0x556c07f92e50 2024-09-05T02:36:20.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.554+0000 7f94c6c2a740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x556c07eea3a0 con 0x556c07f88590 2024-09-05T02:36:20.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.554+0000 7f94c2200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f87c70 0x556c07f88050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:20.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.554+0000 7f94c2200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f87c70 0x556c07f88050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52262/0 (socket says 172.21.15.33:52262) 2024-09-05T02:36:20.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.554+0000 7f94c2200640 1 -- 172.21.15.33:0/493734509 learned_addr learned my addr 172.21.15.33:0/493734509 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:20.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.555+0000 7f94c1800640 1 --2- 172.21.15.33:0/493734509 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f88590 0x556c07f92910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:20.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.555+0000 7f94c0e00640 1 --2- 172.21.15.33:0/493734509 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f92e50 0x556c07f95240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:20.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.555+0000 7f94c2200640 1 -- 172.21.15.33:0/493734509 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f88590 msgr2=0x556c07f92910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:20.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.555+0000 7f94c2200640 1 --2- 172.21.15.33:0/493734509 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f88590 0x556c07f92910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.555+0000 7f94c2200640 1 -- 172.21.15.33:0/493734509 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f92e50 msgr2=0x556c07f95240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:20.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.555+0000 7f94c2200640 1 --2- 172.21.15.33:0/493734509 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f92e50 0x556c07f95240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.555+0000 7f94c2200640 1 -- 172.21.15.33:0/493734509 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c07eb4ae0 con 0x556c07f87c70 2024-09-05T02:36:20.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.555+0000 7f94ba000640 1 --2- 172.21.15.33:0/440338918 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f94a40a2cf0 0x7f94a40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:20.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.555+0000 7f94c2200640 1 --2- 172.21.15.33:0/493734509 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f87c70 0x556c07f88050 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f94b4009ca0 tx=0x7f94b4033000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d5a60f13bbbfa12 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:20.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.556+0000 7f94ba000640 1 -- 172.21.15.33:0/440338918 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f94b00cf7f0 con 0x7f94bc103ff0 2024-09-05T02:36:20.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.556+0000 7f94c1800640 1 --2- 172.21.15.33:0/440338918 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f94a40a2cf0 0x7f94a40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:20.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.556+0000 7f94aea00640 1 -- 172.21.15.33:0/493734509 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94b4003b70 con 0x556c07f87c70 2024-09-05T02:36:20.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.556+0000 7f94aea00640 1 -- 172.21.15.33:0/493734509 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f94b4036040 con 0x556c07f87c70 2024-09-05T02:36:20.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.556+0000 7f94aea00640 1 -- 172.21.15.33:0/493734509 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94b4004500 con 0x556c07f87c70 2024-09-05T02:36:20.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.557+0000 7f94c6c2a740 1 -- 172.21.15.33:0/493734509 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f87c70 msgr2=0x556c07f88050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:20.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.557+0000 7f94c6c2a740 1 --2- 172.21.15.33:0/493734509 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f87c70 0x556c07f88050 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f94b4009ca0 tx=0x7f94b4033000 comp rx=0 tx=0).stop 2024-09-05T02:36:20.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.557+0000 7f94c1800640 1 --2- 172.21.15.33:0/440338918 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f94a40a2cf0 0x7f94a40a51b0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x556c07f85060 tx=0x7f94b00d5530 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:20.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.557+0000 7f94c6c2a740 1 -- 172.21.15.33:0/493734509 shutdown_connections 2024-09-05T02:36:20.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.557+0000 7f94c6c2a740 1 --2- 172.21.15.33:0/493734509 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f92e50 0x556c07f95240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.557+0000 7f94c6c2a740 1 --2- 172.21.15.33:0/493734509 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f88590 0x556c07f92910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.557+0000 7f94c6c2a740 1 --2- 172.21.15.33:0/493734509 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f87c70 0x556c07f88050 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.557+0000 7f94c6c2a740 1 -- 172.21.15.33:0/493734509 >> 172.21.15.33:0/493734509 conn(0x556c07f84200 msgr2=0x556c07f845e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:20.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.557+0000 7f94c6c2a740 1 -- 172.21.15.33:0/493734509 shutdown_connections 2024-09-05T02:36:20.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.557+0000 7f94c6c2a740 1 -- 172.21.15.33:0/493734509 wait complete. 2024-09-05T02:36:20.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.557+0000 7f94c6c2a740 1 -- start start 2024-09-05T02:36:20.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.558+0000 7f94c6c2a740 1 Processor -- start 2024-09-05T02:36:20.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.558+0000 7f94c6c2a740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f87c70 0x556c07f8fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:20.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.558+0000 7f94c6c2a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f88590 0x556c07f90270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:20.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.558+0000 7f94c6c2a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f92e50 0x556c07f907b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:20.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.558+0000 7f94c6c2a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556c07f958a0 con 0x556c07f88590 2024-09-05T02:36:20.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.558+0000 7f94c6c2a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556c07ea90f0 con 0x556c07f92e50 2024-09-05T02:36:20.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.558+0000 7f94c6c2a740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x556c07f95a20 con 0x556c07f87c70 2024-09-05T02:36:20.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.558+0000 7f94c6c2a740 10 client.0 _ll_register_callbacks cb 0x556c07e90bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:20.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.558+0000 7f94c0e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f88590 0x556c07f90270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:20.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.559+0000 7f94c0e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f88590 0x556c07f90270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52278/0 (socket says 172.21.15.33:52278) 2024-09-05T02:36:20.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.559+0000 7f94c2200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f87c70 0x556c07f8fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:20.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.559+0000 7f94c0e00640 1 -- 172.21.15.33:0/4142243303 learned_addr learned my addr 172.21.15.33:0/4142243303 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:20.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.559+0000 7f94c2200640 1 --2- 172.21.15.33:0/4142243303 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f92e50 0x556c07f907b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:20.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.559+0000 7f94c0e00640 1 -- 172.21.15.33:0/4142243303 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f87c70 msgr2=0x556c07f8fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:20.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.559+0000 7f94c0e00640 1 --2- 172.21.15.33:0/4142243303 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f87c70 0x556c07f8fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.559+0000 7f94c0e00640 1 -- 172.21.15.33:0/4142243303 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f92e50 msgr2=0x556c07f907b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:20.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.559+0000 7f94c0e00640 1 --2- 172.21.15.33:0/4142243303 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f92e50 0x556c07f907b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.559+0000 7f94c0e00640 1 -- 172.21.15.33:0/4142243303 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c07c5f3c0 con 0x556c07f88590 2024-09-05T02:36:20.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.559+0000 7f94c2200640 1 --2- 172.21.15.33:0/4142243303 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f92e50 0x556c07f907b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:36:20.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.559+0000 7f94c0e00640 1 --2- 172.21.15.33:0/4142243303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f88590 0x556c07f90270 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f94a8012730 tx=0x7f94a8012bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=323cd64027396554 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:20.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.559+0000 7f94a3400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:36:20.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.560+0000 7f94a3400640 1 -- 172.21.15.33:0/4142243303 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a8004050 con 0x556c07f88590 2024-09-05T02:36:20.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.560+0000 7f94a3400640 1 -- 172.21.15.33:0/4142243303 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f94a80041f0 con 0x556c07f88590 2024-09-05T02:36:20.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.560+0000 7f94c6c2a740 1 -- 172.21.15.33:0/4142243303 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94b4036040 con 0x556c07f88590 2024-09-05T02:36:20.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.560+0000 7f94a3400640 1 -- 172.21.15.33:0/4142243303 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f94a80043f0 con 0x556c07f88590 2024-09-05T02:36:20.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.560+0000 7f94c6c2a740 10 client.17556 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:20.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.560+0000 7f94c6c2a740 1 -- 172.21.15.33:0/4142243303 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556c07fa1940 con 0x556c07f88590 2024-09-05T02:36:20.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.560+0000 7f94a3400640 1 -- 172.21.15.33:0/4142243303 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f94b4036040 con 0x556c07f88590 2024-09-05T02:36:20.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.560+0000 7f94a3400640 1 -- 172.21.15.33:0/4142243303 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f94a8003b70 con 0x556c07f88590 2024-09-05T02:36:20.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.560+0000 7f94c6c2a740 10 client.17556 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:20.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.560+0000 7f94c6c2a740 10 client.17556 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:36:20.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.561+0000 7f94c6c2a740 20 client.17556 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:20.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.561+0000 7f94c6c2a740 1 --2- 172.21.15.33:0/4142243303 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x556c07fa2ea0 0x556c07fa52c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:20.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.561+0000 7f94c6c2a740 4 client.17556 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:36:20.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.561+0000 7f94c6c2a740 1 -- 172.21.15.33:0/4142243303 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556c07efb950 con 0x556c07fa2ea0 2024-09-05T02:36:20.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.561+0000 7f94c2200640 1 --2- 172.21.15.33:0/4142243303 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x556c07fa2ea0 0x556c07fa52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:20.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.562+0000 7f94c2200640 1 --2- 172.21.15.33:0/4142243303 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x556c07fa2ea0 0x556c07fa52c0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=e94328a64b3a7363 server_cookie=aa9ae454939ffa1d in_seq=0 out_seq=0 2024-09-05T02:36:20.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.562+0000 7f94a3400640 10 client.17556 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:36:20.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.562+0000 7f94a3400640 1 -- 172.21.15.33:0/4142243303 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556c07efb950 con 0x556c07fa2ea0 2024-09-05T02:36:20.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.562+0000 7f94a3400640 10 client.17556 handle_command_reply: tid=0 2024-09-05T02:36:20.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.562+0000 7f94c6c2a740 1 client.17556 shutdown 2024-09-05T02:36:20.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.563+0000 7f94c6c2a740 1 -- 172.21.15.33:0/4142243303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f88590 msgr2=0x556c07f90270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:20.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.563+0000 7f94c6c2a740 1 --2- 172.21.15.33:0/4142243303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f88590 0x556c07f90270 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f94a8012730 tx=0x7f94a8012bf0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.563+0000 7f94c6c2a740 1 -- 172.21.15.33:0/4142243303 shutdown_connections 2024-09-05T02:36:20.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.563+0000 7f94c6c2a740 1 --2- 172.21.15.33:0/4142243303 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x556c07fa2ea0 0x556c07fa52c0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.563+0000 7f94c6c2a740 1 --2- 172.21.15.33:0/4142243303 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f92e50 0x556c07f907b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.563+0000 7f94c6c2a740 1 --2- 172.21.15.33:0/4142243303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f88590 0x556c07f90270 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.563+0000 7f94c6c2a740 1 --2- 172.21.15.33:0/4142243303 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f87c70 0x556c07f8fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.563+0000 7f94c6c2a740 1 -- 172.21.15.33:0/4142243303 >> 172.21.15.33:0/4142243303 conn(0x556c07f84200 msgr2=0x556c07f83380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:20.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.563+0000 7f94a3400640 0 client.17556 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:36:20.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.563+0000 7f94c6c2a740 1 -- 172.21.15.33:0/4142243303 shutdown_connections 2024-09-05T02:36:20.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.563+0000 7f94c6c2a740 1 -- 172.21.15.33:0/4142243303 wait complete. 2024-09-05T02:36:20.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.563+0000 7f94c6c2a740 20 client.17556 trim_cache size 0 max 16384 2024-09-05T02:36:20.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.577+0000 7f94c6c2a740 1 Processor -- start 2024-09-05T02:36:20.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.577+0000 7f94c6c2a740 1 -- start start 2024-09-05T02:36:20.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.577+0000 7f94c6c2a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f87c70 0x556c07f91ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:20.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.577+0000 7f94c6c2a740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f88590 0x556c07faab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:20.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.577+0000 7f94c6c2a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f92e50 0x556c07fab0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:20.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.577+0000 7f94c6c2a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f94bc1afb70 con 0x556c07f92e50 2024-09-05T02:36:20.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.577+0000 7f94c6c2a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f94bc1b16b0 con 0x556c07f87c70 2024-09-05T02:36:20.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.577+0000 7f94c6c2a740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f94bc1b0240 con 0x556c07f88590 2024-09-05T02:36:20.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.577+0000 7f94c2200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f92e50 0x556c07fab0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:20.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.578+0000 7f94c0e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f88590 0x556c07faab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:20.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.578+0000 7f94c2200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f92e50 0x556c07fab0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52288/0 (socket says 172.21.15.33:52288) 2024-09-05T02:36:20.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.578+0000 7f94c2200640 1 -- 172.21.15.33:0/3940980734 learned_addr learned my addr 172.21.15.33:0/3940980734 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:20.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.578+0000 7f94c2200640 1 --2- 172.21.15.33:0/3940980734 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f87c70 0x556c07f91ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:20.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.578+0000 7f94c0e00640 1 -- 172.21.15.33:0/3940980734 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f87c70 msgr2=0x556c07f91ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:20.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.578+0000 7f94c0e00640 1 --2- 172.21.15.33:0/3940980734 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f87c70 0x556c07f91ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.578+0000 7f94c0e00640 1 -- 172.21.15.33:0/3940980734 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f92e50 msgr2=0x556c07fab0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:20.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.578+0000 7f94c0e00640 1 --2- 172.21.15.33:0/3940980734 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f92e50 0x556c07fab0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.578+0000 7f94c0e00640 1 -- 172.21.15.33:0/3940980734 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c07f926a0 con 0x556c07f88590 2024-09-05T02:36:20.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.578+0000 7f94c2200640 1 --2- 172.21.15.33:0/3940980734 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f92e50 0x556c07fab0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:20.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.578+0000 7f94c0e00640 1 --2- 172.21.15.33:0/3940980734 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f88590 0x556c07faab70 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f94a8000c00 tx=0x7f94a80108b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ba80bc58c99ac939 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:20.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.579+0000 7f94ae000640 1 -- 172.21.15.33:0/3940980734 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a8029070 con 0x556c07f88590 2024-09-05T02:36:20.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.579+0000 7f94ae000640 1 -- 172.21.15.33:0/3940980734 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f94a8003f90 con 0x556c07f88590 2024-09-05T02:36:20.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.579+0000 7f94ae000640 1 -- 172.21.15.33:0/3940980734 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a800fe30 con 0x556c07f88590 2024-09-05T02:36:20.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.579+0000 7f94c6c2a740 1 -- 172.21.15.33:0/3940980734 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f88590 msgr2=0x556c07faab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:20.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.579+0000 7f94c6c2a740 1 --2- 172.21.15.33:0/3940980734 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f88590 0x556c07faab70 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f94a8000c00 tx=0x7f94a80108b0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.579+0000 7f94c6c2a740 1 -- 172.21.15.33:0/3940980734 shutdown_connections 2024-09-05T02:36:20.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.579+0000 7f94c6c2a740 1 --2- 172.21.15.33:0/3940980734 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f92e50 0x556c07fab0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.579+0000 7f94c6c2a740 1 --2- 172.21.15.33:0/3940980734 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f88590 0x556c07faab70 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.579+0000 7f94c6c2a740 1 --2- 172.21.15.33:0/3940980734 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f87c70 0x556c07f91ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.579+0000 7f94c6c2a740 1 -- 172.21.15.33:0/3940980734 >> 172.21.15.33:0/3940980734 conn(0x556c07f84200 msgr2=0x556c07f91590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:20.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.579+0000 7f94c6c2a740 1 -- 172.21.15.33:0/3940980734 shutdown_connections 2024-09-05T02:36:20.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.580+0000 7f94c6c2a740 1 -- 172.21.15.33:0/3940980734 wait complete. 2024-09-05T02:36:20.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.580+0000 7f94c6c2a740 1 -- start start 2024-09-05T02:36:20.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.580+0000 7f94c6c2a740 1 Processor -- start 2024-09-05T02:36:20.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.580+0000 7f94c6c2a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f87c70 0x556c07f96a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:20.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.581+0000 7f94c6c2a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f88590 0x556c07f96fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:20.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.581+0000 7f94c6c2a740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f92e50 0x556c07f97500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:20.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.581+0000 7f94c6c2a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f94bc1b0fe0 con 0x556c07f87c70 2024-09-05T02:36:20.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.581+0000 7f94c6c2a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f94bc1b0910 con 0x556c07f88590 2024-09-05T02:36:20.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.581+0000 7f94c6c2a740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f94bc1adb70 con 0x556c07f92e50 2024-09-05T02:36:20.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.581+0000 7f94c6c2a740 10 client.0 _ll_register_callbacks cb 0x7f94a8009850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:20.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.581+0000 7f94c2200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f87c70 0x556c07f96a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:20.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.581+0000 7f94c0e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f88590 0x556c07f96fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:20.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.581+0000 7f94c0e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f88590 0x556c07f96fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:56376/0 (socket says 172.21.15.33:56376) 2024-09-05T02:36:20.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.581+0000 7f94c0e00640 1 -- 172.21.15.33:0/4175585914 learned_addr learned my addr 172.21.15.33:0/4175585914 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:20.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.581+0000 7f94c2200640 1 --2- 172.21.15.33:0/4175585914 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f92e50 0x556c07f97500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:20.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.581+0000 7f94c0e00640 1 -- 172.21.15.33:0/4175585914 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f92e50 msgr2=0x556c07f97500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:20.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.581+0000 7f94c0e00640 1 --2- 172.21.15.33:0/4175585914 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f92e50 0x556c07f97500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.581+0000 7f94c0e00640 1 -- 172.21.15.33:0/4175585914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f87c70 msgr2=0x556c07f96a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:20.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.581+0000 7f94c0e00640 1 --2- 172.21.15.33:0/4175585914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f87c70 0x556c07f96a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.581+0000 7f94c0e00640 1 -- 172.21.15.33:0/4175585914 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c0800cbf0 con 0x556c07f88590 2024-09-05T02:36:20.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.581+0000 7f94c2200640 1 --2- 172.21.15.33:0/4175585914 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f92e50 0x556c07f97500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:36:20.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.582+0000 7f94c0e00640 1 --2- 172.21.15.33:0/4175585914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f88590 0x556c07f96fc0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f94a800fef0 tx=0x7f94a800ff20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=93fe80a783694a44 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:20.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.582+0000 7f94a3400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:36:20.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.582+0000 7f94a3400640 1 -- 172.21.15.33:0/4175585914 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a8029040 con 0x556c07f88590 2024-09-05T02:36:20.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.582+0000 7f94c6c2a740 1 -- 172.21.15.33:0/4175585914 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94a8003f90 con 0x556c07f88590 2024-09-05T02:36:20.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.582+0000 7f94a3400640 1 -- 172.21.15.33:0/4175585914 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f94a8010a20 con 0x556c07f88590 2024-09-05T02:36:20.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.582+0000 7f94a3400640 1 -- 172.21.15.33:0/4175585914 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f94a8010c20 con 0x556c07f88590 2024-09-05T02:36:20.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.582+0000 7f94c6c2a740 10 client.27644 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:20.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.582+0000 7f94c6c2a740 1 -- 172.21.15.33:0/4175585914 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556c0800ded0 con 0x556c07f88590 2024-09-05T02:36:20.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.582+0000 7f94a3400640 1 -- 172.21.15.33:0/4175585914 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f94a8003f90 con 0x556c07f88590 2024-09-05T02:36:20.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.583+0000 7f94a3400640 1 -- 172.21.15.33:0/4175585914 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f94a80036a0 con 0x556c07f88590 2024-09-05T02:36:20.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.583+0000 7f94c6c2a740 10 client.27644 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:20.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.583+0000 7f94c6c2a740 10 client.27644 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:36:20.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.583+0000 7f94c6c2a740 20 client.27644 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:20.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.583+0000 7f94c6c2a740 1 --2- 172.21.15.33:0/4175585914 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x556c0800e530 0x556c08010950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:20.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.583+0000 7f94c6c2a740 4 client.27644 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:36:20.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.583+0000 7f94c6c2a740 1 -- 172.21.15.33:0/4175585914 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556c07ef5e60 con 0x556c0800e530 2024-09-05T02:36:20.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.583+0000 7f94c2200640 1 --2- 172.21.15.33:0/4175585914 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x556c0800e530 0x556c08010950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:20.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.584+0000 7f94c2200640 1 --2- 172.21.15.33:0/4175585914 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x556c0800e530 0x556c08010950 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=140fbaebd9332273 server_cookie=6db8459f82e67765 in_seq=0 out_seq=0 2024-09-05T02:36:20.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.584+0000 7f94a3400640 10 client.27644 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:36:20.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.584+0000 7f94a3400640 1 -- 172.21.15.33:0/4175585914 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556c07ef5e60 con 0x556c0800e530 2024-09-05T02:36:20.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.584+0000 7f94a3400640 10 client.27644 handle_command_reply: tid=0 2024-09-05T02:36:20.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.584+0000 7f94c6c2a740 1 client.27644 shutdown 2024-09-05T02:36:20.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.584+0000 7f94c6c2a740 1 -- 172.21.15.33:0/4175585914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f88590 msgr2=0x556c07f96fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:20.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.584+0000 7f94c6c2a740 1 --2- 172.21.15.33:0/4175585914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f88590 0x556c07f96fc0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f94a800fef0 tx=0x7f94a800ff20 comp rx=0 tx=0).stop 2024-09-05T02:36:20.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.584+0000 7f94c6c2a740 1 -- 172.21.15.33:0/4175585914 shutdown_connections 2024-09-05T02:36:20.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.584+0000 7f94c6c2a740 1 --2- 172.21.15.33:0/4175585914 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x556c0800e530 0x556c08010950 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.584+0000 7f94c6c2a740 1 --2- 172.21.15.33:0/4175585914 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x556c07f92e50 0x556c07f97500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.584+0000 7f94c6c2a740 1 --2- 172.21.15.33:0/4175585914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556c07f88590 0x556c07f96fc0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.584+0000 7f94c6c2a740 1 --2- 172.21.15.33:0/4175585914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556c07f87c70 0x556c07f96a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.584+0000 7f94a3400640 0 client.27644 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:36:20.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.584+0000 7f94c6c2a740 1 -- 172.21.15.33:0/4175585914 >> 172.21.15.33:0/4175585914 conn(0x556c07f84200 msgr2=0x556c07f83380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:20.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.584+0000 7f94c6c2a740 1 -- 172.21.15.33:0/4175585914 shutdown_connections 2024-09-05T02:36:20.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.584+0000 7f94c6c2a740 1 -- 172.21.15.33:0/4175585914 wait complete. 2024-09-05T02:36:20.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.585+0000 7f94c6c2a740 20 client.27644 trim_cache size 0 max 16384 2024-09-05T02:36:20.590 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:36:20.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.585+0000 7f94c4200640 1 -- 172.21.15.33:0/440338918 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f94a40a2cf0 msgr2=0x7f94a40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:20.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.585+0000 7f94c4200640 1 --2- 172.21.15.33:0/440338918 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f94a40a2cf0 0x7f94a40a51b0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x556c07f85060 tx=0x7f94b00d5530 comp rx=0 tx=0).stop 2024-09-05T02:36:20.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.585+0000 7f94c4200640 1 -- 172.21.15.33:0/440338918 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94bc103ff0 msgr2=0x7f94bc19a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:20.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.585+0000 7f94c4200640 1 --2- 172.21.15.33:0/440338918 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94bc103ff0 0x7f94bc19a640 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f94b000e9f0 tx=0x7f94b000eeb0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.585+0000 7f94c4200640 1 -- 172.21.15.33:0/440338918 shutdown_connections 2024-09-05T02:36:20.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.585+0000 7f94c4200640 1 --2- 172.21.15.33:0/440338918 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f94a40a2cf0 0x7f94a40a51b0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.585+0000 7f94c4200640 1 --2- 172.21.15.33:0/440338918 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f94bc109120 0x7f94bc19ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.585+0000 7f94c4200640 1 --2- 172.21.15.33:0/440338918 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f94bc1049a0 0x7f94bc19ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.585+0000 7f94c4200640 1 --2- 172.21.15.33:0/440338918 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94bc103ff0 0x7f94bc19a640 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:20.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.585+0000 7f94c4200640 1 -- 172.21.15.33:0/440338918 >> 172.21.15.33:0/440338918 conn(0x7f94bc0ffa90 msgr2=0x7f94bc100540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:20.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.585+0000 7f94c4200640 1 -- 172.21.15.33:0/440338918 shutdown_connections 2024-09-05T02:36:20.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:20.586+0000 7f94c4200640 1 -- 172.21.15.33:0/440338918 wait complete. 2024-09-05T02:36:21.531 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:36:21.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:21 smithi123 ceph-mon[34031]: pgmap v291: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 10 op/s 2024-09-05T02:36:21.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:21 smithi174 ceph-mon[34756]: pgmap v291: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 10 op/s 2024-09-05T02:36:21.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:21 smithi033 ceph-mon[29909]: pgmap v291: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 10 op/s 2024-09-05T02:36:21.910 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:22.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.464+0000 7f7f30000640 1 -- 172.21.15.33:0/4085120104 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f281049c0 msgr2=0x7f7f28108a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:22.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.464+0000 7f7f30000640 1 --2- 172.21.15.33:0/4085120104 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f281049c0 0x7f7f28108a10 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f7f14009900 tx=0x7f7f1402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.465+0000 7f7f30000640 1 -- 172.21.15.33:0/4085120104 shutdown_connections 2024-09-05T02:36:22.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.465+0000 7f7f30000640 1 --2- 172.21.15.33:0/4085120104 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f28109140 0x7f7f28110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.465+0000 7f7f30000640 1 --2- 172.21.15.33:0/4085120104 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f281049c0 0x7f7f28108a10 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.465+0000 7f7f30000640 1 --2- 172.21.15.33:0/4085120104 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7f28104010 0x7f7f281043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.465+0000 7f7f30000640 1 -- 172.21.15.33:0/4085120104 >> 172.21.15.33:0/4085120104 conn(0x7f7f280ffa50 msgr2=0x7f7f28101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:22.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.465+0000 7f7f30000640 1 -- 172.21.15.33:0/4085120104 shutdown_connections 2024-09-05T02:36:22.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.465+0000 7f7f30000640 1 -- 172.21.15.33:0/4085120104 wait complete. 2024-09-05T02:36:22.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.466+0000 7f7f30000640 1 Processor -- start 2024-09-05T02:36:22.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.466+0000 7f7f30000640 1 -- start start 2024-09-05T02:36:22.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.466+0000 7f7f30000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f28104010 0x7f7f2819a720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:22.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.466+0000 7f7f30000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7f281049c0 0x7f7f2819ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:22.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.466+0000 7f7f30000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f28109140 0x7f7f2819eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:22.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.466+0000 7f7f30000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7f28114160 con 0x7f7f28109140 2024-09-05T02:36:22.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.466+0000 7f7f30000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7f28113fe0 con 0x7f7f28104010 2024-09-05T02:36:22.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.466+0000 7f7f30000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7f281142e0 con 0x7f7f281049c0 2024-09-05T02:36:22.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.467+0000 7f7f2d600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f28104010 0x7f7f2819a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:22.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.467+0000 7f7f2d600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f28104010 0x7f7f2819a720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:56394/0 (socket says 172.21.15.33:56394) 2024-09-05T02:36:22.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.467+0000 7f7f2d600640 1 -- 172.21.15.33:0/785777919 learned_addr learned my addr 172.21.15.33:0/785777919 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:22.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.467+0000 7f7f2e000640 1 --2- 172.21.15.33:0/785777919 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f28109140 0x7f7f2819eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:22.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.467+0000 7f7f2cc00640 1 --2- 172.21.15.33:0/785777919 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7f281049c0 0x7f7f2819ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:22.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.467+0000 7f7f2e000640 1 -- 172.21.15.33:0/785777919 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7f281049c0 msgr2=0x7f7f2819ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:22.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.467+0000 7f7f2e000640 1 --2- 172.21.15.33:0/785777919 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7f281049c0 0x7f7f2819ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.467+0000 7f7f2e000640 1 -- 172.21.15.33:0/785777919 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f28104010 msgr2=0x7f7f2819a720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:22.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.467+0000 7f7f2e000640 1 --2- 172.21.15.33:0/785777919 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f28104010 0x7f7f2819a720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.467+0000 7f7f2e000640 1 -- 172.21.15.33:0/785777919 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f2819f6d0 con 0x7f7f28109140 2024-09-05T02:36:22.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.467+0000 7f7f2d600640 1 --2- 172.21.15.33:0/785777919 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f28104010 0x7f7f2819a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:22.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.467+0000 7f7f2e000640 1 --2- 172.21.15.33:0/785777919 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f28109140 0x7f7f2819eff0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f7f2000ec50 tx=0x7f7f2000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:22.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.468+0000 7f7f26000640 1 -- 172.21.15.33:0/785777919 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f20003b70 con 0x7f7f28109140 2024-09-05T02:36:22.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.468+0000 7f7f26000640 1 -- 172.21.15.33:0/785777919 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7f20003d10 con 0x7f7f28109140 2024-09-05T02:36:22.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.468+0000 7f7f30000640 1 -- 172.21.15.33:0/785777919 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f2819f9c0 con 0x7f7f28109140 2024-09-05T02:36:22.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.468+0000 7f7f26000640 1 -- 172.21.15.33:0/785777919 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f20010890 con 0x7f7f28109140 2024-09-05T02:36:22.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.468+0000 7f7f30000640 1 -- 172.21.15.33:0/785777919 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f281a72a0 con 0x7f7f28109140 2024-09-05T02:36:22.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.471+0000 7f7f32bf7740 1 Processor -- start 2024-09-05T02:36:22.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.471+0000 7f7f26000640 1 -- 172.21.15.33:0/785777919 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f7f20003fe0 con 0x7f7f28109140 2024-09-05T02:36:22.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.471+0000 7f7f32bf7740 1 -- start start 2024-09-05T02:36:22.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.472+0000 7f7f32bf7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e7659c70 0x55a8e765a050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:22.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.472+0000 7f7f32bf7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e765a590 0x55a8e7664910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:22.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.472+0000 7f7f32bf7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7664e50 0x55a8e7667240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:22.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.472+0000 7f7f32bf7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55a8e75c03e0 con 0x55a8e7664e50 2024-09-05T02:36:22.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.472+0000 7f7f32bf7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55a8e7567d80 con 0x55a8e7659c70 2024-09-05T02:36:22.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.472+0000 7f7f32bf7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55a8e75bc3a0 con 0x55a8e765a590 2024-09-05T02:36:22.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.472+0000 7f7f2cc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7664e50 0x55a8e7667240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:22.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.472+0000 7f7f2cc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7664e50 0x55a8e7667240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52328/0 (socket says 172.21.15.33:52328) 2024-09-05T02:36:22.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.472+0000 7f7f2cc00640 1 -- 172.21.15.33:0/1394253852 learned_addr learned my addr 172.21.15.33:0/1394253852 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:22.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.472+0000 7f7f2d600640 1 --2- 172.21.15.33:0/1394253852 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e765a590 0x55a8e7664910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:22.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.472+0000 7f7f2cc00640 1 --2- 172.21.15.33:0/1394253852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e7659c70 0x55a8e765a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:22.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.472+0000 7f7f2d600640 1 -- 172.21.15.33:0/1394253852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e7659c70 msgr2=0x55a8e765a050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:22.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.472+0000 7f7f2d600640 1 --2- 172.21.15.33:0/1394253852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e7659c70 0x55a8e765a050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.473+0000 7f7f2d600640 1 -- 172.21.15.33:0/1394253852 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7664e50 msgr2=0x55a8e7667240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:22.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.473+0000 7f7f2d600640 1 --2- 172.21.15.33:0/1394253852 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7664e50 0x55a8e7667240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.473+0000 7f7f2d600640 1 -- 172.21.15.33:0/1394253852 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8e7586ae0 con 0x55a8e765a590 2024-09-05T02:36:22.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.473+0000 7f7f2d600640 1 --2- 172.21.15.33:0/1394253852 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e765a590 0x55a8e7664910 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f7f1c011510 tx=0x7f7f1c0119d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=924e138f3e967799 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:22.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.473+0000 7f7f1a600640 1 -- 172.21.15.33:0/1394253852 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f1c01e070 con 0x55a8e765a590 2024-09-05T02:36:22.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.473+0000 7f7f26000640 1 --2- 172.21.15.33:0/785777919 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7f100a2cf0 0x7f7f100a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:22.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.473+0000 7f7f1a600640 1 -- 172.21.15.33:0/1394253852 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7f1c00faa0 con 0x55a8e765a590 2024-09-05T02:36:22.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.473+0000 7f7f1a600640 1 -- 172.21.15.33:0/1394253852 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f1c019b60 con 0x55a8e765a590 2024-09-05T02:36:22.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.473+0000 7f7f26000640 1 -- 172.21.15.33:0/785777919 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f7f200cfa00 con 0x7f7f28109140 2024-09-05T02:36:22.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.474+0000 7f7f2cc00640 1 --2- 172.21.15.33:0/785777919 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7f100a2cf0 0x7f7f100a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:22.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.474+0000 7f7f32bf7740 1 -- 172.21.15.33:0/1394253852 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e765a590 msgr2=0x55a8e7664910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:22.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.474+0000 7f7f32bf7740 1 --2- 172.21.15.33:0/1394253852 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e765a590 0x55a8e7664910 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f7f1c011510 tx=0x7f7f1c0119d0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.474+0000 7f7f32bf7740 1 -- 172.21.15.33:0/1394253852 shutdown_connections 2024-09-05T02:36:22.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.474+0000 7f7f32bf7740 1 --2- 172.21.15.33:0/1394253852 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7664e50 0x55a8e7667240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.474+0000 7f7f32bf7740 1 --2- 172.21.15.33:0/1394253852 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e765a590 0x55a8e7664910 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.474+0000 7f7f32bf7740 1 --2- 172.21.15.33:0/1394253852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e7659c70 0x55a8e765a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.474+0000 7f7f32bf7740 1 -- 172.21.15.33:0/1394253852 >> 172.21.15.33:0/1394253852 conn(0x55a8e7656200 msgr2=0x55a8e76565e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:22.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.474+0000 7f7f32bf7740 1 -- 172.21.15.33:0/1394253852 shutdown_connections 2024-09-05T02:36:22.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.474+0000 7f7f2cc00640 1 --2- 172.21.15.33:0/785777919 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7f100a2cf0 0x7f7f100a51b0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f7f14005ec0 tx=0x7f7f14041040 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:22.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.475+0000 7f7f32bf7740 1 -- 172.21.15.33:0/1394253852 wait complete. 2024-09-05T02:36:22.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.475+0000 7f7f32bf7740 1 -- start start 2024-09-05T02:36:22.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.475+0000 7f7f32bf7740 1 Processor -- start 2024-09-05T02:36:22.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.476+0000 7f7f32bf7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e7659c70 0x55a8e7661cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:22.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.476+0000 7f7f32bf7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e765a590 0x55a8e7662230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:22.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.476+0000 7f7f32bf7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7664e50 0x55a8e7662770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:22.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.476+0000 7f7f32bf7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55a8e7667a20 con 0x55a8e7664e50 2024-09-05T02:36:22.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.476+0000 7f7f32bf7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55a8e757b0f0 con 0x55a8e765a590 2024-09-05T02:36:22.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.476+0000 7f7f32bf7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55a8e7667ba0 con 0x55a8e7659c70 2024-09-05T02:36:22.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.476+0000 7f7f32bf7740 10 client.0 _ll_register_callbacks cb 0x55a8e7562bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:22.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.476+0000 7f7f2e000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7664e50 0x55a8e7662770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:22.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.476+0000 7f7f2e000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7664e50 0x55a8e7662770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52336/0 (socket says 172.21.15.33:52336) 2024-09-05T02:36:22.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.476+0000 7f7f2e000640 1 -- 172.21.15.33:0/3234267043 learned_addr learned my addr 172.21.15.33:0/3234267043 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:22.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.476+0000 7f7f2d600640 1 --2- 172.21.15.33:0/3234267043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e7659c70 0x55a8e7661cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:22.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.476+0000 7f7f2cc00640 1 --2- 172.21.15.33:0/3234267043 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e765a590 0x55a8e7662230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:22.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.476+0000 7f7f2e000640 1 -- 172.21.15.33:0/3234267043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e7659c70 msgr2=0x55a8e7661cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:22.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.476+0000 7f7f2e000640 1 --2- 172.21.15.33:0/3234267043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e7659c70 0x55a8e7661cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.476+0000 7f7f2e000640 1 -- 172.21.15.33:0/3234267043 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e765a590 msgr2=0x55a8e7662230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:22.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.476+0000 7f7f2e000640 1 --2- 172.21.15.33:0/3234267043 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e765a590 0x55a8e7662230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.476+0000 7f7f2e000640 1 -- 172.21.15.33:0/3234267043 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a8e73313c0 con 0x55a8e7664e50 2024-09-05T02:36:22.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.476+0000 7f7f2d600640 1 --2- 172.21.15.33:0/3234267043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e7659c70 0x55a8e7661cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:22.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.477+0000 7f7f2e000640 1 --2- 172.21.15.33:0/3234267043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7664e50 0x55a8e7662770 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f7f200a45f0 tx=0x7f7f2009bd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dcaf32f571df738 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:22.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.477+0000 7f7f0ea00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:36:22.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.477+0000 7f7f0ea00640 1 -- 172.21.15.33:0/3234267043 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f2009c5b0 con 0x55a8e7664e50 2024-09-05T02:36:22.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.477+0000 7f7f0ea00640 1 -- 172.21.15.33:0/3234267043 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f7f200042d0 con 0x55a8e7664e50 2024-09-05T02:36:22.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.477+0000 7f7f32bf7740 1 -- 172.21.15.33:0/3234267043 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f1c00faa0 con 0x55a8e7664e50 2024-09-05T02:36:22.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.477+0000 7f7f0ea00640 1 -- 172.21.15.33:0/3234267043 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7f20081050 con 0x55a8e7664e50 2024-09-05T02:36:22.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.477+0000 7f7f32bf7740 10 client.17574 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:22.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.477+0000 7f7f32bf7740 1 -- 172.21.15.33:0/3234267043 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a8e7673a70 con 0x55a8e7664e50 2024-09-05T02:36:22.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.478+0000 7f7f0ea00640 1 -- 172.21.15.33:0/3234267043 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7f1c00faa0 con 0x55a8e7664e50 2024-09-05T02:36:22.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.478+0000 7f7f0ea00640 1 -- 172.21.15.33:0/3234267043 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7f200a4690 con 0x55a8e7664e50 2024-09-05T02:36:22.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.478+0000 7f7f32bf7740 10 client.17574 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:22.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.478+0000 7f7f32bf7740 10 client.17574 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:36:22.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.478+0000 7f7f32bf7740 20 client.17574 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:22.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.478+0000 7f7f32bf7740 1 --2- 172.21.15.33:0/3234267043 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55a8e7674e80 0x55a8e7677320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:22.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.478+0000 7f7f32bf7740 4 client.17574 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:36:22.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.478+0000 7f7f32bf7740 1 -- 172.21.15.33:0/3234267043 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a8e75cd950 con 0x55a8e7674e80 2024-09-05T02:36:22.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.478+0000 7f7f2d600640 1 --2- 172.21.15.33:0/3234267043 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55a8e7674e80 0x55a8e7677320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:22.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.479+0000 7f7f2d600640 1 --2- 172.21.15.33:0/3234267043 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55a8e7674e80 0x55a8e7677320 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=aff8d7173401b357 server_cookie=525fad39454dda37 in_seq=0 out_seq=0 2024-09-05T02:36:22.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.479+0000 7f7f0ea00640 10 client.17574 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:36:22.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.480+0000 7f7f0ea00640 1 -- 172.21.15.33:0/3234267043 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a8e75cd950 con 0x55a8e7674e80 2024-09-05T02:36:22.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.480+0000 7f7f0ea00640 10 client.17574 handle_command_reply: tid=0 2024-09-05T02:36:22.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.480+0000 7f7f32bf7740 1 client.17574 shutdown 2024-09-05T02:36:22.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.480+0000 7f7f32bf7740 1 -- 172.21.15.33:0/3234267043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7664e50 msgr2=0x55a8e7662770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:22.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.480+0000 7f7f32bf7740 1 --2- 172.21.15.33:0/3234267043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7664e50 0x55a8e7662770 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f7f200a45f0 tx=0x7f7f2009bd40 comp rx=0 tx=0).stop 2024-09-05T02:36:22.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.481+0000 7f7f32bf7740 1 -- 172.21.15.33:0/3234267043 shutdown_connections 2024-09-05T02:36:22.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.481+0000 7f7f32bf7740 1 --2- 172.21.15.33:0/3234267043 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55a8e7674e80 0x55a8e7677320 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.481+0000 7f7f32bf7740 1 --2- 172.21.15.33:0/3234267043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7664e50 0x55a8e7662770 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.481+0000 7f7f32bf7740 1 --2- 172.21.15.33:0/3234267043 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e765a590 0x55a8e7662230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.481+0000 7f7f32bf7740 1 --2- 172.21.15.33:0/3234267043 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e7659c70 0x55a8e7661cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.481+0000 7f7f32bf7740 1 -- 172.21.15.33:0/3234267043 >> 172.21.15.33:0/3234267043 conn(0x55a8e7656200 msgr2=0x55a8e7655380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:22.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.481+0000 7f7f0ea00640 0 client.17574 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:36:22.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.481+0000 7f7f32bf7740 1 -- 172.21.15.33:0/3234267043 shutdown_connections 2024-09-05T02:36:22.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.481+0000 7f7f32bf7740 1 -- 172.21.15.33:0/3234267043 wait complete. 2024-09-05T02:36:22.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.481+0000 7f7f32bf7740 20 client.17574 trim_cache size 0 max 16384 2024-09-05T02:36:22.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.495+0000 7f7f32bf7740 1 Processor -- start 2024-09-05T02:36:22.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.495+0000 7f7f32bf7740 1 -- start start 2024-09-05T02:36:22.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.495+0000 7f7f32bf7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e7659c70 0x55a8e7663c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:22.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.495+0000 7f7f32bf7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e765a590 0x55a8e767cc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:22.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.495+0000 7f7f32bf7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7664e50 0x55a8e767d180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:22.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.495+0000 7f7f32bf7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7f281afa80 con 0x55a8e7664e50 2024-09-05T02:36:22.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.495+0000 7f7f32bf7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7f281b15c0 con 0x55a8e7659c70 2024-09-05T02:36:22.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.495+0000 7f7f32bf7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7f281b0150 con 0x55a8e765a590 2024-09-05T02:36:22.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.496+0000 7f7f2cc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e765a590 0x55a8e767cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:22.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.496+0000 7f7f2e000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7664e50 0x55a8e767d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:22.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.496+0000 7f7f2cc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e765a590 0x55a8e767cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:37916/0 (socket says 172.21.15.33:37916) 2024-09-05T02:36:22.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.496+0000 7f7f2cc00640 1 -- 172.21.15.33:0/3820660841 learned_addr learned my addr 172.21.15.33:0/3820660841 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:22.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.496+0000 7f7f2d600640 1 --2- 172.21.15.33:0/3820660841 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e7659c70 0x55a8e7663c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:22.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.496+0000 7f7f2cc00640 1 -- 172.21.15.33:0/3820660841 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e7659c70 msgr2=0x55a8e7663c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:22.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.496+0000 7f7f2cc00640 1 --2- 172.21.15.33:0/3820660841 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e7659c70 0x55a8e7663c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.496+0000 7f7f2cc00640 1 -- 172.21.15.33:0/3820660841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7664e50 msgr2=0x55a8e767d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:22.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.496+0000 7f7f2cc00640 1 --2- 172.21.15.33:0/3820660841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7664e50 0x55a8e767d180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.496+0000 7f7f2cc00640 1 -- 172.21.15.33:0/3820660841 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8e7656e90 con 0x55a8e765a590 2024-09-05T02:36:22.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.496+0000 7f7f2e000640 1 --2- 172.21.15.33:0/3820660841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7664e50 0x55a8e767d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:22.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.496+0000 7f7f2cc00640 1 --2- 172.21.15.33:0/3820660841 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e765a590 0x55a8e767cc40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f7f14009900 tx=0x7f7f140058d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ca9dde0bda45b3cb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:22.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.497+0000 7f7f19c00640 1 -- 172.21.15.33:0/3820660841 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f14046070 con 0x55a8e765a590 2024-09-05T02:36:22.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.497+0000 7f7f19c00640 1 -- 172.21.15.33:0/3820660841 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7f14003e50 con 0x55a8e765a590 2024-09-05T02:36:22.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.497+0000 7f7f19c00640 1 -- 172.21.15.33:0/3820660841 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f1403c450 con 0x55a8e765a590 2024-09-05T02:36:22.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.498+0000 7f7f32bf7740 1 -- 172.21.15.33:0/3820660841 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e765a590 msgr2=0x55a8e767cc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:22.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.498+0000 7f7f32bf7740 1 --2- 172.21.15.33:0/3820660841 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e765a590 0x55a8e767cc40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f7f14009900 tx=0x7f7f140058d0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.498+0000 7f7f32bf7740 1 -- 172.21.15.33:0/3820660841 shutdown_connections 2024-09-05T02:36:22.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.498+0000 7f7f32bf7740 1 --2- 172.21.15.33:0/3820660841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7664e50 0x55a8e767d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.498+0000 7f7f32bf7740 1 --2- 172.21.15.33:0/3820660841 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e765a590 0x55a8e767cc40 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.498+0000 7f7f32bf7740 1 --2- 172.21.15.33:0/3820660841 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e7659c70 0x55a8e7663c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.498+0000 7f7f32bf7740 1 -- 172.21.15.33:0/3820660841 >> 172.21.15.33:0/3820660841 conn(0x55a8e7656200 msgr2=0x55a8e7663550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:22.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.498+0000 7f7f32bf7740 1 -- 172.21.15.33:0/3820660841 shutdown_connections 2024-09-05T02:36:22.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.498+0000 7f7f32bf7740 1 -- 172.21.15.33:0/3820660841 wait complete. 2024-09-05T02:36:22.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.498+0000 7f7f32bf7740 1 -- start start 2024-09-05T02:36:22.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.498+0000 7f7f32bf7740 1 Processor -- start 2024-09-05T02:36:22.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.499+0000 7f7f32bf7740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7659c70 0x55a8e766d650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:22.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.499+0000 7f7f32bf7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e765a590 0x55a8e7668980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:22.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.499+0000 7f7f32bf7740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e7664e50 0x55a8e7668f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:22.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.499+0000 7f7f32bf7740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7f281b0ef0 con 0x55a8e7659c70 2024-09-05T02:36:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.499+0000 7f7f32bf7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7f281b0820 con 0x55a8e765a590 2024-09-05T02:36:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.499+0000 7f7f32bf7740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7f281ada80 con 0x55a8e7664e50 2024-09-05T02:36:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.499+0000 7f7f32bf7740 10 client.0 _ll_register_callbacks cb 0x7f7f2000cf00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.499+0000 7f7f2d600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7659c70 0x55a8e766d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.499+0000 7f7f2cc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e765a590 0x55a8e7668980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.499+0000 7f7f2cc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e765a590 0x55a8e7668980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:56420/0 (socket says 172.21.15.33:56420) 2024-09-05T02:36:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.499+0000 7f7f2cc00640 1 -- 172.21.15.33:0/1491401091 learned_addr learned my addr 172.21.15.33:0/1491401091 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.499+0000 7f7f2e000640 1 --2- 172.21.15.33:0/1491401091 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e7664e50 0x55a8e7668f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.499+0000 7f7f2d600640 1 -- 172.21.15.33:0/1491401091 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e7664e50 msgr2=0x55a8e7668f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.499+0000 7f7f2d600640 1 --2- 172.21.15.33:0/1491401091 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e7664e50 0x55a8e7668f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.499+0000 7f7f2d600640 1 -- 172.21.15.33:0/1491401091 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e765a590 msgr2=0x55a8e7668980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.499+0000 7f7f2d600640 1 --2- 172.21.15.33:0/1491401091 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e765a590 0x55a8e7668980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.500+0000 7f7f2d600640 1 -- 172.21.15.33:0/1491401091 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a8e76697a0 con 0x55a8e7659c70 2024-09-05T02:36:22.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.500+0000 7f7f2cc00640 1 --2- 172.21.15.33:0/1491401091 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e765a590 0x55a8e7668980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:22.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.500+0000 7f7f2d600640 1 --2- 172.21.15.33:0/1491401091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7659c70 0x55a8e766d650 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f7f1c0196e0 tx=0x7f7f1c019640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=664612eaebf16a15 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:22.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.500+0000 7f7f0ea00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:36:22.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.500+0000 7f7f0ea00640 1 -- 172.21.15.33:0/1491401091 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f1c01e040 con 0x55a8e7659c70 2024-09-05T02:36:22.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.500+0000 7f7f0ea00640 1 -- 172.21.15.33:0/1491401091 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f7f1c016040 con 0x55a8e7659c70 2024-09-05T02:36:22.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.500+0000 7f7f32bf7740 1 -- 172.21.15.33:0/1491401091 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f14003e50 con 0x55a8e7659c70 2024-09-05T02:36:22.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.500+0000 7f7f0ea00640 1 -- 172.21.15.33:0/1491401091 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7f1c03b050 con 0x55a8e7659c70 2024-09-05T02:36:22.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.500+0000 7f7f32bf7740 10 client.17580 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:22.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.500+0000 7f7f32bf7740 1 -- 172.21.15.33:0/1491401091 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a8e76dfd20 con 0x55a8e7659c70 2024-09-05T02:36:22.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.501+0000 7f7f0ea00640 1 -- 172.21.15.33:0/1491401091 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7f14003e50 con 0x55a8e7659c70 2024-09-05T02:36:22.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.501+0000 7f7f0ea00640 1 -- 172.21.15.33:0/1491401091 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7f1c0197b0 con 0x55a8e7659c70 2024-09-05T02:36:22.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.501+0000 7f7f32bf7740 10 client.17580 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:22.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.501+0000 7f7f32bf7740 10 client.17580 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:36:22.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.501+0000 7f7f32bf7740 20 client.17580 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:22.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.501+0000 7f7f32bf7740 1 --2- 172.21.15.33:0/1491401091 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55a8e76e02a0 0x55a8e76e2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:22.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.501+0000 7f7f32bf7740 4 client.17580 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:36:22.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.501+0000 7f7f32bf7740 1 -- 172.21.15.33:0/1491401091 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a8e75c7e60 con 0x55a8e76e02a0 2024-09-05T02:36:22.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.501+0000 7f7f2cc00640 1 --2- 172.21.15.33:0/1491401091 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55a8e76e02a0 0x55a8e76e2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:22.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.502+0000 7f7f2cc00640 1 --2- 172.21.15.33:0/1491401091 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55a8e76e02a0 0x55a8e76e2690 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=f733598c3bae97d1 server_cookie=3f444760ba44093c in_seq=0 out_seq=0 2024-09-05T02:36:22.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.502+0000 7f7f0ea00640 10 client.17580 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:36:22.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.502+0000 7f7f0ea00640 1 -- 172.21.15.33:0/1491401091 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a8e75c7e60 con 0x55a8e76e02a0 2024-09-05T02:36:22.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.502+0000 7f7f0ea00640 10 client.17580 handle_command_reply: tid=0 2024-09-05T02:36:22.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.502+0000 7f7f32bf7740 1 client.17580 shutdown 2024-09-05T02:36:22.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.502+0000 7f7f32bf7740 1 -- 172.21.15.33:0/1491401091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7659c70 msgr2=0x55a8e766d650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:22.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.502+0000 7f7f32bf7740 1 --2- 172.21.15.33:0/1491401091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7659c70 0x55a8e766d650 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f7f1c0196e0 tx=0x7f7f1c019640 comp rx=0 tx=0).stop 2024-09-05T02:36:22.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.502+0000 7f7f32bf7740 1 -- 172.21.15.33:0/1491401091 shutdown_connections 2024-09-05T02:36:22.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.502+0000 7f7f32bf7740 1 --2- 172.21.15.33:0/1491401091 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55a8e76e02a0 0x55a8e76e2690 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.503+0000 7f7f32bf7740 1 --2- 172.21.15.33:0/1491401091 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a8e7664e50 0x55a8e7668f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.503+0000 7f7f32bf7740 1 --2- 172.21.15.33:0/1491401091 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a8e765a590 0x55a8e7668980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.503+0000 7f7f32bf7740 1 --2- 172.21.15.33:0/1491401091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a8e7659c70 0x55a8e766d650 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.503+0000 7f7f32bf7740 1 -- 172.21.15.33:0/1491401091 >> 172.21.15.33:0/1491401091 conn(0x55a8e7656200 msgr2=0x55a8e76624d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:22.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.503+0000 7f7f0ea00640 0 client.17580 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:36:22.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.503+0000 7f7f32bf7740 1 -- 172.21.15.33:0/1491401091 shutdown_connections 2024-09-05T02:36:22.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.503+0000 7f7f32bf7740 1 -- 172.21.15.33:0/1491401091 wait complete. 2024-09-05T02:36:22.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.503+0000 7f7f32bf7740 20 client.17580 trim_cache size 0 max 16384 2024-09-05T02:36:22.509 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:36:22.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.503+0000 7f7f30000640 1 -- 172.21.15.33:0/785777919 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7f100a2cf0 msgr2=0x7f7f100a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:22.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.504+0000 7f7f30000640 1 --2- 172.21.15.33:0/785777919 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7f100a2cf0 0x7f7f100a51b0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f7f14005ec0 tx=0x7f7f14041040 comp rx=0 tx=0).stop 2024-09-05T02:36:22.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.504+0000 7f7f30000640 1 -- 172.21.15.33:0/785777919 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f28109140 msgr2=0x7f7f2819eff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:22.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.504+0000 7f7f30000640 1 --2- 172.21.15.33:0/785777919 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f28109140 0x7f7f2819eff0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f7f2000ec50 tx=0x7f7f2000c6a0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.504+0000 7f7f30000640 1 -- 172.21.15.33:0/785777919 shutdown_connections 2024-09-05T02:36:22.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.504+0000 7f7f30000640 1 --2- 172.21.15.33:0/785777919 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f7f100a2cf0 0x7f7f100a51b0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.504+0000 7f7f30000640 1 --2- 172.21.15.33:0/785777919 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f28109140 0x7f7f2819eff0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.504+0000 7f7f30000640 1 --2- 172.21.15.33:0/785777919 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7f281049c0 0x7f7f2819ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.504+0000 7f7f30000640 1 --2- 172.21.15.33:0/785777919 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f28104010 0x7f7f2819a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:22.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.504+0000 7f7f30000640 1 -- 172.21.15.33:0/785777919 >> 172.21.15.33:0/785777919 conn(0x7f7f280ffa50 msgr2=0x7f7f28100db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:22.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.504+0000 7f7f30000640 1 -- 172.21.15.33:0/785777919 shutdown_connections 2024-09-05T02:36:22.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:22.504+0000 7f7f30000640 1 -- 172.21.15.33:0/785777919 wait complete. 2024-09-05T02:36:23.395 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:36:23.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:23 smithi123 ceph-mon[34031]: pgmap v292: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-09-05T02:36:23.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:23 smithi174 ceph-mon[34756]: pgmap v292: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-09-05T02:36:23.778 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:23.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:23 smithi033 ceph-mon[29909]: pgmap v292: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-09-05T02:36:24.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.308+0000 7f637cc00640 1 -- 172.21.15.33:0/1586151211 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6378101df0 msgr2=0x7f63781021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:24.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.308+0000 7f637cc00640 1 --2- 172.21.15.33:0/1586151211 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6378101df0 0x7f63781021d0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f6368009900 tx=0x7f636802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.308+0000 7f637cc00640 1 -- 172.21.15.33:0/1586151211 shutdown_connections 2024-09-05T02:36:24.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.308+0000 7f637cc00640 1 --2- 172.21.15.33:0/1586151211 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6378106f20 0x7f637810eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.308+0000 7f637cc00640 1 --2- 172.21.15.33:0/1586151211 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f63781027a0 0x7f63781067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.308+0000 7f637cc00640 1 --2- 172.21.15.33:0/1586151211 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6378101df0 0x7f63781021d0 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.308+0000 7f637cc00640 1 -- 172.21.15.33:0/1586151211 >> 172.21.15.33:0/1586151211 conn(0x7f63780fd8b0 msgr2=0x7f63780ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:24.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.308+0000 7f637cc00640 1 -- 172.21.15.33:0/1586151211 shutdown_connections 2024-09-05T02:36:24.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.308+0000 7f637cc00640 1 -- 172.21.15.33:0/1586151211 wait complete. 2024-09-05T02:36:24.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.309+0000 7f637cc00640 1 Processor -- start 2024-09-05T02:36:24.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.309+0000 7f637cc00640 1 -- start start 2024-09-05T02:36:24.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.310+0000 7f637cc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6378101df0 0x7f6378198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:24.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.310+0000 7f637cc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63781027a0 0x7f6378198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:24.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.310+0000 7f637cc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6378106f20 0x7f637819ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:24.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.310+0000 7f637cc00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6378111f80 con 0x7f63781027a0 2024-09-05T02:36:24.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.310+0000 7f637cc00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6378111e00 con 0x7f6378101df0 2024-09-05T02:36:24.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.310+0000 7f637cc00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6378112100 con 0x7f6378106f20 2024-09-05T02:36:24.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.310+0000 7f6375400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63781027a0 0x7f6378198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:24.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.310+0000 7f6375e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6378101df0 0x7f6378198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:24.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.310+0000 7f6375400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63781027a0 0x7f6378198960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52366/0 (socket says 172.21.15.33:52366) 2024-09-05T02:36:24.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.310+0000 7f6375400640 1 -- 172.21.15.33:0/556676340 learned_addr learned my addr 172.21.15.33:0/556676340 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:24.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.310+0000 7f6376800640 1 --2- 172.21.15.33:0/556676340 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6378106f20 0x7f637819ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:24.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.311+0000 7f6375e00640 1 -- 172.21.15.33:0/556676340 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6378106f20 msgr2=0x7f637819ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:24.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.311+0000 7f6375e00640 1 --2- 172.21.15.33:0/556676340 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6378106f20 0x7f637819ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.311+0000 7f6375e00640 1 -- 172.21.15.33:0/556676340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63781027a0 msgr2=0x7f6378198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:24.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.311+0000 7f6375e00640 1 --2- 172.21.15.33:0/556676340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63781027a0 0x7f6378198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.311+0000 7f6375e00640 1 -- 172.21.15.33:0/556676340 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f637819d3d0 con 0x7f6378101df0 2024-09-05T02:36:24.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.311+0000 7f6375400640 1 --2- 172.21.15.33:0/556676340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63781027a0 0x7f6378198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:24.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.311+0000 7f6376800640 1 --2- 172.21.15.33:0/556676340 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6378106f20 0x7f637819ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:24.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.311+0000 7f6375e00640 1 --2- 172.21.15.33:0/556676340 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6378101df0 0x7f6378198420 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f6368005940 tx=0x7f6368004040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:24.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.311+0000 7f636ea00640 1 -- 172.21.15.33:0/556676340 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6368048070 con 0x7f6378101df0 2024-09-05T02:36:24.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.311+0000 7f637cc00640 1 -- 172.21.15.33:0/556676340 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f637819d660 con 0x7f6378101df0 2024-09-05T02:36:24.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.312+0000 7f636ea00640 1 -- 172.21.15.33:0/556676340 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6368004440 con 0x7f6378101df0 2024-09-05T02:36:24.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.312+0000 7f637cc00640 1 -- 172.21.15.33:0/556676340 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6378074420 con 0x7f6378101df0 2024-09-05T02:36:24.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.312+0000 7f636ea00640 1 -- 172.21.15.33:0/556676340 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6368035050 con 0x7f6378101df0 2024-09-05T02:36:24.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.315+0000 7f637f665740 1 Processor -- start 2024-09-05T02:36:24.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.315+0000 7f637f665740 1 -- start start 2024-09-05T02:36:24.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.316+0000 7f637f665740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f93c70 0x55bb73f94050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:24.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.316+0000 7f637f665740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f94590 0x55bb73f9e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:24.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.316+0000 7f637f665740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f9ee50 0x55bb73fa1240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:24.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.316+0000 7f637f665740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55bb73efa3e0 con 0x55bb73f93c70 2024-09-05T02:36:24.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.316+0000 7f637f665740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55bb73ea1d80 con 0x55bb73f94590 2024-09-05T02:36:24.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.316+0000 7f637f665740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55bb73ef63a0 con 0x55bb73f9ee50 2024-09-05T02:36:24.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.316+0000 7f6376800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f93c70 0x55bb73f94050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:24.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.316+0000 7f636ea00640 1 -- 172.21.15.33:0/556676340 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f636804b070 con 0x7f6378101df0 2024-09-05T02:36:24.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.316+0000 7f6376800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f93c70 0x55bb73f94050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52378/0 (socket says 172.21.15.33:52378) 2024-09-05T02:36:24.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.316+0000 7f6376800640 1 -- 172.21.15.33:0/2123390018 learned_addr learned my addr 172.21.15.33:0/2123390018 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:24.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.316+0000 7f6375400640 1 --2- 172.21.15.33:0/2123390018 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f9ee50 0x55bb73fa1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:24.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.317+0000 7f6376800640 1 -- 172.21.15.33:0/2123390018 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f9ee50 msgr2=0x55bb73fa1240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:24.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.317+0000 7f6376800640 1 --2- 172.21.15.33:0/2123390018 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f9ee50 0x55bb73fa1240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.317+0000 7f6376800640 1 -- 172.21.15.33:0/2123390018 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f94590 msgr2=0x55bb73f9e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:24.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.317+0000 7f6375e00640 1 --2- 172.21.15.33:0/2123390018 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f94590 0x55bb73f9e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:24.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.317+0000 7f6376800640 1 --2- 172.21.15.33:0/2123390018 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f94590 0x55bb73f9e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.317+0000 7f6376800640 1 -- 172.21.15.33:0/2123390018 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bb73ec0ae0 con 0x55bb73f93c70 2024-09-05T02:36:24.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.317+0000 7f6375e00640 1 --2- 172.21.15.33:0/2123390018 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f94590 0x55bb73f9e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:36:24.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.317+0000 7f6376800640 1 --2- 172.21.15.33:0/2123390018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f93c70 0x55bb73f94050 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f6370011790 tx=0x7f6370011c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea7874d0ea9c7a0f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:24.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.318+0000 7f6363000640 1 -- 172.21.15.33:0/2123390018 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6370004d20 con 0x55bb73f93c70 2024-09-05T02:36:24.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.318+0000 7f6363000640 1 -- 172.21.15.33:0/2123390018 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6370003970 con 0x55bb73f93c70 2024-09-05T02:36:24.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.318+0000 7f6363000640 1 -- 172.21.15.33:0/2123390018 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6370004540 con 0x55bb73f93c70 2024-09-05T02:36:24.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.318+0000 7f636ea00640 1 --2- 172.21.15.33:0/556676340 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f635c0a2d70 0x7f635c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:24.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.318+0000 7f636ea00640 1 -- 172.21.15.33:0/556676340 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f63680f2eb0 con 0x7f6378101df0 2024-09-05T02:36:24.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.318+0000 7f6375e00640 1 --2- 172.21.15.33:0/556676340 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f635c0a2d70 0x7f635c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:24.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.319+0000 7f637f665740 1 -- 172.21.15.33:0/2123390018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f93c70 msgr2=0x55bb73f94050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:24.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.319+0000 7f637f665740 1 --2- 172.21.15.33:0/2123390018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f93c70 0x55bb73f94050 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f6370011790 tx=0x7f6370011c50 comp rx=0 tx=0).stop 2024-09-05T02:36:24.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.319+0000 7f637f665740 1 -- 172.21.15.33:0/2123390018 shutdown_connections 2024-09-05T02:36:24.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.319+0000 7f637f665740 1 --2- 172.21.15.33:0/2123390018 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f9ee50 0x55bb73fa1240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.319+0000 7f637f665740 1 --2- 172.21.15.33:0/2123390018 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f94590 0x55bb73f9e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.319+0000 7f637f665740 1 --2- 172.21.15.33:0/2123390018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f93c70 0x55bb73f94050 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.319+0000 7f637f665740 1 -- 172.21.15.33:0/2123390018 >> 172.21.15.33:0/2123390018 conn(0x55bb73f90200 msgr2=0x55bb73f905e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:24.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.319+0000 7f637f665740 1 -- 172.21.15.33:0/2123390018 shutdown_connections 2024-09-05T02:36:24.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.319+0000 7f637f665740 1 -- 172.21.15.33:0/2123390018 wait complete. 2024-09-05T02:36:24.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.319+0000 7f6375e00640 1 --2- 172.21.15.33:0/556676340 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f635c0a2d70 0x7f635c0a5230 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x55bb73f91060 tx=0x7f6368000bc0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:24.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.320+0000 7f637f665740 1 -- start start 2024-09-05T02:36:24.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.320+0000 7f637f665740 1 Processor -- start 2024-09-05T02:36:24.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.320+0000 7f637f665740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f93c70 0x55bb73f9bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:24.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.320+0000 7f637f665740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f94590 0x55bb73f9c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:24.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.320+0000 7f637f665740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f9ee50 0x55bb73f9c810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:24.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.320+0000 7f637f665740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55bb73fa1a20 con 0x55bb73f94590 2024-09-05T02:36:24.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.320+0000 7f637f665740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55bb73eb50f0 con 0x55bb73f9ee50 2024-09-05T02:36:24.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.320+0000 7f637f665740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55bb73fa1ba0 con 0x55bb73f93c70 2024-09-05T02:36:24.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.320+0000 7f637f665740 10 client.0 _ll_register_callbacks cb 0x55bb73e9cbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:24.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.321+0000 7f6376800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f93c70 0x55bb73f9bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:24.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.321+0000 7f6375400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f94590 0x55bb73f9c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:24.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.321+0000 7f6376800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f93c70 0x55bb73f9bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:37948/0 (socket says 172.21.15.33:37948) 2024-09-05T02:36:24.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.321+0000 7f6376800640 1 -- 172.21.15.33:0/2663168704 learned_addr learned my addr 172.21.15.33:0/2663168704 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:24.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.321+0000 7f6376800640 1 --2- 172.21.15.33:0/2663168704 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f9ee50 0x55bb73f9c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:24.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.321+0000 7f6375400640 1 -- 172.21.15.33:0/2663168704 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f93c70 msgr2=0x55bb73f9bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:24.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.321+0000 7f6375400640 1 --2- 172.21.15.33:0/2663168704 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f93c70 0x55bb73f9bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.321+0000 7f6375400640 1 -- 172.21.15.33:0/2663168704 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f9ee50 msgr2=0x55bb73f9c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:24.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.321+0000 7f6375400640 1 --2- 172.21.15.33:0/2663168704 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f9ee50 0x55bb73f9c810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.321+0000 7f6375400640 1 -- 172.21.15.33:0/2663168704 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bb73c6b3c0 con 0x55bb73f94590 2024-09-05T02:36:24.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.321+0000 7f6376800640 1 --2- 172.21.15.33:0/2663168704 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f9ee50 0x55bb73f9c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:36:24.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.321+0000 7f6375400640 1 --2- 172.21.15.33:0/2663168704 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f94590 0x55bb73f9c2d0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f63780fddb0 tx=0x7f636400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=388eb0895d96218f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:24.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.321+0000 7f6357400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:36:24.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.322+0000 7f6357400640 1 -- 172.21.15.33:0/2663168704 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63640120d0 con 0x55bb73f94590 2024-09-05T02:36:24.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.322+0000 7f6357400640 1 -- 172.21.15.33:0/2663168704 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f6364005020 con 0x55bb73f94590 2024-09-05T02:36:24.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.322+0000 7f637f665740 1 -- 172.21.15.33:0/2663168704 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6370003970 con 0x55bb73f94590 2024-09-05T02:36:24.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.322+0000 7f6357400640 1 -- 172.21.15.33:0/2663168704 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6364012270 con 0x55bb73f94590 2024-09-05T02:36:24.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.322+0000 7f637f665740 10 client.17592 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:24.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.322+0000 7f637f665740 1 -- 172.21.15.33:0/2663168704 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55bb73fadb00 con 0x55bb73f94590 2024-09-05T02:36:24.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.322+0000 7f6357400640 1 -- 172.21.15.33:0/2663168704 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6370003970 con 0x55bb73f94590 2024-09-05T02:36:24.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.323+0000 7f6357400640 1 -- 172.21.15.33:0/2663168704 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f636401c470 con 0x55bb73f94590 2024-09-05T02:36:24.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.323+0000 7f637f665740 10 client.17592 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.323+0000 7f637f665740 10 client.17592 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:36:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.323+0000 7f637f665740 20 client.17592 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.323+0000 7f637f665740 1 --2- 172.21.15.33:0/2663168704 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55bb73faf010 0x55bb73fb1430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.323+0000 7f637f665740 4 client.17592 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:36:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.323+0000 7f637f665740 1 -- 172.21.15.33:0/2663168704 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bb73f07950 con 0x55bb73faf010 2024-09-05T02:36:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.323+0000 7f6376800640 1 --2- 172.21.15.33:0/2663168704 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55bb73faf010 0x55bb73fb1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.324+0000 7f6376800640 1 --2- 172.21.15.33:0/2663168704 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55bb73faf010 0x55bb73fb1430 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5220ed5996fac336 server_cookie=7462572ff70f55b in_seq=0 out_seq=0 2024-09-05T02:36:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.324+0000 7f6357400640 10 client.17592 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:36:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.324+0000 7f6357400640 1 -- 172.21.15.33:0/2663168704 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bb73f07950 con 0x55bb73faf010 2024-09-05T02:36:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.324+0000 7f6357400640 10 client.17592 handle_command_reply: tid=0 2024-09-05T02:36:24.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.325+0000 7f637f665740 1 client.17592 shutdown 2024-09-05T02:36:24.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.325+0000 7f637f665740 1 -- 172.21.15.33:0/2663168704 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f94590 msgr2=0x55bb73f9c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:24.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.325+0000 7f637f665740 1 --2- 172.21.15.33:0/2663168704 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f94590 0x55bb73f9c2d0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f63780fddb0 tx=0x7f636400f790 comp rx=0 tx=0).stop 2024-09-05T02:36:24.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.325+0000 7f637f665740 1 -- 172.21.15.33:0/2663168704 shutdown_connections 2024-09-05T02:36:24.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.325+0000 7f637f665740 1 --2- 172.21.15.33:0/2663168704 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55bb73faf010 0x55bb73fb1430 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.325+0000 7f637f665740 1 --2- 172.21.15.33:0/2663168704 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f9ee50 0x55bb73f9c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.325+0000 7f637f665740 1 --2- 172.21.15.33:0/2663168704 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f94590 0x55bb73f9c2d0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.325+0000 7f637f665740 1 --2- 172.21.15.33:0/2663168704 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f93c70 0x55bb73f9bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.325+0000 7f637f665740 1 -- 172.21.15.33:0/2663168704 >> 172.21.15.33:0/2663168704 conn(0x55bb73f90200 msgr2=0x55bb73f8f380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:24.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.325+0000 7f6357400640 0 client.17592 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:36:24.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.325+0000 7f637f665740 1 -- 172.21.15.33:0/2663168704 shutdown_connections 2024-09-05T02:36:24.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.325+0000 7f637f665740 1 -- 172.21.15.33:0/2663168704 wait complete. 2024-09-05T02:36:24.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.325+0000 7f637f665740 20 client.17592 trim_cache size 0 max 16384 2024-09-05T02:36:24.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.339+0000 7f637f665740 1 Processor -- start 2024-09-05T02:36:24.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.339+0000 7f637f665740 1 -- start start 2024-09-05T02:36:24.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.339+0000 7f637f665740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f93c70 0x55bb73fb6d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:24.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.339+0000 7f637f665740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f94590 0x55bb73fb7240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:24.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.339+0000 7f637f665740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f9ee50 0x55bb73f98ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:24.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.339+0000 7f637f665740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f63781ab660 con 0x55bb73f93c70 2024-09-05T02:36:24.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.339+0000 7f637f665740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f63781ad1a0 con 0x55bb73f9ee50 2024-09-05T02:36:24.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.339+0000 7f637f665740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f63781abd30 con 0x55bb73f94590 2024-09-05T02:36:24.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.340+0000 7f6376800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f93c70 0x55bb73fb6d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:24.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.340+0000 7f6376800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f93c70 0x55bb73fb6d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52386/0 (socket says 172.21.15.33:52386) 2024-09-05T02:36:24.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.340+0000 7f6376800640 1 -- 172.21.15.33:0/2864722861 learned_addr learned my addr 172.21.15.33:0/2864722861 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:24.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.340+0000 7f6375400640 1 --2- 172.21.15.33:0/2864722861 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f94590 0x55bb73fb7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.340+0000 7f6376800640 1 --2- 172.21.15.33:0/2864722861 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f9ee50 0x55bb73f98ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.340+0000 7f6375400640 1 -- 172.21.15.33:0/2864722861 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f9ee50 msgr2=0x55bb73f98ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.340+0000 7f6375400640 1 --2- 172.21.15.33:0/2864722861 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f9ee50 0x55bb73f98ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.340+0000 7f6375400640 1 -- 172.21.15.33:0/2864722861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f93c70 msgr2=0x55bb73fb6d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.340+0000 7f6375400640 1 --2- 172.21.15.33:0/2864722861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f93c70 0x55bb73fb6d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.340+0000 7f6375400640 1 -- 172.21.15.33:0/2864722861 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bb73f93aa0 con 0x55bb73f94590 2024-09-05T02:36:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.340+0000 7f6376800640 1 --2- 172.21.15.33:0/2864722861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f93c70 0x55bb73fb6d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.341+0000 7f6375400640 1 --2- 172.21.15.33:0/2864722861 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f94590 0x55bb73fb7240 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f636401c910 tx=0x7f6364001e70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c7711b27879a6cfc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.341+0000 7f6362600640 1 -- 172.21.15.33:0/2864722861 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6364028070 con 0x55bb73f94590 2024-09-05T02:36:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.341+0000 7f6362600640 1 -- 172.21.15.33:0/2864722861 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f636401cb00 con 0x55bb73f94590 2024-09-05T02:36:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.341+0000 7f6362600640 1 -- 172.21.15.33:0/2864722861 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f636402dd00 con 0x55bb73f94590 2024-09-05T02:36:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.342+0000 7f637f665740 1 -- 172.21.15.33:0/2864722861 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f94590 msgr2=0x55bb73fb7240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.342+0000 7f637f665740 1 --2- 172.21.15.33:0/2864722861 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f94590 0x55bb73fb7240 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f636401c910 tx=0x7f6364001e70 comp rx=0 tx=0).stop 2024-09-05T02:36:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.342+0000 7f637f665740 1 -- 172.21.15.33:0/2864722861 shutdown_connections 2024-09-05T02:36:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.342+0000 7f637f665740 1 --2- 172.21.15.33:0/2864722861 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f9ee50 0x55bb73f98ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.342+0000 7f637f665740 1 --2- 172.21.15.33:0/2864722861 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f94590 0x55bb73fb7240 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.342+0000 7f637f665740 1 --2- 172.21.15.33:0/2864722861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f93c70 0x55bb73fb6d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.342+0000 7f637f665740 1 -- 172.21.15.33:0/2864722861 >> 172.21.15.33:0/2864722861 conn(0x55bb73f90200 msgr2=0x55bb73f9de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:24.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.342+0000 7f637f665740 1 -- 172.21.15.33:0/2864722861 shutdown_connections 2024-09-05T02:36:24.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.342+0000 7f637f665740 1 -- 172.21.15.33:0/2864722861 wait complete. 2024-09-05T02:36:24.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.342+0000 7f637f665740 1 -- start start 2024-09-05T02:36:24.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.342+0000 7f637f665740 1 Processor -- start 2024-09-05T02:36:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.343+0000 7f637f665740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f93c70 0x55bb73fa3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.343+0000 7f637f665740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f94590 0x55bb73fa37c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.343+0000 7f637f665740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f9ee50 0x55bb74018cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.343+0000 7f637f665740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f63781acad0 con 0x55bb73f9ee50 2024-09-05T02:36:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.343+0000 7f637f665740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f63781ac400 con 0x55bb73f94590 2024-09-05T02:36:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.343+0000 7f637f665740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f63781a9660 con 0x55bb73f93c70 2024-09-05T02:36:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.343+0000 7f637f665740 10 client.0 _ll_register_callbacks cb 0x7f6364012930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.343+0000 7f6375400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f94590 0x55bb73fa37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.343+0000 7f6375400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f94590 0x55bb73fa37c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:56484/0 (socket says 172.21.15.33:56484) 2024-09-05T02:36:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.343+0000 7f6375400640 1 -- 172.21.15.33:0/158320760 learned_addr learned my addr 172.21.15.33:0/158320760 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.343+0000 7f6376800640 1 --2- 172.21.15.33:0/158320760 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f93c70 0x55bb73fa3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.343+0000 7f6376800640 1 --2- 172.21.15.33:0/158320760 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f9ee50 0x55bb74018cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.344+0000 7f6375400640 1 -- 172.21.15.33:0/158320760 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f93c70 msgr2=0x55bb73fa3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.344+0000 7f6375400640 1 --2- 172.21.15.33:0/158320760 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f93c70 0x55bb73fa3280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.344+0000 7f6375400640 1 -- 172.21.15.33:0/158320760 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f9ee50 msgr2=0x55bb74018cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.344+0000 7f6375400640 1 --2- 172.21.15.33:0/158320760 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f9ee50 0x55bb74018cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.344+0000 7f6375400640 1 -- 172.21.15.33:0/158320760 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bb73f90e90 con 0x55bb73f94590 2024-09-05T02:36:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.344+0000 7f6376800640 1 --2- 172.21.15.33:0/158320760 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f9ee50 0x55bb74018cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:36:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.344+0000 7f6375400640 1 --2- 172.21.15.33:0/158320760 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f94590 0x55bb73fa37c0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f6364012a40 tx=0x7f63640106e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a560e4d1631bce3d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.344+0000 7f6357400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:36:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.344+0000 7f6357400640 1 -- 172.21.15.33:0/158320760 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6364033070 con 0x55bb73f94590 2024-09-05T02:36:24.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.344+0000 7f637f665740 1 -- 172.21.15.33:0/158320760 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f636401cb00 con 0x55bb73f94590 2024-09-05T02:36:24.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.344+0000 7f6357400640 1 -- 172.21.15.33:0/158320760 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f6364010ae0 con 0x55bb73f94590 2024-09-05T02:36:24.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.345+0000 7f6357400640 1 -- 172.21.15.33:0/158320760 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f636403f050 con 0x55bb73f94590 2024-09-05T02:36:24.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.345+0000 7f637f665740 10 client.27677 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:24.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.345+0000 7f637f665740 1 -- 172.21.15.33:0/158320760 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55bb73f8b770 con 0x55bb73f94590 2024-09-05T02:36:24.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.345+0000 7f6357400640 1 -- 172.21.15.33:0/158320760 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f636401cb00 con 0x55bb73f94590 2024-09-05T02:36:24.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.345+0000 7f6357400640 1 -- 172.21.15.33:0/158320760 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f63640253f0 con 0x55bb73f94590 2024-09-05T02:36:24.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.345+0000 7f637f665740 10 client.27677 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:24.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.345+0000 7f637f665740 10 client.27677 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:36:24.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.345+0000 7f637f665740 20 client.27677 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:24.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.345+0000 7f637f665740 1 --2- 172.21.15.33:0/158320760 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55bb7401a6b0 0x55bb7401cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:24.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.345+0000 7f637f665740 4 client.27677 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:36:24.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.345+0000 7f637f665740 1 -- 172.21.15.33:0/158320760 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55bb73f01e60 con 0x55bb7401a6b0 2024-09-05T02:36:24.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.346+0000 7f6376800640 1 --2- 172.21.15.33:0/158320760 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55bb7401a6b0 0x55bb7401cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:24.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.346+0000 7f6376800640 1 --2- 172.21.15.33:0/158320760 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55bb7401a6b0 0x55bb7401cad0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5b7eac20c4b408fd server_cookie=26aee5192dcaaf34 in_seq=0 out_seq=0 2024-09-05T02:36:24.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.346+0000 7f6357400640 10 client.27677 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:36:24.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.346+0000 7f6357400640 1 -- 172.21.15.33:0/158320760 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55bb73f01e60 con 0x55bb7401a6b0 2024-09-05T02:36:24.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.346+0000 7f6357400640 10 client.27677 handle_command_reply: tid=0 2024-09-05T02:36:24.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.346+0000 7f637f665740 1 client.27677 shutdown 2024-09-05T02:36:24.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.347+0000 7f637f665740 1 -- 172.21.15.33:0/158320760 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f94590 msgr2=0x55bb73fa37c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:24.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.347+0000 7f637f665740 1 --2- 172.21.15.33:0/158320760 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f94590 0x55bb73fa37c0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f6364012a40 tx=0x7f63640106e0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.347+0000 7f637f665740 1 -- 172.21.15.33:0/158320760 shutdown_connections 2024-09-05T02:36:24.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.347+0000 7f637f665740 1 --2- 172.21.15.33:0/158320760 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55bb7401a6b0 0x55bb7401cad0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.347+0000 7f637f665740 1 --2- 172.21.15.33:0/158320760 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bb73f9ee50 0x55bb74018cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.347+0000 7f637f665740 1 --2- 172.21.15.33:0/158320760 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bb73f94590 0x55bb73fa37c0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.347+0000 7f637f665740 1 --2- 172.21.15.33:0/158320760 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55bb73f93c70 0x55bb73fa3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.347+0000 7f6357400640 0 client.27677 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:36:24.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.347+0000 7f637f665740 1 -- 172.21.15.33:0/158320760 >> 172.21.15.33:0/158320760 conn(0x55bb73f90200 msgr2=0x55bb73f8eb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:24.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.347+0000 7f637f665740 1 -- 172.21.15.33:0/158320760 shutdown_connections 2024-09-05T02:36:24.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.347+0000 7f637f665740 1 -- 172.21.15.33:0/158320760 wait complete. 2024-09-05T02:36:24.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.347+0000 7f637f665740 20 client.27677 trim_cache size 0 max 16384 2024-09-05T02:36:24.353 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:36:24.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.348+0000 7f637cc00640 1 -- 172.21.15.33:0/556676340 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f635c0a2d70 msgr2=0x7f635c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:24.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.348+0000 7f637cc00640 1 --2- 172.21.15.33:0/556676340 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f635c0a2d70 0x7f635c0a5230 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x55bb73f91060 tx=0x7f6368000bc0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.348+0000 7f637cc00640 1 -- 172.21.15.33:0/556676340 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6378101df0 msgr2=0x7f6378198420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:24.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.348+0000 7f637cc00640 1 --2- 172.21.15.33:0/556676340 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6378101df0 0x7f6378198420 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f6368005940 tx=0x7f6368004040 comp rx=0 tx=0).stop 2024-09-05T02:36:24.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.348+0000 7f637cc00640 1 -- 172.21.15.33:0/556676340 shutdown_connections 2024-09-05T02:36:24.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.348+0000 7f637cc00640 1 --2- 172.21.15.33:0/556676340 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f635c0a2d70 0x7f635c0a5230 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.348+0000 7f637cc00640 1 --2- 172.21.15.33:0/556676340 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6378106f20 0x7f637819ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.348+0000 7f637cc00640 1 --2- 172.21.15.33:0/556676340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63781027a0 0x7f6378198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.348+0000 7f637cc00640 1 --2- 172.21.15.33:0/556676340 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6378101df0 0x7f6378198420 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:24.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.348+0000 7f637cc00640 1 -- 172.21.15.33:0/556676340 >> 172.21.15.33:0/556676340 conn(0x7f63780fd8b0 msgr2=0x7f63780febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:24.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.348+0000 7f637cc00640 1 -- 172.21.15.33:0/556676340 shutdown_connections 2024-09-05T02:36:24.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:24.348+0000 7f637cc00640 1 -- 172.21.15.33:0/556676340 wait complete. 2024-09-05T02:36:25.253 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:36:25.586 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:25 smithi033 ceph-mon[29909]: pgmap v293: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-05T02:36:25.628 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:25.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:25 smithi123 ceph-mon[34031]: pgmap v293: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-05T02:36:25.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:25 smithi174 ceph-mon[34756]: pgmap v293: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-05T02:36:26.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.256+0000 7fed3c600640 1 -- 172.21.15.33:0/1531567743 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed34101de0 msgr2=0x7fed341021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:26.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.256+0000 7fed3c600640 1 --2- 172.21.15.33:0/1531567743 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed34101de0 0x7fed341021c0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fed28009900 tx=0x7fed2802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.256+0000 7fed3c600640 1 -- 172.21.15.33:0/1531567743 shutdown_connections 2024-09-05T02:36:26.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.256+0000 7fed3c600640 1 --2- 172.21.15.33:0/1531567743 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fed34106f10 0x7fed3410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.256+0000 7fed3c600640 1 --2- 172.21.15.33:0/1531567743 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed34102790 0x7fed341067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.256+0000 7fed3c600640 1 --2- 172.21.15.33:0/1531567743 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed34101de0 0x7fed341021c0 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.256+0000 7fed3c600640 1 -- 172.21.15.33:0/1531567743 >> 172.21.15.33:0/1531567743 conn(0x7fed340fd8c0 msgr2=0x7fed340ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:26.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.256+0000 7fed3c600640 1 -- 172.21.15.33:0/1531567743 shutdown_connections 2024-09-05T02:36:26.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.256+0000 7fed3c600640 1 -- 172.21.15.33:0/1531567743 wait complete. 2024-09-05T02:36:26.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.257+0000 7fed3c600640 1 Processor -- start 2024-09-05T02:36:26.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.257+0000 7fed3c600640 1 -- start start 2024-09-05T02:36:26.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.258+0000 7fed3c600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fed34101de0 0x7fed3419a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:26.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.258+0000 7fed3c600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed34102790 0x7fed3419ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:26.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.258+0000 7fed3c600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed34106f10 0x7fed3419ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:26.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.258+0000 7fed3c600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fed34111f30 con 0x7fed34102790 2024-09-05T02:36:26.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.258+0000 7fed3c600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fed34111db0 con 0x7fed34106f10 2024-09-05T02:36:26.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.258+0000 7fed3c600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fed341120b0 con 0x7fed34101de0 2024-09-05T02:36:26.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.258+0000 7fed39200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed34102790 0x7fed3419ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:26.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.258+0000 7fed39c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fed34101de0 0x7fed3419a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:26.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.258+0000 7fed39200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed34102790 0x7fed3419ab90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52422/0 (socket says 172.21.15.33:52422) 2024-09-05T02:36:26.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.258+0000 7fed39200640 1 -- 172.21.15.33:0/2471963607 learned_addr learned my addr 172.21.15.33:0/2471963607 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:26.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.258+0000 7fed3a600640 1 --2- 172.21.15.33:0/2471963607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed34106f10 0x7fed3419ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:26.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.258+0000 7fed39c00640 1 -- 172.21.15.33:0/2471963607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed34106f10 msgr2=0x7fed3419ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:26.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.258+0000 7fed39c00640 1 --2- 172.21.15.33:0/2471963607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed34106f10 0x7fed3419ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.258+0000 7fed39c00640 1 -- 172.21.15.33:0/2471963607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed34102790 msgr2=0x7fed3419ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:26.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.258+0000 7fed39c00640 1 --2- 172.21.15.33:0/2471963607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed34102790 0x7fed3419ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.258+0000 7fed39c00640 1 -- 172.21.15.33:0/2471963607 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed3419f600 con 0x7fed34101de0 2024-09-05T02:36:26.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.259+0000 7fed39c00640 1 --2- 172.21.15.33:0/2471963607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fed34101de0 0x7fed3419a650 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fed28005940 tx=0x7fed280040c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:26.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.259+0000 7fed32000640 1 -- 172.21.15.33:0/2471963607 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed2803f030 con 0x7fed34101de0 2024-09-05T02:36:26.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.259+0000 7fed32000640 1 -- 172.21.15.33:0/2471963607 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fed280044c0 con 0x7fed34101de0 2024-09-05T02:36:26.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.259+0000 7fed3c600640 1 -- 172.21.15.33:0/2471963607 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed3419f890 con 0x7fed34101de0 2024-09-05T02:36:26.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.259+0000 7fed32000640 1 -- 172.21.15.33:0/2471963607 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed28035070 con 0x7fed34101de0 2024-09-05T02:36:26.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.259+0000 7fed3c600640 1 -- 172.21.15.33:0/2471963607 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed341a71d0 con 0x7fed34101de0 2024-09-05T02:36:26.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.262+0000 7fed3f07f740 1 Processor -- start 2024-09-05T02:36:26.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.262+0000 7fed32000640 1 -- 172.21.15.33:0/2471963607 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fed28042030 con 0x7fed34101de0 2024-09-05T02:36:26.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.263+0000 7fed3f07f740 1 -- start start 2024-09-05T02:36:26.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.263+0000 7fed3f07f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3a8c70 0x559b4d3a9050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:26.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.263+0000 7fed3f07f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a9590 0x559b4d3b3910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:26.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.263+0000 7fed3f07f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3b3e50 0x559b4d3b6240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:26.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.263+0000 7fed3f07f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x559b4d30f3e0 con 0x559b4d3a8c70 2024-09-05T02:36:26.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.263+0000 7fed3f07f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x559b4d2b6d80 con 0x559b4d3b3e50 2024-09-05T02:36:26.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.263+0000 7fed3f07f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x559b4d30b3a0 con 0x559b4d3a9590 2024-09-05T02:36:26.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.263+0000 7fed39c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a9590 0x559b4d3b3910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:26.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.263+0000 7fed3a600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3a8c70 0x559b4d3a9050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:26.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.263+0000 7fed39c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a9590 0x559b4d3b3910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:37988/0 (socket says 172.21.15.33:37988) 2024-09-05T02:36:26.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.263+0000 7fed39c00640 1 -- 172.21.15.33:0/4185571688 learned_addr learned my addr 172.21.15.33:0/4185571688 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:26.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.263+0000 7fed3a600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3a8c70 0x559b4d3a9050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52434/0 (socket says 172.21.15.33:52434) 2024-09-05T02:36:26.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.263+0000 7fed39200640 1 --2- 172.21.15.33:0/4185571688 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3b3e50 0x559b4d3b6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:26.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.264+0000 7fed39c00640 1 -- 172.21.15.33:0/4185571688 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3b3e50 msgr2=0x559b4d3b6240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:26.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.264+0000 7fed39c00640 1 --2- 172.21.15.33:0/4185571688 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3b3e50 0x559b4d3b6240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.264+0000 7fed39c00640 1 -- 172.21.15.33:0/4185571688 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3a8c70 msgr2=0x559b4d3a9050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:26.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.264+0000 7fed39c00640 1 --2- 172.21.15.33:0/4185571688 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3a8c70 0x559b4d3a9050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.264+0000 7fed39c00640 1 -- 172.21.15.33:0/4185571688 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b4d2d5ae0 con 0x559b4d3a9590 2024-09-05T02:36:26.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.264+0000 7fed32000640 1 --2- 172.21.15.33:0/2471963607 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fed1c0a2cf0 0x7fed1c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:26.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.264+0000 7fed39c00640 1 --2- 172.21.15.33:0/4185571688 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a9590 0x559b4d3b3910 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fed280ecd80 tx=0x7fed280f5cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=118ef747bbdda67a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:26.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.264+0000 7fed32000640 1 -- 172.21.15.33:0/2471963607 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fed280ef760 con 0x7fed34101de0 2024-09-05T02:36:26.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.264+0000 7fed3a600640 1 --2- 172.21.15.33:0/2471963607 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fed1c0a2cf0 0x7fed1c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:26.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.264+0000 7fed26a00640 1 -- 172.21.15.33:0/4185571688 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed280b7f60 con 0x559b4d3a9590 2024-09-05T02:36:26.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.265+0000 7fed26a00640 1 -- 172.21.15.33:0/4185571688 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fed280d2070 con 0x559b4d3a9590 2024-09-05T02:36:26.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.265+0000 7fed26a00640 1 -- 172.21.15.33:0/4185571688 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed280bb620 con 0x559b4d3a9590 2024-09-05T02:36:26.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.265+0000 7fed3f07f740 1 -- 172.21.15.33:0/4185571688 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a9590 msgr2=0x559b4d3b3910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:26.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.265+0000 7fed3a600640 1 --2- 172.21.15.33:0/2471963607 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fed1c0a2cf0 0x7fed1c0a51b0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fed2c005fd0 tx=0x7fed2c009500 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:26.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.265+0000 7fed3f07f740 1 --2- 172.21.15.33:0/4185571688 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a9590 0x559b4d3b3910 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fed280ecd80 tx=0x7fed280f5cb0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.265+0000 7fed3f07f740 1 -- 172.21.15.33:0/4185571688 shutdown_connections 2024-09-05T02:36:26.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.265+0000 7fed3f07f740 1 --2- 172.21.15.33:0/4185571688 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3b3e50 0x559b4d3b6240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.265+0000 7fed3f07f740 1 --2- 172.21.15.33:0/4185571688 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a9590 0x559b4d3b3910 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.265+0000 7fed3f07f740 1 --2- 172.21.15.33:0/4185571688 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3a8c70 0x559b4d3a9050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.265+0000 7fed3f07f740 1 -- 172.21.15.33:0/4185571688 >> 172.21.15.33:0/4185571688 conn(0x559b4d3a5200 msgr2=0x559b4d3a55e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:26.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.265+0000 7fed3f07f740 1 -- 172.21.15.33:0/4185571688 shutdown_connections 2024-09-05T02:36:26.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.265+0000 7fed3f07f740 1 -- 172.21.15.33:0/4185571688 wait complete. 2024-09-05T02:36:26.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.266+0000 7fed3f07f740 1 -- start start 2024-09-05T02:36:26.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.266+0000 7fed3f07f740 1 Processor -- start 2024-09-05T02:36:26.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.267+0000 7fed3f07f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3a8c70 0x559b4d3b0d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:26.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.267+0000 7fed3f07f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a9590 0x559b4d3b1260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:26.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.267+0000 7fed3f07f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3b3e50 0x559b4d3b17a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:26.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.267+0000 7fed3f07f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x559b4d3b67e0 con 0x559b4d3b3e50 2024-09-05T02:36:26.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.267+0000 7fed3f07f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x559b4d2ca0f0 con 0x559b4d3a8c70 2024-09-05T02:36:26.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.267+0000 7fed3f07f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x559b4d3b6960 con 0x559b4d3a9590 2024-09-05T02:36:26.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.267+0000 7fed3f07f740 10 client.0 _ll_register_callbacks cb 0x559b4d2b1bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:26.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.267+0000 7fed39200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a9590 0x559b4d3b1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:26.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.267+0000 7fed3a600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3b3e50 0x559b4d3b17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:26.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.267+0000 7fed39c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3a8c70 0x559b4d3b0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:26.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.267+0000 7fed39200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a9590 0x559b4d3b1260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:37992/0 (socket says 172.21.15.33:37992) 2024-09-05T02:36:26.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.267+0000 7fed39200640 1 -- 172.21.15.33:0/3419678389 learned_addr learned my addr 172.21.15.33:0/3419678389 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:26.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.267+0000 7fed39200640 1 -- 172.21.15.33:0/3419678389 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3a8c70 msgr2=0x559b4d3b0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:26.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.267+0000 7fed39200640 1 --2- 172.21.15.33:0/3419678389 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3a8c70 0x559b4d3b0d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.267+0000 7fed39200640 1 -- 172.21.15.33:0/3419678389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3b3e50 msgr2=0x559b4d3b17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:26.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.267+0000 7fed39200640 1 --2- 172.21.15.33:0/3419678389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3b3e50 0x559b4d3b17a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.267+0000 7fed39200640 1 -- 172.21.15.33:0/3419678389 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b4d0803c0 con 0x559b4d3a9590 2024-09-05T02:36:26.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.267+0000 7fed3a600640 1 --2- 172.21.15.33:0/3419678389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3b3e50 0x559b4d3b17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:36:26.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.268+0000 7fed39200640 1 --2- 172.21.15.33:0/3419678389 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a9590 0x559b4d3b1260 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fed20012850 tx=0x7fed20012d10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c18076692bbd4c53 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:26.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.268+0000 7fed1b400640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:36:26.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.268+0000 7fed1b400640 1 -- 172.21.15.33:0/3419678389 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed2000f920 con 0x559b4d3a9590 2024-09-05T02:36:26.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.268+0000 7fed3f07f740 1 -- 172.21.15.33:0/3419678389 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fed280d2070 con 0x559b4d3a9590 2024-09-05T02:36:26.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.268+0000 7fed1b400640 1 -- 172.21.15.33:0/3419678389 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fed2000fac0 con 0x559b4d3a9590 2024-09-05T02:36:26.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.268+0000 7fed1b400640 1 -- 172.21.15.33:0/3419678389 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fed2000fcc0 con 0x559b4d3a9590 2024-09-05T02:36:26.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.268+0000 7fed3f07f740 10 client.27616 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:26.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.268+0000 7fed3f07f740 1 -- 172.21.15.33:0/3419678389 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559b4d3c27d0 con 0x559b4d3a9590 2024-09-05T02:36:26.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.268+0000 7fed1b400640 1 -- 172.21.15.33:0/3419678389 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fed280d2070 con 0x559b4d3a9590 2024-09-05T02:36:26.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.269+0000 7fed1b400640 1 -- 172.21.15.33:0/3419678389 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fed2001c420 con 0x559b4d3a9590 2024-09-05T02:36:26.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.269+0000 7fed3f07f740 10 client.27616 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:26.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.269+0000 7fed3f07f740 10 client.27616 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:36:26.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.269+0000 7fed3f07f740 20 client.27616 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:26.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.269+0000 7fed3f07f740 1 --2- 172.21.15.33:0/3419678389 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x559b4d3c3d30 0x559b4d3c6170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:26.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.269+0000 7fed3f07f740 4 client.27616 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:36:26.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.269+0000 7fed3f07f740 1 -- 172.21.15.33:0/3419678389 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559b4d31c950 con 0x559b4d3c3d30 2024-09-05T02:36:26.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.269+0000 7fed39c00640 1 --2- 172.21.15.33:0/3419678389 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x559b4d3c3d30 0x559b4d3c6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:26.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.270+0000 7fed39c00640 1 --2- 172.21.15.33:0/3419678389 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x559b4d3c3d30 0x559b4d3c6170 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8d50dfb4bbdc642c server_cookie=3c706eba0129f10f in_seq=0 out_seq=0 2024-09-05T02:36:26.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.270+0000 7fed1b400640 10 client.27616 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:36:26.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.270+0000 7fed1b400640 1 -- 172.21.15.33:0/3419678389 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559b4d31c950 con 0x559b4d3c3d30 2024-09-05T02:36:26.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.270+0000 7fed1b400640 10 client.27616 handle_command_reply: tid=0 2024-09-05T02:36:26.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.270+0000 7fed3f07f740 1 client.27616 shutdown 2024-09-05T02:36:26.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.271+0000 7fed3f07f740 1 -- 172.21.15.33:0/3419678389 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a9590 msgr2=0x559b4d3b1260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:26.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.271+0000 7fed3f07f740 1 --2- 172.21.15.33:0/3419678389 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a9590 0x559b4d3b1260 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fed20012850 tx=0x7fed20012d10 comp rx=0 tx=0).stop 2024-09-05T02:36:26.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.271+0000 7fed3f07f740 1 -- 172.21.15.33:0/3419678389 shutdown_connections 2024-09-05T02:36:26.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.271+0000 7fed3f07f740 1 --2- 172.21.15.33:0/3419678389 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x559b4d3c3d30 0x559b4d3c6170 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.271+0000 7fed3f07f740 1 --2- 172.21.15.33:0/3419678389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3b3e50 0x559b4d3b17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.271+0000 7fed3f07f740 1 --2- 172.21.15.33:0/3419678389 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a9590 0x559b4d3b1260 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.271+0000 7fed1b400640 0 client.27616 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:36:26.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.271+0000 7fed3f07f740 1 --2- 172.21.15.33:0/3419678389 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3a8c70 0x559b4d3b0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.271+0000 7fed3f07f740 1 -- 172.21.15.33:0/3419678389 >> 172.21.15.33:0/3419678389 conn(0x559b4d3a5200 msgr2=0x559b4d3aaf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:26.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.271+0000 7fed3f07f740 1 -- 172.21.15.33:0/3419678389 shutdown_connections 2024-09-05T02:36:26.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.271+0000 7fed3f07f740 1 -- 172.21.15.33:0/3419678389 wait complete. 2024-09-05T02:36:26.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.271+0000 7fed3f07f740 20 client.27616 trim_cache size 0 max 16384 2024-09-05T02:36:26.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.285+0000 7fed3f07f740 1 Processor -- start 2024-09-05T02:36:26.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.285+0000 7fed3f07f740 1 -- start start 2024-09-05T02:36:26.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.285+0000 7fed3f07f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3a8c70 0x559b4d3ab720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:26.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.285+0000 7fed3f07f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a9590 0x559b4d3cba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:26.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.285+0000 7fed3f07f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3b3e50 0x559b4d3cbf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:26.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.285+0000 7fed3f07f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fed341afb70 con 0x559b4d3a8c70 2024-09-05T02:36:26.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.285+0000 7fed3f07f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fed341b16b0 con 0x559b4d3b3e50 2024-09-05T02:36:26.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.285+0000 7fed3f07f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fed341b0240 con 0x559b4d3a9590 2024-09-05T02:36:26.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.286+0000 7fed39c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3a8c70 0x559b4d3ab720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:26.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.286+0000 7fed39c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3a8c70 0x559b4d3ab720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52450/0 (socket says 172.21.15.33:52450) 2024-09-05T02:36:26.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.286+0000 7fed39c00640 1 -- 172.21.15.33:0/1266279492 learned_addr learned my addr 172.21.15.33:0/1266279492 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:26.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.286+0000 7fed39200640 1 --2- 172.21.15.33:0/1266279492 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a9590 0x559b4d3cba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:26.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.286+0000 7fed3a600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3b3e50 0x559b4d3cbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:26.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.286+0000 7fed39200640 1 -- 172.21.15.33:0/1266279492 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3b3e50 msgr2=0x559b4d3cbf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:26.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.286+0000 7fed39200640 1 --2- 172.21.15.33:0/1266279492 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3b3e50 0x559b4d3cbf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.286+0000 7fed39200640 1 -- 172.21.15.33:0/1266279492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3a8c70 msgr2=0x559b4d3ab720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:26.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.286+0000 7fed39200640 1 --2- 172.21.15.33:0/1266279492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3a8c70 0x559b4d3ab720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.286+0000 7fed39200640 1 -- 172.21.15.33:0/1266279492 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b4d3a5030 con 0x559b4d3a9590 2024-09-05T02:36:26.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.286+0000 7fed39c00640 1 --2- 172.21.15.33:0/1266279492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3a8c70 0x559b4d3ab720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:26.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.286+0000 7fed39200640 1 --2- 172.21.15.33:0/1266279492 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a9590 0x559b4d3cba40 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fed2001ca80 tx=0x7fed20005d30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aad2b844b5370db6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:26.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.287+0000 7fed26000640 1 -- 172.21.15.33:0/1266279492 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed200122e0 con 0x559b4d3a9590 2024-09-05T02:36:26.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.287+0000 7fed26000640 1 -- 172.21.15.33:0/1266279492 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fed20005560 con 0x559b4d3a9590 2024-09-05T02:36:26.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.287+0000 7fed26000640 1 -- 172.21.15.33:0/1266279492 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed2001c680 con 0x559b4d3a9590 2024-09-05T02:36:26.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.287+0000 7fed3f07f740 1 -- 172.21.15.33:0/1266279492 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a9590 msgr2=0x559b4d3cba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:26.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.287+0000 7fed3f07f740 1 --2- 172.21.15.33:0/1266279492 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a9590 0x559b4d3cba40 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fed2001ca80 tx=0x7fed20005d30 comp rx=0 tx=0).stop 2024-09-05T02:36:26.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.287+0000 7fed3f07f740 1 -- 172.21.15.33:0/1266279492 shutdown_connections 2024-09-05T02:36:26.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.287+0000 7fed3f07f740 1 --2- 172.21.15.33:0/1266279492 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3b3e50 0x559b4d3cbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.287+0000 7fed3f07f740 1 --2- 172.21.15.33:0/1266279492 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a9590 0x559b4d3cba40 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.287+0000 7fed3f07f740 1 --2- 172.21.15.33:0/1266279492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3a8c70 0x559b4d3ab720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.287+0000 7fed3f07f740 1 -- 172.21.15.33:0/1266279492 >> 172.21.15.33:0/1266279492 conn(0x559b4d3a5200 msgr2=0x559b4d3b2da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:26.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.287+0000 7fed3f07f740 1 -- 172.21.15.33:0/1266279492 shutdown_connections 2024-09-05T02:36:26.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.287+0000 7fed3f07f740 1 -- 172.21.15.33:0/1266279492 wait complete. 2024-09-05T02:36:26.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.288+0000 7fed3f07f740 1 -- start start 2024-09-05T02:36:26.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.288+0000 7fed3f07f740 1 Processor -- start 2024-09-05T02:36:26.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.288+0000 7fed3f07f740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a8c70 0x559b4d3bc270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:26.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.288+0000 7fed3f07f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3a9590 0x559b4d3adaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:26.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.288+0000 7fed3f07f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3b3e50 0x559b4d3ae050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:26.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.288+0000 7fed3f07f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fed341b0fe0 con 0x559b4d3a9590 2024-09-05T02:36:26.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.288+0000 7fed3f07f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fed341b0910 con 0x559b4d3b3e50 2024-09-05T02:36:26.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.288+0000 7fed3f07f740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fed341adb70 con 0x559b4d3a8c70 2024-09-05T02:36:26.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.288+0000 7fed3f07f740 10 client.0 _ll_register_callbacks cb 0x7fed20009950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:26.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.289+0000 7fed39200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3a9590 0x559b4d3adaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:26.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.289+0000 7fed3a600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3b3e50 0x559b4d3ae050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:26.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.289+0000 7fed3a600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3b3e50 0x559b4d3ae050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:56530/0 (socket says 172.21.15.33:56530) 2024-09-05T02:36:26.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.289+0000 7fed3a600640 1 -- 172.21.15.33:0/590143619 learned_addr learned my addr 172.21.15.33:0/590143619 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:26.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.289+0000 7fed39c00640 1 --2- 172.21.15.33:0/590143619 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a8c70 0x559b4d3bc270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:26.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.289+0000 7fed39200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3a9590 0x559b4d3adaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52460/0 (socket says 172.21.15.33:52460) 2024-09-05T02:36:26.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.289+0000 7fed39c00640 1 -- 172.21.15.33:0/590143619 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3b3e50 msgr2=0x559b4d3ae050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:26.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.289+0000 7fed39c00640 1 --2- 172.21.15.33:0/590143619 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3b3e50 0x559b4d3ae050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.289+0000 7fed39c00640 1 -- 172.21.15.33:0/590143619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3a9590 msgr2=0x559b4d3adaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:26.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.289+0000 7fed39c00640 1 --2- 172.21.15.33:0/590143619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3a9590 0x559b4d3adaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.289+0000 7fed39c00640 1 -- 172.21.15.33:0/590143619 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b4d3ae880 con 0x559b4d3a8c70 2024-09-05T02:36:26.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.289+0000 7fed39200640 1 --2- 172.21.15.33:0/590143619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3a9590 0x559b4d3adaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:26.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.290+0000 7fed39c00640 1 --2- 172.21.15.33:0/590143619 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a8c70 0x559b4d3bc270 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fed280bbc50 tx=0x7fed280ef9e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a0e42729c20040b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:26.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.290+0000 7fed1b400640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:36:26.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.290+0000 7fed1b400640 1 -- 172.21.15.33:0/590143619 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed28049040 con 0x559b4d3a8c70 2024-09-05T02:36:26.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.290+0000 7fed1b400640 1 -- 172.21.15.33:0/590143619 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fed280b9d60 con 0x559b4d3a8c70 2024-09-05T02:36:26.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.290+0000 7fed3f07f740 1 -- 172.21.15.33:0/590143619 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fed20005560 con 0x559b4d3a8c70 2024-09-05T02:36:26.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.290+0000 7fed1b400640 1 -- 172.21.15.33:0/590143619 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fed280bb800 con 0x559b4d3a8c70 2024-09-05T02:36:26.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.290+0000 7fed3f07f740 10 client.27622 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:26.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.290+0000 7fed3f07f740 1 -- 172.21.15.33:0/590143619 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559b4d42eaa0 con 0x559b4d3a8c70 2024-09-05T02:36:26.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.290+0000 7fed1b400640 1 -- 172.21.15.33:0/590143619 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fed20005560 con 0x559b4d3a8c70 2024-09-05T02:36:26.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.290+0000 7fed1b400640 1 -- 172.21.15.33:0/590143619 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fed280ed0c0 con 0x559b4d3a8c70 2024-09-05T02:36:26.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.290+0000 7fed3f07f740 10 client.27622 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:26.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.290+0000 7fed3f07f740 10 client.27622 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:36:26.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.290+0000 7fed3f07f740 20 client.27622 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:26.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.290+0000 7fed3f07f740 1 --2- 172.21.15.33:0/590143619 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x559b4d42f020 0x559b4d431410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:26.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.290+0000 7fed3f07f740 4 client.27622 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:36:26.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.290+0000 7fed3f07f740 1 -- 172.21.15.33:0/590143619 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559b4d316e60 con 0x559b4d42f020 2024-09-05T02:36:26.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.291+0000 7fed39200640 1 --2- 172.21.15.33:0/590143619 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x559b4d42f020 0x559b4d431410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:26.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.291+0000 7fed39200640 1 --2- 172.21.15.33:0/590143619 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x559b4d42f020 0x559b4d431410 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4d5f22918c31c885 server_cookie=fb0b8de3faf6838d in_seq=0 out_seq=0 2024-09-05T02:36:26.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.291+0000 7fed1b400640 10 client.27622 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:36:26.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.292+0000 7fed1b400640 1 -- 172.21.15.33:0/590143619 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559b4d316e60 con 0x559b4d42f020 2024-09-05T02:36:26.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.292+0000 7fed1b400640 10 client.27622 handle_command_reply: tid=0 2024-09-05T02:36:26.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.292+0000 7fed3f07f740 1 client.27622 shutdown 2024-09-05T02:36:26.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.292+0000 7fed3f07f740 1 -- 172.21.15.33:0/590143619 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a8c70 msgr2=0x559b4d3bc270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:26.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.292+0000 7fed3f07f740 1 --2- 172.21.15.33:0/590143619 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a8c70 0x559b4d3bc270 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fed280bbc50 tx=0x7fed280ef9e0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.292+0000 7fed3f07f740 1 -- 172.21.15.33:0/590143619 shutdown_connections 2024-09-05T02:36:26.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.292+0000 7fed3f07f740 1 --2- 172.21.15.33:0/590143619 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x559b4d42f020 0x559b4d431410 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.292+0000 7fed3f07f740 1 --2- 172.21.15.33:0/590143619 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b4d3b3e50 0x559b4d3ae050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.292+0000 7fed3f07f740 1 --2- 172.21.15.33:0/590143619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559b4d3a9590 0x559b4d3adaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.292+0000 7fed1b400640 0 client.27622 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:36:26.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.292+0000 7fed3f07f740 1 --2- 172.21.15.33:0/590143619 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559b4d3a8c70 0x559b4d3bc270 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.292+0000 7fed3f07f740 1 -- 172.21.15.33:0/590143619 >> 172.21.15.33:0/590143619 conn(0x559b4d3a5200 msgr2=0x559b4d3a3b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:26.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.292+0000 7fed3f07f740 1 -- 172.21.15.33:0/590143619 shutdown_connections 2024-09-05T02:36:26.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.292+0000 7fed3f07f740 1 -- 172.21.15.33:0/590143619 wait complete. 2024-09-05T02:36:26.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.292+0000 7fed3f07f740 20 client.27622 trim_cache size 0 max 16384 2024-09-05T02:36:26.300 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:36:26.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.293+0000 7fed3c600640 1 -- 172.21.15.33:0/2471963607 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fed1c0a2cf0 msgr2=0x7fed1c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:26.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.293+0000 7fed3c600640 1 --2- 172.21.15.33:0/2471963607 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fed1c0a2cf0 0x7fed1c0a51b0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fed2c005fd0 tx=0x7fed2c009500 comp rx=0 tx=0).stop 2024-09-05T02:36:26.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.293+0000 7fed3c600640 1 -- 172.21.15.33:0/2471963607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fed34101de0 msgr2=0x7fed3419a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:26.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.293+0000 7fed3c600640 1 --2- 172.21.15.33:0/2471963607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fed34101de0 0x7fed3419a650 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fed28005940 tx=0x7fed280040c0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.293+0000 7fed3c600640 1 -- 172.21.15.33:0/2471963607 shutdown_connections 2024-09-05T02:36:26.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.293+0000 7fed3c600640 1 --2- 172.21.15.33:0/2471963607 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fed1c0a2cf0 0x7fed1c0a51b0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.293+0000 7fed3c600640 1 --2- 172.21.15.33:0/2471963607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed34106f10 0x7fed3419ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.293+0000 7fed3c600640 1 --2- 172.21.15.33:0/2471963607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed34102790 0x7fed3419ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.293+0000 7fed3c600640 1 --2- 172.21.15.33:0/2471963607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fed34101de0 0x7fed3419a650 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:26.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.293+0000 7fed3c600640 1 -- 172.21.15.33:0/2471963607 >> 172.21.15.33:0/2471963607 conn(0x7fed340fd8c0 msgr2=0x7fed340fec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:26.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.293+0000 7fed3c600640 1 -- 172.21.15.33:0/2471963607 shutdown_connections 2024-09-05T02:36:26.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:26.293+0000 7fed3c600640 1 -- 172.21.15.33:0/2471963607 wait complete. 2024-09-05T02:36:27.229 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:36:27.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:27 smithi033 ceph-mon[29909]: pgmap v294: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:36:27.605 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:27.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:27 smithi123 ceph-mon[34031]: pgmap v294: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:36:27.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:27 smithi174 ceph-mon[34756]: pgmap v294: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:36:28.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.155+0000 7f9a88a00640 1 -- 172.21.15.33:0/1323446991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a84076720 msgr2=0x7f9a84076b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:28.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.155+0000 7f9a88a00640 1 --2- 172.21.15.33:0/1323446991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a84076720 0x7f9a84076b00 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f9a74009900 tx=0x7f9a7402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.155+0000 7f9a88a00640 1 -- 172.21.15.33:0/1323446991 shutdown_connections 2024-09-05T02:36:28.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.155+0000 7f9a88a00640 1 --2- 172.21.15.33:0/1323446991 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9a84112870 0x7f9a84114c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.155+0000 7f9a88a00640 1 --2- 172.21.15.33:0/1323446991 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9a84077040 0x7f9a84112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.155+0000 7f9a88a00640 1 --2- 172.21.15.33:0/1323446991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a84076720 0x7f9a84076b00 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.155+0000 7f9a88a00640 1 -- 172.21.15.33:0/1323446991 >> 172.21.15.33:0/1323446991 conn(0x7f9a840ff8d0 msgr2=0x7f9a84101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:28.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.155+0000 7f9a88a00640 1 -- 172.21.15.33:0/1323446991 shutdown_connections 2024-09-05T02:36:28.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.155+0000 7f9a88a00640 1 -- 172.21.15.33:0/1323446991 wait complete. 2024-09-05T02:36:28.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.156+0000 7f9a88a00640 1 Processor -- start 2024-09-05T02:36:28.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.156+0000 7f9a88a00640 1 -- start start 2024-09-05T02:36:28.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.157+0000 7f9a88a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9a84076720 0x7f9a841a4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:28.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.157+0000 7f9a88a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a84077040 0x7f9a841a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:28.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.157+0000 7f9a88a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9a84112870 0x7f9a8419e730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:28.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.157+0000 7f9a88a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9a84118450 con 0x7f9a84077040 2024-09-05T02:36:28.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.157+0000 7f9a88a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9a841182d0 con 0x7f9a84112870 2024-09-05T02:36:28.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.157+0000 7f9a88a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f9a841185d0 con 0x7f9a84076720 2024-09-05T02:36:28.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.157+0000 7f9a82a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a84077040 0x7f9a841a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:28.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.157+0000 7f9a82a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a84077040 0x7f9a841a4ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52484/0 (socket says 172.21.15.33:52484) 2024-09-05T02:36:28.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.157+0000 7f9a82a00640 1 -- 172.21.15.33:0/3669023941 learned_addr learned my addr 172.21.15.33:0/3669023941 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:28.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.157+0000 7f9a83400640 1 --2- 172.21.15.33:0/3669023941 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9a84076720 0x7f9a841a4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:28.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.157+0000 7f9a83e00640 1 --2- 172.21.15.33:0/3669023941 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9a84112870 0x7f9a8419e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:28.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.158+0000 7f9a82a00640 1 -- 172.21.15.33:0/3669023941 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9a84076720 msgr2=0x7f9a841a4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:28.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.158+0000 7f9a82a00640 1 --2- 172.21.15.33:0/3669023941 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9a84076720 0x7f9a841a4660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.158+0000 7f9a82a00640 1 -- 172.21.15.33:0/3669023941 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9a84112870 msgr2=0x7f9a8419e730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:28.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.158+0000 7f9a82a00640 1 --2- 172.21.15.33:0/3669023941 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9a84112870 0x7f9a8419e730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.158+0000 7f9a82a00640 1 -- 172.21.15.33:0/3669023941 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a8419efa0 con 0x7f9a84077040 2024-09-05T02:36:28.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.158+0000 7f9a82a00640 1 --2- 172.21.15.33:0/3669023941 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a84077040 0x7f9a841a4ba0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f9a7000e9f0 tx=0x7f9a7000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:28.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.158+0000 7f9a7be00640 1 -- 172.21.15.33:0/3669023941 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7000cd80 con 0x7f9a84077040 2024-09-05T02:36:28.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.158+0000 7f9a7be00640 1 -- 172.21.15.33:0/3669023941 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a70005500 con 0x7f9a84077040 2024-09-05T02:36:28.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.158+0000 7f9a7be00640 1 -- 172.21.15.33:0/3669023941 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a70010690 con 0x7f9a84077040 2024-09-05T02:36:28.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.158+0000 7f9a88a00640 1 -- 172.21.15.33:0/3669023941 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a8419f290 con 0x7f9a84077040 2024-09-05T02:36:28.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.159+0000 7f9a88a00640 1 -- 172.21.15.33:0/3669023941 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a841ab410 con 0x7f9a84077040 2024-09-05T02:36:28.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.162+0000 7f9a8ca73740 1 Processor -- start 2024-09-05T02:36:28.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.162+0000 7f9a8ca73740 1 -- start start 2024-09-05T02:36:28.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.162+0000 7f9a8ca73740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d7e40 0x5642754d8220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:28.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.162+0000 7f9a8ca73740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754d8760 0x5642754e2ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:28.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.162+0000 7f9a8ca73740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754e3020 0x5642754e5410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:28.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.162+0000 7f9a8ca73740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56427543e3e0 con 0x5642754e3020 2024-09-05T02:36:28.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.162+0000 7f9a8ca73740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5642753e5d80 con 0x5642754d7e40 2024-09-05T02:36:28.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.162+0000 7f9a8ca73740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x56427543a3a0 con 0x5642754d8760 2024-09-05T02:36:28.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.162+0000 7f9a7be00640 1 -- 172.21.15.33:0/3669023941 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f9a700046c0 con 0x7f9a84077040 2024-09-05T02:36:28.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.162+0000 7f9a83e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d7e40 0x5642754d8220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:28.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.163+0000 7f9a83e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d7e40 0x5642754d8220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:56554/0 (socket says 172.21.15.33:56554) 2024-09-05T02:36:28.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.163+0000 7f9a83e00640 1 -- 172.21.15.33:0/4277968117 learned_addr learned my addr 172.21.15.33:0/4277968117 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:28.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.163+0000 7f9a82a00640 1 --2- 172.21.15.33:0/4277968117 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754e3020 0x5642754e5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:28.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.163+0000 7f9a83400640 1 --2- 172.21.15.33:0/4277968117 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754d8760 0x5642754e2ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:28.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.163+0000 7f9a83e00640 1 -- 172.21.15.33:0/4277968117 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754d8760 msgr2=0x5642754e2ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:28.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.163+0000 7f9a83e00640 1 --2- 172.21.15.33:0/4277968117 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754d8760 0x5642754e2ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.163+0000 7f9a83e00640 1 -- 172.21.15.33:0/4277968117 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754e3020 msgr2=0x5642754e5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:28.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.163+0000 7f9a83e00640 1 --2- 172.21.15.33:0/4277968117 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754e3020 0x5642754e5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.163+0000 7f9a83e00640 1 -- 172.21.15.33:0/4277968117 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564275404ae0 con 0x5642754d7e40 2024-09-05T02:36:28.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.163+0000 7f9a82a00640 1 --2- 172.21.15.33:0/4277968117 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754e3020 0x5642754e5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:36:28.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.163+0000 7f9a83e00640 1 --2- 172.21.15.33:0/4277968117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d7e40 0x5642754d8220 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c009f20 tx=0x7f9a7c010860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b51b78b768b99281 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:28.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.164+0000 7f9a6fe00640 1 -- 172.21.15.33:0/4277968117 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7c003c30 con 0x5642754d7e40 2024-09-05T02:36:28.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.164+0000 7f9a6fe00640 1 -- 172.21.15.33:0/4277968117 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a7c015070 con 0x5642754d7e40 2024-09-05T02:36:28.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.164+0000 7f9a6fe00640 1 -- 172.21.15.33:0/4277968117 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7c011880 con 0x5642754d7e40 2024-09-05T02:36:28.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.164+0000 7f9a7be00640 1 --2- 172.21.15.33:0/3669023941 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9a680a2d70 0x7f9a680a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:28.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.164+0000 7f9a7be00640 1 -- 172.21.15.33:0/3669023941 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f9a700cf840 con 0x7f9a84077040 2024-09-05T02:36:28.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.164+0000 7f9a83400640 1 --2- 172.21.15.33:0/3669023941 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9a680a2d70 0x7f9a680a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:28.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.165+0000 7f9a8ca73740 1 -- 172.21.15.33:0/4277968117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d7e40 msgr2=0x5642754d8220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:28.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.165+0000 7f9a8ca73740 1 --2- 172.21.15.33:0/4277968117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d7e40 0x5642754d8220 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c009f20 tx=0x7f9a7c010860 comp rx=0 tx=0).stop 2024-09-05T02:36:28.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.165+0000 7f9a8ca73740 1 -- 172.21.15.33:0/4277968117 shutdown_connections 2024-09-05T02:36:28.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.165+0000 7f9a8ca73740 1 --2- 172.21.15.33:0/4277968117 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754e3020 0x5642754e5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.165+0000 7f9a8ca73740 1 --2- 172.21.15.33:0/4277968117 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754d8760 0x5642754e2ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.165+0000 7f9a8ca73740 1 --2- 172.21.15.33:0/4277968117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d7e40 0x5642754d8220 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.165+0000 7f9a8ca73740 1 -- 172.21.15.33:0/4277968117 >> 172.21.15.33:0/4277968117 conn(0x5642754d43d0 msgr2=0x5642754d47b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:28.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.165+0000 7f9a8ca73740 1 -- 172.21.15.33:0/4277968117 shutdown_connections 2024-09-05T02:36:28.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.165+0000 7f9a8ca73740 1 -- 172.21.15.33:0/4277968117 wait complete. 2024-09-05T02:36:28.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.165+0000 7f9a83400640 1 --2- 172.21.15.33:0/3669023941 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9a680a2d70 0x7f9a680a5230 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f9a74000c00 tx=0x7f9a74005b50 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:28.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.166+0000 7f9a8ca73740 1 -- start start 2024-09-05T02:36:28.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.166+0000 7f9a8ca73740 1 Processor -- start 2024-09-05T02:36:28.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.166+0000 7f9a8ca73740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d7e40 0x5642754dff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:28.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.166+0000 7f9a8ca73740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754d8760 0x5642754e0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:28.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.166+0000 7f9a8ca73740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754e3020 0x5642754e0980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:28.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.166+0000 7f9a8ca73740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5642754e5bf0 con 0x5642754d8760 2024-09-05T02:36:28.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.166+0000 7f9a8ca73740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5642753f90f0 con 0x5642754d7e40 2024-09-05T02:36:28.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.166+0000 7f9a8ca73740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5642754e5d70 con 0x5642754e3020 2024-09-05T02:36:28.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.166+0000 7f9a8ca73740 10 client.0 _ll_register_callbacks cb 0x5642753e0bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.167+0000 7f9a83400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d7e40 0x5642754dff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.167+0000 7f9a82a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754d8760 0x5642754e0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.167+0000 7f9a83400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d7e40 0x5642754dff00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:56558/0 (socket says 172.21.15.33:56558) 2024-09-05T02:36:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.167+0000 7f9a83400640 1 -- 172.21.15.33:0/2258690593 learned_addr learned my addr 172.21.15.33:0/2258690593 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.167+0000 7f9a83e00640 1 --2- 172.21.15.33:0/2258690593 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754e3020 0x5642754e0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.167+0000 7f9a82a00640 1 -- 172.21.15.33:0/2258690593 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754e3020 msgr2=0x5642754e0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.167+0000 7f9a82a00640 1 --2- 172.21.15.33:0/2258690593 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754e3020 0x5642754e0980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.167+0000 7f9a82a00640 1 -- 172.21.15.33:0/2258690593 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d7e40 msgr2=0x5642754dff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.167+0000 7f9a82a00640 1 --2- 172.21.15.33:0/2258690593 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d7e40 0x5642754dff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.167+0000 7f9a82a00640 1 -- 172.21.15.33:0/2258690593 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642751af3c0 con 0x5642754d8760 2024-09-05T02:36:28.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.167+0000 7f9a83e00640 1 --2- 172.21.15.33:0/2258690593 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754e3020 0x5642754e0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:36:28.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.167+0000 7f9a83400640 1 --2- 172.21.15.33:0/2258690593 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d7e40 0x5642754dff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:28.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.168+0000 7f9a82a00640 1 --2- 172.21.15.33:0/2258690593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754d8760 0x5642754e0440 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f9a700ccef0 tx=0x7f9a7009b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=693026778b9bf92f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:28.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.168+0000 7f9a6cc00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:36:28.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.168+0000 7f9a6cc00640 1 -- 172.21.15.33:0/2258690593 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a700cd3b0 con 0x5642754d8760 2024-09-05T02:36:28.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.168+0000 7f9a6cc00640 1 -- 172.21.15.33:0/2258690593 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f9a700a46d0 con 0x5642754d8760 2024-09-05T02:36:28.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.168+0000 7f9a8ca73740 1 -- 172.21.15.33:0/2258690593 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a7c015070 con 0x5642754d8760 2024-09-05T02:36:28.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.168+0000 7f9a6cc00640 1 -- 172.21.15.33:0/2258690593 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9a700a00a0 con 0x5642754d8760 2024-09-05T02:36:28.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.168+0000 7f9a8ca73740 10 client.17625 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:28.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.168+0000 7f9a8ca73740 1 -- 172.21.15.33:0/2258690593 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5642754f1ce0 con 0x5642754d8760 2024-09-05T02:36:28.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.168+0000 7f9a6cc00640 1 -- 172.21.15.33:0/2258690593 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a7c015070 con 0x5642754d8760 2024-09-05T02:36:28.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.169+0000 7f9a6cc00640 1 -- 172.21.15.33:0/2258690593 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9a7009b2d0 con 0x5642754d8760 2024-09-05T02:36:28.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.169+0000 7f9a8ca73740 10 client.17625 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:28.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.169+0000 7f9a8ca73740 10 client.17625 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:36:28.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.169+0000 7f9a8ca73740 20 client.17625 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:28.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.169+0000 7f9a8ca73740 1 --2- 172.21.15.33:0/2258690593 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5642754f31e0 0x5642754f55d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:28.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.169+0000 7f9a8ca73740 4 client.17625 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:36:28.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.169+0000 7f9a8ca73740 1 -- 172.21.15.33:0/2258690593 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56427544b950 con 0x5642754f31e0 2024-09-05T02:36:28.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.169+0000 7f9a83400640 1 --2- 172.21.15.33:0/2258690593 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5642754f31e0 0x5642754f55d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:28.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.170+0000 7f9a83400640 1 --2- 172.21.15.33:0/2258690593 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5642754f31e0 0x5642754f55d0 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b197c2a5fe8013c server_cookie=c9efa13ffecbbc20 in_seq=0 out_seq=0 2024-09-05T02:36:28.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.170+0000 7f9a6cc00640 10 client.17625 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:28.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.171+0000 7f9a6cc00640 1 -- 172.21.15.33:0/2258690593 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56427544b950 con 0x5642754f31e0 2024-09-05T02:36:28.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.171+0000 7f9a6cc00640 10 client.17625 handle_command_reply: tid=0 2024-09-05T02:36:28.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.171+0000 7f9a8ca73740 1 client.17625 shutdown 2024-09-05T02:36:28.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.171+0000 7f9a8ca73740 1 -- 172.21.15.33:0/2258690593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754d8760 msgr2=0x5642754e0440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:28.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.171+0000 7f9a8ca73740 1 --2- 172.21.15.33:0/2258690593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754d8760 0x5642754e0440 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f9a700ccef0 tx=0x7f9a7009b8f0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.171+0000 7f9a8ca73740 1 -- 172.21.15.33:0/2258690593 shutdown_connections 2024-09-05T02:36:28.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.171+0000 7f9a8ca73740 1 --2- 172.21.15.33:0/2258690593 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754e3020 0x5642754e0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.171+0000 7f9a8ca73740 1 --2- 172.21.15.33:0/2258690593 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5642754f31e0 0x5642754f55d0 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.171+0000 7f9a8ca73740 1 --2- 172.21.15.33:0/2258690593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754d8760 0x5642754e0440 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.171+0000 7f9a8ca73740 1 --2- 172.21.15.33:0/2258690593 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d7e40 0x5642754dff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.171+0000 7f9a8ca73740 1 -- 172.21.15.33:0/2258690593 >> 172.21.15.33:0/2258690593 conn(0x5642754d43d0 msgr2=0x5642754da0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:28.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.171+0000 7f9a6cc00640 0 client.17625 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:28.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.171+0000 7f9a8ca73740 1 -- 172.21.15.33:0/2258690593 shutdown_connections 2024-09-05T02:36:28.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.171+0000 7f9a8ca73740 1 -- 172.21.15.33:0/2258690593 wait complete. 2024-09-05T02:36:28.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.171+0000 7f9a8ca73740 20 client.17625 trim_cache size 0 max 16384 2024-09-05T02:36:28.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.185+0000 7f9a8ca73740 1 Processor -- start 2024-09-05T02:36:28.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.185+0000 7f9a8ca73740 1 -- start start 2024-09-05T02:36:28.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.185+0000 7f9a8ca73740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754d7e40 0x5642754da8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:28.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.185+0000 7f9a8ca73740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d8760 0x5642754e1e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:28.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.185+0000 7f9a8ca73740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754e3020 0x5642754fade0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:28.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.185+0000 7f9a8ca73740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9a841b3d90 con 0x5642754d7e40 2024-09-05T02:36:28.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.185+0000 7f9a8ca73740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9a841b58d0 con 0x5642754d8760 2024-09-05T02:36:28.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.185+0000 7f9a8ca73740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f9a841b4460 con 0x5642754e3020 2024-09-05T02:36:28.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.186+0000 7f9a83400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754d7e40 0x5642754da8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:28.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.186+0000 7f9a83400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754d7e40 0x5642754da8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52516/0 (socket says 172.21.15.33:52516) 2024-09-05T02:36:28.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.186+0000 7f9a83400640 1 -- 172.21.15.33:0/1613715896 learned_addr learned my addr 172.21.15.33:0/1613715896 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:28.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.186+0000 7f9a82a00640 1 --2- 172.21.15.33:0/1613715896 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d8760 0x5642754e1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:28.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.186+0000 7f9a83e00640 1 --2- 172.21.15.33:0/1613715896 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754e3020 0x5642754fade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:28.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.186+0000 7f9a83400640 1 -- 172.21.15.33:0/1613715896 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754e3020 msgr2=0x5642754fade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:28.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.186+0000 7f9a83400640 1 --2- 172.21.15.33:0/1613715896 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754e3020 0x5642754fade0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.186+0000 7f9a83400640 1 -- 172.21.15.33:0/1613715896 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d8760 msgr2=0x5642754e1e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:28.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.186+0000 7f9a83400640 1 --2- 172.21.15.33:0/1613715896 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d8760 0x5642754e1e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.186+0000 7f9a83400640 1 -- 172.21.15.33:0/1613715896 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642754d5060 con 0x5642754d7e40 2024-09-05T02:36:28.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.186+0000 7f9a82a00640 1 --2- 172.21.15.33:0/1613715896 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d8760 0x5642754e1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:28.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.187+0000 7f9a83400640 1 --2- 172.21.15.33:0/1613715896 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754d7e40 0x5642754da8a0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f9a7402a9e0 tx=0x7f9a7403f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df8352c5cf54b4fe server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:28.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.187+0000 7f9a6f400640 1 -- 172.21.15.33:0/1613715896 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a74035040 con 0x5642754d7e40 2024-09-05T02:36:28.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.187+0000 7f9a6f400640 1 -- 172.21.15.33:0/1613715896 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a7405a070 con 0x5642754d7e40 2024-09-05T02:36:28.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.187+0000 7f9a6f400640 1 -- 172.21.15.33:0/1613715896 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a74003850 con 0x5642754d7e40 2024-09-05T02:36:28.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.187+0000 7f9a8ca73740 1 -- 172.21.15.33:0/1613715896 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754d7e40 msgr2=0x5642754da8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:28.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.187+0000 7f9a8ca73740 1 --2- 172.21.15.33:0/1613715896 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754d7e40 0x5642754da8a0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f9a7402a9e0 tx=0x7f9a7403f000 comp rx=0 tx=0).stop 2024-09-05T02:36:28.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.188+0000 7f9a8ca73740 1 -- 172.21.15.33:0/1613715896 shutdown_connections 2024-09-05T02:36:28.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.188+0000 7f9a8ca73740 1 --2- 172.21.15.33:0/1613715896 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754e3020 0x5642754fade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.188+0000 7f9a8ca73740 1 --2- 172.21.15.33:0/1613715896 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d8760 0x5642754e1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.188+0000 7f9a8ca73740 1 --2- 172.21.15.33:0/1613715896 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754d7e40 0x5642754da8a0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.188+0000 7f9a8ca73740 1 -- 172.21.15.33:0/1613715896 >> 172.21.15.33:0/1613715896 conn(0x5642754d43d0 msgr2=0x5642754e1760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:28.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.188+0000 7f9a8ca73740 1 -- 172.21.15.33:0/1613715896 shutdown_connections 2024-09-05T02:36:28.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.188+0000 7f9a8ca73740 1 -- 172.21.15.33:0/1613715896 wait complete. 2024-09-05T02:36:28.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.188+0000 7f9a8ca73740 1 -- start start 2024-09-05T02:36:28.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.189+0000 7f9a8ca73740 1 Processor -- start 2024-09-05T02:36:28.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.189+0000 7f9a8ca73740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754d7e40 0x5642754eb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:28.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.189+0000 7f9a8ca73740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d8760 0x5642754e6b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:28.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.189+0000 7f9a8ca73740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754e3020 0x5642754e7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:28.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.189+0000 7f9a8ca73740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9a841b5200 con 0x5642754d7e40 2024-09-05T02:36:28.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.189+0000 7f9a8ca73740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9a841b4b30 con 0x5642754d8760 2024-09-05T02:36:28.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.189+0000 7f9a8ca73740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f9a841b1d90 con 0x5642754e3020 2024-09-05T02:36:28.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.189+0000 7f9a8ca73740 10 client.0 _ll_register_callbacks cb 0x7f9a7000cf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:28.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.189+0000 7f9a83400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754d7e40 0x5642754eb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:28.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.189+0000 7f9a83400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754d7e40 0x5642754eb7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52522/0 (socket says 172.21.15.33:52522) 2024-09-05T02:36:28.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.189+0000 7f9a83400640 1 -- 172.21.15.33:0/4235425119 learned_addr learned my addr 172.21.15.33:0/4235425119 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:28.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.189+0000 7f9a82a00640 1 --2- 172.21.15.33:0/4235425119 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d8760 0x5642754e6b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:28.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.190+0000 7f9a83e00640 1 --2- 172.21.15.33:0/4235425119 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754e3020 0x5642754e7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:28.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.190+0000 7f9a83400640 1 -- 172.21.15.33:0/4235425119 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754e3020 msgr2=0x5642754e7130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:28.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.190+0000 7f9a83400640 1 --2- 172.21.15.33:0/4235425119 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754e3020 0x5642754e7130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.190+0000 7f9a83400640 1 -- 172.21.15.33:0/4235425119 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d8760 msgr2=0x5642754e6b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:28.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.190+0000 7f9a83400640 1 --2- 172.21.15.33:0/4235425119 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d8760 0x5642754e6b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.190+0000 7f9a83400640 1 -- 172.21.15.33:0/4235425119 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642754e0ed0 con 0x5642754d7e40 2024-09-05T02:36:28.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.190+0000 7f9a82a00640 1 --2- 172.21.15.33:0/4235425119 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d8760 0x5642754e6b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:28.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.190+0000 7f9a83400640 1 --2- 172.21.15.33:0/4235425119 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754d7e40 0x5642754eb7c0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f9a74005c40 tx=0x7f9a74005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88cc3ee10f39a7e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:28.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.190+0000 7f9a6cc00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:36:28.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.190+0000 7f9a6cc00640 1 -- 172.21.15.33:0/4235425119 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a740325c0 con 0x5642754d7e40 2024-09-05T02:36:28.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.191+0000 7f9a8ca73740 1 -- 172.21.15.33:0/4235425119 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a7405a070 con 0x5642754d7e40 2024-09-05T02:36:28.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.191+0000 7f9a6cc00640 1 -- 172.21.15.33:0/4235425119 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f9a74032760 con 0x5642754d7e40 2024-09-05T02:36:28.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.191+0000 7f9a6cc00640 1 -- 172.21.15.33:0/4235425119 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9a74032960 con 0x5642754d7e40 2024-09-05T02:36:28.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.191+0000 7f9a8ca73740 10 client.17631 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:28.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.191+0000 7f9a8ca73740 1 -- 172.21.15.33:0/4235425119 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56427555dcc0 con 0x5642754d7e40 2024-09-05T02:36:28.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.191+0000 7f9a6cc00640 1 -- 172.21.15.33:0/4235425119 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a7405a070 con 0x5642754d7e40 2024-09-05T02:36:28.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.191+0000 7f9a6cc00640 1 -- 172.21.15.33:0/4235425119 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9a740543a0 con 0x5642754d7e40 2024-09-05T02:36:28.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.191+0000 7f9a8ca73740 10 client.17631 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:28.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.191+0000 7f9a8ca73740 10 client.17631 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:36:28.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.191+0000 7f9a8ca73740 20 client.17631 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:28.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.191+0000 7f9a8ca73740 1 --2- 172.21.15.33:0/4235425119 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56427555e3b0 0x5642755607d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:28.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.191+0000 7f9a8ca73740 4 client.17631 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:36:28.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.191+0000 7f9a8ca73740 1 -- 172.21.15.33:0/4235425119 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564275445e60 con 0x56427555e3b0 2024-09-05T02:36:28.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.192+0000 7f9a82a00640 1 --2- 172.21.15.33:0/4235425119 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56427555e3b0 0x5642755607d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:28.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.192+0000 7f9a82a00640 1 --2- 172.21.15.33:0/4235425119 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56427555e3b0 0x5642755607d0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c4248d2966f71d2 server_cookie=ad628db58d039601 in_seq=0 out_seq=0 2024-09-05T02:36:28.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.192+0000 7f9a6cc00640 10 client.17631 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:28.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.193+0000 7f9a6cc00640 1 -- 172.21.15.33:0/4235425119 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564275445e60 con 0x56427555e3b0 2024-09-05T02:36:28.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.193+0000 7f9a6cc00640 10 client.17631 handle_command_reply: tid=0 2024-09-05T02:36:28.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.193+0000 7f9a8ca73740 1 client.17631 shutdown 2024-09-05T02:36:28.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.193+0000 7f9a8ca73740 1 -- 172.21.15.33:0/4235425119 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754d7e40 msgr2=0x5642754eb7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:28.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.193+0000 7f9a8ca73740 1 --2- 172.21.15.33:0/4235425119 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754d7e40 0x5642754eb7c0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f9a74005c40 tx=0x7f9a74005710 comp rx=0 tx=0).stop 2024-09-05T02:36:28.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.193+0000 7f9a8ca73740 1 -- 172.21.15.33:0/4235425119 shutdown_connections 2024-09-05T02:36:28.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.193+0000 7f9a8ca73740 1 --2- 172.21.15.33:0/4235425119 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5642754e3020 0x5642754e7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.193+0000 7f9a8ca73740 1 --2- 172.21.15.33:0/4235425119 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5642754d8760 0x5642754e6b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.193+0000 7f9a8ca73740 1 --2- 172.21.15.33:0/4235425119 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56427555e3b0 0x5642755607d0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.193+0000 7f9a8ca73740 1 --2- 172.21.15.33:0/4235425119 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5642754d7e40 0x5642754eb7c0 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.193+0000 7f9a8ca73740 1 -- 172.21.15.33:0/4235425119 >> 172.21.15.33:0/4235425119 conn(0x5642754d43d0 msgr2=0x5642754e1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:28.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.193+0000 7f9a6cc00640 0 client.17631 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:28.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.193+0000 7f9a8ca73740 1 -- 172.21.15.33:0/4235425119 shutdown_connections 2024-09-05T02:36:28.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.193+0000 7f9a8ca73740 1 -- 172.21.15.33:0/4235425119 wait complete. 2024-09-05T02:36:28.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.193+0000 7f9a8ca73740 20 client.17631 trim_cache size 0 max 16384 2024-09-05T02:36:28.199 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:36:28.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.194+0000 7f9a88a00640 1 -- 172.21.15.33:0/3669023941 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9a680a2d70 msgr2=0x7f9a680a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:28.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.194+0000 7f9a88a00640 1 --2- 172.21.15.33:0/3669023941 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9a680a2d70 0x7f9a680a5230 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f9a74000c00 tx=0x7f9a74005b50 comp rx=0 tx=0).stop 2024-09-05T02:36:28.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.194+0000 7f9a88a00640 1 -- 172.21.15.33:0/3669023941 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a84077040 msgr2=0x7f9a841a4ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:28.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.194+0000 7f9a88a00640 1 --2- 172.21.15.33:0/3669023941 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a84077040 0x7f9a841a4ba0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f9a7000e9f0 tx=0x7f9a7000edf0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.194+0000 7f9a88a00640 1 -- 172.21.15.33:0/3669023941 shutdown_connections 2024-09-05T02:36:28.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.194+0000 7f9a88a00640 1 --2- 172.21.15.33:0/3669023941 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9a680a2d70 0x7f9a680a5230 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.194+0000 7f9a88a00640 1 --2- 172.21.15.33:0/3669023941 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9a84112870 0x7f9a8419e730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.194+0000 7f9a88a00640 1 --2- 172.21.15.33:0/3669023941 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a84077040 0x7f9a841a4ba0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.194+0000 7f9a88a00640 1 --2- 172.21.15.33:0/3669023941 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9a84076720 0x7f9a841a4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:28.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.194+0000 7f9a88a00640 1 -- 172.21.15.33:0/3669023941 >> 172.21.15.33:0/3669023941 conn(0x7f9a840ff8d0 msgr2=0x7f9a84101cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:28.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.194+0000 7f9a88a00640 1 -- 172.21.15.33:0/3669023941 shutdown_connections 2024-09-05T02:36:28.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:28.194+0000 7f9a88a00640 1 -- 172.21.15.33:0/3669023941 wait complete. 2024-09-05T02:36:29.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:29 smithi123 ceph-mon[34031]: pgmap v295: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 12 op/s 2024-09-05T02:36:29.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:29 smithi174 ceph-mon[34756]: pgmap v295: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 12 op/s 2024-09-05T02:36:29.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:29 smithi033 ceph-mon[29909]: pgmap v295: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 12 op/s 2024-09-05T02:36:30.109 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:36:30.109 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:36:30.499 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:31.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.032+0000 7f11bda00640 1 -- 172.21.15.33:0/3277013262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11b8108f60 msgr2=0x7f11b8110ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:31.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.032+0000 7f11bda00640 1 --2- 172.21.15.33:0/3277013262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11b8108f60 0x7f11b8110ae0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f11b0009ca0 tx=0x7f11b002a8c0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.032+0000 7f11bda00640 1 -- 172.21.15.33:0/3277013262 shutdown_connections 2024-09-05T02:36:31.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.032+0000 7f11bda00640 1 --2- 172.21.15.33:0/3277013262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11b8108f60 0x7f11b8110ae0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.032+0000 7f11bda00640 1 --2- 172.21.15.33:0/3277013262 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f11b81047e0 0x7f11b8108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.032+0000 7f11bda00640 1 --2- 172.21.15.33:0/3277013262 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f11b8103e30 0x7f11b8104210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.032+0000 7f11bda00640 1 -- 172.21.15.33:0/3277013262 >> 172.21.15.33:0/3277013262 conn(0x7f11b80ff8d0 msgr2=0x7f11b8101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:31.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.032+0000 7f11bda00640 1 -- 172.21.15.33:0/3277013262 shutdown_connections 2024-09-05T02:36:31.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.032+0000 7f11bda00640 1 -- 172.21.15.33:0/3277013262 wait complete. 2024-09-05T02:36:31.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.033+0000 7f11bda00640 1 Processor -- start 2024-09-05T02:36:31.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.033+0000 7f11bda00640 1 -- start start 2024-09-05T02:36:31.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.034+0000 7f11bda00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f11b8103e30 0x7f11b819a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:31.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.034+0000 7f11bda00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11b81047e0 0x7f11b819a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:31.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.034+0000 7f11bda00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f11b8108f60 0x7f11b819ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:31.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.034+0000 7f11bda00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f11b8113fc0 con 0x7f11b81047e0 2024-09-05T02:36:31.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.034+0000 7f11bda00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f11b8113e40 con 0x7f11b8108f60 2024-09-05T02:36:31.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.034+0000 7f11bda00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f11b8114140 con 0x7f11b8103e30 2024-09-05T02:36:31.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.034+0000 7f11b7400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11b81047e0 0x7f11b819a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:31.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.034+0000 7f11bd000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f11b8108f60 0x7f11b819ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:31.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.034+0000 7f11b7400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11b81047e0 0x7f11b819a960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58516/0 (socket says 172.21.15.33:58516) 2024-09-05T02:36:31.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.034+0000 7f11b7e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f11b8103e30 0x7f11b819a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:31.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.034+0000 7f11b7400640 1 -- 172.21.15.33:0/3928629003 learned_addr learned my addr 172.21.15.33:0/3928629003 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:31.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.035+0000 7f11bd000640 1 -- 172.21.15.33:0/3928629003 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f11b8103e30 msgr2=0x7f11b819a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:31.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.035+0000 7f11bd000640 1 --2- 172.21.15.33:0/3928629003 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f11b8103e30 0x7f11b819a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.035+0000 7f11bd000640 1 -- 172.21.15.33:0/3928629003 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11b81047e0 msgr2=0x7f11b819a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:31.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.035+0000 7f11bd000640 1 --2- 172.21.15.33:0/3928629003 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11b81047e0 0x7f11b819a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.035+0000 7f11bd000640 1 -- 172.21.15.33:0/3928629003 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11b819f3d0 con 0x7f11b8108f60 2024-09-05T02:36:31.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.035+0000 7f11b7400640 1 --2- 172.21.15.33:0/3928629003 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11b81047e0 0x7f11b819a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:31.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.035+0000 7f11bd000640 1 --2- 172.21.15.33:0/3928629003 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f11b8108f60 0x7f11b819ecf0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f11b002ade0 tx=0x7f11b00319f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:31.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.035+0000 7f11b4c00640 1 -- 172.21.15.33:0/3928629003 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11b0003b70 con 0x7f11b8108f60 2024-09-05T02:36:31.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.035+0000 7f11bda00640 1 -- 172.21.15.33:0/3928629003 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11b819f660 con 0x7f11b8108f60 2024-09-05T02:36:31.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.035+0000 7f11b4c00640 1 -- 172.21.15.33:0/3928629003 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f11b0003d10 con 0x7f11b8108f60 2024-09-05T02:36:31.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.036+0000 7f11b4c00640 1 -- 172.21.15.33:0/3928629003 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11b002fc40 con 0x7f11b8108f60 2024-09-05T02:36:31.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.036+0000 7f11bda00640 1 -- 172.21.15.33:0/3928629003 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11b81a6fa0 con 0x7f11b8108f60 2024-09-05T02:36:31.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.039+0000 7f11c1a16740 1 Processor -- start 2024-09-05T02:36:31.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.040+0000 7f11b4c00640 1 -- 172.21.15.33:0/3928629003 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f11b0004050 con 0x7f11b8108f60 2024-09-05T02:36:31.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.040+0000 7f11c1a16740 1 -- start start 2024-09-05T02:36:31.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.040+0000 7f11c1a16740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 0x558708958090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:31.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.040+0000 7f11c1a16740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587089585d0 0x558708962950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:31.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.040+0000 7f11c1a16740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558708962e90 0x558708965280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:31.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.040+0000 7f11c1a16740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5587088be290 con 0x558708957cb0 2024-09-05T02:36:31.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.040+0000 7f11c1a16740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x558708865b40 con 0x5587089585d0 2024-09-05T02:36:31.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.040+0000 7f11c1a16740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5587088ba250 con 0x558708962e90 2024-09-05T02:36:31.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.041+0000 7f11b7400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 0x558708958090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:31.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.041+0000 7f11b7400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 0x558708958090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58520/0 (socket says 172.21.15.33:58520) 2024-09-05T02:36:31.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.041+0000 7f11b7400640 1 -- 172.21.15.33:0/3534643470 learned_addr learned my addr 172.21.15.33:0/3534643470 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:31.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.041+0000 7f11b7e00640 1 --2- 172.21.15.33:0/3534643470 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587089585d0 0x558708962950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:31.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.041+0000 7f11b7400640 1 --2- 172.21.15.33:0/3534643470 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558708962e90 0x558708965280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:31.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.041+0000 7f11b7400640 1 -- 172.21.15.33:0/3534643470 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558708962e90 msgr2=0x558708965280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:31.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.041+0000 7f11b7400640 1 --2- 172.21.15.33:0/3534643470 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558708962e90 0x558708965280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.041+0000 7f11b7400640 1 -- 172.21.15.33:0/3534643470 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587089585d0 msgr2=0x558708962950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:31.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.041+0000 7f11b7400640 1 --2- 172.21.15.33:0/3534643470 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587089585d0 0x558708962950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.041+0000 7f11b7400640 1 -- 172.21.15.33:0/3534643470 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55870862f6a0 con 0x558708957cb0 2024-09-05T02:36:31.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.042+0000 7f11b4c00640 1 --2- 172.21.15.33:0/3928629003 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f119c0a2d70 0x7f119c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:31.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.042+0000 7f11b7400640 1 --2- 172.21.15.33:0/3534643470 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 0x558708958090 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f11a40139f0 tx=0x7f11a4009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e510b8d3c5826bf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:31.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.042+0000 7f11b4c00640 1 -- 172.21.15.33:0/3928629003 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f11b00f0250 con 0x7f11b8108f60 2024-09-05T02:36:31.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.042+0000 7f11ad600640 1 -- 172.21.15.33:0/3534643470 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11a400fa00 con 0x558708957cb0 2024-09-05T02:36:31.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.042+0000 7f11b7e00640 1 --2- 172.21.15.33:0/3928629003 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f119c0a2d70 0x7f119c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:31.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.042+0000 7f11ad600640 1 -- 172.21.15.33:0/3534643470 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f11a4005500 con 0x558708957cb0 2024-09-05T02:36:31.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.042+0000 7f11ad600640 1 -- 172.21.15.33:0/3534643470 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11a4004b90 con 0x558708957cb0 2024-09-05T02:36:31.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.043+0000 7f11c1a16740 1 -- 172.21.15.33:0/3534643470 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 msgr2=0x558708958090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:31.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.043+0000 7f11b7e00640 1 --2- 172.21.15.33:0/3928629003 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f119c0a2d70 0x7f119c0a5230 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x5587089550a0 tx=0x7f11a8005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:31.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.043+0000 7f11c1a16740 1 --2- 172.21.15.33:0/3534643470 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 0x558708958090 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f11a40139f0 tx=0x7f11a4009f90 comp rx=0 tx=0).stop 2024-09-05T02:36:31.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.043+0000 7f11c1a16740 1 -- 172.21.15.33:0/3534643470 shutdown_connections 2024-09-05T02:36:31.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.043+0000 7f11c1a16740 1 --2- 172.21.15.33:0/3534643470 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558708962e90 0x558708965280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.043+0000 7f11c1a16740 1 --2- 172.21.15.33:0/3534643470 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587089585d0 0x558708962950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.043+0000 7f11c1a16740 1 --2- 172.21.15.33:0/3534643470 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 0x558708958090 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.043+0000 7f11c1a16740 1 -- 172.21.15.33:0/3534643470 >> 172.21.15.33:0/3534643470 conn(0x558708954240 msgr2=0x558708954620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:31.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.043+0000 7f11c1a16740 1 -- 172.21.15.33:0/3534643470 shutdown_connections 2024-09-05T02:36:31.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.043+0000 7f11c1a16740 1 -- 172.21.15.33:0/3534643470 wait complete. 2024-09-05T02:36:31.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.044+0000 7f11c1a16740 1 -- start start 2024-09-05T02:36:31.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.044+0000 7f11c1a16740 1 Processor -- start 2024-09-05T02:36:31.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.044+0000 7f11c1a16740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 0x558708962690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:31.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.044+0000 7f11c1a16740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5587089585d0 0x55870895f940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:31.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.044+0000 7f11c1a16740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558708962e90 0x55870895fe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:31.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.044+0000 7f11c1a16740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558708965b00 con 0x558708957cb0 2024-09-05T02:36:31.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.044+0000 7f11c1a16740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x558708878fa0 con 0x558708962e90 2024-09-05T02:36:31.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.044+0000 7f11c1a16740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x558708965c80 con 0x5587089585d0 2024-09-05T02:36:31.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.044+0000 7f11c1a16740 10 client.0 _ll_register_callbacks cb 0x5587085ccba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:31.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.045+0000 7f11b7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 0x558708962690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:31.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.045+0000 7f11b7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 0x558708962690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58526/0 (socket says 172.21.15.33:58526) 2024-09-05T02:36:31.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.045+0000 7f11b7e00640 1 -- 172.21.15.33:0/1036611022 learned_addr learned my addr 172.21.15.33:0/1036611022 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:31.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.045+0000 7f11bd000640 1 --2- 172.21.15.33:0/1036611022 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558708962e90 0x55870895fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:31.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.045+0000 7f11b7400640 1 --2- 172.21.15.33:0/1036611022 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5587089585d0 0x55870895f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:31.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.045+0000 7f11b7e00640 1 -- 172.21.15.33:0/1036611022 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5587089585d0 msgr2=0x55870895f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:31.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.045+0000 7f11b7e00640 1 --2- 172.21.15.33:0/1036611022 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5587089585d0 0x55870895f940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.045+0000 7f11b7e00640 1 -- 172.21.15.33:0/1036611022 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558708962e90 msgr2=0x55870895fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:31.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.045+0000 7f11b7e00640 1 --2- 172.21.15.33:0/1036611022 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558708962e90 0x55870895fe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.045+0000 7f11b7e00640 1 -- 172.21.15.33:0/1036611022 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587089606b0 con 0x558708957cb0 2024-09-05T02:36:31.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.045+0000 7f11b7e00640 1 --2- 172.21.15.33:0/1036611022 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 0x558708962690 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f11a8009730 tx=0x7f11a8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d20940c4f2d4efe1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:31.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.045+0000 7f11a2000640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:36:31.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.046+0000 7f11a2000640 1 -- 172.21.15.33:0/1036611022 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11a801f640 con 0x558708957cb0 2024-09-05T02:36:31.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.046+0000 7f11a2000640 1 -- 172.21.15.33:0/1036611022 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f11a801f7e0 con 0x558708957cb0 2024-09-05T02:36:31.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.046+0000 7f11c1a16740 1 -- 172.21.15.33:0/1036611022 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f11a4005500 con 0x558708957cb0 2024-09-05T02:36:31.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.046+0000 7f11a2000640 1 -- 172.21.15.33:0/1036611022 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f11a801f9e0 con 0x558708957cb0 2024-09-05T02:36:31.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.046+0000 7f11c1a16740 10 client.17643 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:31.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.046+0000 7f11c1a16740 1 -- 172.21.15.33:0/1036611022 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558708971970 con 0x558708957cb0 2024-09-05T02:36:31.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.046+0000 7f11a2000640 1 -- 172.21.15.33:0/1036611022 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f11a4005500 con 0x558708957cb0 2024-09-05T02:36:31.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.047+0000 7f11a2000640 1 -- 172.21.15.33:0/1036611022 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f11a8027070 con 0x558708957cb0 2024-09-05T02:36:31.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.047+0000 7f11c1a16740 10 client.17643 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:31.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.047+0000 7f11c1a16740 10 client.17643 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:36:31.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.047+0000 7f11c1a16740 20 client.17643 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:31.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.047+0000 7f11c1a16740 1 --2- 172.21.15.33:0/1036611022 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x558708972e80 0x5587089752e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:31.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.047+0000 7f11c1a16740 4 client.17643 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:36:31.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.047+0000 7f11c1a16740 1 -- 172.21.15.33:0/1036611022 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5587088cb800 con 0x558708972e80 2024-09-05T02:36:31.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.047+0000 7f11b7400640 1 --2- 172.21.15.33:0/1036611022 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x558708972e80 0x5587089752e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:31.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.048+0000 7f11b7400640 1 --2- 172.21.15.33:0/1036611022 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x558708972e80 0x5587089752e0 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf2d029fcb5d738a server_cookie=823cc6473f09f6a8 in_seq=0 out_seq=0 2024-09-05T02:36:31.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.048+0000 7f11a2000640 10 client.17643 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:31.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.048+0000 7f11a2000640 1 -- 172.21.15.33:0/1036611022 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5587088cb800 con 0x558708972e80 2024-09-05T02:36:31.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.048+0000 7f11a2000640 10 client.17643 handle_command_reply: tid=0 2024-09-05T02:36:31.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.049+0000 7f11c1a16740 1 client.17643 shutdown 2024-09-05T02:36:31.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.049+0000 7f11c1a16740 1 -- 172.21.15.33:0/1036611022 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 msgr2=0x558708962690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:31.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.049+0000 7f11c1a16740 1 --2- 172.21.15.33:0/1036611022 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 0x558708962690 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f11a8009730 tx=0x7f11a8004730 comp rx=0 tx=0).stop 2024-09-05T02:36:31.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.049+0000 7f11c1a16740 1 -- 172.21.15.33:0/1036611022 shutdown_connections 2024-09-05T02:36:31.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.049+0000 7f11c1a16740 1 --2- 172.21.15.33:0/1036611022 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558708962e90 0x55870895fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.049+0000 7f11c1a16740 1 --2- 172.21.15.33:0/1036611022 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5587089585d0 0x55870895f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.049+0000 7f11c1a16740 1 --2- 172.21.15.33:0/1036611022 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x558708972e80 0x5587089752e0 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.049+0000 7f11c1a16740 1 --2- 172.21.15.33:0/1036611022 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 0x558708962690 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.049+0000 7f11c1a16740 1 -- 172.21.15.33:0/1036611022 >> 172.21.15.33:0/1036611022 conn(0x558708954240 msgr2=0x558708959f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:31.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.049+0000 7f11a2000640 0 client.17643 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:31.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.049+0000 7f11c1a16740 1 -- 172.21.15.33:0/1036611022 shutdown_connections 2024-09-05T02:36:31.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.049+0000 7f11c1a16740 1 -- 172.21.15.33:0/1036611022 wait complete. 2024-09-05T02:36:31.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.049+0000 7f11c1a16740 20 client.17643 trim_cache size 0 max 16384 2024-09-05T02:36:31.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.067+0000 7f11c1a16740 1 Processor -- start 2024-09-05T02:36:31.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.067+0000 7f11c1a16740 1 -- start start 2024-09-05T02:36:31.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.068+0000 7f11c1a16740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558708957cb0 0x5587089618b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:31.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.068+0000 7f11c1a16740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5587089585d0 0x55870897abb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:31.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.068+0000 7f11c1a16740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708962e90 0x55870897b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:31.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.068+0000 7f11c1a16740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f11b81af930 con 0x558708962e90 2024-09-05T02:36:31.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.068+0000 7f11c1a16740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f11b81b1470 con 0x558708957cb0 2024-09-05T02:36:31.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.068+0000 7f11c1a16740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f11b81b0000 con 0x5587089585d0 2024-09-05T02:36:31.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.068+0000 7f11bd000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708962e90 0x55870897b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:31.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.068+0000 7f11bd000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708962e90 0x55870897b0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58538/0 (socket says 172.21.15.33:58538) 2024-09-05T02:36:31.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.068+0000 7f11bd000640 1 -- 172.21.15.33:0/288349075 learned_addr learned my addr 172.21.15.33:0/288349075 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:31.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.068+0000 7f11b7e00640 1 --2- 172.21.15.33:0/288349075 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558708957cb0 0x5587089618b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:31.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.068+0000 7f11b7400640 1 --2- 172.21.15.33:0/288349075 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5587089585d0 0x55870897abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:31.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.068+0000 7f11bd000640 1 -- 172.21.15.33:0/288349075 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5587089585d0 msgr2=0x55870897abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:31.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.068+0000 7f11bd000640 1 --2- 172.21.15.33:0/288349075 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5587089585d0 0x55870897abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.068+0000 7f11bd000640 1 -- 172.21.15.33:0/288349075 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558708957cb0 msgr2=0x5587089618b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:31.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.068+0000 7f11bd000640 1 --2- 172.21.15.33:0/288349075 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558708957cb0 0x5587089618b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.068+0000 7f11bd000640 1 -- 172.21.15.33:0/288349075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5587089583c0 con 0x558708962e90 2024-09-05T02:36:31.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.068+0000 7f11b7e00640 1 --2- 172.21.15.33:0/288349075 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558708957cb0 0x5587089618b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:31.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.069+0000 7f11bd000640 1 --2- 172.21.15.33:0/288349075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708962e90 0x55870897b0f0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f11b00bc630 tx=0x7f11b003d040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de2d7ca7fff374f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:31.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.069+0000 7f11acc00640 1 -- 172.21.15.33:0/288349075 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11b00bd030 con 0x558708962e90 2024-09-05T02:36:31.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.069+0000 7f11acc00640 1 -- 172.21.15.33:0/288349075 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f11b00d0e50 con 0x558708962e90 2024-09-05T02:36:31.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.069+0000 7f11acc00640 1 -- 172.21.15.33:0/288349075 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11b0004730 con 0x558708962e90 2024-09-05T02:36:31.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.070+0000 7f11c1a16740 1 -- 172.21.15.33:0/288349075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708962e90 msgr2=0x55870897b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:31.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.070+0000 7f11c1a16740 1 --2- 172.21.15.33:0/288349075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708962e90 0x55870897b0f0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f11b00bc630 tx=0x7f11b003d040 comp rx=0 tx=0).stop 2024-09-05T02:36:31.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.070+0000 7f11c1a16740 1 -- 172.21.15.33:0/288349075 shutdown_connections 2024-09-05T02:36:31.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.070+0000 7f11c1a16740 1 --2- 172.21.15.33:0/288349075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708962e90 0x55870897b0f0 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.070+0000 7f11c1a16740 1 --2- 172.21.15.33:0/288349075 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5587089585d0 0x55870897abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.070+0000 7f11c1a16740 1 --2- 172.21.15.33:0/288349075 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558708957cb0 0x5587089618b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.070+0000 7f11c1a16740 1 -- 172.21.15.33:0/288349075 >> 172.21.15.33:0/288349075 conn(0x558708954240 msgr2=0x5587089611a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:31.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.070+0000 7f11c1a16740 1 -- 172.21.15.33:0/288349075 shutdown_connections 2024-09-05T02:36:31.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.070+0000 7f11c1a16740 1 -- 172.21.15.33:0/288349075 wait complete. 2024-09-05T02:36:31.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.070+0000 7f11c1a16740 1 -- start start 2024-09-05T02:36:31.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.070+0000 7f11c1a16740 1 Processor -- start 2024-09-05T02:36:31.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.071+0000 7f11c1a16740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 0x558708969010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:31.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.071+0000 7f11c1a16740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587089585d0 0x558708969550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:31.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.071+0000 7f11c1a16740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558708962e90 0x5587089dcb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:31.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.071+0000 7f11c1a16740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f11b81b0da0 con 0x558708957cb0 2024-09-05T02:36:31.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.071+0000 7f11c1a16740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f11b81b06d0 con 0x5587089585d0 2024-09-05T02:36:31.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.071+0000 7f11c1a16740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f11b81ad930 con 0x558708962e90 2024-09-05T02:36:31.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.071+0000 7f11c1a16740 10 client.0 _ll_register_callbacks cb 0x7f11a80044b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:31.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.071+0000 7f11b7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 0x558708969010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:31.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.071+0000 7f11b7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 0x558708969010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58544/0 (socket says 172.21.15.33:58544) 2024-09-05T02:36:31.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.071+0000 7f11b7e00640 1 -- 172.21.15.33:0/2499588463 learned_addr learned my addr 172.21.15.33:0/2499588463 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:31.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.071+0000 7f11b7400640 1 --2- 172.21.15.33:0/2499588463 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587089585d0 0x558708969550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:31.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.071+0000 7f11bd000640 1 --2- 172.21.15.33:0/2499588463 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558708962e90 0x5587089dcb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:31.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.072+0000 7f11b7e00640 1 -- 172.21.15.33:0/2499588463 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558708962e90 msgr2=0x5587089dcb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:31.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.072+0000 7f11b7e00640 1 --2- 172.21.15.33:0/2499588463 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558708962e90 0x5587089dcb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.072+0000 7f11b7e00640 1 -- 172.21.15.33:0/2499588463 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587089585d0 msgr2=0x558708969550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:31.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.072+0000 7f11b7e00640 1 --2- 172.21.15.33:0/2499588463 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587089585d0 0x558708969550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.072+0000 7f11b7e00640 1 -- 172.21.15.33:0/2499588463 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558708969e30 con 0x558708957cb0 2024-09-05T02:36:31.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.072+0000 7f11b7e00640 1 --2- 172.21.15.33:0/2499588463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 0x558708969010 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f11a8029ee0 tx=0x7f11a801f870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f880547b805c0cf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:31.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.072+0000 7f11a2000640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:36:31.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.072+0000 7f11a2000640 1 -- 172.21.15.33:0/2499588463 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11a8003e50 con 0x558708957cb0 2024-09-05T02:36:31.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.072+0000 7f11a2000640 1 -- 172.21.15.33:0/2499588463 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f11a8031910 con 0x558708957cb0 2024-09-05T02:36:31.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.072+0000 7f11c1a16740 1 -- 172.21.15.33:0/2499588463 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f11b00d0e50 con 0x558708957cb0 2024-09-05T02:36:31.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.072+0000 7f11a2000640 1 -- 172.21.15.33:0/2499588463 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f11a8031b10 con 0x558708957cb0 2024-09-05T02:36:31.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.072+0000 7f11c1a16740 10 client.17649 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:31.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.073+0000 7f11c1a16740 1 -- 172.21.15.33:0/2499588463 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5587089de1f0 con 0x558708957cb0 2024-09-05T02:36:31.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.073+0000 7f11a2000640 1 -- 172.21.15.33:0/2499588463 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f11b00d0e50 con 0x558708957cb0 2024-09-05T02:36:31.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.073+0000 7f11a2000640 1 -- 172.21.15.33:0/2499588463 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f11a8027040 con 0x558708957cb0 2024-09-05T02:36:31.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.073+0000 7f11c1a16740 10 client.17649 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:31.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.073+0000 7f11c1a16740 10 client.17649 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:36:31.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.073+0000 7f11c1a16740 20 client.17649 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:31.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.073+0000 7f11c1a16740 1 --2- 172.21.15.33:0/2499588463 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5587089de930 0x5587089e0d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:31.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.073+0000 7f11c1a16740 4 client.17649 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:36:31.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.073+0000 7f11c1a16740 1 -- 172.21.15.33:0/2499588463 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5587088c5d10 con 0x5587089de930 2024-09-05T02:36:31.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.074+0000 7f11b7400640 1 --2- 172.21.15.33:0/2499588463 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5587089de930 0x5587089e0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:31.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.074+0000 7f11b7400640 1 --2- 172.21.15.33:0/2499588463 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5587089de930 0x5587089e0d50 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b907b52c6e1380c server_cookie=8c681a9c5bb8224e in_seq=0 out_seq=0 2024-09-05T02:36:31.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.074+0000 7f11a2000640 10 client.17649 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:31.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.075+0000 7f11a2000640 1 -- 172.21.15.33:0/2499588463 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5587088c5d10 con 0x5587089de930 2024-09-05T02:36:31.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.075+0000 7f11a2000640 10 client.17649 handle_command_reply: tid=0 2024-09-05T02:36:31.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.075+0000 7f11c1a16740 1 client.17649 shutdown 2024-09-05T02:36:31.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.075+0000 7f11c1a16740 1 -- 172.21.15.33:0/2499588463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 msgr2=0x558708969010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:31.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.075+0000 7f11c1a16740 1 --2- 172.21.15.33:0/2499588463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 0x558708969010 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f11a8029ee0 tx=0x7f11a801f870 comp rx=0 tx=0).stop 2024-09-05T02:36:31.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.075+0000 7f11c1a16740 1 -- 172.21.15.33:0/2499588463 shutdown_connections 2024-09-05T02:36:31.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.075+0000 7f11c1a16740 1 --2- 172.21.15.33:0/2499588463 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558708962e90 0x5587089dcb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.075+0000 7f11c1a16740 1 --2- 172.21.15.33:0/2499588463 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587089585d0 0x558708969550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.075+0000 7f11c1a16740 1 --2- 172.21.15.33:0/2499588463 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5587089de930 0x5587089e0d50 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.075+0000 7f11c1a16740 1 --2- 172.21.15.33:0/2499588463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558708957cb0 0x558708969010 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.075+0000 7f11c1a16740 1 -- 172.21.15.33:0/2499588463 >> 172.21.15.33:0/2499588463 conn(0x558708954240 msgr2=0x558708953270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:31.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.075+0000 7f11a2000640 0 client.17649 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:31.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.076+0000 7f11c1a16740 1 -- 172.21.15.33:0/2499588463 shutdown_connections 2024-09-05T02:36:31.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.076+0000 7f11c1a16740 1 -- 172.21.15.33:0/2499588463 wait complete. 2024-09-05T02:36:31.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.076+0000 7f11c1a16740 20 client.17649 trim_cache size 0 max 16384 2024-09-05T02:36:31.082 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:36:31.082 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:36:31.082 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "5734b467-f699-48ab-affa-133ac614b40f", 2024-09-05T02:36:31.082 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:36:31.082 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:36:31.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.076+0000 7f11bda00640 1 -- 172.21.15.33:0/3928629003 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f119c0a2d70 msgr2=0x7f119c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:31.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.077+0000 7f11bda00640 1 --2- 172.21.15.33:0/3928629003 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f119c0a2d70 0x7f119c0a5230 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x5587089550a0 tx=0x7f11a8005f90 comp rx=0 tx=0).stop 2024-09-05T02:36:31.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.077+0000 7f11bda00640 1 -- 172.21.15.33:0/3928629003 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f11b8108f60 msgr2=0x7f11b819ecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:31.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.077+0000 7f11bda00640 1 --2- 172.21.15.33:0/3928629003 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f11b8108f60 0x7f11b819ecf0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f11b002ade0 tx=0x7f11b00319f0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.077+0000 7f11bda00640 1 -- 172.21.15.33:0/3928629003 shutdown_connections 2024-09-05T02:36:31.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.077+0000 7f11bda00640 1 --2- 172.21.15.33:0/3928629003 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f119c0a2d70 0x7f119c0a5230 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.077+0000 7f11bda00640 1 --2- 172.21.15.33:0/3928629003 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f11b8108f60 0x7f11b819ecf0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.077+0000 7f11bda00640 1 --2- 172.21.15.33:0/3928629003 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11b81047e0 0x7f11b819a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.077+0000 7f11bda00640 1 --2- 172.21.15.33:0/3928629003 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f11b8103e30 0x7f11b819a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:31.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.077+0000 7f11bda00640 1 -- 172.21.15.33:0/3928629003 >> 172.21.15.33:0/3928629003 conn(0x7f11b80ff8d0 msgr2=0x7f11b8100bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:31.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.077+0000 7f11bda00640 1 -- 172.21.15.33:0/3928629003 shutdown_connections 2024-09-05T02:36:31.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:31.077+0000 7f11bda00640 1 -- 172.21.15.33:0/3928629003 wait complete. 2024-09-05T02:36:31.628 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:31 smithi033 ceph-mon[29909]: pgmap v296: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:36:31.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:31 smithi123 ceph-mon[34031]: pgmap v296: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:36:31.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:31 smithi174 ceph-mon[34756]: pgmap v296: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:36:32.077 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:36:32.459 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:32.692 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:32 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:36:32.692 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:32 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:36:32.692 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:32 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:36:32.692 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:32 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:36:32.692 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:32 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:36:32.731 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:32 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:36:32.731 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:32 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:36:32.731 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:32 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:36:32.731 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:32 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:36:32.731 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:32 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:36:32.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:32 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:36:32.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:32 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:36:32.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:32 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:36:32.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:32 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:36:32.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:32 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:36:33.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.040+0000 7fd2c7400640 1 -- 172.21.15.33:0/2021529475 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2c0101de0 msgr2=0x7fd2c01021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:33.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.040+0000 7fd2c7400640 1 --2- 172.21.15.33:0/2021529475 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2c0101de0 0x7fd2c01021c0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fd2b0009900 tx=0x7fd2b002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.040+0000 7fd2c7400640 1 -- 172.21.15.33:0/2021529475 shutdown_connections 2024-09-05T02:36:33.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.040+0000 7fd2c7400640 1 --2- 172.21.15.33:0/2021529475 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd2c0106f10 0x7fd2c010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.040+0000 7fd2c7400640 1 --2- 172.21.15.33:0/2021529475 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd2c0102790 0x7fd2c01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.040+0000 7fd2c7400640 1 --2- 172.21.15.33:0/2021529475 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2c0101de0 0x7fd2c01021c0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.040+0000 7fd2c7400640 1 -- 172.21.15.33:0/2021529475 >> 172.21.15.33:0/2021529475 conn(0x7fd2c00fd8c0 msgr2=0x7fd2c00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:33.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.040+0000 7fd2c7400640 1 -- 172.21.15.33:0/2021529475 shutdown_connections 2024-09-05T02:36:33.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.040+0000 7fd2c7400640 1 -- 172.21.15.33:0/2021529475 wait complete. 2024-09-05T02:36:33.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.041+0000 7fd2c7400640 1 Processor -- start 2024-09-05T02:36:33.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.041+0000 7fd2c7400640 1 -- start start 2024-09-05T02:36:33.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.042+0000 7fd2c7400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd2c0101de0 0x7fd2c00744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:33.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.042+0000 7fd2c7400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd2c0102790 0x7fd2c0074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:33.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.042+0000 7fd2c7400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2c0106f10 0x7fd2c0074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:33.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.042+0000 7fd2c7400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd2c0111f70 con 0x7fd2c0106f10 2024-09-05T02:36:33.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.042+0000 7fd2c7400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd2c0111df0 con 0x7fd2c0101de0 2024-09-05T02:36:33.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.042+0000 7fd2c7400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fd2c01120f0 con 0x7fd2c0102790 2024-09-05T02:36:33.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.042+0000 7fd2b7e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd2c0102790 0x7fd2c0074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:33.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.042+0000 7fd2c5400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2c0106f10 0x7fd2c0074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:33.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.042+0000 7fd2c4a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd2c0101de0 0x7fd2c00744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:33.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.042+0000 7fd2b7e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd2c0102790 0x7fd2c0074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:47752/0 (socket says 172.21.15.33:47752) 2024-09-05T02:36:33.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.042+0000 7fd2c4a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd2c0101de0 0x7fd2c00744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:58950/0 (socket says 172.21.15.33:58950) 2024-09-05T02:36:33.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.042+0000 7fd2b7e00640 1 -- 172.21.15.33:0/4187703793 learned_addr learned my addr 172.21.15.33:0/4187703793 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:33.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.042+0000 7fd2b7e00640 1 -- 172.21.15.33:0/4187703793 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd2c0101de0 msgr2=0x7fd2c00744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:33.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.042+0000 7fd2b7e00640 1 --2- 172.21.15.33:0/4187703793 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd2c0101de0 0x7fd2c00744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.042+0000 7fd2b7e00640 1 -- 172.21.15.33:0/4187703793 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2c0106f10 msgr2=0x7fd2c0074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:33.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.042+0000 7fd2b7e00640 1 --2- 172.21.15.33:0/4187703793 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2c0106f10 0x7fd2c0074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.043+0000 7fd2b7e00640 1 -- 172.21.15.33:0/4187703793 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2c01a6950 con 0x7fd2c0102790 2024-09-05T02:36:33.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.043+0000 7fd2c5400640 1 --2- 172.21.15.33:0/4187703793 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2c0106f10 0x7fd2c0074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:33.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.043+0000 7fd2b7e00640 1 --2- 172.21.15.33:0/4187703793 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd2c0102790 0x7fd2c0074a30 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fd2a800ea60 tx=0x7fd2a800ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:33.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.043+0000 7fd2be000640 1 -- 172.21.15.33:0/4187703793 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a800cde0 con 0x7fd2c0102790 2024-09-05T02:36:33.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.043+0000 7fd2be000640 1 -- 172.21.15.33:0/4187703793 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd2a80035f0 con 0x7fd2c0102790 2024-09-05T02:36:33.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.043+0000 7fd2c7400640 1 -- 172.21.15.33:0/4187703793 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2c01a6c40 con 0x7fd2c0102790 2024-09-05T02:36:33.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.043+0000 7fd2be000640 1 -- 172.21.15.33:0/4187703793 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a8010670 con 0x7fd2c0102790 2024-09-05T02:36:33.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.043+0000 7fd2c7400640 1 -- 172.21.15.33:0/4187703793 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2c01a7180 con 0x7fd2c0102790 2024-09-05T02:36:33.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.046+0000 7fd2ca005740 1 Processor -- start 2024-09-05T02:36:33.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.047+0000 7fd2ca005740 1 -- start start 2024-09-05T02:36:33.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.047+0000 7fd2be000640 1 -- 172.21.15.33:0/4187703793 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fd2a80037a0 con 0x7fd2c0102790 2024-09-05T02:36:33.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.047+0000 7fd2ca005740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24edb90 0x55dec24edf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:33.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.047+0000 7fd2ca005740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24ee4b0 0x55dec24f8830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:33.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.047+0000 7fd2ca005740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24f8d70 0x55dec24fb160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:33.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.047+0000 7fd2ca005740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55dec24543e0 con 0x55dec24edb90 2024-09-05T02:36:33.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.047+0000 7fd2ca005740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55dec23fbd80 con 0x55dec24f8d70 2024-09-05T02:36:33.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.047+0000 7fd2ca005740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55dec24503a0 con 0x55dec24ee4b0 2024-09-05T02:36:33.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.047+0000 7fd2c5400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24edb90 0x55dec24edf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:33.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.047+0000 7fd2c5400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24edb90 0x55dec24edf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58566/0 (socket says 172.21.15.33:58566) 2024-09-05T02:36:33.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.047+0000 7fd2c5400640 1 -- 172.21.15.33:0/1710760972 learned_addr learned my addr 172.21.15.33:0/1710760972 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:33.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.047+0000 7fd2b7e00640 1 --2- 172.21.15.33:0/1710760972 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24f8d70 0x55dec24fb160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:33.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.048+0000 7fd2c4a00640 1 --2- 172.21.15.33:0/1710760972 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24ee4b0 0x55dec24f8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:33.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.048+0000 7fd2c5400640 1 -- 172.21.15.33:0/1710760972 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24ee4b0 msgr2=0x55dec24f8830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:33.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.048+0000 7fd2c5400640 1 --2- 172.21.15.33:0/1710760972 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24ee4b0 0x55dec24f8830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.048+0000 7fd2c5400640 1 -- 172.21.15.33:0/1710760972 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24f8d70 msgr2=0x55dec24fb160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:33.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.048+0000 7fd2c5400640 1 --2- 172.21.15.33:0/1710760972 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24f8d70 0x55dec24fb160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.048+0000 7fd2c5400640 1 -- 172.21.15.33:0/1710760972 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dec241aae0 con 0x55dec24edb90 2024-09-05T02:36:33.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.048+0000 7fd2c5400640 1 --2- 172.21.15.33:0/1710760972 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24edb90 0x55dec24edf70 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fd2b8011790 tx=0x7fd2b8011c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b72c762ab37b69d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:33.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.048+0000 7fd2b5c00640 1 -- 172.21.15.33:0/1710760972 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2b8003c30 con 0x55dec24edb90 2024-09-05T02:36:33.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.048+0000 7fd2b5c00640 1 -- 172.21.15.33:0/1710760972 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd2b800fe80 con 0x55dec24edb90 2024-09-05T02:36:33.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.048+0000 7fd2b5c00640 1 -- 172.21.15.33:0/1710760972 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2b80193e0 con 0x55dec24edb90 2024-09-05T02:36:33.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.049+0000 7fd2be000640 1 --2- 172.21.15.33:0/4187703793 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd2a40a2cf0 0x7fd2a40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:33.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.049+0000 7fd2ca005740 1 -- 172.21.15.33:0/1710760972 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24edb90 msgr2=0x55dec24edf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:33.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.049+0000 7fd2ca005740 1 --2- 172.21.15.33:0/1710760972 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24edb90 0x55dec24edf70 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fd2b8011790 tx=0x7fd2b8011c50 comp rx=0 tx=0).stop 2024-09-05T02:36:33.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.049+0000 7fd2be000640 1 -- 172.21.15.33:0/4187703793 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fd2a80cf770 con 0x7fd2c0102790 2024-09-05T02:36:33.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.049+0000 7fd2c4a00640 1 --2- 172.21.15.33:0/4187703793 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd2a40a2cf0 0x7fd2a40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:33.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.049+0000 7fd2ca005740 1 -- 172.21.15.33:0/1710760972 shutdown_connections 2024-09-05T02:36:33.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.049+0000 7fd2ca005740 1 --2- 172.21.15.33:0/1710760972 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24f8d70 0x55dec24fb160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.049+0000 7fd2ca005740 1 --2- 172.21.15.33:0/1710760972 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24ee4b0 0x55dec24f8830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.049+0000 7fd2ca005740 1 --2- 172.21.15.33:0/1710760972 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24edb90 0x55dec24edf70 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.049+0000 7fd2ca005740 1 -- 172.21.15.33:0/1710760972 >> 172.21.15.33:0/1710760972 conn(0x55dec24ea120 msgr2=0x55dec24ea500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:33.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.049+0000 7fd2ca005740 1 -- 172.21.15.33:0/1710760972 shutdown_connections 2024-09-05T02:36:33.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.049+0000 7fd2ca005740 1 -- 172.21.15.33:0/1710760972 wait complete. 2024-09-05T02:36:33.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.050+0000 7fd2c4a00640 1 --2- 172.21.15.33:0/4187703793 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd2a40a2cf0 0x7fd2a40a51b0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fd2b0009230 tx=0x7fd2b00058d0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:33.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.050+0000 7fd2ca005740 1 -- start start 2024-09-05T02:36:33.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.050+0000 7fd2ca005740 1 Processor -- start 2024-09-05T02:36:33.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.051+0000 7fd2ca005740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24edb90 0x55dec24f5c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:33.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.051+0000 7fd2ca005740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24ee4b0 0x55dec24f6170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:33.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.051+0000 7fd2ca005740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24f8d70 0x55dec24f66b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:33.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.051+0000 7fd2ca005740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55dec24fba30 con 0x55dec24f8d70 2024-09-05T02:36:33.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.051+0000 7fd2ca005740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55dec240f0f0 con 0x55dec24ee4b0 2024-09-05T02:36:33.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.051+0000 7fd2ca005740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55dec24fbbb0 con 0x55dec24edb90 2024-09-05T02:36:33.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.051+0000 7fd2ca005740 10 client.0 _ll_register_callbacks cb 0x55dec24009e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:33.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.051+0000 7fd2c5400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24f8d70 0x55dec24f66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:33.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.051+0000 7fd2b7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24ee4b0 0x55dec24f6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:33.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.051+0000 7fd2c5400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24f8d70 0x55dec24f66b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58582/0 (socket says 172.21.15.33:58582) 2024-09-05T02:36:33.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.051+0000 7fd2c5400640 1 -- 172.21.15.33:0/1912752951 learned_addr learned my addr 172.21.15.33:0/1912752951 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:33.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.051+0000 7fd2c4a00640 1 --2- 172.21.15.33:0/1912752951 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24edb90 0x55dec24f5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:33.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.051+0000 7fd2b7e00640 1 -- 172.21.15.33:0/1912752951 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24edb90 msgr2=0x55dec24f5c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:33.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.051+0000 7fd2b7e00640 1 --2- 172.21.15.33:0/1912752951 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24edb90 0x55dec24f5c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.051+0000 7fd2b7e00640 1 -- 172.21.15.33:0/1912752951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24f8d70 msgr2=0x55dec24f66b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:33.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.051+0000 7fd2b7e00640 1 --2- 172.21.15.33:0/1912752951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24f8d70 0x55dec24f66b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.051+0000 7fd2b7e00640 1 -- 172.21.15.33:0/1912752951 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dec21c53c0 con 0x55dec24ee4b0 2024-09-05T02:36:33.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.052+0000 7fd2b7e00640 1 --2- 172.21.15.33:0/1912752951 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24ee4b0 0x55dec24f6170 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fd2a80cce50 tx=0x7fd2a80978b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3f8822c00723519d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:33.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.052+0000 7fd2ae000640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:36:33.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.052+0000 7fd2ae000640 1 -- 172.21.15.33:0/1912752951 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a809c320 con 0x55dec24ee4b0 2024-09-05T02:36:33.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.052+0000 7fd2ca005740 1 -- 172.21.15.33:0/1912752951 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55dec2461950 con 0x55dec24ee4b0 2024-09-05T02:36:33.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.052+0000 7fd2ae000640 1 -- 172.21.15.33:0/1912752951 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fd2a80cd0d0 con 0x55dec24ee4b0 2024-09-05T02:36:33.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.052+0000 7fd2ae000640 1 -- 172.21.15.33:0/1912752951 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd2a80cd2d0 con 0x55dec24ee4b0 2024-09-05T02:36:33.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.052+0000 7fd2ca005740 10 client.27743 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:33.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.052+0000 7fd2ca005740 1 -- 172.21.15.33:0/1912752951 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dec2507700 con 0x55dec24ee4b0 2024-09-05T02:36:33.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.053+0000 7fd2ae000640 1 -- 172.21.15.33:0/1912752951 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55dec2461950 con 0x55dec24ee4b0 2024-09-05T02:36:33.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.053+0000 7fd2ae000640 1 -- 172.21.15.33:0/1912752951 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fd2a80cfc80 con 0x55dec24ee4b0 2024-09-05T02:36:33.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.053+0000 7fd2ca005740 10 client.27743 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:33.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.053+0000 7fd2ca005740 10 client.27743 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:36:33.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.053+0000 7fd2ca005740 20 client.27743 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:33.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.053+0000 7fd2ca005740 1 --2- 172.21.15.33:0/1912752951 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dec2508b10 0x55dec250af40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:33.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.053+0000 7fd2ca005740 4 client.27743 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:36:33.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.053+0000 7fd2ca005740 1 -- 172.21.15.33:0/1912752951 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dec245be60 con 0x55dec2508b10 2024-09-05T02:36:33.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.053+0000 7fd2c4a00640 1 --2- 172.21.15.33:0/1912752951 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dec2508b10 0x55dec250af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:33.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.054+0000 7fd2c4a00640 1 --2- 172.21.15.33:0/1912752951 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dec2508b10 0x55dec250af40 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4a63137233d1b92 server_cookie=6899a005d94cc5a0 in_seq=0 out_seq=0 2024-09-05T02:36:33.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.054+0000 7fd2ae000640 10 client.27743 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:33.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.055+0000 7fd2ae000640 1 -- 172.21.15.33:0/1912752951 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55dec245be60 con 0x55dec2508b10 2024-09-05T02:36:33.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.055+0000 7fd2ae000640 10 client.27743 handle_command_reply: tid=0 2024-09-05T02:36:33.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.055+0000 7fd2ca005740 1 client.27743 shutdown 2024-09-05T02:36:33.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.055+0000 7fd2ca005740 1 -- 172.21.15.33:0/1912752951 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24ee4b0 msgr2=0x55dec24f6170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:33.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.055+0000 7fd2ca005740 1 --2- 172.21.15.33:0/1912752951 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24ee4b0 0x55dec24f6170 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fd2a80cce50 tx=0x7fd2a80978b0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.055+0000 7fd2ca005740 1 -- 172.21.15.33:0/1912752951 shutdown_connections 2024-09-05T02:36:33.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.055+0000 7fd2ca005740 1 --2- 172.21.15.33:0/1912752951 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dec2508b10 0x55dec250af40 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.055+0000 7fd2ca005740 1 --2- 172.21.15.33:0/1912752951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24f8d70 0x55dec24f66b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.055+0000 7fd2ca005740 1 --2- 172.21.15.33:0/1912752951 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24ee4b0 0x55dec24f6170 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.055+0000 7fd2ca005740 1 --2- 172.21.15.33:0/1912752951 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24edb90 0x55dec24f5c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.055+0000 7fd2ca005740 1 -- 172.21.15.33:0/1912752951 >> 172.21.15.33:0/1912752951 conn(0x55dec24ea120 msgr2=0x55dec24efe00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:33.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.055+0000 7fd2ae000640 0 client.27743 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:33.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.055+0000 7fd2ca005740 1 -- 172.21.15.33:0/1912752951 shutdown_connections 2024-09-05T02:36:33.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.055+0000 7fd2ca005740 1 -- 172.21.15.33:0/1912752951 wait complete. 2024-09-05T02:36:33.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.055+0000 7fd2ca005740 20 client.27743 trim_cache size 0 max 16384 2024-09-05T02:36:33.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.073+0000 7fd2ca005740 1 Processor -- start 2024-09-05T02:36:33.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.073+0000 7fd2ca005740 1 -- start start 2024-09-05T02:36:33.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.074+0000 7fd2ca005740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24edb90 0x55dec24f05f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:33.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.074+0000 7fd2ca005740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24ee4b0 0x55dec24f4500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:33.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.074+0000 7fd2ca005740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24f8d70 0x55dec24e90b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:33.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.074+0000 7fd2ca005740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd2c01afb10 con 0x55dec24f8d70 2024-09-05T02:36:33.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.074+0000 7fd2ca005740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd2c01b1650 con 0x55dec24ee4b0 2024-09-05T02:36:33.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.074+0000 7fd2ca005740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fd2c01b01e0 con 0x55dec24edb90 2024-09-05T02:36:33.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.074+0000 7fd2c5400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24f8d70 0x55dec24e90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:33.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.074+0000 7fd2c4a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24edb90 0x55dec24f05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:33.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.074+0000 7fd2b7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24ee4b0 0x55dec24f4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:33.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.074+0000 7fd2c5400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24f8d70 0x55dec24e90b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58596/0 (socket says 172.21.15.33:58596) 2024-09-05T02:36:33.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.074+0000 7fd2c4a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24edb90 0x55dec24f05f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:47780/0 (socket says 172.21.15.33:47780) 2024-09-05T02:36:33.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.074+0000 7fd2c5400640 1 -- 172.21.15.33:0/518361961 learned_addr learned my addr 172.21.15.33:0/518361961 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:33.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.074+0000 7fd2b7e00640 1 -- 172.21.15.33:0/518361961 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24edb90 msgr2=0x55dec24f05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:33.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.074+0000 7fd2b7e00640 1 --2- 172.21.15.33:0/518361961 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24edb90 0x55dec24f05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.074+0000 7fd2b7e00640 1 -- 172.21.15.33:0/518361961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24f8d70 msgr2=0x55dec24e90b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:33.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.074+0000 7fd2b7e00640 1 --2- 172.21.15.33:0/518361961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24f8d70 0x55dec24e90b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.074+0000 7fd2b7e00640 1 -- 172.21.15.33:0/518361961 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dec250b5c0 con 0x55dec24ee4b0 2024-09-05T02:36:33.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.075+0000 7fd2b7e00640 1 --2- 172.21.15.33:0/518361961 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24ee4b0 0x55dec24f4500 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fd2a80985f0 tx=0x7fd2a809b4d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=18661cbe4e3a253f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:33.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.075+0000 7fd2b5200640 1 -- 172.21.15.33:0/518361961 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a809ffd0 con 0x55dec24ee4b0 2024-09-05T02:36:33.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.075+0000 7fd2b5200640 1 -- 172.21.15.33:0/518361961 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd2a80a4890 con 0x55dec24ee4b0 2024-09-05T02:36:33.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.075+0000 7fd2b5200640 1 -- 172.21.15.33:0/518361961 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a8097970 con 0x55dec24ee4b0 2024-09-05T02:36:33.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.076+0000 7fd2ca005740 1 -- 172.21.15.33:0/518361961 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24ee4b0 msgr2=0x55dec24f4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:33.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.076+0000 7fd2ca005740 1 --2- 172.21.15.33:0/518361961 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24ee4b0 0x55dec24f4500 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fd2a80985f0 tx=0x7fd2a809b4d0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.076+0000 7fd2ca005740 1 -- 172.21.15.33:0/518361961 shutdown_connections 2024-09-05T02:36:33.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.076+0000 7fd2ca005740 1 --2- 172.21.15.33:0/518361961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24f8d70 0x55dec24e90b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.076+0000 7fd2ca005740 1 --2- 172.21.15.33:0/518361961 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24ee4b0 0x55dec24f4500 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.076+0000 7fd2ca005740 1 --2- 172.21.15.33:0/518361961 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24edb90 0x55dec24f05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.076+0000 7fd2ca005740 1 -- 172.21.15.33:0/518361961 >> 172.21.15.33:0/518361961 conn(0x55dec24ea120 msgr2=0x55dec24e89a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:33.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.076+0000 7fd2ca005740 1 -- 172.21.15.33:0/518361961 shutdown_connections 2024-09-05T02:36:33.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.076+0000 7fd2ca005740 1 -- 172.21.15.33:0/518361961 wait complete. 2024-09-05T02:36:33.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.076+0000 7fd2ca005740 1 -- start start 2024-09-05T02:36:33.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.076+0000 7fd2ca005740 1 Processor -- start 2024-09-05T02:36:33.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.077+0000 7fd2ca005740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24edb90 0x55dec24fcf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:33.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.077+0000 7fd2ca005740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24ee4b0 0x55dec24fd4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:33.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.077+0000 7fd2ca005740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24f8d70 0x55dec25727e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:33.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.077+0000 7fd2ca005740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd2c01b0f80 con 0x55dec24edb90 2024-09-05T02:36:33.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.077+0000 7fd2ca005740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd2c01b08b0 con 0x55dec24ee4b0 2024-09-05T02:36:33.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.077+0000 7fd2ca005740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fd2c01adb10 con 0x55dec24f8d70 2024-09-05T02:36:33.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.077+0000 7fd2ca005740 10 client.0 _ll_register_callbacks cb 0x7fd2a8097ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:33.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.077+0000 7fd2c4a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24edb90 0x55dec24fcf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:33.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.077+0000 7fd2b7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24ee4b0 0x55dec24fd4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:33.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.077+0000 7fd2b7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24ee4b0 0x55dec24fd4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:58988/0 (socket says 172.21.15.33:58988) 2024-09-05T02:36:33.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.077+0000 7fd2b7e00640 1 -- 172.21.15.33:0/1572355444 learned_addr learned my addr 172.21.15.33:0/1572355444 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:33.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.077+0000 7fd2c5400640 1 --2- 172.21.15.33:0/1572355444 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24f8d70 0x55dec25727e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:33.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.078+0000 7fd2b7e00640 1 -- 172.21.15.33:0/1572355444 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24f8d70 msgr2=0x55dec25727e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:33.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.078+0000 7fd2b7e00640 1 --2- 172.21.15.33:0/1572355444 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24f8d70 0x55dec25727e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.078+0000 7fd2b7e00640 1 -- 172.21.15.33:0/1572355444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24edb90 msgr2=0x55dec24fcf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:33.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.078+0000 7fd2b7e00640 1 --2- 172.21.15.33:0/1572355444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24edb90 0x55dec24fcf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.078+0000 7fd2b7e00640 1 -- 172.21.15.33:0/1572355444 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dec2572d20 con 0x55dec24ee4b0 2024-09-05T02:36:33.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.078+0000 7fd2c4a00640 1 --2- 172.21.15.33:0/1572355444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24edb90 0x55dec24fcf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:33.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.078+0000 7fd2b7e00640 1 --2- 172.21.15.33:0/1572355444 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24ee4b0 0x55dec24fd4a0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fd2a80a4360 tx=0x7fd2a8097f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da12bff821ab1783 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:33.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.078+0000 7fd2ae000640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:36:33.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.078+0000 7fd2ae000640 1 -- 172.21.15.33:0/1572355444 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a80cd2e0 con 0x55dec24ee4b0 2024-09-05T02:36:33.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.078+0000 7fd2ca005740 1 -- 172.21.15.33:0/1572355444 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd2a80a4890 con 0x55dec24ee4b0 2024-09-05T02:36:33.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.078+0000 7fd2ae000640 1 -- 172.21.15.33:0/1572355444 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fd2a80ba510 con 0x55dec24ee4b0 2024-09-05T02:36:33.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.079+0000 7fd2ae000640 1 -- 172.21.15.33:0/1572355444 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd2a809bc20 con 0x55dec24ee4b0 2024-09-05T02:36:33.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.079+0000 7fd2ca005740 10 client.27749 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:33.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.079+0000 7fd2ca005740 1 -- 172.21.15.33:0/1572355444 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dec2573e80 con 0x55dec24ee4b0 2024-09-05T02:36:33.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.079+0000 7fd2ae000640 1 -- 172.21.15.33:0/1572355444 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd2a80a4890 con 0x55dec24ee4b0 2024-09-05T02:36:33.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.079+0000 7fd2ae000640 1 -- 172.21.15.33:0/1572355444 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fd2a809aae0 con 0x55dec24ee4b0 2024-09-05T02:36:33.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.079+0000 7fd2ca005740 10 client.27749 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:33.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.079+0000 7fd2ca005740 10 client.27749 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:36:33.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.079+0000 7fd2ca005740 20 client.27749 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:33.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.079+0000 7fd2ca005740 1 --2- 172.21.15.33:0/1572355444 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dec2574330 0x55dec2576750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:33.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.079+0000 7fd2ca005740 4 client.27749 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:36:33.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.079+0000 7fd2ca005740 1 -- 172.21.15.33:0/1572355444 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55dec23d80c0 con 0x55dec2574330 2024-09-05T02:36:33.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.080+0000 7fd2c4a00640 1 --2- 172.21.15.33:0/1572355444 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dec2574330 0x55dec2576750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:33.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.080+0000 7fd2c4a00640 1 --2- 172.21.15.33:0/1572355444 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dec2574330 0x55dec2576750 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=285390bd6b397bf1 server_cookie=967f57ac2aaf0348 in_seq=0 out_seq=0 2024-09-05T02:36:33.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.080+0000 7fd2ae000640 10 client.27749 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:33.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.080+0000 7fd2ae000640 1 -- 172.21.15.33:0/1572355444 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55dec23d80c0 con 0x55dec2574330 2024-09-05T02:36:33.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.080+0000 7fd2ae000640 10 client.27749 handle_command_reply: tid=0 2024-09-05T02:36:33.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.080+0000 7fd2ca005740 1 client.27749 shutdown 2024-09-05T02:36:33.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.081+0000 7fd2ca005740 1 -- 172.21.15.33:0/1572355444 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24ee4b0 msgr2=0x55dec24fd4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:33.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.081+0000 7fd2ca005740 1 --2- 172.21.15.33:0/1572355444 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24ee4b0 0x55dec24fd4a0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fd2a80a4360 tx=0x7fd2a8097f70 comp rx=0 tx=0).stop 2024-09-05T02:36:33.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.081+0000 7fd2ca005740 1 -- 172.21.15.33:0/1572355444 shutdown_connections 2024-09-05T02:36:33.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.081+0000 7fd2ca005740 1 --2- 172.21.15.33:0/1572355444 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55dec24f8d70 0x55dec25727e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.081+0000 7fd2ca005740 1 --2- 172.21.15.33:0/1572355444 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55dec24ee4b0 0x55dec24fd4a0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.081+0000 7fd2ca005740 1 --2- 172.21.15.33:0/1572355444 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55dec2574330 0x55dec2576750 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.081+0000 7fd2ca005740 1 --2- 172.21.15.33:0/1572355444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55dec24edb90 0x55dec24fcf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.081+0000 7fd2ca005740 1 -- 172.21.15.33:0/1572355444 >> 172.21.15.33:0/1572355444 conn(0x55dec24ea120 msgr2=0x55dec24f6410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:33.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.081+0000 7fd2ae000640 0 client.27749 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:33.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.081+0000 7fd2ca005740 1 -- 172.21.15.33:0/1572355444 shutdown_connections 2024-09-05T02:36:33.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.081+0000 7fd2ca005740 1 -- 172.21.15.33:0/1572355444 wait complete. 2024-09-05T02:36:33.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.081+0000 7fd2ca005740 20 client.27749 trim_cache size 0 max 16384 2024-09-05T02:36:33.087 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:36:33.087 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:36:33.087 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:36:33.087 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:36:33.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.082+0000 7fd2c7400640 1 -- 172.21.15.33:0/4187703793 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd2a40a2cf0 msgr2=0x7fd2a40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:33.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.082+0000 7fd2c7400640 1 --2- 172.21.15.33:0/4187703793 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd2a40a2cf0 0x7fd2a40a51b0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fd2b0009230 tx=0x7fd2b00058d0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.082+0000 7fd2c7400640 1 -- 172.21.15.33:0/4187703793 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd2c0102790 msgr2=0x7fd2c0074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:33.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.082+0000 7fd2c7400640 1 --2- 172.21.15.33:0/4187703793 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd2c0102790 0x7fd2c0074a30 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fd2a800ea60 tx=0x7fd2a800ef20 comp rx=0 tx=0).stop 2024-09-05T02:36:33.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.082+0000 7fd2c7400640 1 -- 172.21.15.33:0/4187703793 shutdown_connections 2024-09-05T02:36:33.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.082+0000 7fd2c7400640 1 --2- 172.21.15.33:0/4187703793 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fd2a40a2cf0 0x7fd2a40a51b0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.082+0000 7fd2c7400640 1 --2- 172.21.15.33:0/4187703793 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2c0106f10 0x7fd2c0074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.082+0000 7fd2c7400640 1 --2- 172.21.15.33:0/4187703793 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fd2c0102790 0x7fd2c0074a30 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.082+0000 7fd2c7400640 1 --2- 172.21.15.33:0/4187703793 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd2c0101de0 0x7fd2c00744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:33.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.082+0000 7fd2c7400640 1 -- 172.21.15.33:0/4187703793 >> 172.21.15.33:0/4187703793 conn(0x7fd2c00fd8c0 msgr2=0x7fd2c00febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:33.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.082+0000 7fd2c7400640 1 -- 172.21.15.33:0/4187703793 shutdown_connections 2024-09-05T02:36:33.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:33.082+0000 7fd2c7400640 1 -- 172.21.15.33:0/4187703793 wait complete. 2024-09-05T02:36:33.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:33 smithi123 ceph-mon[34031]: pgmap v297: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:36:33.689 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:33 smithi033 ceph-mon[29909]: pgmap v297: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:36:33.726 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:36:33.726 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:36:33.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:33 smithi174 ceph-mon[34756]: pgmap v297: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:36:34.103 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:34.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.672+0000 7fc240a00640 1 -- 172.21.15.33:0/297950875 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc23c108f60 msgr2=0x7fc23c110ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:34.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.672+0000 7fc240a00640 1 --2- 172.21.15.33:0/297950875 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc23c108f60 0x7fc23c110ae0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fc234009ca0 tx=0x7fc23402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:36:34.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.672+0000 7fc240a00640 1 -- 172.21.15.33:0/297950875 shutdown_connections 2024-09-05T02:36:34.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.672+0000 7fc240a00640 1 --2- 172.21.15.33:0/297950875 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc23c108f60 0x7fc23c110ae0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:34.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.672+0000 7fc240a00640 1 --2- 172.21.15.33:0/297950875 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc23c1047e0 0x7fc23c108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:34.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.672+0000 7fc240a00640 1 --2- 172.21.15.33:0/297950875 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc23c103e30 0x7fc23c104210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:34.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.672+0000 7fc240a00640 1 -- 172.21.15.33:0/297950875 >> 172.21.15.33:0/297950875 conn(0x7fc23c0ff8d0 msgr2=0x7fc23c101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:34.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.672+0000 7fc240a00640 1 -- 172.21.15.33:0/297950875 shutdown_connections 2024-09-05T02:36:34.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.672+0000 7fc240a00640 1 -- 172.21.15.33:0/297950875 wait complete. 2024-09-05T02:36:34.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.673+0000 7fc240a00640 1 Processor -- start 2024-09-05T02:36:34.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.673+0000 7fc240a00640 1 -- start start 2024-09-05T02:36:34.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.673+0000 7fc240a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc23c103e30 0x7fc23c19a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:34.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.673+0000 7fc240a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc23c1047e0 0x7fc23c19a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:34.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.673+0000 7fc240a00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc23c108f60 0x7fc23c19ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:34.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.673+0000 7fc240a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc23c113fc0 con 0x7fc23c1047e0 2024-09-05T02:36:34.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.673+0000 7fc240a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc23c113e40 con 0x7fc23c103e30 2024-09-05T02:36:34.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.673+0000 7fc240a00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fc23c114140 con 0x7fc23c108f60 2024-09-05T02:36:34.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.673+0000 7fc233e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc23c1047e0 0x7fc23c19a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:34.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.674+0000 7fc23b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc23c103e30 0x7fc23c19a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:34.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.674+0000 7fc23b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc23c103e30 0x7fc23c19a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:58994/0 (socket says 172.21.15.33:58994) 2024-09-05T02:36:34.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.674+0000 7fc23b400640 1 -- 172.21.15.33:0/776712910 learned_addr learned my addr 172.21.15.33:0/776712910 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:34.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.674+0000 7fc233e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc23c1047e0 0x7fc23c19a960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58616/0 (socket says 172.21.15.33:58616) 2024-09-05T02:36:34.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.674+0000 7fc23be00640 1 --2- 172.21.15.33:0/776712910 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc23c108f60 0x7fc23c19ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:34.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.674+0000 7fc23b400640 1 -- 172.21.15.33:0/776712910 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc23c108f60 msgr2=0x7fc23c19ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:34.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.674+0000 7fc23b400640 1 --2- 172.21.15.33:0/776712910 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc23c108f60 0x7fc23c19ecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:34.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.674+0000 7fc23b400640 1 -- 172.21.15.33:0/776712910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc23c1047e0 msgr2=0x7fc23c19a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:34.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.674+0000 7fc23b400640 1 --2- 172.21.15.33:0/776712910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc23c1047e0 0x7fc23c19a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:34.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.674+0000 7fc23b400640 1 -- 172.21.15.33:0/776712910 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc23c19f3d0 con 0x7fc23c103e30 2024-09-05T02:36:34.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.674+0000 7fc23be00640 1 --2- 172.21.15.33:0/776712910 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc23c108f60 0x7fc23c19ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:36:34.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.674+0000 7fc233e00640 1 --2- 172.21.15.33:0/776712910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc23c1047e0 0x7fc23c19a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:34.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.674+0000 7fc23b400640 1 --2- 172.21.15.33:0/776712910 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc23c103e30 0x7fc23c19a420 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fc22c00d950 tx=0x7fc22c00de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:34.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.675+0000 7fc238c00640 1 -- 172.21.15.33:0/776712910 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc22c017030 con 0x7fc23c103e30 2024-09-05T02:36:34.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.675+0000 7fc240a00640 1 -- 172.21.15.33:0/776712910 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc23c19f6c0 con 0x7fc23c103e30 2024-09-05T02:36:34.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.675+0000 7fc238c00640 1 -- 172.21.15.33:0/776712910 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc22c004020 con 0x7fc23c103e30 2024-09-05T02:36:34.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.675+0000 7fc238c00640 1 -- 172.21.15.33:0/776712910 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc22c0047a0 con 0x7fc23c103e30 2024-09-05T02:36:34.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.675+0000 7fc240a00640 1 -- 172.21.15.33:0/776712910 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc23c1a6fa0 con 0x7fc23c103e30 2024-09-05T02:36:34.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.676+0000 7fc240a00640 1 -- 172.21.15.33:0/776712910 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc23c104210 con 0x7fc23c103e30 2024-09-05T02:36:34.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.678+0000 7fc238c00640 1 -- 172.21.15.33:0/776712910 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fc22c0041d0 con 0x7fc23c103e30 2024-09-05T02:36:34.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.679+0000 7fc238c00640 1 --2- 172.21.15.33:0/776712910 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc2200a2cf0 0x7fc2200a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:34.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.679+0000 7fc238c00640 1 -- 172.21.15.33:0/776712910 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fc22c0cf540 con 0x7fc23c103e30 2024-09-05T02:36:34.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.680+0000 7fc233e00640 1 --2- 172.21.15.33:0/776712910 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc2200a2cf0 0x7fc2200a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:34.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.680+0000 7fc233e00640 1 --2- 172.21.15.33:0/776712910 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc2200a2cf0 0x7fc2200a51b0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc23c10a930 tx=0x7fc22400b390 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:34.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.682+0000 7fc238c00640 1 -- 172.21.15.33:0/776712910 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc22c09c0f0 con 0x7fc23c103e30 2024-09-05T02:36:34.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.907+0000 7fc240a00640 1 -- 172.21.15.33:0/776712910 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc23c10c200 con 0x7fc23c103e30 2024-09-05T02:36:34.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.909+0000 7fc238c00640 1 -- 172.21.15.33:0/776712910 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7fc22c09b9f0 con 0x7fc23c103e30 2024-09-05T02:36:34.911 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:36:34.911 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:36:34.911 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:36:34.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.911+0000 7fc240a00640 1 -- 172.21.15.33:0/776712910 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc2200a2cf0 msgr2=0x7fc2200a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:34.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.911+0000 7fc240a00640 1 --2- 172.21.15.33:0/776712910 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc2200a2cf0 0x7fc2200a51b0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc23c10a930 tx=0x7fc22400b390 comp rx=0 tx=0).stop 2024-09-05T02:36:34.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.911+0000 7fc240a00640 1 -- 172.21.15.33:0/776712910 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc23c103e30 msgr2=0x7fc23c19a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:34.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.911+0000 7fc240a00640 1 --2- 172.21.15.33:0/776712910 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc23c103e30 0x7fc23c19a420 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fc22c00d950 tx=0x7fc22c00de10 comp rx=0 tx=0).stop 2024-09-05T02:36:34.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.911+0000 7fc240a00640 1 -- 172.21.15.33:0/776712910 shutdown_connections 2024-09-05T02:36:34.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.911+0000 7fc240a00640 1 --2- 172.21.15.33:0/776712910 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fc2200a2cf0 0x7fc2200a51b0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:34.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.911+0000 7fc240a00640 1 --2- 172.21.15.33:0/776712910 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fc23c108f60 0x7fc23c19ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:34.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.911+0000 7fc240a00640 1 --2- 172.21.15.33:0/776712910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc23c1047e0 0x7fc23c19a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:34.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.911+0000 7fc240a00640 1 --2- 172.21.15.33:0/776712910 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc23c103e30 0x7fc23c19a420 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:34.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.911+0000 7fc240a00640 1 -- 172.21.15.33:0/776712910 >> 172.21.15.33:0/776712910 conn(0x7fc23c0ff8d0 msgr2=0x7fc23c100b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:34.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.911+0000 7fc240a00640 1 -- 172.21.15.33:0/776712910 shutdown_connections 2024-09-05T02:36:34.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:34.911+0000 7fc240a00640 1 -- 172.21.15.33:0/776712910 wait complete. 2024-09-05T02:36:35.563 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:35 smithi033 ceph-mon[29909]: pgmap v298: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:36:35.563 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:35 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/776712910' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:36:35.601 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:36:35.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:35 smithi123 ceph-mon[34031]: pgmap v298: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:36:35.635 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:35 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/776712910' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:36:35.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:35 smithi174 ceph-mon[34756]: pgmap v298: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:36:35.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:35 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/776712910' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:36:35.972 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:36.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.497+0000 7f3ec0c00640 1 -- 172.21.15.33:0/3525467099 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ebc109140 msgr2=0x7f3ebc110cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:36.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.497+0000 7f3ec0c00640 1 --2- 172.21.15.33:0/3525467099 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ebc109140 0x7f3ebc110cc0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f3eb4009ca0 tx=0x7f3eb402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.497+0000 7f3ec0c00640 1 -- 172.21.15.33:0/3525467099 shutdown_connections 2024-09-05T02:36:36.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.497+0000 7f3ec0c00640 1 --2- 172.21.15.33:0/3525467099 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ebc109140 0x7f3ebc110cc0 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.497+0000 7f3ec0c00640 1 --2- 172.21.15.33:0/3525467099 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ebc1049c0 0x7f3ebc108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.497+0000 7f3ec0c00640 1 --2- 172.21.15.33:0/3525467099 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ebc104010 0x7f3ebc1043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.497+0000 7f3ec0c00640 1 -- 172.21.15.33:0/3525467099 >> 172.21.15.33:0/3525467099 conn(0x7f3ebc0ffa50 msgr2=0x7f3ebc101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:36.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.497+0000 7f3ec0c00640 1 -- 172.21.15.33:0/3525467099 shutdown_connections 2024-09-05T02:36:36.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.497+0000 7f3ec0c00640 1 -- 172.21.15.33:0/3525467099 wait complete. 2024-09-05T02:36:36.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.498+0000 7f3ec0c00640 1 Processor -- start 2024-09-05T02:36:36.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.498+0000 7f3ec0c00640 1 -- start start 2024-09-05T02:36:36.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.498+0000 7f3ec0c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ebc104010 0x7f3ebc19a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:36.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.499+0000 7f3ec0c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ebc1049c0 0x7f3ebc19ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:36.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.499+0000 7f3ec0c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ebc109140 0x7f3ebc19ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:36.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.499+0000 7f3ec0c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3ebc1141c0 con 0x7f3ebc104010 2024-09-05T02:36:36.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.499+0000 7f3ec0c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3ebc114040 con 0x7f3ebc1049c0 2024-09-05T02:36:36.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.499+0000 7f3ec0c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3ebc114340 con 0x7f3ebc109140 2024-09-05T02:36:36.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.499+0000 7f3eb9e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ebc104010 0x7f3ebc19a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:36.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.499+0000 7f3eb1400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ebc1049c0 0x7f3ebc19ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:36.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.499+0000 7f3eb1400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ebc1049c0 0x7f3ebc19ac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:59004/0 (socket says 172.21.15.33:59004) 2024-09-05T02:36:36.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.499+0000 7f3eb1400640 1 -- 172.21.15.33:0/1967579413 learned_addr learned my addr 172.21.15.33:0/1967579413 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:36.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.499+0000 7f3eba800640 1 --2- 172.21.15.33:0/1967579413 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ebc109140 0x7f3ebc19ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:36.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.499+0000 7f3eb1400640 1 -- 172.21.15.33:0/1967579413 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ebc109140 msgr2=0x7f3ebc19ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:36.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.499+0000 7f3eb1400640 1 --2- 172.21.15.33:0/1967579413 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ebc109140 0x7f3ebc19ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.499+0000 7f3eb1400640 1 -- 172.21.15.33:0/1967579413 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ebc104010 msgr2=0x7f3ebc19a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:36.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.499+0000 7f3eb1400640 1 --2- 172.21.15.33:0/1967579413 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ebc104010 0x7f3ebc19a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.499+0000 7f3eb1400640 1 -- 172.21.15.33:0/1967579413 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ebc19f670 con 0x7f3ebc1049c0 2024-09-05T02:36:36.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.500+0000 7f3eb1400640 1 --2- 172.21.15.33:0/1967579413 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ebc1049c0 0x7f3ebc19ac00 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f3ea400e9f0 tx=0x7f3ea400edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:36.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.500+0000 7f3eb3400640 1 -- 172.21.15.33:0/1967579413 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ea400cd80 con 0x7f3ebc1049c0 2024-09-05T02:36:36.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.500+0000 7f3eb3400640 1 -- 172.21.15.33:0/1967579413 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3ea4005500 con 0x7f3ebc1049c0 2024-09-05T02:36:36.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.500+0000 7f3ec0c00640 1 -- 172.21.15.33:0/1967579413 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ebc19f960 con 0x7f3ebc1049c0 2024-09-05T02:36:36.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.500+0000 7f3eb3400640 1 -- 172.21.15.33:0/1967579413 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ea4010690 con 0x7f3ebc1049c0 2024-09-05T02:36:36.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.500+0000 7f3ec0c00640 1 -- 172.21.15.33:0/1967579413 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ebc1a7240 con 0x7f3ebc1049c0 2024-09-05T02:36:36.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.503+0000 7f3ec35d8740 1 Processor -- start 2024-09-05T02:36:36.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.503+0000 7f3eb3400640 1 -- 172.21.15.33:0/1967579413 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f3ea40046c0 con 0x7f3ebc1049c0 2024-09-05T02:36:36.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.503+0000 7f3ec35d8740 1 -- start start 2024-09-05T02:36:36.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.504+0000 7f3ec35d8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0824b90 0x555fd0824f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:36.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.504+0000 7f3ec35d8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd08254b0 0x555fd0838120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:36.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.504+0000 7f3ec35d8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd0838660 0x555fd083aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:36.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.504+0000 7f3ec35d8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x555fd078b3e0 con 0x555fd0824b90 2024-09-05T02:36:36.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.504+0000 7f3ec35d8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x555fd0732d80 con 0x555fd0838660 2024-09-05T02:36:36.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.504+0000 7f3ec35d8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x555fd07873a0 con 0x555fd08254b0 2024-09-05T02:36:36.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.504+0000 7f3eba800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0824b90 0x555fd0824f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:36.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.504+0000 7f3eba800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0824b90 0x555fd0824f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58646/0 (socket says 172.21.15.33:58646) 2024-09-05T02:36:36.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.504+0000 7f3eba800640 1 -- 172.21.15.33:0/3270469562 learned_addr learned my addr 172.21.15.33:0/3270469562 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:36.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.505+0000 7f3eb9e00640 1 --2- 172.21.15.33:0/3270469562 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd08254b0 0x555fd0838120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:36.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.505+0000 7f3eb1400640 1 --2- 172.21.15.33:0/3270469562 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd0838660 0x555fd083aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:36.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.505+0000 7f3eba800640 1 -- 172.21.15.33:0/3270469562 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd08254b0 msgr2=0x555fd0838120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:36.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.505+0000 7f3eba800640 1 --2- 172.21.15.33:0/3270469562 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd08254b0 0x555fd0838120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.505+0000 7f3eba800640 1 -- 172.21.15.33:0/3270469562 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd0838660 msgr2=0x555fd083aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:36.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.505+0000 7f3eba800640 1 --2- 172.21.15.33:0/3270469562 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd0838660 0x555fd083aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.505+0000 7f3eba800640 1 -- 172.21.15.33:0/3270469562 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555fd0751ae0 con 0x555fd0824b90 2024-09-05T02:36:36.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.505+0000 7f3eba800640 1 --2- 172.21.15.33:0/3270469562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0824b90 0x555fd0824f70 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f3eb4009ca0 tx=0x7f3eb40093e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74edebd78c7a46d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:36.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.506+0000 7f3eab000640 1 -- 172.21.15.33:0/3270469562 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eb4031db0 con 0x555fd0824b90 2024-09-05T02:36:36.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.506+0000 7f3eab000640 1 -- 172.21.15.33:0/3270469562 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3eb4036030 con 0x555fd0824b90 2024-09-05T02:36:36.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.506+0000 7f3eab000640 1 -- 172.21.15.33:0/3270469562 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eb40042a0 con 0x555fd0824b90 2024-09-05T02:36:36.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.506+0000 7f3eb3400640 1 --2- 172.21.15.33:0/1967579413 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3ea00a2d70 0x7f3ea00a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:36.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.506+0000 7f3eb3400640 1 -- 172.21.15.33:0/1967579413 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f3ea40cf860 con 0x7f3ebc1049c0 2024-09-05T02:36:36.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.506+0000 7f3eb9e00640 1 --2- 172.21.15.33:0/1967579413 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3ea00a2d70 0x7f3ea00a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:36.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.506+0000 7f3ec35d8740 1 -- 172.21.15.33:0/3270469562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0824b90 msgr2=0x555fd0824f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:36.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.506+0000 7f3ec35d8740 1 --2- 172.21.15.33:0/3270469562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0824b90 0x555fd0824f70 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f3eb4009ca0 tx=0x7f3eb40093e0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.507+0000 7f3ec35d8740 1 -- 172.21.15.33:0/3270469562 shutdown_connections 2024-09-05T02:36:36.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.507+0000 7f3ec35d8740 1 --2- 172.21.15.33:0/3270469562 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd0838660 0x555fd083aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.507+0000 7f3ec35d8740 1 --2- 172.21.15.33:0/3270469562 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd08254b0 0x555fd0838120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.507+0000 7f3ec35d8740 1 --2- 172.21.15.33:0/3270469562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0824b90 0x555fd0824f70 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.507+0000 7f3ec35d8740 1 -- 172.21.15.33:0/3270469562 >> 172.21.15.33:0/3270469562 conn(0x555fd0821200 msgr2=0x555fd08215e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:36.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.507+0000 7f3eb9e00640 1 --2- 172.21.15.33:0/1967579413 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3ea00a2d70 0x7f3ea00a5230 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f3eac009da0 tx=0x7f3eac005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:36.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.507+0000 7f3ec35d8740 1 -- 172.21.15.33:0/3270469562 shutdown_connections 2024-09-05T02:36:36.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.507+0000 7f3ec35d8740 1 -- 172.21.15.33:0/3270469562 wait complete. 2024-09-05T02:36:36.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.507+0000 7f3ec35d8740 1 -- start start 2024-09-05T02:36:36.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.507+0000 7f3ec35d8740 1 Processor -- start 2024-09-05T02:36:36.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.508+0000 7f3ec35d8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd0824b90 0x555fd08355f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:36.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.508+0000 7f3ec35d8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd08254b0 0x555fd0835b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:36.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.508+0000 7f3ec35d8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0838660 0x555fd0836070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:36.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.508+0000 7f3ec35d8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x555fd083aff0 con 0x555fd0838660 2024-09-05T02:36:36.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.508+0000 7f3ec35d8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x555fd07460f0 con 0x555fd08254b0 2024-09-05T02:36:36.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.508+0000 7f3ec35d8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x555fd083b170 con 0x555fd0824b90 2024-09-05T02:36:36.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.508+0000 7f3ec35d8740 10 client.0 _ll_register_callbacks cb 0x555fd072dbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:36.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.508+0000 7f3eba800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0838660 0x555fd0836070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:36.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.508+0000 7f3eb9e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd0824b90 0x555fd08355f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:36.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.508+0000 7f3eba800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0838660 0x555fd0836070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58660/0 (socket says 172.21.15.33:58660) 2024-09-05T02:36:36.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.508+0000 7f3eba800640 1 -- 172.21.15.33:0/1744617123 learned_addr learned my addr 172.21.15.33:0/1744617123 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:36.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.508+0000 7f3eb1400640 1 --2- 172.21.15.33:0/1744617123 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd08254b0 0x555fd0835b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:36.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.509+0000 7f3eb1400640 1 -- 172.21.15.33:0/1744617123 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd0824b90 msgr2=0x555fd08355f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:36.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.509+0000 7f3eb1400640 1 --2- 172.21.15.33:0/1744617123 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd0824b90 0x555fd08355f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.509+0000 7f3eb1400640 1 -- 172.21.15.33:0/1744617123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0838660 msgr2=0x555fd0836070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:36.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.509+0000 7f3eb1400640 1 --2- 172.21.15.33:0/1744617123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0838660 0x555fd0836070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.509+0000 7f3eb1400640 1 -- 172.21.15.33:0/1744617123 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555fd04fc3c0 con 0x555fd08254b0 2024-09-05T02:36:36.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.509+0000 7f3eb9e00640 1 --2- 172.21.15.33:0/1744617123 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd0824b90 0x555fd08355f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:36.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.509+0000 7f3eba800640 1 --2- 172.21.15.33:0/1744617123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0838660 0x555fd0836070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:36.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.509+0000 7f3eb1400640 1 --2- 172.21.15.33:0/1744617123 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd08254b0 0x555fd0835b30 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f3ea40ccf40 tx=0x7f3ea40980b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=deaf9ffe3da6effa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:36.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.509+0000 7f3e9f400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:36:36.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.509+0000 7f3e9f400640 1 -- 172.21.15.33:0/1744617123 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ea40a46f0 con 0x555fd08254b0 2024-09-05T02:36:36.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.509+0000 7f3ec35d8740 1 -- 172.21.15.33:0/1744617123 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3eb4036030 con 0x555fd08254b0 2024-09-05T02:36:36.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.509+0000 7f3e9f400640 1 -- 172.21.15.33:0/1744617123 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f3ea409b160 con 0x555fd08254b0 2024-09-05T02:36:36.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.509+0000 7f3e9f400640 1 -- 172.21.15.33:0/1744617123 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3ea409bd10 con 0x555fd08254b0 2024-09-05T02:36:36.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.510+0000 7f3ec35d8740 10 client.27767 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:36.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.510+0000 7f3ec35d8740 1 -- 172.21.15.33:0/1744617123 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555fd08471c0 con 0x555fd08254b0 2024-09-05T02:36:36.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.510+0000 7f3e9f400640 1 -- 172.21.15.33:0/1744617123 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3eb4036030 con 0x555fd08254b0 2024-09-05T02:36:36.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.510+0000 7f3e9f400640 1 -- 172.21.15.33:0/1744617123 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3ea409ad60 con 0x555fd08254b0 2024-09-05T02:36:36.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.510+0000 7f3ec35d8740 10 client.27767 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:36.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.510+0000 7f3ec35d8740 10 client.27767 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:36:36.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.510+0000 7f3ec35d8740 20 client.27767 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:36.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.510+0000 7f3ec35d8740 1 --2- 172.21.15.33:0/1744617123 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x555fd0848620 0x555fd084aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:36.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.510+0000 7f3ec35d8740 4 client.27767 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:36:36.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.510+0000 7f3ec35d8740 1 -- 172.21.15.33:0/1744617123 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555fd0798950 con 0x555fd0848620 2024-09-05T02:36:36.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.510+0000 7f3eb9e00640 1 --2- 172.21.15.33:0/1744617123 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x555fd0848620 0x555fd084aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:36.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.511+0000 7f3eb9e00640 1 --2- 172.21.15.33:0/1744617123 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x555fd0848620 0x555fd084aa10 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=c13b64e83fd139c2 server_cookie=e9b18421e3f159ad in_seq=0 out_seq=0 2024-09-05T02:36:36.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.511+0000 7f3e9f400640 10 client.27767 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:36:36.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.512+0000 7f3e9f400640 1 -- 172.21.15.33:0/1744617123 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555fd0798950 con 0x555fd0848620 2024-09-05T02:36:36.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.512+0000 7f3e9f400640 10 client.27767 handle_command_reply: tid=0 2024-09-05T02:36:36.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.512+0000 7f3ec35d8740 1 client.27767 shutdown 2024-09-05T02:36:36.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.512+0000 7f3ec35d8740 1 -- 172.21.15.33:0/1744617123 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd08254b0 msgr2=0x555fd0835b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:36.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.512+0000 7f3ec35d8740 1 --2- 172.21.15.33:0/1744617123 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd08254b0 0x555fd0835b30 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f3ea40ccf40 tx=0x7f3ea40980b0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.512+0000 7f3ec35d8740 1 -- 172.21.15.33:0/1744617123 shutdown_connections 2024-09-05T02:36:36.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.512+0000 7f3ec35d8740 1 --2- 172.21.15.33:0/1744617123 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x555fd0848620 0x555fd084aa10 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.512+0000 7f3ec35d8740 1 --2- 172.21.15.33:0/1744617123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0838660 0x555fd0836070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.512+0000 7f3ec35d8740 1 --2- 172.21.15.33:0/1744617123 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd08254b0 0x555fd0835b30 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.512+0000 7f3ec35d8740 1 --2- 172.21.15.33:0/1744617123 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd0824b90 0x555fd08355f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.512+0000 7f3e9f400640 0 client.27767 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:36:36.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.512+0000 7f3ec35d8740 1 -- 172.21.15.33:0/1744617123 >> 172.21.15.33:0/1744617123 conn(0x555fd0821200 msgr2=0x555fd0820380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:36.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.512+0000 7f3ec35d8740 1 -- 172.21.15.33:0/1744617123 shutdown_connections 2024-09-05T02:36:36.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.512+0000 7f3ec35d8740 1 -- 172.21.15.33:0/1744617123 wait complete. 2024-09-05T02:36:36.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.512+0000 7f3ec35d8740 20 client.27767 trim_cache size 0 max 16384 2024-09-05T02:36:36.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.526+0000 7f3ec35d8740 1 Processor -- start 2024-09-05T02:36:36.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.526+0000 7f3ec35d8740 1 -- start start 2024-09-05T02:36:36.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.526+0000 7f3ec35d8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd0824b90 0x555fd08502c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:36.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.526+0000 7f3ec35d8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd08254b0 0x555fd0850800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:36.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.526+0000 7f3ec35d8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0838660 0x555fd081fb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:36.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.526+0000 7f3ec35d8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3ebc1ab680 con 0x555fd0838660 2024-09-05T02:36:36.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.526+0000 7f3ec35d8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3ebc1ad1c0 con 0x555fd08254b0 2024-09-05T02:36:36.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.526+0000 7f3ec35d8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3ebc1abd50 con 0x555fd0824b90 2024-09-05T02:36:36.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.527+0000 7f3eb9e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd0824b90 0x555fd08502c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:36.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.527+0000 7f3eba800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0838660 0x555fd081fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:36.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.527+0000 7f3eb1400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd08254b0 0x555fd0850800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:36.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.527+0000 7f3eb9e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd0824b90 0x555fd08502c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:47854/0 (socket says 172.21.15.33:47854) 2024-09-05T02:36:36.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.527+0000 7f3eb9e00640 1 -- 172.21.15.33:0/1713165778 learned_addr learned my addr 172.21.15.33:0/1713165778 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:36.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.527+0000 7f3eb1400640 1 -- 172.21.15.33:0/1713165778 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd0824b90 msgr2=0x555fd08502c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:36.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.527+0000 7f3eb1400640 1 --2- 172.21.15.33:0/1713165778 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd0824b90 0x555fd08502c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.527+0000 7f3eb1400640 1 -- 172.21.15.33:0/1713165778 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0838660 msgr2=0x555fd081fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:36.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.527+0000 7f3eb1400640 1 --2- 172.21.15.33:0/1713165778 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0838660 0x555fd081fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.527+0000 7f3eb1400640 1 -- 172.21.15.33:0/1713165778 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555fd0844dd0 con 0x555fd08254b0 2024-09-05T02:36:36.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.527+0000 7f3eb1400640 1 --2- 172.21.15.33:0/1713165778 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd08254b0 0x555fd0850800 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f3ea409bca0 tx=0x7f3ea40cfb70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9a4f5592b3bb5f52 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:36.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.528+0000 7f3eaa600640 1 -- 172.21.15.33:0/1713165778 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ea40b9030 con 0x555fd08254b0 2024-09-05T02:36:36.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.528+0000 7f3eaa600640 1 -- 172.21.15.33:0/1713165778 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3ea40a1320 con 0x555fd08254b0 2024-09-05T02:36:36.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.528+0000 7f3eaa600640 1 -- 172.21.15.33:0/1713165778 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ea40a44f0 con 0x555fd08254b0 2024-09-05T02:36:36.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.528+0000 7f3ec35d8740 1 -- 172.21.15.33:0/1713165778 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd08254b0 msgr2=0x555fd0850800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:36.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.528+0000 7f3ec35d8740 1 --2- 172.21.15.33:0/1713165778 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd08254b0 0x555fd0850800 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f3ea409bca0 tx=0x7f3ea40cfb70 comp rx=0 tx=0).stop 2024-09-05T02:36:36.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.528+0000 7f3ec35d8740 1 -- 172.21.15.33:0/1713165778 shutdown_connections 2024-09-05T02:36:36.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.528+0000 7f3ec35d8740 1 --2- 172.21.15.33:0/1713165778 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0838660 0x555fd081fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.528+0000 7f3ec35d8740 1 --2- 172.21.15.33:0/1713165778 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd08254b0 0x555fd0850800 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.528+0000 7f3ec35d8740 1 --2- 172.21.15.33:0/1713165778 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd0824b90 0x555fd08502c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.528+0000 7f3ec35d8740 1 -- 172.21.15.33:0/1713165778 >> 172.21.15.33:0/1713165778 conn(0x555fd0821200 msgr2=0x555fd08346e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:36.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.528+0000 7f3ec35d8740 1 -- 172.21.15.33:0/1713165778 shutdown_connections 2024-09-05T02:36:36.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.528+0000 7f3ec35d8740 1 -- 172.21.15.33:0/1713165778 wait complete. 2024-09-05T02:36:36.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.529+0000 7f3ec35d8740 1 -- start start 2024-09-05T02:36:36.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.529+0000 7f3ec35d8740 1 Processor -- start 2024-09-05T02:36:36.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.529+0000 7f3ec35d8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd0824b90 0x555fd0840690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:36.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.530+0000 7f3ec35d8740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd08254b0 0x555fd0840bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:36.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.530+0000 7f3ec35d8740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0838660 0x555fd0831e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:36.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.530+0000 7f3ec35d8740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3ebc1acaf0 con 0x555fd0838660 2024-09-05T02:36:36.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.530+0000 7f3ec35d8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3ebc1ac420 con 0x555fd0824b90 2024-09-05T02:36:36.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.530+0000 7f3ec35d8740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3ebc1a9680 con 0x555fd08254b0 2024-09-05T02:36:36.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.530+0000 7f3ec35d8740 10 client.0 _ll_register_callbacks cb 0x7f3ea409bae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:36.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.530+0000 7f3eba800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0838660 0x555fd0831e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:36.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.530+0000 7f3eb9e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd0824b90 0x555fd0840690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:36.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.530+0000 7f3eb9e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd0824b90 0x555fd0840690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:59046/0 (socket says 172.21.15.33:59046) 2024-09-05T02:36:36.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.530+0000 7f3eb9e00640 1 -- 172.21.15.33:0/2990110715 learned_addr learned my addr 172.21.15.33:0/2990110715 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:36.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.530+0000 7f3eb1400640 1 --2- 172.21.15.33:0/2990110715 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd08254b0 0x555fd0840bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:36.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.530+0000 7f3eb9e00640 1 -- 172.21.15.33:0/2990110715 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd08254b0 msgr2=0x555fd0840bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:36.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.530+0000 7f3eb9e00640 1 --2- 172.21.15.33:0/2990110715 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd08254b0 0x555fd0840bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.530+0000 7f3eb9e00640 1 -- 172.21.15.33:0/2990110715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0838660 msgr2=0x555fd0831e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:36.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.530+0000 7f3eb9e00640 1 --2- 172.21.15.33:0/2990110715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0838660 0x555fd0831e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.530+0000 7f3eb9e00640 1 -- 172.21.15.33:0/2990110715 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555fd08326b0 con 0x555fd0824b90 2024-09-05T02:36:36.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.531+0000 7f3eb9e00640 1 --2- 172.21.15.33:0/2990110715 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd0824b90 0x555fd0840690 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f3eac003810 tx=0x7f3eac0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=52a97dea206e7f07 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:36.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.531+0000 7f3e9f400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:36:36.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.531+0000 7f3e9f400640 1 -- 172.21.15.33:0/2990110715 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eac005020 con 0x555fd0824b90 2024-09-05T02:36:36.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.531+0000 7f3ec35d8740 1 -- 172.21.15.33:0/2990110715 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ea40a1320 con 0x555fd0824b90 2024-09-05T02:36:36.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.531+0000 7f3e9f400640 1 -- 172.21.15.33:0/2990110715 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f3eac0051c0 con 0x555fd0824b90 2024-09-05T02:36:36.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.531+0000 7f3e9f400640 1 -- 172.21.15.33:0/2990110715 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3eac0053c0 con 0x555fd0824b90 2024-09-05T02:36:36.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.531+0000 7f3ec35d8740 10 client.27773 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:36.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.531+0000 7f3ec35d8740 1 -- 172.21.15.33:0/2990110715 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555fd08b2e30 con 0x555fd0824b90 2024-09-05T02:36:36.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.532+0000 7f3e9f400640 1 -- 172.21.15.33:0/2990110715 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3ea40a1320 con 0x555fd0824b90 2024-09-05T02:36:36.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.532+0000 7f3e9f400640 1 -- 172.21.15.33:0/2990110715 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3eac02b5e0 con 0x555fd0824b90 2024-09-05T02:36:36.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.532+0000 7f3ec35d8740 10 client.27773 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:36.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.532+0000 7f3ec35d8740 10 client.27773 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:36:36.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.532+0000 7f3ec35d8740 20 client.27773 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:36.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.532+0000 7f3ec35d8740 1 --2- 172.21.15.33:0/2990110715 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x555fd08b3500 0x555fd08b58f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:36.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.532+0000 7f3ec35d8740 4 client.27773 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:36:36.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.532+0000 7f3ec35d8740 1 -- 172.21.15.33:0/2990110715 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555fd0792e60 con 0x555fd08b3500 2024-09-05T02:36:36.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.532+0000 7f3eb1400640 1 --2- 172.21.15.33:0/2990110715 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x555fd08b3500 0x555fd08b58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:36.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.533+0000 7f3eb1400640 1 --2- 172.21.15.33:0/2990110715 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x555fd08b3500 0x555fd08b58f0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=362da4c40482a787 server_cookie=151489f79a89df51 in_seq=0 out_seq=0 2024-09-05T02:36:36.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.533+0000 7f3e9f400640 10 client.27773 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:36:36.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.533+0000 7f3e9f400640 1 -- 172.21.15.33:0/2990110715 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555fd0792e60 con 0x555fd08b3500 2024-09-05T02:36:36.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.533+0000 7f3e9f400640 10 client.27773 handle_command_reply: tid=0 2024-09-05T02:36:36.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.533+0000 7f3ec35d8740 1 client.27773 shutdown 2024-09-05T02:36:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.533+0000 7f3ec35d8740 1 -- 172.21.15.33:0/2990110715 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd0824b90 msgr2=0x555fd0840690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.533+0000 7f3ec35d8740 1 --2- 172.21.15.33:0/2990110715 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd0824b90 0x555fd0840690 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f3eac003810 tx=0x7f3eac0046c0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.533+0000 7f3ec35d8740 1 -- 172.21.15.33:0/2990110715 shutdown_connections 2024-09-05T02:36:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.533+0000 7f3ec35d8740 1 --2- 172.21.15.33:0/2990110715 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x555fd08b3500 0x555fd08b58f0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.534+0000 7f3ec35d8740 1 --2- 172.21.15.33:0/2990110715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555fd0838660 0x555fd0831e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.534+0000 7f3e9f400640 0 client.27773 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:36:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.534+0000 7f3ec35d8740 1 --2- 172.21.15.33:0/2990110715 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555fd08254b0 0x555fd0840bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.534+0000 7f3ec35d8740 1 --2- 172.21.15.33:0/2990110715 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555fd0824b90 0x555fd0840690 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.534+0000 7f3ec35d8740 1 -- 172.21.15.33:0/2990110715 >> 172.21.15.33:0/2990110715 conn(0x555fd0821200 msgr2=0x555fd0836e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.534+0000 7f3ec35d8740 1 -- 172.21.15.33:0/2990110715 shutdown_connections 2024-09-05T02:36:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.534+0000 7f3ec35d8740 1 -- 172.21.15.33:0/2990110715 wait complete. 2024-09-05T02:36:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.534+0000 7f3ec35d8740 20 client.27773 trim_cache size 0 max 16384 2024-09-05T02:36:36.540 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:36:36.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.534+0000 7f3ec0c00640 1 -- 172.21.15.33:0/1967579413 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3ea00a2d70 msgr2=0x7f3ea00a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:36.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.534+0000 7f3ec0c00640 1 --2- 172.21.15.33:0/1967579413 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3ea00a2d70 0x7f3ea00a5230 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f3eac009da0 tx=0x7f3eac005f90 comp rx=0 tx=0).stop 2024-09-05T02:36:36.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.534+0000 7f3ec0c00640 1 -- 172.21.15.33:0/1967579413 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ebc1049c0 msgr2=0x7f3ebc19ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:36.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.534+0000 7f3ec0c00640 1 --2- 172.21.15.33:0/1967579413 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ebc1049c0 0x7f3ebc19ac00 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f3ea400e9f0 tx=0x7f3ea400edf0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.535+0000 7f3ec0c00640 1 -- 172.21.15.33:0/1967579413 shutdown_connections 2024-09-05T02:36:36.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.535+0000 7f3ec0c00640 1 --2- 172.21.15.33:0/1967579413 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3ea00a2d70 0x7f3ea00a5230 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.535+0000 7f3ec0c00640 1 --2- 172.21.15.33:0/1967579413 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ebc109140 0x7f3ebc19ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.535+0000 7f3ec0c00640 1 --2- 172.21.15.33:0/1967579413 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ebc1049c0 0x7f3ebc19ac00 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.535+0000 7f3ec0c00640 1 --2- 172.21.15.33:0/1967579413 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ebc104010 0x7f3ebc19a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:36.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.535+0000 7f3ec0c00640 1 -- 172.21.15.33:0/1967579413 >> 172.21.15.33:0/1967579413 conn(0x7f3ebc0ffa50 msgr2=0x7f3ebc100d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:36.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.535+0000 7f3ec0c00640 1 -- 172.21.15.33:0/1967579413 shutdown_connections 2024-09-05T02:36:36.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:36.535+0000 7f3ec0c00640 1 -- 172.21.15.33:0/1967579413 wait complete. 2024-09-05T02:36:37.489 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:36:37.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:37 smithi174 ceph-mon[34756]: pgmap v299: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:36:37.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:37 smithi033 ceph-mon[29909]: pgmap v299: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:36:37.866 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:37.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:37 smithi123 ceph-mon[34031]: pgmap v299: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:36:38.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.352+0000 7fde99c00640 1 -- 172.21.15.33:0/2549034831 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fde94103e50 msgr2=0x7fde94104230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:38.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.352+0000 7fde99c00640 1 --2- 172.21.15.33:0/2549034831 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fde94103e50 0x7fde94104230 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fde84009900 tx=0x7fde8402a410 comp rx=0 tx=0).stop 2024-09-05T02:36:38.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.352+0000 7fde99c00640 1 -- 172.21.15.33:0/2549034831 shutdown_connections 2024-09-05T02:36:38.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.352+0000 7fde99c00640 1 --2- 172.21.15.33:0/2549034831 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fde94109090 0x7fde94110c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.352+0000 7fde99c00640 1 --2- 172.21.15.33:0/2549034831 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fde94104800 0x7fde94108960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.352+0000 7fde99c00640 1 --2- 172.21.15.33:0/2549034831 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fde94103e50 0x7fde94104230 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.352+0000 7fde99c00640 1 -- 172.21.15.33:0/2549034831 >> 172.21.15.33:0/2549034831 conn(0x7fde940ff8b0 msgr2=0x7fde94101cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:38.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.352+0000 7fde99c00640 1 -- 172.21.15.33:0/2549034831 shutdown_connections 2024-09-05T02:36:38.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.353+0000 7fde99c00640 1 -- 172.21.15.33:0/2549034831 wait complete. 2024-09-05T02:36:38.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.353+0000 7fde99c00640 1 Processor -- start 2024-09-05T02:36:38.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.354+0000 7fde99c00640 1 -- start start 2024-09-05T02:36:38.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.354+0000 7fde99c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fde94103e50 0x7fde9419a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:38.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.354+0000 7fde99c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fde94104800 0x7fde9419aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:38.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.354+0000 7fde99c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fde94109090 0x7fde9419ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:38.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.354+0000 7fde99c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fde94114100 con 0x7fde94104800 2024-09-05T02:36:38.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.354+0000 7fde99c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fde94113f80 con 0x7fde94109090 2024-09-05T02:36:38.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.354+0000 7fde99c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fde94114280 con 0x7fde94103e50 2024-09-05T02:36:38.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.354+0000 7fde8b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fde94104800 0x7fde9419aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:38.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.354+0000 7fde8b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fde94104800 0x7fde9419aae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58704/0 (socket says 172.21.15.33:58704) 2024-09-05T02:36:38.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.354+0000 7fde8b400640 1 -- 172.21.15.33:0/2594297368 learned_addr learned my addr 172.21.15.33:0/2594297368 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:38.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.354+0000 7fde93e00640 1 --2- 172.21.15.33:0/2594297368 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fde94103e50 0x7fde9419a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:38.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.354+0000 7fde99200640 1 --2- 172.21.15.33:0/2594297368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fde94109090 0x7fde9419ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:38.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.355+0000 7fde8b400640 1 -- 172.21.15.33:0/2594297368 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fde94103e50 msgr2=0x7fde9419a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:38.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.355+0000 7fde8b400640 1 --2- 172.21.15.33:0/2594297368 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fde94103e50 0x7fde9419a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.355+0000 7fde8b400640 1 -- 172.21.15.33:0/2594297368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fde94109090 msgr2=0x7fde9419ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:38.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.355+0000 7fde8b400640 1 --2- 172.21.15.33:0/2594297368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fde94109090 0x7fde9419ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.355+0000 7fde8b400640 1 -- 172.21.15.33:0/2594297368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde9419f550 con 0x7fde94104800 2024-09-05T02:36:38.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.355+0000 7fde8b400640 1 --2- 172.21.15.33:0/2594297368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fde94104800 0x7fde9419aae0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fde7c00e9f0 tx=0x7fde7c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:38.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.355+0000 7fde91600640 1 -- 172.21.15.33:0/2594297368 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde7c00cd80 con 0x7fde94104800 2024-09-05T02:36:38.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.355+0000 7fde91600640 1 -- 172.21.15.33:0/2594297368 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fde7c005500 con 0x7fde94104800 2024-09-05T02:36:38.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.355+0000 7fde91600640 1 -- 172.21.15.33:0/2594297368 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde7c010690 con 0x7fde94104800 2024-09-05T02:36:38.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.356+0000 7fde99c00640 1 -- 172.21.15.33:0/2594297368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde9419f840 con 0x7fde94104800 2024-09-05T02:36:38.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.356+0000 7fde99c00640 1 -- 172.21.15.33:0/2594297368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde941a7120 con 0x7fde94104800 2024-09-05T02:36:38.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.359+0000 7fde91600640 1 -- 172.21.15.33:0/2594297368 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fde7c0046c0 con 0x7fde94104800 2024-09-05T02:36:38.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.359+0000 7fde9de14740 1 Processor -- start 2024-09-05T02:36:38.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.359+0000 7fde9de14740 1 -- start start 2024-09-05T02:36:38.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.359+0000 7fde9de14740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901124e40 0x564901125220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:38.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.359+0000 7fde9de14740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901125760 0x56490112fae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:38.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.359+0000 7fde9de14740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901130020 0x564901132410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:38.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.359+0000 7fde9de14740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56490108b3e0 con 0x564901130020 2024-09-05T02:36:38.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.359+0000 7fde9de14740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564901032d80 con 0x564901124e40 2024-09-05T02:36:38.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.359+0000 7fde9de14740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5649010873a0 con 0x564901125760 2024-09-05T02:36:38.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.359+0000 7fde8b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901130020 0x564901132410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:38.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.360+0000 7fde99200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901124e40 0x564901125220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:38.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.360+0000 7fde8b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901130020 0x564901132410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58718/0 (socket says 172.21.15.33:58718) 2024-09-05T02:36:38.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.360+0000 7fde8b400640 1 -- 172.21.15.33:0/2286456618 learned_addr learned my addr 172.21.15.33:0/2286456618 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:38.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.360+0000 7fde93e00640 1 --2- 172.21.15.33:0/2286456618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901125760 0x56490112fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:38.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.360+0000 7fde99200640 1 -- 172.21.15.33:0/2286456618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901125760 msgr2=0x56490112fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:38.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.360+0000 7fde99200640 1 --2- 172.21.15.33:0/2286456618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901125760 0x56490112fae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.360+0000 7fde99200640 1 -- 172.21.15.33:0/2286456618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901130020 msgr2=0x564901132410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:38.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.360+0000 7fde99200640 1 --2- 172.21.15.33:0/2286456618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901130020 0x564901132410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.360+0000 7fde99200640 1 -- 172.21.15.33:0/2286456618 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564901051ae0 con 0x564901124e40 2024-09-05T02:36:38.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.360+0000 7fde93e00640 1 --2- 172.21.15.33:0/2286456618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901125760 0x56490112fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:38.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.360+0000 7fde8b400640 1 --2- 172.21.15.33:0/2286456618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901130020 0x564901132410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:38.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.360+0000 7fde99200640 1 --2- 172.21.15.33:0/2286456618 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901124e40 0x564901125220 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fde8c009eb0 tx=0x7fde8c0107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=900be12737a86992 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:38.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.360+0000 7fde91600640 1 --2- 172.21.15.33:0/2594297368 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fde780a2d70 0x7fde780a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:38.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.361+0000 7fde89600640 1 -- 172.21.15.33:0/2286456618 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde8c003b70 con 0x564901124e40 2024-09-05T02:36:38.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.361+0000 7fde91600640 1 -- 172.21.15.33:0/2594297368 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fde7c0cf840 con 0x7fde94104800 2024-09-05T02:36:38.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.361+0000 7fde89600640 1 -- 172.21.15.33:0/2286456618 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fde8c015070 con 0x564901124e40 2024-09-05T02:36:38.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.361+0000 7fde89600640 1 -- 172.21.15.33:0/2286456618 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde8c01a830 con 0x564901124e40 2024-09-05T02:36:38.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.361+0000 7fde93e00640 1 --2- 172.21.15.33:0/2594297368 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fde780a2d70 0x7fde780a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:38.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.361+0000 7fde9de14740 1 -- 172.21.15.33:0/2286456618 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901124e40 msgr2=0x564901125220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:38.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.361+0000 7fde9de14740 1 --2- 172.21.15.33:0/2286456618 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901124e40 0x564901125220 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fde8c009eb0 tx=0x7fde8c0107a0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.361+0000 7fde93e00640 1 --2- 172.21.15.33:0/2594297368 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fde780a2d70 0x7fde780a5230 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fde84000c00 tx=0x7fde84005b50 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:38.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.362+0000 7fde9de14740 1 -- 172.21.15.33:0/2286456618 shutdown_connections 2024-09-05T02:36:38.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.362+0000 7fde9de14740 1 --2- 172.21.15.33:0/2286456618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901130020 0x564901132410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.362+0000 7fde9de14740 1 --2- 172.21.15.33:0/2286456618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901125760 0x56490112fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.362+0000 7fde9de14740 1 --2- 172.21.15.33:0/2286456618 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901124e40 0x564901125220 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.362+0000 7fde9de14740 1 -- 172.21.15.33:0/2286456618 >> 172.21.15.33:0/2286456618 conn(0x5649011213d0 msgr2=0x5649011217b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:38.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.362+0000 7fde9de14740 1 -- 172.21.15.33:0/2286456618 shutdown_connections 2024-09-05T02:36:38.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.362+0000 7fde9de14740 1 -- 172.21.15.33:0/2286456618 wait complete. 2024-09-05T02:36:38.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.362+0000 7fde9de14740 1 -- start start 2024-09-05T02:36:38.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.363+0000 7fde9de14740 1 Processor -- start 2024-09-05T02:36:38.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.363+0000 7fde9de14740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901124e40 0x56490112cef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:38.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.363+0000 7fde9de14740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901125760 0x56490112d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:38.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.363+0000 7fde9de14740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901130020 0x56490112d970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:38.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.363+0000 7fde9de14740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x564901132bf0 con 0x564901130020 2024-09-05T02:36:38.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.363+0000 7fde9de14740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5649010460f0 con 0x564901124e40 2024-09-05T02:36:38.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.363+0000 7fde9de14740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x564901132d70 con 0x564901125760 2024-09-05T02:36:38.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.363+0000 7fde9de14740 10 client.0 _ll_register_callbacks cb 0x56490102dbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:38.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.363+0000 7fde99200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901130020 0x56490112d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:38.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.364+0000 7fde93e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901124e40 0x56490112cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:38.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.364+0000 7fde8b400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901125760 0x56490112d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:38.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.364+0000 7fde99200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901130020 0x56490112d970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58734/0 (socket says 172.21.15.33:58734) 2024-09-05T02:36:38.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.364+0000 7fde99200640 1 -- 172.21.15.33:0/2137227438 learned_addr learned my addr 172.21.15.33:0/2137227438 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:38.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.364+0000 7fde8b400640 1 -- 172.21.15.33:0/2137227438 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901124e40 msgr2=0x56490112cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:38.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.364+0000 7fde8b400640 1 --2- 172.21.15.33:0/2137227438 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901124e40 0x56490112cef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.364+0000 7fde8b400640 1 -- 172.21.15.33:0/2137227438 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901130020 msgr2=0x56490112d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:38.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.364+0000 7fde8b400640 1 --2- 172.21.15.33:0/2137227438 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901130020 0x56490112d970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.364+0000 7fde8b400640 1 -- 172.21.15.33:0/2137227438 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564900dfc3c0 con 0x564901125760 2024-09-05T02:36:38.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.364+0000 7fde99200640 1 --2- 172.21.15.33:0/2137227438 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901130020 0x56490112d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:38.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.364+0000 7fde8b400640 1 --2- 172.21.15.33:0/2137227438 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901125760 0x56490112d430 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fde7c00c6a0 tx=0x7fde7c0ccf40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8b45f96d10def95 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:38.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.364+0000 7fde82000640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:36:38.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.365+0000 7fde82000640 1 -- 172.21.15.33:0/2137227438 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde7c09b830 con 0x564901125760 2024-09-05T02:36:38.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.365+0000 7fde82000640 1 -- 172.21.15.33:0/2137227438 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fde7c0a46d0 con 0x564901125760 2024-09-05T02:36:38.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.365+0000 7fde9de14740 1 -- 172.21.15.33:0/2137227438 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde8c015070 con 0x564901125760 2024-09-05T02:36:38.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.365+0000 7fde82000640 1 -- 172.21.15.33:0/2137227438 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fde7c0cd3b0 con 0x564901125760 2024-09-05T02:36:38.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.365+0000 7fde9de14740 10 client.27712 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:38.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.365+0000 7fde9de14740 1 -- 172.21.15.33:0/2137227438 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56490113ecc0 con 0x564901125760 2024-09-05T02:36:38.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.365+0000 7fde82000640 1 -- 172.21.15.33:0/2137227438 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fde8c015070 con 0x564901125760 2024-09-05T02:36:38.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.365+0000 7fde82000640 1 -- 172.21.15.33:0/2137227438 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fde7c09abb0 con 0x564901125760 2024-09-05T02:36:38.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.366+0000 7fde9de14740 10 client.27712 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:38.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.366+0000 7fde9de14740 10 client.27712 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:36:38.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.366+0000 7fde9de14740 20 client.27712 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:38.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.366+0000 7fde9de14740 1 --2- 172.21.15.33:0/2137227438 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x564901140180 0x564901142570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:38.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.366+0000 7fde9de14740 4 client.27712 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:36:38.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.366+0000 7fde9de14740 1 -- 172.21.15.33:0/2137227438 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564901098950 con 0x564901140180 2024-09-05T02:36:38.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.366+0000 7fde93e00640 1 --2- 172.21.15.33:0/2137227438 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x564901140180 0x564901142570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:38.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.367+0000 7fde93e00640 1 --2- 172.21.15.33:0/2137227438 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x564901140180 0x564901142570 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e581b168b5497f42 server_cookie=b7b258a35cec1361 in_seq=0 out_seq=0 2024-09-05T02:36:38.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.367+0000 7fde82000640 10 client.27712 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:36:38.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.367+0000 7fde82000640 1 -- 172.21.15.33:0/2137227438 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564901098950 con 0x564901140180 2024-09-05T02:36:38.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.367+0000 7fde82000640 10 client.27712 handle_command_reply: tid=0 2024-09-05T02:36:38.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.367+0000 7fde9de14740 1 client.27712 shutdown 2024-09-05T02:36:38.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.368+0000 7fde9de14740 1 -- 172.21.15.33:0/2137227438 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901125760 msgr2=0x56490112d430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:38.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.368+0000 7fde9de14740 1 --2- 172.21.15.33:0/2137227438 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901125760 0x56490112d430 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fde7c00c6a0 tx=0x7fde7c0ccf40 comp rx=0 tx=0).stop 2024-09-05T02:36:38.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.368+0000 7fde9de14740 1 -- 172.21.15.33:0/2137227438 shutdown_connections 2024-09-05T02:36:38.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.368+0000 7fde9de14740 1 --2- 172.21.15.33:0/2137227438 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x564901140180 0x564901142570 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.368+0000 7fde9de14740 1 --2- 172.21.15.33:0/2137227438 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901130020 0x56490112d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.368+0000 7fde9de14740 1 --2- 172.21.15.33:0/2137227438 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901125760 0x56490112d430 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.368+0000 7fde82000640 0 client.27712 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:36:38.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.368+0000 7fde9de14740 1 --2- 172.21.15.33:0/2137227438 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901124e40 0x56490112cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.368+0000 7fde9de14740 1 -- 172.21.15.33:0/2137227438 >> 172.21.15.33:0/2137227438 conn(0x5649011213d0 msgr2=0x5649011270b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:38.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.368+0000 7fde9de14740 1 -- 172.21.15.33:0/2137227438 shutdown_connections 2024-09-05T02:36:38.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.368+0000 7fde9de14740 1 -- 172.21.15.33:0/2137227438 wait complete. 2024-09-05T02:36:38.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.368+0000 7fde9de14740 20 client.27712 trim_cache size 0 max 16384 2024-09-05T02:36:38.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.382+0000 7fde9de14740 1 Processor -- start 2024-09-05T02:36:38.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.382+0000 7fde9de14740 1 -- start start 2024-09-05T02:36:38.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.383+0000 7fde9de14740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901124e40 0x564901147e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:38.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.383+0000 7fde9de14740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901125760 0x564901148360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:38.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.383+0000 7fde9de14740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901130020 0x56490112a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:38.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.383+0000 7fde9de14740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fde941af8d0 con 0x564901124e40 2024-09-05T02:36:38.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.383+0000 7fde9de14740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fde941b1410 con 0x564901125760 2024-09-05T02:36:38.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.383+0000 7fde9de14740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fde941affa0 con 0x564901130020 2024-09-05T02:36:38.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.383+0000 7fde93e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901124e40 0x564901147e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:38.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.383+0000 7fde93e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901124e40 0x564901147e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58744/0 (socket says 172.21.15.33:58744) 2024-09-05T02:36:38.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.383+0000 7fde93e00640 1 -- 172.21.15.33:0/725854156 learned_addr learned my addr 172.21.15.33:0/725854156 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:38.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.383+0000 7fde99200640 1 --2- 172.21.15.33:0/725854156 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901130020 0x56490112a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:38.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.383+0000 7fde8b400640 1 --2- 172.21.15.33:0/725854156 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901125760 0x564901148360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:38.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.383+0000 7fde93e00640 1 -- 172.21.15.33:0/725854156 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901130020 msgr2=0x56490112a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:38.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.383+0000 7fde93e00640 1 --2- 172.21.15.33:0/725854156 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901130020 0x56490112a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.383+0000 7fde93e00640 1 -- 172.21.15.33:0/725854156 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901125760 msgr2=0x564901148360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:38.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.383+0000 7fde93e00640 1 --2- 172.21.15.33:0/725854156 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901125760 0x564901148360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.383+0000 7fde93e00640 1 -- 172.21.15.33:0/725854156 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564901121200 con 0x564901124e40 2024-09-05T02:36:38.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.383+0000 7fde8b400640 1 --2- 172.21.15.33:0/725854156 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901125760 0x564901148360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:36:38.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.384+0000 7fde93e00640 1 --2- 172.21.15.33:0/725854156 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901124e40 0x564901147e20 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fde84009230 tx=0x7fde8403f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e13ef3155299bc40 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:38.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.384+0000 7fde88c00640 1 -- 172.21.15.33:0/725854156 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde84035040 con 0x564901124e40 2024-09-05T02:36:38.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.384+0000 7fde88c00640 1 -- 172.21.15.33:0/725854156 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fde8405a070 con 0x564901124e40 2024-09-05T02:36:38.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.384+0000 7fde88c00640 1 -- 172.21.15.33:0/725854156 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde84032c00 con 0x564901124e40 2024-09-05T02:36:38.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.385+0000 7fde9de14740 1 -- 172.21.15.33:0/725854156 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901124e40 msgr2=0x564901147e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:38.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.385+0000 7fde9de14740 1 --2- 172.21.15.33:0/725854156 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901124e40 0x564901147e20 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fde84009230 tx=0x7fde8403f000 comp rx=0 tx=0).stop 2024-09-05T02:36:38.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.385+0000 7fde9de14740 1 -- 172.21.15.33:0/725854156 shutdown_connections 2024-09-05T02:36:38.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.385+0000 7fde9de14740 1 --2- 172.21.15.33:0/725854156 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901130020 0x56490112a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.385+0000 7fde9de14740 1 --2- 172.21.15.33:0/725854156 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901125760 0x564901148360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.385+0000 7fde9de14740 1 --2- 172.21.15.33:0/725854156 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901124e40 0x564901147e20 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.385+0000 7fde9de14740 1 -- 172.21.15.33:0/725854156 >> 172.21.15.33:0/725854156 conn(0x5649011213d0 msgr2=0x56490112ef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:38.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.385+0000 7fde9de14740 1 -- 172.21.15.33:0/725854156 shutdown_connections 2024-09-05T02:36:38.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.385+0000 7fde9de14740 1 -- 172.21.15.33:0/725854156 wait complete. 2024-09-05T02:36:38.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.386+0000 7fde9de14740 1 -- start start 2024-09-05T02:36:38.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.386+0000 7fde9de14740 1 Processor -- start 2024-09-05T02:36:38.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.386+0000 7fde9de14740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901124e40 0x564901133ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:38.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.386+0000 7fde9de14740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901125760 0x564901134220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:38.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.386+0000 7fde9de14740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901130020 0x564901134760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:38.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.387+0000 7fde9de14740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fde941b0d40 con 0x564901125760 2024-09-05T02:36:38.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.387+0000 7fde9de14740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fde941b0670 con 0x564901130020 2024-09-05T02:36:38.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.387+0000 7fde9de14740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fde941ad8d0 con 0x564901124e40 2024-09-05T02:36:38.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.387+0000 7fde9de14740 10 client.0 _ll_register_callbacks cb 0x7fde7c00e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:38.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.387+0000 7fde93e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901124e40 0x564901133ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:38.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.387+0000 7fde99200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901130020 0x564901134760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:38.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.387+0000 7fde8b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901125760 0x564901134220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:38.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.387+0000 7fde93e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901124e40 0x564901133ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:47922/0 (socket says 172.21.15.33:47922) 2024-09-05T02:36:38.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.387+0000 7fde93e00640 1 -- 172.21.15.33:0/1701720862 learned_addr learned my addr 172.21.15.33:0/1701720862 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:38.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.387+0000 7fde99200640 1 --2- 172.21.15.33:0/1701720862 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901130020 0x564901134760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:59084/0 (socket says 172.21.15.33:59084) 2024-09-05T02:36:38.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.387+0000 7fde93e00640 1 -- 172.21.15.33:0/1701720862 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901130020 msgr2=0x564901134760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:38.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.387+0000 7fde93e00640 1 --2- 172.21.15.33:0/1701720862 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901130020 0x564901134760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.387+0000 7fde93e00640 1 -- 172.21.15.33:0/1701720862 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901125760 msgr2=0x564901134220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:38.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.387+0000 7fde93e00640 1 --2- 172.21.15.33:0/1701720862 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901125760 0x564901134220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.387+0000 7fde93e00640 1 -- 172.21.15.33:0/1701720862 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649011a9df0 con 0x564901124e40 2024-09-05T02:36:38.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.388+0000 7fde93e00640 1 --2- 172.21.15.33:0/1701720862 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901124e40 0x564901133ce0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fde8402aa00 tx=0x7fde84032720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=de2352cdc998cde5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:38.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.388+0000 7fde82000640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:36:38.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.389+0000 7fde82000640 1 -- 172.21.15.33:0/1701720862 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde84032d50 con 0x564901124e40 2024-09-05T02:36:38.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.389+0000 7fde82000640 1 -- 172.21.15.33:0/1701720862 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fde840046c0 con 0x564901124e40 2024-09-05T02:36:38.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.389+0000 7fde9de14740 1 -- 172.21.15.33:0/1701720862 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde8405a070 con 0x564901124e40 2024-09-05T02:36:38.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.389+0000 7fde82000640 1 -- 172.21.15.33:0/1701720862 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fde840048c0 con 0x564901124e40 2024-09-05T02:36:38.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.389+0000 7fde9de14740 10 client.27718 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:38.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.389+0000 7fde9de14740 1 -- 172.21.15.33:0/1701720862 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5649011ab0a0 con 0x564901124e40 2024-09-05T02:36:38.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.389+0000 7fde82000640 1 -- 172.21.15.33:0/1701720862 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fde8405a070 con 0x564901124e40 2024-09-05T02:36:38.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.389+0000 7fde82000640 1 -- 172.21.15.33:0/1701720862 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fde840543a0 con 0x564901124e40 2024-09-05T02:36:38.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.390+0000 7fde9de14740 10 client.27718 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:38.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.390+0000 7fde9de14740 10 client.27718 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:36:38.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.390+0000 7fde9de14740 20 client.27718 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:38.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.390+0000 7fde9de14740 1 --2- 172.21.15.33:0/1701720862 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5649011ab760 0x5649011adb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:38.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.390+0000 7fde9de14740 4 client.27718 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:36:38.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.390+0000 7fde9de14740 1 -- 172.21.15.33:0/1701720862 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564901092e60 con 0x5649011ab760 2024-09-05T02:36:38.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.390+0000 7fde8b400640 1 --2- 172.21.15.33:0/1701720862 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5649011ab760 0x5649011adb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:38.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.390+0000 7fde8b400640 1 --2- 172.21.15.33:0/1701720862 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5649011ab760 0x5649011adb50 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=29c33034f417bc75 server_cookie=4478b83d912e48d in_seq=0 out_seq=0 2024-09-05T02:36:38.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.390+0000 7fde82000640 10 client.27718 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:36:38.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.391+0000 7fde82000640 1 -- 172.21.15.33:0/1701720862 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564901092e60 con 0x5649011ab760 2024-09-05T02:36:38.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.391+0000 7fde82000640 10 client.27718 handle_command_reply: tid=0 2024-09-05T02:36:38.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.391+0000 7fde9de14740 1 client.27718 shutdown 2024-09-05T02:36:38.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.391+0000 7fde9de14740 1 -- 172.21.15.33:0/1701720862 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901124e40 msgr2=0x564901133ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:38.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.391+0000 7fde9de14740 1 --2- 172.21.15.33:0/1701720862 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901124e40 0x564901133ce0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fde8402aa00 tx=0x7fde84032720 comp rx=0 tx=0).stop 2024-09-05T02:36:38.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.391+0000 7fde9de14740 1 -- 172.21.15.33:0/1701720862 shutdown_connections 2024-09-05T02:36:38.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.391+0000 7fde9de14740 1 --2- 172.21.15.33:0/1701720862 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5649011ab760 0x5649011adb50 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.391+0000 7fde9de14740 1 --2- 172.21.15.33:0/1701720862 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564901130020 0x564901134760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.391+0000 7fde9de14740 1 --2- 172.21.15.33:0/1701720862 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564901125760 0x564901134220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.391+0000 7fde9de14740 1 --2- 172.21.15.33:0/1701720862 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564901124e40 0x564901133ce0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.391+0000 7fde82000640 0 client.27718 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:36:38.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.391+0000 7fde9de14740 1 -- 172.21.15.33:0/1701720862 >> 172.21.15.33:0/1701720862 conn(0x5649011213d0 msgr2=0x56490111fc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:38.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.391+0000 7fde9de14740 1 -- 172.21.15.33:0/1701720862 shutdown_connections 2024-09-05T02:36:38.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.391+0000 7fde9de14740 1 -- 172.21.15.33:0/1701720862 wait complete. 2024-09-05T02:36:38.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.391+0000 7fde9de14740 20 client.27718 trim_cache size 0 max 16384 2024-09-05T02:36:38.397 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:36:38.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.392+0000 7fde99c00640 1 -- 172.21.15.33:0/2594297368 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fde780a2d70 msgr2=0x7fde780a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:38.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.392+0000 7fde99c00640 1 --2- 172.21.15.33:0/2594297368 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fde780a2d70 0x7fde780a5230 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fde84000c00 tx=0x7fde84005b50 comp rx=0 tx=0).stop 2024-09-05T02:36:38.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.392+0000 7fde99c00640 1 -- 172.21.15.33:0/2594297368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fde94104800 msgr2=0x7fde9419aae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:38.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.392+0000 7fde99c00640 1 --2- 172.21.15.33:0/2594297368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fde94104800 0x7fde9419aae0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fde7c00e9f0 tx=0x7fde7c00edf0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.392+0000 7fde99c00640 1 -- 172.21.15.33:0/2594297368 shutdown_connections 2024-09-05T02:36:38.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.392+0000 7fde99c00640 1 --2- 172.21.15.33:0/2594297368 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fde780a2d70 0x7fde780a5230 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.392+0000 7fde99c00640 1 --2- 172.21.15.33:0/2594297368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fde94109090 0x7fde9419ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.392+0000 7fde99c00640 1 --2- 172.21.15.33:0/2594297368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fde94104800 0x7fde9419aae0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.392+0000 7fde99c00640 1 --2- 172.21.15.33:0/2594297368 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fde94103e50 0x7fde9419a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:38.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.392+0000 7fde99c00640 1 -- 172.21.15.33:0/2594297368 >> 172.21.15.33:0/2594297368 conn(0x7fde940ff8b0 msgr2=0x7fde94100c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:38.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.392+0000 7fde99c00640 1 -- 172.21.15.33:0/2594297368 shutdown_connections 2024-09-05T02:36:38.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:38.392+0000 7fde99c00640 1 -- 172.21.15.33:0/2594297368 wait complete. 2024-09-05T02:36:39.073 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:36:39.448 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:39.737 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:39 smithi033 ceph-mon[29909]: pgmap v300: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:36:39.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:39 smithi174 ceph-mon[34756]: pgmap v300: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:36:39.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:39 smithi123 ceph-mon[34031]: pgmap v300: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:36:40.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.019+0000 7f5cbf000640 1 -- 172.21.15.33:0/2212413700 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5cb8108f60 msgr2=0x7f5cb8110ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:40.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.019+0000 7f5cbf000640 1 --2- 172.21.15.33:0/2212413700 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5cb8108f60 0x7f5cb8110ae0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f5cb0009ca0 tx=0x7f5cb002a8c0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.019+0000 7f5cbf000640 1 -- 172.21.15.33:0/2212413700 shutdown_connections 2024-09-05T02:36:40.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.019+0000 7f5cbf000640 1 --2- 172.21.15.33:0/2212413700 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5cb8108f60 0x7f5cb8110ae0 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.019+0000 7f5cbf000640 1 --2- 172.21.15.33:0/2212413700 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5cb81047e0 0x7f5cb8108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.019+0000 7f5cbf000640 1 --2- 172.21.15.33:0/2212413700 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5cb8103e30 0x7f5cb8104210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.019+0000 7f5cbf000640 1 -- 172.21.15.33:0/2212413700 >> 172.21.15.33:0/2212413700 conn(0x7f5cb80ff8d0 msgr2=0x7f5cb8101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:40.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.019+0000 7f5cbf000640 1 -- 172.21.15.33:0/2212413700 shutdown_connections 2024-09-05T02:36:40.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.019+0000 7f5cbf000640 1 -- 172.21.15.33:0/2212413700 wait complete. 2024-09-05T02:36:40.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.020+0000 7f5cbf000640 1 Processor -- start 2024-09-05T02:36:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.020+0000 7f5cbf000640 1 -- start start 2024-09-05T02:36:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.020+0000 7f5cbf000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5cb8103e30 0x7f5cb819a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.020+0000 7f5cbf000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5cb81047e0 0x7f5cb819a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.020+0000 7f5cbf000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5cb8108f60 0x7f5cb819ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.020+0000 7f5cbf000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb8113fc0 con 0x7f5cb81047e0 2024-09-05T02:36:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.020+0000 7f5cbf000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb8113e40 con 0x7f5cb8108f60 2024-09-05T02:36:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.020+0000 7f5cbf000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb8114140 con 0x7f5cb8103e30 2024-09-05T02:36:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.021+0000 7f5cbd200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5cb81047e0 0x7f5cb819a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.021+0000 7f5cbdc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5cb8103e30 0x7f5cb819a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.021+0000 7f5cbe600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5cb8108f60 0x7f5cb819ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.021+0000 7f5cbdc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5cb8103e30 0x7f5cb819a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:33248/0 (socket says 172.21.15.33:33248) 2024-09-05T02:36:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.021+0000 7f5cbd200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5cb81047e0 0x7f5cb819a960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43228/0 (socket says 172.21.15.33:43228) 2024-09-05T02:36:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.021+0000 7f5cbdc00640 1 -- 172.21.15.33:0/2755491573 learned_addr learned my addr 172.21.15.33:0/2755491573 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.021+0000 7f5cbe600640 1 -- 172.21.15.33:0/2755491573 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5cb8103e30 msgr2=0x7f5cb819a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.021+0000 7f5cbe600640 1 --2- 172.21.15.33:0/2755491573 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5cb8103e30 0x7f5cb819a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.021+0000 7f5cbe600640 1 -- 172.21.15.33:0/2755491573 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5cb81047e0 msgr2=0x7f5cb819a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.021+0000 7f5cbe600640 1 --2- 172.21.15.33:0/2755491573 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5cb81047e0 0x7f5cb819a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.021+0000 7f5cbe600640 1 -- 172.21.15.33:0/2755491573 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cb819f3d0 con 0x7f5cb8108f60 2024-09-05T02:36:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.022+0000 7f5cbe600640 1 --2- 172.21.15.33:0/2755491573 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5cb8108f60 0x7f5cb819ecf0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f5cb002ade0 tx=0x7f5cb00319f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.022+0000 7f5cb6000640 1 -- 172.21.15.33:0/2755491573 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cb0003b70 con 0x7f5cb8108f60 2024-09-05T02:36:40.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.022+0000 7f5cbf000640 1 -- 172.21.15.33:0/2755491573 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cb819f660 con 0x7f5cb8108f60 2024-09-05T02:36:40.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.022+0000 7f5cb6000640 1 -- 172.21.15.33:0/2755491573 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5cb0003d10 con 0x7f5cb8108f60 2024-09-05T02:36:40.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.022+0000 7f5cb6000640 1 -- 172.21.15.33:0/2755491573 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cb002fc40 con 0x7f5cb8108f60 2024-09-05T02:36:40.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.022+0000 7f5cbf000640 1 -- 172.21.15.33:0/2755491573 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cb81a6fa0 con 0x7f5cb8108f60 2024-09-05T02:36:40.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.025+0000 7f5cc3215740 1 Processor -- start 2024-09-05T02:36:40.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.026+0000 7f5cb6000640 1 -- 172.21.15.33:0/2755491573 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f5cb0004050 con 0x7f5cb8108f60 2024-09-05T02:36:40.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.026+0000 7f5cc3215740 1 -- start start 2024-09-05T02:36:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.026+0000 7f5cc3215740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a810019e40 0x55a81001a220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.026+0000 7f5cc3215740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a81001a760 0x55a810024ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.026+0000 7f5cc3215740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a810025020 0x55a810027410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.026+0000 7f5cc3215740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55a80ff803e0 con 0x55a81001a760 2024-09-05T02:36:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.026+0000 7f5cc3215740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55a80ff27d80 con 0x55a810019e40 2024-09-05T02:36:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.026+0000 7f5cc3215740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55a80ff7c3a0 con 0x55a810025020 2024-09-05T02:36:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.026+0000 7f5cbdc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a81001a760 0x55a810024ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.026+0000 7f5cbdc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a81001a760 0x55a810024ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43240/0 (socket says 172.21.15.33:43240) 2024-09-05T02:36:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.026+0000 7f5cbdc00640 1 -- 172.21.15.33:0/4187800009 learned_addr learned my addr 172.21.15.33:0/4187800009 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.026+0000 7f5cbd200640 1 --2- 172.21.15.33:0/4187800009 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a810019e40 0x55a81001a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.027+0000 7f5cbd200640 1 --2- 172.21.15.33:0/4187800009 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a810025020 0x55a810027410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.027+0000 7f5cbdc00640 1 -- 172.21.15.33:0/4187800009 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a810025020 msgr2=0x55a810027410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.027+0000 7f5cbdc00640 1 --2- 172.21.15.33:0/4187800009 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a810025020 0x55a810027410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.027+0000 7f5cbdc00640 1 -- 172.21.15.33:0/4187800009 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a810019e40 msgr2=0x55a81001a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.027+0000 7f5cbdc00640 1 --2- 172.21.15.33:0/4187800009 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a810019e40 0x55a81001a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.027+0000 7f5cbdc00640 1 -- 172.21.15.33:0/4187800009 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a80ff46ae0 con 0x55a81001a760 2024-09-05T02:36:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.027+0000 7f5cbd200640 1 --2- 172.21.15.33:0/4187800009 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a810025020 0x55a810027410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:36:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.027+0000 7f5cb6000640 1 --2- 172.21.15.33:0/2755491573 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5ca00a2d70 0x7f5ca00a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.027+0000 7f5cb6000640 1 -- 172.21.15.33:0/2755491573 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f5cb00f0250 con 0x7f5cb8108f60 2024-09-05T02:36:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.027+0000 7f5cbdc00640 1 --2- 172.21.15.33:0/4187800009 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a81001a760 0x55a810024ae0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f5cac009dc0 tx=0x7f5cac011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a3fdbf5c404d3b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.027+0000 7f5cbd200640 1 --2- 172.21.15.33:0/2755491573 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5ca00a2d70 0x7f5ca00a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.028+0000 7f5caaa00640 1 -- 172.21.15.33:0/4187800009 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cac005220 con 0x55a81001a760 2024-09-05T02:36:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.028+0000 7f5caaa00640 1 -- 172.21.15.33:0/4187800009 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5cac004c80 con 0x55a81001a760 2024-09-05T02:36:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.028+0000 7f5caaa00640 1 -- 172.21.15.33:0/4187800009 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cac019930 con 0x55a81001a760 2024-09-05T02:36:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.028+0000 7f5cc3215740 1 -- 172.21.15.33:0/4187800009 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a81001a760 msgr2=0x55a810024ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.028+0000 7f5cbd200640 1 --2- 172.21.15.33:0/2755491573 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5ca00a2d70 0x7f5ca00a5230 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x55a810017750 tx=0x7f5ca40098c0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:40.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.028+0000 7f5cc3215740 1 --2- 172.21.15.33:0/4187800009 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a81001a760 0x55a810024ae0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f5cac009dc0 tx=0x7f5cac011810 comp rx=0 tx=0).stop 2024-09-05T02:36:40.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.029+0000 7f5cc3215740 1 -- 172.21.15.33:0/4187800009 shutdown_connections 2024-09-05T02:36:40.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.029+0000 7f5cc3215740 1 --2- 172.21.15.33:0/4187800009 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a810025020 0x55a810027410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.029+0000 7f5cc3215740 1 --2- 172.21.15.33:0/4187800009 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a81001a760 0x55a810024ae0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.029+0000 7f5cc3215740 1 --2- 172.21.15.33:0/4187800009 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a810019e40 0x55a81001a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.029+0000 7f5cc3215740 1 -- 172.21.15.33:0/4187800009 >> 172.21.15.33:0/4187800009 conn(0x55a8100163d0 msgr2=0x55a8100167b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:40.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.029+0000 7f5cc3215740 1 -- 172.21.15.33:0/4187800009 shutdown_connections 2024-09-05T02:36:40.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.029+0000 7f5cc3215740 1 -- 172.21.15.33:0/4187800009 wait complete. 2024-09-05T02:36:40.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.029+0000 7f5cc3215740 1 -- start start 2024-09-05T02:36:40.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.029+0000 7f5cc3215740 1 Processor -- start 2024-09-05T02:36:40.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.030+0000 7f5cc3215740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a810019e40 0x55a810021ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:40.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.030+0000 7f5cc3215740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a81001a760 0x55a8100223e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:40.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.030+0000 7f5cc3215740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a810025020 0x55a810022920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:40.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.030+0000 7f5cc3215740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55a810027bf0 con 0x55a810019e40 2024-09-05T02:36:40.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.030+0000 7f5cc3215740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55a80ff3b0f0 con 0x55a810025020 2024-09-05T02:36:40.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.030+0000 7f5cc3215740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55a810027d70 con 0x55a81001a760 2024-09-05T02:36:40.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.030+0000 7f5cc3215740 10 client.0 _ll_register_callbacks cb 0x55a80ff22bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:40.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.030+0000 7f5cbdc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a810019e40 0x55a810021ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:40.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.030+0000 7f5cbdc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a810019e40 0x55a810021ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43244/0 (socket says 172.21.15.33:43244) 2024-09-05T02:36:40.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.030+0000 7f5cbdc00640 1 -- 172.21.15.33:0/94415136 learned_addr learned my addr 172.21.15.33:0/94415136 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:40.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.030+0000 7f5cbe600640 1 --2- 172.21.15.33:0/94415136 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a810025020 0x55a810022920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:40.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.031+0000 7f5cbdc00640 1 -- 172.21.15.33:0/94415136 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a81001a760 msgr2=0x55a8100223e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.031+0000 7f5cbdc00640 1 --2- 172.21.15.33:0/94415136 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a81001a760 0x55a8100223e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.031+0000 7f5cbdc00640 1 -- 172.21.15.33:0/94415136 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a810025020 msgr2=0x55a810022920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.031+0000 7f5cbdc00640 1 --2- 172.21.15.33:0/94415136 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a810025020 0x55a810022920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.031+0000 7f5cbdc00640 1 -- 172.21.15.33:0/94415136 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a80fcf13c0 con 0x55a810019e40 2024-09-05T02:36:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.031+0000 7f5cbdc00640 1 --2- 172.21.15.33:0/94415136 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a810019e40 0x55a810021ea0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f5cac0054e0 tx=0x7f5cac0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c980455ce2a0450 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.031+0000 7f5c9f400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:36:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.031+0000 7f5c9f400640 1 -- 172.21.15.33:0/94415136 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cac027070 con 0x55a810019e40 2024-09-05T02:36:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.031+0000 7f5c9f400640 1 -- 172.21.15.33:0/94415136 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f5cac004450 con 0x55a810019e40 2024-09-05T02:36:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.031+0000 7f5cc3215740 1 -- 172.21.15.33:0/94415136 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5cac004c80 con 0x55a810019e40 2024-09-05T02:36:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.032+0000 7f5c9f400640 1 -- 172.21.15.33:0/94415136 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5cac033050 con 0x55a810019e40 2024-09-05T02:36:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.032+0000 7f5cc3215740 10 client.17721 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.032+0000 7f5cc3215740 1 -- 172.21.15.33:0/94415136 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a810033b60 con 0x55a810019e40 2024-09-05T02:36:40.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.032+0000 7f5c9f400640 1 -- 172.21.15.33:0/94415136 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5cac004c80 con 0x55a810019e40 2024-09-05T02:36:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.032+0000 7f5c9f400640 1 -- 172.21.15.33:0/94415136 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f5cac0035f0 con 0x55a810019e40 2024-09-05T02:36:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.032+0000 7f5cc3215740 10 client.17721 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.032+0000 7f5cc3215740 10 client.17721 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:36:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.032+0000 7f5cc3215740 20 client.17721 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.032+0000 7f5cc3215740 1 --2- 172.21.15.33:0/94415136 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a810034f10 0x55a810037300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.032+0000 7f5cc3215740 4 client.17721 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:36:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.032+0000 7f5cc3215740 1 -- 172.21.15.33:0/94415136 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a80ff8d950 con 0x55a810034f10 2024-09-05T02:36:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.033+0000 7f5cbd200640 1 --2- 172.21.15.33:0/94415136 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a810034f10 0x55a810037300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.033+0000 7f5cbd200640 1 --2- 172.21.15.33:0/94415136 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a810034f10 0x55a810037300 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a8dcb288bf2a2f5b server_cookie=fdf99aa5a44d7ca3 in_seq=0 out_seq=0 2024-09-05T02:36:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.033+0000 7f5c9f400640 10 client.17721 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:36:40.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.034+0000 7f5c9f400640 1 -- 172.21.15.33:0/94415136 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a80ff8d950 con 0x55a810034f10 2024-09-05T02:36:40.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.034+0000 7f5c9f400640 10 client.17721 handle_command_reply: tid=0 2024-09-05T02:36:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.034+0000 7f5cc3215740 1 client.17721 shutdown 2024-09-05T02:36:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.034+0000 7f5cc3215740 1 -- 172.21.15.33:0/94415136 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a810019e40 msgr2=0x55a810021ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.034+0000 7f5cc3215740 1 --2- 172.21.15.33:0/94415136 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a810019e40 0x55a810021ea0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f5cac0054e0 tx=0x7f5cac0048f0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.035+0000 7f5cc3215740 1 -- 172.21.15.33:0/94415136 shutdown_connections 2024-09-05T02:36:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.035+0000 7f5cc3215740 1 --2- 172.21.15.33:0/94415136 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a810034f10 0x55a810037300 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.035+0000 7f5cc3215740 1 --2- 172.21.15.33:0/94415136 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a810025020 0x55a810022920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.035+0000 7f5cc3215740 1 --2- 172.21.15.33:0/94415136 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a81001a760 0x55a8100223e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.035+0000 7f5cc3215740 1 --2- 172.21.15.33:0/94415136 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a810019e40 0x55a810021ea0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.035+0000 7f5cc3215740 1 -- 172.21.15.33:0/94415136 >> 172.21.15.33:0/94415136 conn(0x55a8100163d0 msgr2=0x55a81001c100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.035+0000 7f5c9f400640 0 client.17721 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:36:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.035+0000 7f5cc3215740 1 -- 172.21.15.33:0/94415136 shutdown_connections 2024-09-05T02:36:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.035+0000 7f5cc3215740 1 -- 172.21.15.33:0/94415136 wait complete. 2024-09-05T02:36:40.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.035+0000 7f5cc3215740 20 client.17721 trim_cache size 0 max 16384 2024-09-05T02:36:40.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.049+0000 7f5cc3215740 1 Processor -- start 2024-09-05T02:36:40.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.049+0000 7f5cc3215740 1 -- start start 2024-09-05T02:36:40.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.049+0000 7f5cc3215740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a810019e40 0x55a810020e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:40.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.049+0000 7f5cc3215740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a81001a760 0x55a81003cb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:40.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.049+0000 7f5cc3215740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a810025020 0x55a81003d050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:40.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.049+0000 7f5cc3215740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb81af980 con 0x55a81001a760 2024-09-05T02:36:40.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.049+0000 7f5cc3215740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb81b14c0 con 0x55a810025020 2024-09-05T02:36:40.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.049+0000 7f5cc3215740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb81b0050 con 0x55a810019e40 2024-09-05T02:36:40.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.049+0000 7f5cbd200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a81001a760 0x55a81003cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:40.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.049+0000 7f5cbd200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a81001a760 0x55a81003cb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43252/0 (socket says 172.21.15.33:43252) 2024-09-05T02:36:40.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.049+0000 7f5cbd200640 1 -- 172.21.15.33:0/1554211122 learned_addr learned my addr 172.21.15.33:0/1554211122 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:40.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.049+0000 7f5cbdc00640 1 --2- 172.21.15.33:0/1554211122 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a810019e40 0x55a810020e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:40.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.049+0000 7f5cbe600640 1 --2- 172.21.15.33:0/1554211122 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a810025020 0x55a81003d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:40.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.050+0000 7f5cbd200640 1 -- 172.21.15.33:0/1554211122 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a810019e40 msgr2=0x55a810020e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:40.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.050+0000 7f5cbd200640 1 --2- 172.21.15.33:0/1554211122 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a810019e40 0x55a810020e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.050+0000 7f5cbd200640 1 -- 172.21.15.33:0/1554211122 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a810025020 msgr2=0x55a81003d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:40.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.050+0000 7f5cbd200640 1 --2- 172.21.15.33:0/1554211122 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a810025020 0x55a81003d050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.050+0000 7f5cbd200640 1 -- 172.21.15.33:0/1554211122 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a810016200 con 0x55a81001a760 2024-09-05T02:36:40.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.050+0000 7f5cbd200640 1 --2- 172.21.15.33:0/1554211122 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a81001a760 0x55a81003cb10 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f5cb810a930 tx=0x7f5ca40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ebb74c6aef3b2d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:40.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.050+0000 7f5caa000640 1 -- 172.21.15.33:0/1554211122 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ca401eac0 con 0x55a81001a760 2024-09-05T02:36:40.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.051+0000 7f5caa000640 1 -- 172.21.15.33:0/1554211122 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5ca4036dc0 con 0x55a81001a760 2024-09-05T02:36:40.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.051+0000 7f5caa000640 1 -- 172.21.15.33:0/1554211122 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ca40047a0 con 0x55a81001a760 2024-09-05T02:36:40.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.051+0000 7f5cc3215740 1 -- 172.21.15.33:0/1554211122 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a81001a760 msgr2=0x55a81003cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:40.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.051+0000 7f5cc3215740 1 --2- 172.21.15.33:0/1554211122 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a81001a760 0x55a81003cb10 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f5cb810a930 tx=0x7f5ca40046c0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.051+0000 7f5cc3215740 1 -- 172.21.15.33:0/1554211122 shutdown_connections 2024-09-05T02:36:40.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.051+0000 7f5cc3215740 1 --2- 172.21.15.33:0/1554211122 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a810025020 0x55a81003d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.051+0000 7f5cc3215740 1 --2- 172.21.15.33:0/1554211122 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a81001a760 0x55a81003cb10 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.051+0000 7f5cc3215740 1 --2- 172.21.15.33:0/1554211122 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a810019e40 0x55a810020e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.051+0000 7f5cc3215740 1 -- 172.21.15.33:0/1554211122 >> 172.21.15.33:0/1554211122 conn(0x55a8100163d0 msgr2=0x55a810020770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:40.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.051+0000 7f5cc3215740 1 -- 172.21.15.33:0/1554211122 shutdown_connections 2024-09-05T02:36:40.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.051+0000 7f5cc3215740 1 -- 172.21.15.33:0/1554211122 wait complete. 2024-09-05T02:36:40.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.052+0000 7f5cc3215740 1 -- start start 2024-09-05T02:36:40.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.052+0000 7f5cc3215740 1 Processor -- start 2024-09-05T02:36:40.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.053+0000 7f5cc3215740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a810019e40 0x55a81002cff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:40.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.053+0000 7f5cc3215740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a81001a760 0x55a81002d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:40.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.053+0000 7f5cc3215740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a810025020 0x55a81001e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:40.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.053+0000 7f5cc3215740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb81b0df0 con 0x55a810019e40 2024-09-05T02:36:40.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.053+0000 7f5cc3215740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb81b0720 con 0x55a81001a760 2024-09-05T02:36:40.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.053+0000 7f5cc3215740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb81ad980 con 0x55a810025020 2024-09-05T02:36:40.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.053+0000 7f5cc3215740 10 client.0 _ll_register_callbacks cb 0x7f5ca40097d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:40.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.053+0000 7f5cbdc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a810019e40 0x55a81002cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:40.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.053+0000 7f5cbe600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a810025020 0x55a81001e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:40.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.053+0000 7f5cbdc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a810019e40 0x55a81002cff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43266/0 (socket says 172.21.15.33:43266) 2024-09-05T02:36:40.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.053+0000 7f5cbdc00640 1 -- 172.21.15.33:0/3211638093 learned_addr learned my addr 172.21.15.33:0/3211638093 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:40.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.053+0000 7f5cbd200640 1 --2- 172.21.15.33:0/3211638093 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a81001a760 0x55a81002d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:40.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.053+0000 7f5cbe600640 1 -- 172.21.15.33:0/3211638093 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a81001a760 msgr2=0x55a81002d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:40.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.053+0000 7f5cbe600640 1 --2- 172.21.15.33:0/3211638093 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a81001a760 0x55a81002d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.053+0000 7f5cbe600640 1 -- 172.21.15.33:0/3211638093 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a810019e40 msgr2=0x55a81002cff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:40.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.053+0000 7f5cbe600640 1 --2- 172.21.15.33:0/3211638093 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a810019e40 0x55a81002cff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.053+0000 7f5cbe600640 1 -- 172.21.15.33:0/3211638093 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a81002db70 con 0x55a810025020 2024-09-05T02:36:40.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.054+0000 7f5cbe600640 1 --2- 172.21.15.33:0/3211638093 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a810025020 0x55a81001e110 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f5cb00eda40 tx=0x7f5cb0009670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fbbe5a572d44b828 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:40.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.054+0000 7f5c9f400640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:36:40.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.054+0000 7f5c9f400640 1 -- 172.21.15.33:0/3211638093 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cb00da060 con 0x55a810025020 2024-09-05T02:36:40.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.054+0000 7f5cc3215740 1 -- 172.21.15.33:0/3211638093 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ca4036dc0 con 0x55a810025020 2024-09-05T02:36:40.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.054+0000 7f5c9f400640 1 -- 172.21.15.33:0/3211638093 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f5cb00b8fa0 con 0x55a810025020 2024-09-05T02:36:40.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.054+0000 7f5c9f400640 1 -- 172.21.15.33:0/3211638093 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5cb00bc930 con 0x55a810025020 2024-09-05T02:36:40.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.054+0000 7f5cc3215740 10 client.27730 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:40.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.054+0000 7f5cc3215740 1 -- 172.21.15.33:0/3211638093 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a81009f0c0 con 0x55a810025020 2024-09-05T02:36:40.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.054+0000 7f5c9f400640 1 -- 172.21.15.33:0/3211638093 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5ca4036dc0 con 0x55a810025020 2024-09-05T02:36:40.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.055+0000 7f5c9f400640 1 -- 172.21.15.33:0/3211638093 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f5cb00edbb0 con 0x55a810025020 2024-09-05T02:36:40.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.055+0000 7f5cc3215740 10 client.27730 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:40.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.055+0000 7f5cc3215740 10 client.27730 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:36:40.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.055+0000 7f5cc3215740 20 client.27730 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:40.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.055+0000 7f5cc3215740 1 --2- 172.21.15.33:0/3211638093 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a81009f740 0x55a8100a1b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:40.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.055+0000 7f5cc3215740 4 client.27730 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:36:40.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.055+0000 7f5cc3215740 1 -- 172.21.15.33:0/3211638093 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a80ff87e60 con 0x55a81009f740 2024-09-05T02:36:40.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.055+0000 7f5cbdc00640 1 --2- 172.21.15.33:0/3211638093 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a81009f740 0x55a8100a1b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:40.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.056+0000 7f5cbdc00640 1 --2- 172.21.15.33:0/3211638093 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a81009f740 0x55a8100a1b60 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1a8d1fade4018f2f server_cookie=1cff7b319de491da in_seq=0 out_seq=0 2024-09-05T02:36:40.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.056+0000 7f5c9f400640 10 client.27730 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:36:40.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.056+0000 7f5c9f400640 1 -- 172.21.15.33:0/3211638093 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a80ff87e60 con 0x55a81009f740 2024-09-05T02:36:40.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.056+0000 7f5c9f400640 10 client.27730 handle_command_reply: tid=0 2024-09-05T02:36:40.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.056+0000 7f5cc3215740 1 client.27730 shutdown 2024-09-05T02:36:40.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.056+0000 7f5cc3215740 1 -- 172.21.15.33:0/3211638093 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a810025020 msgr2=0x55a81001e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:40.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.056+0000 7f5cc3215740 1 --2- 172.21.15.33:0/3211638093 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a810025020 0x55a81001e110 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f5cb00eda40 tx=0x7f5cb0009670 comp rx=0 tx=0).stop 2024-09-05T02:36:40.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.056+0000 7f5cc3215740 1 -- 172.21.15.33:0/3211638093 shutdown_connections 2024-09-05T02:36:40.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.056+0000 7f5cc3215740 1 --2- 172.21.15.33:0/3211638093 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x55a81009f740 0x55a8100a1b60 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.056+0000 7f5cc3215740 1 --2- 172.21.15.33:0/3211638093 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55a810025020 0x55a81001e110 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.056+0000 7f5cc3215740 1 --2- 172.21.15.33:0/3211638093 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a81001a760 0x55a81002d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.056+0000 7f5cc3215740 1 --2- 172.21.15.33:0/3211638093 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a810019e40 0x55a81002cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.056+0000 7f5c9f400640 0 client.27730 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:36:40.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.056+0000 7f5cc3215740 1 -- 172.21.15.33:0/3211638093 >> 172.21.15.33:0/3211638093 conn(0x55a8100163d0 msgr2=0x55a810020f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:40.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.056+0000 7f5cc3215740 1 -- 172.21.15.33:0/3211638093 shutdown_connections 2024-09-05T02:36:40.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.056+0000 7f5cc3215740 1 -- 172.21.15.33:0/3211638093 wait complete. 2024-09-05T02:36:40.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.056+0000 7f5cc3215740 20 client.27730 trim_cache size 0 max 16384 2024-09-05T02:36:40.062 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:36:40.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.057+0000 7f5cbf000640 1 -- 172.21.15.33:0/2755491573 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5ca00a2d70 msgr2=0x7f5ca00a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:40.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.057+0000 7f5cbf000640 1 --2- 172.21.15.33:0/2755491573 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5ca00a2d70 0x7f5ca00a5230 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x55a810017750 tx=0x7f5ca40098c0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.057+0000 7f5cbf000640 1 -- 172.21.15.33:0/2755491573 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5cb8108f60 msgr2=0x7f5cb819ecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:40.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.057+0000 7f5cbf000640 1 --2- 172.21.15.33:0/2755491573 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5cb8108f60 0x7f5cb819ecf0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f5cb002ade0 tx=0x7f5cb00319f0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.057+0000 7f5cbf000640 1 -- 172.21.15.33:0/2755491573 shutdown_connections 2024-09-05T02:36:40.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.057+0000 7f5cbf000640 1 --2- 172.21.15.33:0/2755491573 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5ca00a2d70 0x7f5ca00a5230 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.057+0000 7f5cbf000640 1 --2- 172.21.15.33:0/2755491573 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5cb8108f60 0x7f5cb819ecf0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.057+0000 7f5cbf000640 1 --2- 172.21.15.33:0/2755491573 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5cb81047e0 0x7f5cb819a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.057+0000 7f5cbf000640 1 --2- 172.21.15.33:0/2755491573 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5cb8103e30 0x7f5cb819a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:40.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.057+0000 7f5cbf000640 1 -- 172.21.15.33:0/2755491573 >> 172.21.15.33:0/2755491573 conn(0x7f5cb80ff8d0 msgr2=0x7f5cb8100bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:40.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.057+0000 7f5cbf000640 1 -- 172.21.15.33:0/2755491573 shutdown_connections 2024-09-05T02:36:40.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:40.057+0000 7f5cbf000640 1 -- 172.21.15.33:0/2755491573 wait complete. 2024-09-05T02:36:40.826 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:36:41.201 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:41.639 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:41 smithi033 ceph-mon[29909]: pgmap v301: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:36:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.754+0000 7f9ee3600640 1 -- 172.21.15.33:0/2844196121 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9edc1049a0 msgr2=0x7f9edc1089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.754+0000 7f9ee3600640 1 --2- 172.21.15.33:0/2844196121 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9edc1049a0 0x7f9edc1089f0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f9ec4009900 tx=0x7f9ec402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.754+0000 7f9ee3600640 1 -- 172.21.15.33:0/2844196121 shutdown_connections 2024-09-05T02:36:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.754+0000 7f9ee3600640 1 --2- 172.21.15.33:0/2844196121 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9edc109120 0x7f9edc110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.754+0000 7f9ee3600640 1 --2- 172.21.15.33:0/2844196121 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9edc1049a0 0x7f9edc1089f0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.754+0000 7f9ee3600640 1 --2- 172.21.15.33:0/2844196121 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9edc103ff0 0x7f9edc1043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.754+0000 7f9ee3600640 1 -- 172.21.15.33:0/2844196121 >> 172.21.15.33:0/2844196121 conn(0x7f9edc0ffa90 msgr2=0x7f9edc101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.754+0000 7f9ee3600640 1 -- 172.21.15.33:0/2844196121 shutdown_connections 2024-09-05T02:36:41.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.754+0000 7f9ee3600640 1 -- 172.21.15.33:0/2844196121 wait complete. 2024-09-05T02:36:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.755+0000 7f9ee3600640 1 Processor -- start 2024-09-05T02:36:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.756+0000 7f9ee3600640 1 -- start start 2024-09-05T02:36:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.756+0000 7f9ee3600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9edc103ff0 0x7f9edc19a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.756+0000 7f9ee3600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9edc1049a0 0x7f9edc19ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.756+0000 7f9ee3600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9edc109120 0x7f9edc19eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.756+0000 7f9ee3600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9edc114190 con 0x7f9edc103ff0 2024-09-05T02:36:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.756+0000 7f9ee3600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9edc114010 con 0x7f9edc1049a0 2024-09-05T02:36:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.756+0000 7f9ee3600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f9edc114310 con 0x7f9edc109120 2024-09-05T02:36:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.756+0000 7f9ee0c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9edc103ff0 0x7f9edc19a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.756+0000 7f9ee0c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9edc103ff0 0x7f9edc19a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43286/0 (socket says 172.21.15.33:43286) 2024-09-05T02:36:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.756+0000 7f9ee0c00640 1 -- 172.21.15.33:0/225123845 learned_addr learned my addr 172.21.15.33:0/225123845 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.756+0000 7f9ed3e00640 1 --2- 172.21.15.33:0/225123845 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9edc1049a0 0x7f9edc19ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.756+0000 7f9ee1600640 1 --2- 172.21.15.33:0/225123845 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9edc109120 0x7f9edc19eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.757+0000 7f9ee0c00640 1 -- 172.21.15.33:0/225123845 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9edc109120 msgr2=0x7f9edc19eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.757+0000 7f9ee0c00640 1 --2- 172.21.15.33:0/225123845 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9edc109120 0x7f9edc19eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.757+0000 7f9ee0c00640 1 -- 172.21.15.33:0/225123845 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9edc1049a0 msgr2=0x7f9edc19ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.757+0000 7f9ee0c00640 1 --2- 172.21.15.33:0/225123845 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9edc1049a0 0x7f9edc19ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.757+0000 7f9ee0c00640 1 -- 172.21.15.33:0/225123845 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9edc19f5a0 con 0x7f9edc103ff0 2024-09-05T02:36:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.757+0000 7f9ee0c00640 1 --2- 172.21.15.33:0/225123845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9edc103ff0 0x7f9edc19a5f0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f9ecc00e9f0 tx=0x7f9ecc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:41.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.757+0000 7f9eda000640 1 -- 172.21.15.33:0/225123845 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ecc00cd80 con 0x7f9edc103ff0 2024-09-05T02:36:41.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.757+0000 7f9eda000640 1 -- 172.21.15.33:0/225123845 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ecc010910 con 0x7f9edc103ff0 2024-09-05T02:36:41.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.757+0000 7f9eda000640 1 -- 172.21.15.33:0/225123845 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ecc018990 con 0x7f9edc103ff0 2024-09-05T02:36:41.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.757+0000 7f9ee3600640 1 -- 172.21.15.33:0/225123845 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9edc19f890 con 0x7f9edc103ff0 2024-09-05T02:36:41.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.758+0000 7f9ee3600640 1 -- 172.21.15.33:0/225123845 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9edc1a7170 con 0x7f9edc103ff0 2024-09-05T02:36:41.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.761+0000 7f9ee61d3740 1 Processor -- start 2024-09-05T02:36:41.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.761+0000 7f9eda000640 1 -- 172.21.15.33:0/225123845 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f9ecc010ac0 con 0x7f9edc103ff0 2024-09-05T02:36:41.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.761+0000 7f9ee61d3740 1 -- start start 2024-09-05T02:36:41.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.761+0000 7f9ee61d3740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d7f5c70 0x562f7d7f6050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:41.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.761+0000 7f9ee61d3740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f6590 0x562f7d800910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:41.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.761+0000 7f9ee61d3740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d800e50 0x562f7d803240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:41.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.761+0000 7f9ee61d3740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562f7d75c3e0 con 0x562f7d800e50 2024-09-05T02:36:41.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.761+0000 7f9ee61d3740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562f7d703d80 con 0x562f7d7f6590 2024-09-05T02:36:41.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.761+0000 7f9ee61d3740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x562f7d7583a0 con 0x562f7d7f5c70 2024-09-05T02:36:41.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.761+0000 7f9ee1600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d7f5c70 0x562f7d7f6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:41.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.761+0000 7f9ee1600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d7f5c70 0x562f7d7f6050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:33314/0 (socket says 172.21.15.33:33314) 2024-09-05T02:36:41.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.761+0000 7f9ee1600640 1 -- 172.21.15.33:0/3245525188 learned_addr learned my addr 172.21.15.33:0/3245525188 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:41.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.761+0000 7f9ed3e00640 1 --2- 172.21.15.33:0/3245525188 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d800e50 0x562f7d803240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:41.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.761+0000 7f9ee0c00640 1 --2- 172.21.15.33:0/3245525188 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f6590 0x562f7d800910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:41.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.762+0000 7f9ee1600640 1 -- 172.21.15.33:0/3245525188 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f6590 msgr2=0x562f7d800910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:41.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.762+0000 7f9ee1600640 1 --2- 172.21.15.33:0/3245525188 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f6590 0x562f7d800910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.762+0000 7f9ee1600640 1 -- 172.21.15.33:0/3245525188 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d800e50 msgr2=0x562f7d803240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:41.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.762+0000 7f9ee1600640 1 --2- 172.21.15.33:0/3245525188 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d800e50 0x562f7d803240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.762+0000 7f9ee1600640 1 -- 172.21.15.33:0/3245525188 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f7d722ae0 con 0x562f7d7f5c70 2024-09-05T02:36:41.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.762+0000 7f9ee1600640 1 --2- 172.21.15.33:0/3245525188 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d7f5c70 0x562f7d7f6050 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f9ed4009f50 tx=0x7f9ed40118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f86fd8420c021a0c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:41.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.762+0000 7f9eda000640 1 --2- 172.21.15.33:0/225123845 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9ec00a2cf0 0x7f9ec00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:41.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.763+0000 7f9ed1c00640 1 -- 172.21.15.33:0/3245525188 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed4004d20 con 0x562f7d7f5c70 2024-09-05T02:36:41.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.763+0000 7f9ed1c00640 1 -- 172.21.15.33:0/3245525188 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ed4004050 con 0x562f7d7f5c70 2024-09-05T02:36:41.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.763+0000 7f9eda000640 1 -- 172.21.15.33:0/225123845 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f9ecc0cf7d0 con 0x7f9edc103ff0 2024-09-05T02:36:41.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.763+0000 7f9ed1c00640 1 -- 172.21.15.33:0/3245525188 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed4005280 con 0x562f7d7f5c70 2024-09-05T02:36:41.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.763+0000 7f9ee0c00640 1 --2- 172.21.15.33:0/225123845 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9ec00a2cf0 0x7f9ec00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:41.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.763+0000 7f9ee61d3740 1 -- 172.21.15.33:0/3245525188 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d7f5c70 msgr2=0x562f7d7f6050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:41.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.763+0000 7f9ee0c00640 1 --2- 172.21.15.33:0/225123845 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9ec00a2cf0 0x7f9ec00a51b0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x562f7d7f3060 tx=0x7f9ecc0d5530 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:41.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.763+0000 7f9ee61d3740 1 --2- 172.21.15.33:0/3245525188 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d7f5c70 0x562f7d7f6050 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f9ed4009f50 tx=0x7f9ed40118d0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.764+0000 7f9ee61d3740 1 -- 172.21.15.33:0/3245525188 shutdown_connections 2024-09-05T02:36:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.764+0000 7f9ee61d3740 1 --2- 172.21.15.33:0/3245525188 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d800e50 0x562f7d803240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.764+0000 7f9ee61d3740 1 --2- 172.21.15.33:0/3245525188 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f6590 0x562f7d800910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.764+0000 7f9ee61d3740 1 --2- 172.21.15.33:0/3245525188 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d7f5c70 0x562f7d7f6050 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.764+0000 7f9ee61d3740 1 -- 172.21.15.33:0/3245525188 >> 172.21.15.33:0/3245525188 conn(0x562f7d7f2200 msgr2=0x562f7d7f25e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.764+0000 7f9ee61d3740 1 -- 172.21.15.33:0/3245525188 shutdown_connections 2024-09-05T02:36:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.764+0000 7f9ee61d3740 1 -- 172.21.15.33:0/3245525188 wait complete. 2024-09-05T02:36:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.764+0000 7f9ee61d3740 1 -- start start 2024-09-05T02:36:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.764+0000 7f9ee61d3740 1 Processor -- start 2024-09-05T02:36:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.765+0000 7f9ee61d3740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d7f5c70 0x562f7d7fdd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.765+0000 7f9ee61d3740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f6590 0x562f7d7fe270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.765+0000 7f9ee61d3740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d800e50 0x562f7d7fe7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.765+0000 7f9ee61d3740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562f7d803a20 con 0x562f7d800e50 2024-09-05T02:36:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.765+0000 7f9ee61d3740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562f7d7170f0 con 0x562f7d7f6590 2024-09-05T02:36:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.765+0000 7f9ee61d3740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x562f7d803ba0 con 0x562f7d7f5c70 2024-09-05T02:36:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.765+0000 7f9ee61d3740 10 client.0 _ll_register_callbacks cb 0x562f7d6febd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.765+0000 7f9ee1600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d7f5c70 0x562f7d7fdd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.765+0000 7f9ee1600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d7f5c70 0x562f7d7fdd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:33318/0 (socket says 172.21.15.33:33318) 2024-09-05T02:36:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.765+0000 7f9ee1600640 1 -- 172.21.15.33:0/3897215885 learned_addr learned my addr 172.21.15.33:0/3897215885 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.765+0000 7f9ee1600640 1 --2- 172.21.15.33:0/3897215885 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d800e50 0x562f7d7fe7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.765+0000 7f9ed3e00640 1 --2- 172.21.15.33:0/3897215885 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f6590 0x562f7d7fe270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.766+0000 7f9ed3e00640 1 -- 172.21.15.33:0/3897215885 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d7f5c70 msgr2=0x562f7d7fdd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.766+0000 7f9ed3e00640 1 --2- 172.21.15.33:0/3897215885 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d7f5c70 0x562f7d7fdd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.766+0000 7f9ed3e00640 1 -- 172.21.15.33:0/3897215885 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d800e50 msgr2=0x562f7d7fe7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.766+0000 7f9ed3e00640 1 --2- 172.21.15.33:0/3897215885 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d800e50 0x562f7d7fe7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.766+0000 7f9ed3e00640 1 -- 172.21.15.33:0/3897215885 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f7d4cd3c0 con 0x562f7d7f6590 2024-09-05T02:36:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.766+0000 7f9ee1600640 1 --2- 172.21.15.33:0/3897215885 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d800e50 0x562f7d7fe7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.766+0000 7f9ed3e00640 1 --2- 172.21.15.33:0/3897215885 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f6590 0x562f7d7fe270 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f9ec402a9e0 tx=0x7f9ec4004390 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4830e724646bceb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.766+0000 7f9eca000640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:36:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.766+0000 7f9eca000640 1 -- 172.21.15.33:0/3897215885 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ec4035040 con 0x562f7d7f6590 2024-09-05T02:36:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.767+0000 7f9ee61d3740 1 -- 172.21.15.33:0/3897215885 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ed4004050 con 0x562f7d7f6590 2024-09-05T02:36:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.767+0000 7f9eca000640 1 -- 172.21.15.33:0/3897215885 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f9ec4005450 con 0x562f7d7f6590 2024-09-05T02:36:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.767+0000 7f9eca000640 1 -- 172.21.15.33:0/3897215885 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9ec4005650 con 0x562f7d7f6590 2024-09-05T02:36:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.767+0000 7f9ee61d3740 10 client.27821 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:41.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.767+0000 7f9ee61d3740 1 -- 172.21.15.33:0/3897215885 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562f7d80fab0 con 0x562f7d7f6590 2024-09-05T02:36:41.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.767+0000 7f9eca000640 1 -- 172.21.15.33:0/3897215885 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ed4004050 con 0x562f7d7f6590 2024-09-05T02:36:41.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.767+0000 7f9eca000640 1 -- 172.21.15.33:0/3897215885 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9ec4003950 con 0x562f7d7f6590 2024-09-05T02:36:41.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.767+0000 7f9ee61d3740 10 client.27821 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:41.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.767+0000 7f9ee61d3740 10 client.27821 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:36:41.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.767+0000 7f9ee61d3740 20 client.27821 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:41.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.768+0000 7f9ee61d3740 1 --2- 172.21.15.33:0/3897215885 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x562f7d810ec0 0x562f7d813300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:41.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.768+0000 7f9ee61d3740 4 client.27821 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:36:41.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.768+0000 7f9ee61d3740 1 -- 172.21.15.33:0/3897215885 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562f7d769950 con 0x562f7d810ec0 2024-09-05T02:36:41.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.768+0000 7f9ee1600640 1 --2- 172.21.15.33:0/3897215885 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x562f7d810ec0 0x562f7d813300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:41.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.768+0000 7f9ee1600640 1 --2- 172.21.15.33:0/3897215885 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x562f7d810ec0 0x562f7d813300 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=479c609538a17a1f server_cookie=4fbf94e19691c615 in_seq=0 out_seq=0 2024-09-05T02:36:41.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.768+0000 7f9eca000640 10 client.27821 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:36:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.769+0000 7f9eca000640 1 -- 172.21.15.33:0/3897215885 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562f7d769950 con 0x562f7d810ec0 2024-09-05T02:36:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.769+0000 7f9eca000640 10 client.27821 handle_command_reply: tid=0 2024-09-05T02:36:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.769+0000 7f9ee61d3740 1 client.27821 shutdown 2024-09-05T02:36:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.769+0000 7f9ee61d3740 1 -- 172.21.15.33:0/3897215885 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f6590 msgr2=0x562f7d7fe270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.769+0000 7f9ee61d3740 1 --2- 172.21.15.33:0/3897215885 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f6590 0x562f7d7fe270 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f9ec402a9e0 tx=0x7f9ec4004390 comp rx=0 tx=0).stop 2024-09-05T02:36:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.769+0000 7f9ee61d3740 1 -- 172.21.15.33:0/3897215885 shutdown_connections 2024-09-05T02:36:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.769+0000 7f9ee61d3740 1 --2- 172.21.15.33:0/3897215885 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x562f7d810ec0 0x562f7d813300 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.769+0000 7f9ee61d3740 1 --2- 172.21.15.33:0/3897215885 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d800e50 0x562f7d7fe7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.769+0000 7f9ee61d3740 1 --2- 172.21.15.33:0/3897215885 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f6590 0x562f7d7fe270 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.769+0000 7f9eca000640 0 client.27821 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:36:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.769+0000 7f9ee61d3740 1 --2- 172.21.15.33:0/3897215885 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d7f5c70 0x562f7d7fdd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.769+0000 7f9ee61d3740 1 -- 172.21.15.33:0/3897215885 >> 172.21.15.33:0/3897215885 conn(0x562f7d7f2200 msgr2=0x562f7d7f1380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.770+0000 7f9ee61d3740 1 -- 172.21.15.33:0/3897215885 shutdown_connections 2024-09-05T02:36:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.770+0000 7f9ee61d3740 1 -- 172.21.15.33:0/3897215885 wait complete. 2024-09-05T02:36:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.770+0000 7f9ee61d3740 20 client.27821 trim_cache size 0 max 16384 2024-09-05T02:36:41.778 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:41 smithi174 ceph-mon[34756]: pgmap v301: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:36:41.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.784+0000 7f9ee61d3740 1 Processor -- start 2024-09-05T02:36:41.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.784+0000 7f9ee61d3740 1 -- start start 2024-09-05T02:36:41.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.784+0000 7f9ee61d3740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f5c70 0x562f7d818bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:41.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.784+0000 7f9ee61d3740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d7f6590 0x562f7d819110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:41.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.784+0000 7f9ee61d3740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d800e50 0x562f7d7faf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:41.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.784+0000 7f9ee61d3740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9edc1afab0 con 0x562f7d7f6590 2024-09-05T02:36:41.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.784+0000 7f9ee61d3740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9edc1b15f0 con 0x562f7d7f5c70 2024-09-05T02:36:41.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.784+0000 7f9ee61d3740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f9edc1b0180 con 0x562f7d800e50 2024-09-05T02:36:41.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.784+0000 7f9ed3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d7f6590 0x562f7d819110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:41.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.784+0000 7f9ed3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d7f6590 0x562f7d819110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43310/0 (socket says 172.21.15.33:43310) 2024-09-05T02:36:41.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.784+0000 7f9ed3e00640 1 -- 172.21.15.33:0/2538777926 learned_addr learned my addr 172.21.15.33:0/2538777926 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:41.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.784+0000 7f9ee1600640 1 --2- 172.21.15.33:0/2538777926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f5c70 0x562f7d818bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:41.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.784+0000 7f9ee1600640 1 --2- 172.21.15.33:0/2538777926 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d800e50 0x562f7d7faf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:41.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.784+0000 7f9ed3e00640 1 -- 172.21.15.33:0/2538777926 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d800e50 msgr2=0x562f7d7faf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:41.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.784+0000 7f9ed3e00640 1 --2- 172.21.15.33:0/2538777926 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d800e50 0x562f7d7faf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.784+0000 7f9ed3e00640 1 -- 172.21.15.33:0/2538777926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f5c70 msgr2=0x562f7d818bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:41.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.785+0000 7f9ed3e00640 1 --2- 172.21.15.33:0/2538777926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f5c70 0x562f7d818bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.785+0000 7f9ed3e00640 1 -- 172.21.15.33:0/2538777926 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f7d7ed770 con 0x562f7d7f6590 2024-09-05T02:36:41.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.785+0000 7f9ed3e00640 1 --2- 172.21.15.33:0/2538777926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d7f6590 0x562f7d819110 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f9ec402a910 tx=0x7f9ec402a3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7f618889bb4c170 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:41.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.785+0000 7f9ed1200640 1 -- 172.21.15.33:0/2538777926 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ec4035070 con 0x562f7d7f6590 2024-09-05T02:36:41.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.785+0000 7f9ed1200640 1 -- 172.21.15.33:0/2538777926 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ec4041070 con 0x562f7d7f6590 2024-09-05T02:36:41.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.785+0000 7f9ed1200640 1 -- 172.21.15.33:0/2538777926 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ec4052070 con 0x562f7d7f6590 2024-09-05T02:36:41.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.786+0000 7f9ee61d3740 1 -- 172.21.15.33:0/2538777926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d7f6590 msgr2=0x562f7d819110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:41.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.786+0000 7f9ee61d3740 1 --2- 172.21.15.33:0/2538777926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d7f6590 0x562f7d819110 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f9ec402a910 tx=0x7f9ec402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.786+0000 7f9ee61d3740 1 -- 172.21.15.33:0/2538777926 shutdown_connections 2024-09-05T02:36:41.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.786+0000 7f9ee61d3740 1 --2- 172.21.15.33:0/2538777926 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d800e50 0x562f7d7faf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.786+0000 7f9ee61d3740 1 --2- 172.21.15.33:0/2538777926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d7f6590 0x562f7d819110 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.786+0000 7f9ee61d3740 1 --2- 172.21.15.33:0/2538777926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f5c70 0x562f7d818bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.786+0000 7f9ee61d3740 1 -- 172.21.15.33:0/2538777926 >> 172.21.15.33:0/2538777926 conn(0x562f7d7f2200 msgr2=0x562f7d7ffdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:41.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.786+0000 7f9ee61d3740 1 -- 172.21.15.33:0/2538777926 shutdown_connections 2024-09-05T02:36:41.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.786+0000 7f9ee61d3740 1 -- 172.21.15.33:0/2538777926 wait complete. 2024-09-05T02:36:41.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.787+0000 7f9ee61d3740 1 -- start start 2024-09-05T02:36:41.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.787+0000 7f9ee61d3740 1 Processor -- start 2024-09-05T02:36:41.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.787+0000 7f9ee61d3740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f5c70 0x562f7d809700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:41.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.787+0000 7f9ee61d3740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d7f6590 0x562f7d804a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:41.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.787+0000 7f9ee61d3740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d800e50 0x562f7d805210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:41.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.787+0000 7f9ee61d3740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9edc1b0f20 con 0x562f7d800e50 2024-09-05T02:36:41.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.787+0000 7f9ee61d3740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9edc1b0850 con 0x562f7d7f5c70 2024-09-05T02:36:41.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.787+0000 7f9ee61d3740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f9edc1adab0 con 0x562f7d7f6590 2024-09-05T02:36:41.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.787+0000 7f9ee61d3740 10 client.0 _ll_register_callbacks cb 0x7f9ec4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:41.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.788+0000 7f9ee1600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d800e50 0x562f7d805210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:41.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.788+0000 7f9ed3e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d7f6590 0x562f7d804a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:41.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.788+0000 7f9ee1600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d800e50 0x562f7d805210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43314/0 (socket says 172.21.15.33:43314) 2024-09-05T02:36:41.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.788+0000 7f9ee1600640 1 -- 172.21.15.33:0/662812071 learned_addr learned my addr 172.21.15.33:0/662812071 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:41.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.788+0000 7f9ee1600640 1 --2- 172.21.15.33:0/662812071 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f5c70 0x562f7d809700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:41.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.788+0000 7f9ed3e00640 1 -- 172.21.15.33:0/662812071 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f5c70 msgr2=0x562f7d809700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:41.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.788+0000 7f9ed3e00640 1 --2- 172.21.15.33:0/662812071 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f5c70 0x562f7d809700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.788+0000 7f9ed3e00640 1 -- 172.21.15.33:0/662812071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d800e50 msgr2=0x562f7d805210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:41.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.788+0000 7f9ed3e00640 1 --2- 172.21.15.33:0/662812071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d800e50 0x562f7d805210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.788+0000 7f9ed3e00640 1 -- 172.21.15.33:0/662812071 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f7d87aba0 con 0x562f7d7f6590 2024-09-05T02:36:41.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.788+0000 7f9ee1600640 1 --2- 172.21.15.33:0/662812071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d800e50 0x562f7d805210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:41.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.788+0000 7f9ed3e00640 1 --2- 172.21.15.33:0/662812071 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d7f6590 0x562f7d804a80 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f9ec4003da0 tx=0x7f9ec4003bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=40646505fcb84cbc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:41.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.788+0000 7f9eca000640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:36:41.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.789+0000 7f9eca000640 1 -- 172.21.15.33:0/662812071 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ec4052070 con 0x562f7d7f6590 2024-09-05T02:36:41.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.789+0000 7f9ee61d3740 1 -- 172.21.15.33:0/662812071 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ec4041070 con 0x562f7d7f6590 2024-09-05T02:36:41.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.789+0000 7f9eca000640 1 -- 172.21.15.33:0/662812071 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f9ec4004ad0 con 0x562f7d7f6590 2024-09-05T02:36:41.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.789+0000 7f9eca000640 1 -- 172.21.15.33:0/662812071 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9ec4065050 con 0x562f7d7f6590 2024-09-05T02:36:41.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.789+0000 7f9ee61d3740 10 client.27748 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:41.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.789+0000 7f9ee61d3740 1 -- 172.21.15.33:0/662812071 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562f7d87bd60 con 0x562f7d7f6590 2024-09-05T02:36:41.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.789+0000 7f9eca000640 1 -- 172.21.15.33:0/662812071 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ec4041070 con 0x562f7d7f6590 2024-09-05T02:36:41.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.790+0000 7f9eca000640 1 -- 172.21.15.33:0/662812071 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9ec405e060 con 0x562f7d7f6590 2024-09-05T02:36:41.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.790+0000 7f9ee61d3740 10 client.27748 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:41.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.790+0000 7f9ee61d3740 10 client.27748 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:36:41.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.790+0000 7f9ee61d3740 20 client.27748 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:41.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.790+0000 7f9ee61d3740 1 --2- 172.21.15.33:0/662812071 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x562f7d87c3c0 0x562f7d87e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:41.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.790+0000 7f9ee61d3740 4 client.27748 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:36:41.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.790+0000 7f9ee61d3740 1 -- 172.21.15.33:0/662812071 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562f7d763e60 con 0x562f7d87c3c0 2024-09-05T02:36:41.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.790+0000 7f9ee1600640 1 --2- 172.21.15.33:0/662812071 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x562f7d87c3c0 0x562f7d87e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:41.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.791+0000 7f9ee1600640 1 --2- 172.21.15.33:0/662812071 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x562f7d87c3c0 0x562f7d87e7e0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c9e59928d9c1a070 server_cookie=ac07ccb9b808201 in_seq=0 out_seq=0 2024-09-05T02:36:41.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.791+0000 7f9eca000640 10 client.27748 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:36:41.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.791+0000 7f9eca000640 1 -- 172.21.15.33:0/662812071 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562f7d763e60 con 0x562f7d87c3c0 2024-09-05T02:36:41.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.791+0000 7f9eca000640 10 client.27748 handle_command_reply: tid=0 2024-09-05T02:36:41.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.791+0000 7f9ee61d3740 1 client.27748 shutdown 2024-09-05T02:36:41.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.791+0000 7f9ee61d3740 1 -- 172.21.15.33:0/662812071 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d7f6590 msgr2=0x562f7d804a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:41.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.791+0000 7f9ee61d3740 1 --2- 172.21.15.33:0/662812071 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d7f6590 0x562f7d804a80 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f9ec4003da0 tx=0x7f9ec4003bf0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.791+0000 7f9ee61d3740 1 -- 172.21.15.33:0/662812071 shutdown_connections 2024-09-05T02:36:41.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.791+0000 7f9ee61d3740 1 --2- 172.21.15.33:0/662812071 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x562f7d87c3c0 0x562f7d87e7e0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.791+0000 7f9ee61d3740 1 --2- 172.21.15.33:0/662812071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562f7d800e50 0x562f7d805210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.791+0000 7f9ee61d3740 1 --2- 172.21.15.33:0/662812071 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562f7d7f6590 0x562f7d804a80 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.791+0000 7f9ee61d3740 1 --2- 172.21.15.33:0/662812071 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562f7d7f5c70 0x562f7d809700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.791+0000 7f9ee61d3740 1 -- 172.21.15.33:0/662812071 >> 172.21.15.33:0/662812071 conn(0x562f7d7f2200 msgr2=0x562f7d7f0b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:41.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.791+0000 7f9eca000640 0 client.27748 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:36:41.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.791+0000 7f9ee61d3740 1 -- 172.21.15.33:0/662812071 shutdown_connections 2024-09-05T02:36:41.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.791+0000 7f9ee61d3740 1 -- 172.21.15.33:0/662812071 wait complete. 2024-09-05T02:36:41.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.792+0000 7f9ee61d3740 20 client.27748 trim_cache size 0 max 16384 2024-09-05T02:36:41.798 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:36:41.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.792+0000 7f9ee3600640 1 -- 172.21.15.33:0/225123845 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9ec00a2cf0 msgr2=0x7f9ec00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:41.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.792+0000 7f9ee3600640 1 --2- 172.21.15.33:0/225123845 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9ec00a2cf0 0x7f9ec00a51b0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x562f7d7f3060 tx=0x7f9ecc0d5530 comp rx=0 tx=0).stop 2024-09-05T02:36:41.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.792+0000 7f9ee3600640 1 -- 172.21.15.33:0/225123845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9edc103ff0 msgr2=0x7f9edc19a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:41.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.792+0000 7f9ee3600640 1 --2- 172.21.15.33:0/225123845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9edc103ff0 0x7f9edc19a5f0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f9ecc00e9f0 tx=0x7f9ecc00eeb0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.792+0000 7f9ee3600640 1 -- 172.21.15.33:0/225123845 shutdown_connections 2024-09-05T02:36:41.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.792+0000 7f9ee3600640 1 --2- 172.21.15.33:0/225123845 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f9ec00a2cf0 0x7f9ec00a51b0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.792+0000 7f9ee3600640 1 --2- 172.21.15.33:0/225123845 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f9edc109120 0x7f9edc19eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.792+0000 7f9ee3600640 1 --2- 172.21.15.33:0/225123845 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9edc1049a0 0x7f9edc19ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.792+0000 7f9ee3600640 1 --2- 172.21.15.33:0/225123845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9edc103ff0 0x7f9edc19a5f0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:41.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.792+0000 7f9ee3600640 1 -- 172.21.15.33:0/225123845 >> 172.21.15.33:0/225123845 conn(0x7f9edc0ffa90 msgr2=0x7f9edc101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:41.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.793+0000 7f9ee3600640 1 -- 172.21.15.33:0/225123845 shutdown_connections 2024-09-05T02:36:41.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:41.793+0000 7f9ee3600640 1 -- 172.21.15.33:0/225123845 wait complete. 2024-09-05T02:36:41.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:41 smithi123 ceph-mon[34031]: pgmap v301: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:36:42.657 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:36:43.033 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:43.432 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:43 smithi033 ceph-mon[29909]: pgmap v302: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:36:43.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.542+0000 7f4794000640 1 -- 172.21.15.33:0/3369824896 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f478c112a50 msgr2=0x7f478c114e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:43.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.542+0000 7f4794000640 1 --2- 172.21.15.33:0/3369824896 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f478c112a50 0x7f478c114e40 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f4784009ca0 tx=0x7f478402a8b0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.542+0000 7f4794000640 1 -- 172.21.15.33:0/3369824896 shutdown_connections 2024-09-05T02:36:43.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.542+0000 7f4794000640 1 --2- 172.21.15.33:0/3369824896 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f478c112a50 0x7f478c114e40 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.542+0000 7f4794000640 1 --2- 172.21.15.33:0/3369824896 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f478c077040 0x7f478c112510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.542+0000 7f4794000640 1 --2- 172.21.15.33:0/3369824896 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f478c076720 0x7f478c076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.542+0000 7f4794000640 1 -- 172.21.15.33:0/3369824896 >> 172.21.15.33:0/3369824896 conn(0x7f478c0ffa50 msgr2=0x7f478c101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:43.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.543+0000 7f4794000640 1 -- 172.21.15.33:0/3369824896 shutdown_connections 2024-09-05T02:36:43.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.543+0000 7f4794000640 1 -- 172.21.15.33:0/3369824896 wait complete. 2024-09-05T02:36:43.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.544+0000 7f4794000640 1 Processor -- start 2024-09-05T02:36:43.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.544+0000 7f4794000640 1 -- start start 2024-09-05T02:36:43.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.544+0000 7f4794000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f478c076720 0x7f478c19eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:43.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.544+0000 7f4794000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f478c077040 0x7f478c19f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:43.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.544+0000 7f4794000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f478c112a50 0x7f478c1a3480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:43.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.544+0000 7f4794000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f478c1185e0 con 0x7f478c076720 2024-09-05T02:36:43.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.544+0000 7f4794000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f478c118460 con 0x7f478c077040 2024-09-05T02:36:43.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.544+0000 7f4794000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f478c118760 con 0x7f478c112a50 2024-09-05T02:36:43.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.544+0000 7f4791600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f478c076720 0x7f478c19eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:43.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.544+0000 7f4791600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f478c076720 0x7f478c19eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43330/0 (socket says 172.21.15.33:43330) 2024-09-05T02:36:43.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.544+0000 7f4791600640 1 -- 172.21.15.33:0/34592474 learned_addr learned my addr 172.21.15.33:0/34592474 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:43.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.544+0000 7f4792000640 1 --2- 172.21.15.33:0/34592474 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f478c112a50 0x7f478c1a3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:43.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.544+0000 7f4790c00640 1 --2- 172.21.15.33:0/34592474 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f478c077040 0x7f478c19f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:43.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.545+0000 7f4791600640 1 -- 172.21.15.33:0/34592474 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f478c112a50 msgr2=0x7f478c1a3480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:43.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.545+0000 7f4791600640 1 --2- 172.21.15.33:0/34592474 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f478c112a50 0x7f478c1a3480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.545+0000 7f4791600640 1 -- 172.21.15.33:0/34592474 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f478c077040 msgr2=0x7f478c19f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:43.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.545+0000 7f4791600640 1 --2- 172.21.15.33:0/34592474 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f478c077040 0x7f478c19f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.545+0000 7f4791600640 1 -- 172.21.15.33:0/34592474 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f478c1a3bb0 con 0x7f478c076720 2024-09-05T02:36:43.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.545+0000 7f4791600640 1 --2- 172.21.15.33:0/34592474 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f478c076720 0x7f478c19eb80 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f478000d950 tx=0x7f478000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:43.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.546+0000 7f478a000640 1 -- 172.21.15.33:0/34592474 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4780017070 con 0x7f478c076720 2024-09-05T02:36:43.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.546+0000 7f478a000640 1 -- 172.21.15.33:0/34592474 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4780009c30 con 0x7f478c076720 2024-09-05T02:36:43.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.546+0000 7f478a000640 1 -- 172.21.15.33:0/34592474 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f478000f6b0 con 0x7f478c076720 2024-09-05T02:36:43.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.546+0000 7f4794000640 1 -- 172.21.15.33:0/34592474 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f478c1a3ea0 con 0x7f478c076720 2024-09-05T02:36:43.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.546+0000 7f4794000640 1 -- 172.21.15.33:0/34592474 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f478c1ab730 con 0x7f478c076720 2024-09-05T02:36:43.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.550+0000 7f4796c69740 1 Processor -- start 2024-09-05T02:36:43.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.550+0000 7f4796c69740 1 -- start start 2024-09-05T02:36:43.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.550+0000 7f4796c69740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ab5c70 0x558af5ab6050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:43.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.550+0000 7f4796c69740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ab6590 0x558af5ac0910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:43.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.550+0000 7f478a000640 1 -- 172.21.15.33:0/34592474 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f47800109d0 con 0x7f478c076720 2024-09-05T02:36:43.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.550+0000 7f4796c69740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ac0e50 0x558af5ac3240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:43.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.550+0000 7f4796c69740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558af5a1c3e0 con 0x558af5ac0e50 2024-09-05T02:36:43.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.550+0000 7f4796c69740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x558af59c3d80 con 0x558af5ab5c70 2024-09-05T02:36:43.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.550+0000 7f4796c69740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x558af5a183a0 con 0x558af5ab6590 2024-09-05T02:36:43.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.551+0000 7f4792000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ab5c70 0x558af5ab6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:43.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.551+0000 7f4792000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ab5c70 0x558af5ab6050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:56430/0 (socket says 172.21.15.33:56430) 2024-09-05T02:36:43.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.551+0000 7f4792000640 1 -- 172.21.15.33:0/856562779 learned_addr learned my addr 172.21.15.33:0/856562779 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:43.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.551+0000 7f4790c00640 1 --2- 172.21.15.33:0/856562779 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ac0e50 0x558af5ac3240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:43.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.551+0000 7f4791600640 1 --2- 172.21.15.33:0/856562779 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ab6590 0x558af5ac0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:43.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.551+0000 7f4792000640 1 -- 172.21.15.33:0/856562779 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ab6590 msgr2=0x558af5ac0910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:43.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.551+0000 7f4792000640 1 --2- 172.21.15.33:0/856562779 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ab6590 0x558af5ac0910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.551+0000 7f4792000640 1 -- 172.21.15.33:0/856562779 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ac0e50 msgr2=0x558af5ac3240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:43.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.551+0000 7f4792000640 1 --2- 172.21.15.33:0/856562779 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ac0e50 0x558af5ac3240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.551+0000 7f4792000640 1 -- 172.21.15.33:0/856562779 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558af59e2ae0 con 0x558af5ab5c70 2024-09-05T02:36:43.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.551+0000 7f4792000640 1 --2- 172.21.15.33:0/856562779 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ab5c70 0x558af5ab6050 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f4784004af0 tx=0x7f4784030450 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f6728117d533d7b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:43.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.552+0000 7f477e600640 1 -- 172.21.15.33:0/856562779 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4784003970 con 0x558af5ab5c70 2024-09-05T02:36:43.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.552+0000 7f477e600640 1 -- 172.21.15.33:0/856562779 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4784036030 con 0x558af5ab5c70 2024-09-05T02:36:43.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.552+0000 7f477e600640 1 -- 172.21.15.33:0/856562779 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47840044a0 con 0x558af5ab5c70 2024-09-05T02:36:43.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.552+0000 7f478a000640 1 --2- 172.21.15.33:0/34592474 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f47740a2d70 0x7f47740a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:43.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.552+0000 7f4796c69740 1 -- 172.21.15.33:0/856562779 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ab5c70 msgr2=0x558af5ab6050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:43.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.552+0000 7f4796c69740 1 --2- 172.21.15.33:0/856562779 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ab5c70 0x558af5ab6050 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f4784004af0 tx=0x7f4784030450 comp rx=0 tx=0).stop 2024-09-05T02:36:43.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.553+0000 7f478a000640 1 -- 172.21.15.33:0/34592474 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f47800cefa0 con 0x7f478c076720 2024-09-05T02:36:43.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.553+0000 7f4796c69740 1 -- 172.21.15.33:0/856562779 shutdown_connections 2024-09-05T02:36:43.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.553+0000 7f4796c69740 1 --2- 172.21.15.33:0/856562779 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ac0e50 0x558af5ac3240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.553+0000 7f4796c69740 1 --2- 172.21.15.33:0/856562779 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ab6590 0x558af5ac0910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.553+0000 7f4796c69740 1 --2- 172.21.15.33:0/856562779 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ab5c70 0x558af5ab6050 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.553+0000 7f4796c69740 1 -- 172.21.15.33:0/856562779 >> 172.21.15.33:0/856562779 conn(0x558af5ab2200 msgr2=0x558af5ab25e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:43.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.553+0000 7f4791600640 1 --2- 172.21.15.33:0/34592474 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f47740a2d70 0x7f47740a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:43.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.553+0000 7f4796c69740 1 -- 172.21.15.33:0/856562779 shutdown_connections 2024-09-05T02:36:43.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.553+0000 7f4796c69740 1 -- 172.21.15.33:0/856562779 wait complete. 2024-09-05T02:36:43.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.553+0000 7f4791600640 1 --2- 172.21.15.33:0/34592474 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f47740a2d70 0x7f47740a5230 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f47800cc790 tx=0x7f4780005880 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:43.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.553+0000 7f4796c69740 1 -- start start 2024-09-05T02:36:43.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.554+0000 7f4796c69740 1 Processor -- start 2024-09-05T02:36:43.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.554+0000 7f4796c69740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ab5c70 0x558af5abdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:43.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.554+0000 7f4796c69740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ab6590 0x558af5abe230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:43.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.554+0000 7f4796c69740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ac0e50 0x558af5abe770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:43.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.554+0000 7f4796c69740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558af5ac3a20 con 0x558af5ab6590 2024-09-05T02:36:43.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.554+0000 7f4796c69740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x558af59d70f0 con 0x558af5ac0e50 2024-09-05T02:36:43.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.554+0000 7f4796c69740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x558af5ac3ba0 con 0x558af5ab5c70 2024-09-05T02:36:43.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.554+0000 7f4796c69740 10 client.0 _ll_register_callbacks cb 0x558af59bebd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:43.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.554+0000 7f4792000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ab5c70 0x558af5abdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:43.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.555+0000 7f4792000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ab5c70 0x558af5abdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:33388/0 (socket says 172.21.15.33:33388) 2024-09-05T02:36:43.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.555+0000 7f4792000640 1 -- 172.21.15.33:0/1827428530 learned_addr learned my addr 172.21.15.33:0/1827428530 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:43.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.555+0000 7f4790c00640 1 --2- 172.21.15.33:0/1827428530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ab6590 0x558af5abe230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:43.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.555+0000 7f4792000640 1 --2- 172.21.15.33:0/1827428530 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ac0e50 0x558af5abe770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:43.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.555+0000 7f4792000640 1 -- 172.21.15.33:0/1827428530 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ac0e50 msgr2=0x558af5abe770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:43.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.555+0000 7f4792000640 1 --2- 172.21.15.33:0/1827428530 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ac0e50 0x558af5abe770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.555+0000 7f4792000640 1 -- 172.21.15.33:0/1827428530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ab6590 msgr2=0x558af5abe230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:43.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.555+0000 7f4792000640 1 --2- 172.21.15.33:0/1827428530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ab6590 0x558af5abe230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.555+0000 7f4792000640 1 -- 172.21.15.33:0/1827428530 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558af578d3c0 con 0x558af5ab5c70 2024-09-05T02:36:43.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.555+0000 7f4792000640 1 --2- 172.21.15.33:0/1827428530 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ab5c70 0x558af5abdcf0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f4784009ca0 tx=0x7f47840040e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=734fa28d953523ed server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:43.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.555+0000 7f4772a00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:36:43.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.555+0000 7f4772a00640 1 -- 172.21.15.33:0/1827428530 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4784059060 con 0x558af5ab5c70 2024-09-05T02:36:43.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.555+0000 7f4772a00640 1 -- 172.21.15.33:0/1827428530 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f4784004480 con 0x558af5ab5c70 2024-09-05T02:36:43.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.556+0000 7f4796c69740 1 -- 172.21.15.33:0/1827428530 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4784036030 con 0x558af5ab5c70 2024-09-05T02:36:43.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.556+0000 7f4772a00640 1 -- 172.21.15.33:0/1827428530 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4784004680 con 0x558af5ab5c70 2024-09-05T02:36:43.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.556+0000 7f4796c69740 10 client.27760 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:43.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.556+0000 7f4796c69740 1 -- 172.21.15.33:0/1827428530 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558af5ac3a20 con 0x558af5ab5c70 2024-09-05T02:36:43.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.556+0000 7f4772a00640 1 -- 172.21.15.33:0/1827428530 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4784036030 con 0x558af5ab5c70 2024-09-05T02:36:43.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.556+0000 7f4772a00640 1 -- 172.21.15.33:0/1827428530 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f4784043070 con 0x558af5ab5c70 2024-09-05T02:36:43.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.557+0000 7f4796c69740 10 client.27760 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:43.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.557+0000 7f4796c69740 10 client.27760 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:36:43.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.557+0000 7f4796c69740 20 client.27760 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.557+0000 7f4796c69740 1 --2- 172.21.15.33:0/1827428530 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x558af5ad0b90 0x558af5ad2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.557+0000 7f4796c69740 4 client.27760 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:36:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.557+0000 7f4796c69740 1 -- 172.21.15.33:0/1827428530 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558af5a29950 con 0x558af5ad0b90 2024-09-05T02:36:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.557+0000 7f4790c00640 1 --2- 172.21.15.33:0/1827428530 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x558af5ad0b90 0x558af5ad2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.558+0000 7f4790c00640 1 --2- 172.21.15.33:0/1827428530 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x558af5ad0b90 0x558af5ad2f80 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30f3140009807d82 server_cookie=c1630b3815623d0b in_seq=0 out_seq=0 2024-09-05T02:36:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.558+0000 7f4772a00640 10 client.27760 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.558+0000 7f4772a00640 1 -- 172.21.15.33:0/1827428530 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558af5a29950 con 0x558af5ad0b90 2024-09-05T02:36:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.558+0000 7f4772a00640 10 client.27760 handle_command_reply: tid=0 2024-09-05T02:36:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.558+0000 7f4796c69740 1 client.27760 shutdown 2024-09-05T02:36:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.559+0000 7f4796c69740 1 -- 172.21.15.33:0/1827428530 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ab5c70 msgr2=0x558af5abdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.559+0000 7f4796c69740 1 --2- 172.21.15.33:0/1827428530 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ab5c70 0x558af5abdcf0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f4784009ca0 tx=0x7f47840040e0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.559+0000 7f4796c69740 1 -- 172.21.15.33:0/1827428530 shutdown_connections 2024-09-05T02:36:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.559+0000 7f4796c69740 1 --2- 172.21.15.33:0/1827428530 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ac0e50 0x558af5abe770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.559+0000 7f4796c69740 1 --2- 172.21.15.33:0/1827428530 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x558af5ad0b90 0x558af5ad2f80 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.559+0000 7f4796c69740 1 --2- 172.21.15.33:0/1827428530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ab6590 0x558af5abe230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.559+0000 7f4796c69740 1 --2- 172.21.15.33:0/1827428530 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ab5c70 0x558af5abdcf0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.559+0000 7f4772a00640 0 client.27760 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:43.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.559+0000 7f4796c69740 1 -- 172.21.15.33:0/1827428530 >> 172.21.15.33:0/1827428530 conn(0x558af5ab2200 msgr2=0x558af5ab1380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:43.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.559+0000 7f4796c69740 1 -- 172.21.15.33:0/1827428530 shutdown_connections 2024-09-05T02:36:43.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.559+0000 7f4796c69740 1 -- 172.21.15.33:0/1827428530 wait complete. 2024-09-05T02:36:43.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.559+0000 7f4796c69740 20 client.27760 trim_cache size 0 max 16384 2024-09-05T02:36:43.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.573+0000 7f4796c69740 1 Processor -- start 2024-09-05T02:36:43.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.573+0000 7f4796c69740 1 -- start start 2024-09-05T02:36:43.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.573+0000 7f4796c69740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ab5c70 0x558af5abfc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:43.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.573+0000 7f4796c69740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ab6590 0x558af5ad86a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:43.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.573+0000 7f4796c69740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ac0e50 0x558af5ad8be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:43.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.573+0000 7f4796c69740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f478c1b3f70 con 0x558af5ab6590 2024-09-05T02:36:43.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.573+0000 7f4796c69740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f478c1b5ab0 con 0x558af5ab5c70 2024-09-05T02:36:43.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.573+0000 7f4796c69740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f478c1b4640 con 0x558af5ac0e50 2024-09-05T02:36:43.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.574+0000 7f4790c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ab6590 0x558af5ad86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:43.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.574+0000 7f4792000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ac0e50 0x558af5ad8be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:43.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.574+0000 7f4790c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ab6590 0x558af5ad86a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43340/0 (socket says 172.21.15.33:43340) 2024-09-05T02:36:43.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.574+0000 7f4790c00640 1 -- 172.21.15.33:0/4101282931 learned_addr learned my addr 172.21.15.33:0/4101282931 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:43.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.574+0000 7f4792000640 1 --2- 172.21.15.33:0/4101282931 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ab5c70 0x558af5abfc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:43.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.574+0000 7f4792000640 1 -- 172.21.15.33:0/4101282931 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ab5c70 msgr2=0x558af5abfc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:43.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.574+0000 7f4792000640 1 --2- 172.21.15.33:0/4101282931 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ab5c70 0x558af5abfc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.574+0000 7f4792000640 1 -- 172.21.15.33:0/4101282931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ab6590 msgr2=0x558af5ad86a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:43.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.574+0000 7f4792000640 1 --2- 172.21.15.33:0/4101282931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ab6590 0x558af5ad86a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.574+0000 7f4792000640 1 -- 172.21.15.33:0/4101282931 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558af5aad770 con 0x558af5ac0e50 2024-09-05T02:36:43.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.574+0000 7f4792000640 1 --2- 172.21.15.33:0/4101282931 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ac0e50 0x558af5ad8be0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f4784004aa0 tx=0x7f4784005d80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=49b490a934399e0d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:43.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.575+0000 7f477dc00640 1 -- 172.21.15.33:0/4101282931 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4784059040 con 0x558af5ac0e50 2024-09-05T02:36:43.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.575+0000 7f477dc00640 1 -- 172.21.15.33:0/4101282931 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4784036070 con 0x558af5ac0e50 2024-09-05T02:36:43.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.575+0000 7f477dc00640 1 -- 172.21.15.33:0/4101282931 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f478405d470 con 0x558af5ac0e50 2024-09-05T02:36:43.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.575+0000 7f4796c69740 1 -- 172.21.15.33:0/4101282931 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ac0e50 msgr2=0x558af5ad8be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:43.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.575+0000 7f4796c69740 1 --2- 172.21.15.33:0/4101282931 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ac0e50 0x558af5ad8be0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f4784004aa0 tx=0x7f4784005d80 comp rx=0 tx=0).stop 2024-09-05T02:36:43.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.575+0000 7f4796c69740 1 -- 172.21.15.33:0/4101282931 shutdown_connections 2024-09-05T02:36:43.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.575+0000 7f4796c69740 1 --2- 172.21.15.33:0/4101282931 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ac0e50 0x558af5ad8be0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.575+0000 7f4796c69740 1 --2- 172.21.15.33:0/4101282931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ab6590 0x558af5ad86a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.575+0000 7f4796c69740 1 --2- 172.21.15.33:0/4101282931 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ab5c70 0x558af5abfc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.575+0000 7f4796c69740 1 -- 172.21.15.33:0/4101282931 >> 172.21.15.33:0/4101282931 conn(0x558af5ab2200 msgr2=0x558af5abf550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:43.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.575+0000 7f4796c69740 1 -- 172.21.15.33:0/4101282931 shutdown_connections 2024-09-05T02:36:43.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.575+0000 7f4796c69740 1 -- 172.21.15.33:0/4101282931 wait complete. 2024-09-05T02:36:43.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.576+0000 7f4796c69740 1 -- start start 2024-09-05T02:36:43.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.576+0000 7f4796c69740 1 Processor -- start 2024-09-05T02:36:43.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.576+0000 7f4796c69740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ab5c70 0x558af5ac93e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:43.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.577+0000 7f4796c69740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ab6590 0x558af5ac4710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:43.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.577+0000 7f4796c69740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ac0e50 0x558af5ac4c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:43.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.577+0000 7f4796c69740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f478c1b53e0 con 0x558af5ab5c70 2024-09-05T02:36:43.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.577+0000 7f4796c69740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f478c1b4d10 con 0x558af5ab6590 2024-09-05T02:36:43.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.577+0000 7f4796c69740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f478c1b1f70 con 0x558af5ac0e50 2024-09-05T02:36:43.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.577+0000 7f4796c69740 10 client.0 _ll_register_callbacks cb 0x7f47840303a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:43.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.577+0000 7f4792000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ab5c70 0x558af5ac93e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:43.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.577+0000 7f4790c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ab6590 0x558af5ac4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:43.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.577+0000 7f4792000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ab5c70 0x558af5ac93e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43342/0 (socket says 172.21.15.33:43342) 2024-09-05T02:36:43.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.577+0000 7f4792000640 1 -- 172.21.15.33:0/4001804191 learned_addr learned my addr 172.21.15.33:0/4001804191 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:43.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.577+0000 7f4792000640 1 --2- 172.21.15.33:0/4001804191 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ac0e50 0x558af5ac4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:43.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.577+0000 7f4790c00640 1 -- 172.21.15.33:0/4001804191 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ac0e50 msgr2=0x558af5ac4c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:43.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.577+0000 7f4790c00640 1 --2- 172.21.15.33:0/4001804191 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ac0e50 0x558af5ac4c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.577+0000 7f4790c00640 1 -- 172.21.15.33:0/4001804191 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ab5c70 msgr2=0x558af5ac93e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.577+0000 7f4790c00640 1 --2- 172.21.15.33:0/4001804191 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ab5c70 0x558af5ac93e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.577+0000 7f4790c00640 1 -- 172.21.15.33:0/4001804191 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558af5ab8ae0 con 0x558af5ab6590 2024-09-05T02:36:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.577+0000 7f4792000640 1 --2- 172.21.15.33:0/4001804191 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ab5c70 0x558af5ac93e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.578+0000 7f4790c00640 1 --2- 172.21.15.33:0/4001804191 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ab6590 0x558af5ac4710 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f4778000c00 tx=0x7f477800bf90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3360e6cff01fe020 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.578+0000 7f4772a00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:36:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.578+0000 7f4772a00640 1 -- 172.21.15.33:0/4001804191 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f477801d610 con 0x558af5ab6590 2024-09-05T02:36:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.578+0000 7f4796c69740 1 -- 172.21.15.33:0/4001804191 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4784036070 con 0x558af5ab6590 2024-09-05T02:36:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.578+0000 7f4772a00640 1 -- 172.21.15.33:0/4001804191 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f477801d7b0 con 0x558af5ab6590 2024-09-05T02:36:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.578+0000 7f4772a00640 1 -- 172.21.15.33:0/4001804191 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4778003e90 con 0x558af5ab6590 2024-09-05T02:36:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.578+0000 7f4796c69740 10 client.27845 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.578+0000 7f4796c69740 1 -- 172.21.15.33:0/4001804191 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558af5b3b3e0 con 0x558af5ab6590 2024-09-05T02:36:43.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.579+0000 7f4772a00640 1 -- 172.21.15.33:0/4001804191 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4784036070 con 0x558af5ab6590 2024-09-05T02:36:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.579+0000 7f4772a00640 1 -- 172.21.15.33:0/4001804191 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f4778024030 con 0x558af5ab6590 2024-09-05T02:36:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.579+0000 7f4796c69740 10 client.27845 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.579+0000 7f4796c69740 10 client.27845 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:36:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.579+0000 7f4796c69740 20 client.27845 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.579+0000 7f4796c69740 1 --2- 172.21.15.33:0/4001804191 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x558af5b3bb40 0x558af5b3df60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.579+0000 7f4796c69740 4 client.27845 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:36:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.579+0000 7f4796c69740 1 -- 172.21.15.33:0/4001804191 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558af5a23e60 con 0x558af5b3bb40 2024-09-05T02:36:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.579+0000 7f4792000640 1 --2- 172.21.15.33:0/4001804191 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x558af5b3bb40 0x558af5b3df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.580+0000 7f4792000640 1 --2- 172.21.15.33:0/4001804191 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x558af5b3bb40 0x558af5b3df60 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a49432c968f9a2a server_cookie=733c4bdfaa430b8d in_seq=0 out_seq=0 2024-09-05T02:36:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.580+0000 7f4772a00640 10 client.27845 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.580+0000 7f4772a00640 1 -- 172.21.15.33:0/4001804191 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558af5a23e60 con 0x558af5b3bb40 2024-09-05T02:36:43.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.580+0000 7f4772a00640 10 client.27845 handle_command_reply: tid=0 2024-09-05T02:36:43.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.580+0000 7f4796c69740 1 client.27845 shutdown 2024-09-05T02:36:43.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.580+0000 7f4796c69740 1 -- 172.21.15.33:0/4001804191 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ab6590 msgr2=0x558af5ac4710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:43.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.580+0000 7f4796c69740 1 --2- 172.21.15.33:0/4001804191 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ab6590 0x558af5ac4710 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f4778000c00 tx=0x7f477800bf90 comp rx=0 tx=0).stop 2024-09-05T02:36:43.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.580+0000 7f4796c69740 1 -- 172.21.15.33:0/4001804191 shutdown_connections 2024-09-05T02:36:43.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.580+0000 7f4796c69740 1 --2- 172.21.15.33:0/4001804191 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x558af5ac0e50 0x558af5ac4c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.580+0000 7f4796c69740 1 --2- 172.21.15.33:0/4001804191 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558af5ab6590 0x558af5ac4710 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.580+0000 7f4796c69740 1 --2- 172.21.15.33:0/4001804191 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x558af5b3bb40 0x558af5b3df60 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.580+0000 7f4796c69740 1 --2- 172.21.15.33:0/4001804191 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558af5ab5c70 0x558af5ac93e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.580+0000 7f4796c69740 1 -- 172.21.15.33:0/4001804191 >> 172.21.15.33:0/4001804191 conn(0x558af5ab2200 msgr2=0x558af5ab1380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:43.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.580+0000 7f4772a00640 0 client.27845 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:43.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.580+0000 7f4796c69740 1 -- 172.21.15.33:0/4001804191 shutdown_connections 2024-09-05T02:36:43.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.580+0000 7f4796c69740 1 -- 172.21.15.33:0/4001804191 wait complete. 2024-09-05T02:36:43.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.581+0000 7f4796c69740 20 client.27845 trim_cache size 0 max 16384 2024-09-05T02:36:43.586 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:36:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.581+0000 7f4794000640 1 -- 172.21.15.33:0/34592474 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f47740a2d70 msgr2=0x7f47740a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.581+0000 7f4794000640 1 --2- 172.21.15.33:0/34592474 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f47740a2d70 0x7f47740a5230 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f47800cc790 tx=0x7f4780005880 comp rx=0 tx=0).stop 2024-09-05T02:36:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.581+0000 7f4794000640 1 -- 172.21.15.33:0/34592474 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f478c076720 msgr2=0x7f478c19eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.581+0000 7f4794000640 1 --2- 172.21.15.33:0/34592474 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f478c076720 0x7f478c19eb80 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f478000d950 tx=0x7f478000de10 comp rx=0 tx=0).stop 2024-09-05T02:36:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.581+0000 7f4794000640 1 -- 172.21.15.33:0/34592474 shutdown_connections 2024-09-05T02:36:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.581+0000 7f4794000640 1 --2- 172.21.15.33:0/34592474 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f47740a2d70 0x7f47740a5230 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.581+0000 7f4794000640 1 --2- 172.21.15.33:0/34592474 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f478c112a50 0x7f478c1a3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.581+0000 7f4794000640 1 --2- 172.21.15.33:0/34592474 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f478c077040 0x7f478c19f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.581+0000 7f4794000640 1 --2- 172.21.15.33:0/34592474 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f478c076720 0x7f478c19eb80 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.581+0000 7f4794000640 1 -- 172.21.15.33:0/34592474 >> 172.21.15.33:0/34592474 conn(0x7f478c0ffa50 msgr2=0x7f478c101e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.582+0000 7f4794000640 1 -- 172.21.15.33:0/34592474 shutdown_connections 2024-09-05T02:36:43.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:43.582+0000 7f4794000640 1 -- 172.21.15.33:0/34592474 wait complete. 2024-09-05T02:36:43.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:43 smithi174 ceph-mon[34756]: pgmap v302: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:36:43.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:43 smithi123 ceph-mon[34031]: pgmap v302: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:36:45.299 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:36:45.299 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:36:45.689 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:45.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:45 smithi174 ceph-mon[34756]: pgmap v303: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:36:45.828 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:45 smithi033 ceph-mon[29909]: pgmap v303: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:36:45.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:45 smithi123 ceph-mon[34031]: pgmap v303: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:36:46.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.285+0000 7f4e72800640 1 -- 172.21.15.33:0/2239353315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e6c074590 msgr2=0x7f4e6c074970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:46.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.285+0000 7f4e72800640 1 --2- 172.21.15.33:0/2239353315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e6c074590 0x7f4e6c074970 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f4e5c009900 tx=0x7f4e5c02a480 comp rx=0 tx=0).stop 2024-09-05T02:36:46.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.285+0000 7f4e72800640 1 -- 172.21.15.33:0/2239353315 shutdown_connections 2024-09-05T02:36:46.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.285+0000 7f4e72800640 1 --2- 172.21.15.33:0/2239353315 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4e6c112b90 0x7f4e6c114f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.285+0000 7f4e72800640 1 --2- 172.21.15.33:0/2239353315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4e6c074eb0 0x7f4e6c112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.285+0000 7f4e72800640 1 --2- 172.21.15.33:0/2239353315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e6c074590 0x7f4e6c074970 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.285+0000 7f4e72800640 1 -- 172.21.15.33:0/2239353315 >> 172.21.15.33:0/2239353315 conn(0x7f4e6c0fd8c0 msgr2=0x7f4e6c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:46.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.285+0000 7f4e72800640 1 -- 172.21.15.33:0/2239353315 shutdown_connections 2024-09-05T02:36:46.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.285+0000 7f4e72800640 1 -- 172.21.15.33:0/2239353315 wait complete. 2024-09-05T02:36:46.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.286+0000 7f4e72800640 1 Processor -- start 2024-09-05T02:36:46.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.286+0000 7f4e72800640 1 -- start start 2024-09-05T02:36:46.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.287+0000 7f4e72800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4e6c074590 0x7f4e6c1a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:46.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.287+0000 7f4e72800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e6c074eb0 0x7f4e6c1a4c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:46.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.287+0000 7f4e72800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4e6c112b90 0x7f4e6c19e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:46.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.287+0000 7f4e72800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4e6c1185c0 con 0x7f4e6c074eb0 2024-09-05T02:36:46.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.287+0000 7f4e72800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4e6c118440 con 0x7f4e6c074590 2024-09-05T02:36:46.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.287+0000 7f4e72800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f4e6c118740 con 0x7f4e6c112b90 2024-09-05T02:36:46.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.287+0000 7f4e63e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e6c074eb0 0x7f4e6c1a4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:46.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.287+0000 7f4e6b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4e6c074590 0x7f4e6c1a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:46.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.287+0000 7f4e63e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e6c074eb0 0x7f4e6c1a4c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43368/0 (socket says 172.21.15.33:43368) 2024-09-05T02:36:46.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.287+0000 7f4e6be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4e6c112b90 0x7f4e6c19e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:46.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.287+0000 7f4e63e00640 1 -- 172.21.15.33:0/1639801007 learned_addr learned my addr 172.21.15.33:0/1639801007 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:46.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.288+0000 7f4e63e00640 1 -- 172.21.15.33:0/1639801007 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4e6c112b90 msgr2=0x7f4e6c19e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:46.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.288+0000 7f4e63e00640 1 --2- 172.21.15.33:0/1639801007 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4e6c112b90 0x7f4e6c19e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.288+0000 7f4e63e00640 1 -- 172.21.15.33:0/1639801007 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4e6c074590 msgr2=0x7f4e6c1a46f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:46.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.288+0000 7f4e63e00640 1 --2- 172.21.15.33:0/1639801007 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4e6c074590 0x7f4e6c1a46f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.288+0000 7f4e63e00640 1 -- 172.21.15.33:0/1639801007 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e6c19efe0 con 0x7f4e6c074eb0 2024-09-05T02:36:46.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.288+0000 7f4e6be00640 1 --2- 172.21.15.33:0/1639801007 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4e6c112b90 0x7f4e6c19e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:46.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.288+0000 7f4e63e00640 1 --2- 172.21.15.33:0/1639801007 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e6c074eb0 0x7f4e6c1a4c30 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f4e5400e9f0 tx=0x7f4e5400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:46.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.288+0000 7f4e68c00640 1 -- 172.21.15.33:0/1639801007 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e5400cd80 con 0x7f4e6c074eb0 2024-09-05T02:36:46.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.288+0000 7f4e72800640 1 -- 172.21.15.33:0/1639801007 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e6c19f2d0 con 0x7f4e6c074eb0 2024-09-05T02:36:46.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.288+0000 7f4e68c00640 1 -- 172.21.15.33:0/1639801007 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e54010910 con 0x7f4e6c074eb0 2024-09-05T02:36:46.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.288+0000 7f4e68c00640 1 -- 172.21.15.33:0/1639801007 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e540188f0 con 0x7f4e6c074eb0 2024-09-05T02:36:46.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.289+0000 7f4e72800640 1 -- 172.21.15.33:0/1639801007 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e6c1ab5c0 con 0x7f4e6c074eb0 2024-09-05T02:36:46.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.292+0000 7f4e75448740 1 Processor -- start 2024-09-05T02:36:46.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.292+0000 7f4e75448740 1 -- start start 2024-09-05T02:36:46.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.292+0000 7f4e68c00640 1 -- 172.21.15.33:0/1639801007 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f4e54010ac0 con 0x7f4e6c074eb0 2024-09-05T02:36:46.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.292+0000 7f4e75448740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326cac0 0x5582b326cea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:46.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.292+0000 7f4e75448740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326d3e0 0x5582b3277760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:46.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.292+0000 7f4e75448740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 0x5582b327a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:46.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.292+0000 7f4e75448740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5582b31d3290 con 0x5582b326cac0 2024-09-05T02:36:46.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.292+0000 7f4e75448740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5582b317ab40 con 0x5582b3277ca0 2024-09-05T02:36:46.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.292+0000 7f4e75448740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5582b31cf250 con 0x5582b326d3e0 2024-09-05T02:36:46.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.293+0000 7f4e6be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326cac0 0x5582b326cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:46.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.293+0000 7f4e6be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326cac0 0x5582b326cea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43384/0 (socket says 172.21.15.33:43384) 2024-09-05T02:36:46.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.293+0000 7f4e6be00640 1 -- 172.21.15.33:0/3097647616 learned_addr learned my addr 172.21.15.33:0/3097647616 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:46.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.293+0000 7f4e63e00640 1 --2- 172.21.15.33:0/3097647616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 0x5582b327a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:46.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.293+0000 7f4e6b400640 1 --2- 172.21.15.33:0/3097647616 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326d3e0 0x5582b3277760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:46.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.293+0000 7f4e6be00640 1 -- 172.21.15.33:0/3097647616 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326d3e0 msgr2=0x5582b3277760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:46.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.293+0000 7f4e6be00640 1 --2- 172.21.15.33:0/3097647616 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326d3e0 0x5582b3277760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.293+0000 7f4e6be00640 1 -- 172.21.15.33:0/3097647616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 msgr2=0x5582b327a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:46.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.293+0000 7f4e6be00640 1 --2- 172.21.15.33:0/3097647616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 0x5582b327a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.293+0000 7f4e6be00640 1 -- 172.21.15.33:0/3097647616 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582b2f446a0 con 0x5582b326cac0 2024-09-05T02:36:46.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.293+0000 7f4e63e00640 1 --2- 172.21.15.33:0/3097647616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 0x5582b327a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:46.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.294+0000 7f4e6be00640 1 --2- 172.21.15.33:0/3097647616 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326cac0 0x5582b326cea0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f4e64011760 tx=0x7f4e64011c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=745cf113323c69be server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:46.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.294+0000 7f4e60c00640 1 -- 172.21.15.33:0/3097647616 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e64004d20 con 0x5582b326cac0 2024-09-05T02:36:46.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.294+0000 7f4e60c00640 1 -- 172.21.15.33:0/3097647616 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e6400f9a0 con 0x5582b326cac0 2024-09-05T02:36:46.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.294+0000 7f4e60c00640 1 -- 172.21.15.33:0/3097647616 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e64004530 con 0x5582b326cac0 2024-09-05T02:36:46.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.294+0000 7f4e68c00640 1 --2- 172.21.15.33:0/1639801007 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f4e500a2cf0 0x7f4e500a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:46.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.294+0000 7f4e68c00640 1 -- 172.21.15.33:0/1639801007 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f4e540cf8c0 con 0x7f4e6c074eb0 2024-09-05T02:36:46.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.295+0000 7f4e6b400640 1 --2- 172.21.15.33:0/1639801007 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f4e500a2cf0 0x7f4e500a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:46.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.295+0000 7f4e75448740 1 -- 172.21.15.33:0/3097647616 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326cac0 msgr2=0x5582b326cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:46.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.295+0000 7f4e75448740 1 --2- 172.21.15.33:0/3097647616 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326cac0 0x5582b326cea0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f4e64011760 tx=0x7f4e64011c20 comp rx=0 tx=0).stop 2024-09-05T02:36:46.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.295+0000 7f4e75448740 1 -- 172.21.15.33:0/3097647616 shutdown_connections 2024-09-05T02:36:46.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.295+0000 7f4e75448740 1 --2- 172.21.15.33:0/3097647616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 0x5582b327a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.295+0000 7f4e75448740 1 --2- 172.21.15.33:0/3097647616 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326d3e0 0x5582b3277760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.295+0000 7f4e75448740 1 --2- 172.21.15.33:0/3097647616 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326cac0 0x5582b326cea0 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.295+0000 7f4e75448740 1 -- 172.21.15.33:0/3097647616 >> 172.21.15.33:0/3097647616 conn(0x5582b3269050 msgr2=0x5582b3269430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:46.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.295+0000 7f4e75448740 1 -- 172.21.15.33:0/3097647616 shutdown_connections 2024-09-05T02:36:46.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.295+0000 7f4e75448740 1 -- 172.21.15.33:0/3097647616 wait complete. 2024-09-05T02:36:46.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.295+0000 7f4e6b400640 1 --2- 172.21.15.33:0/1639801007 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f4e500a2cf0 0x7f4e500a51b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f4e5c006010 tx=0x7f4e5c000bc0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:46.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.296+0000 7f4e75448740 1 -- start start 2024-09-05T02:36:46.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.296+0000 7f4e75448740 1 Processor -- start 2024-09-05T02:36:46.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.296+0000 7f4e75448740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326cac0 0x5582b32775a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:46.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.296+0000 7f4e75448740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326d3e0 0x5582b3274850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:46.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.296+0000 7f4e75448740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 0x5582b3274d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:46.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.296+0000 7f4e75448740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5582b327a910 con 0x5582b326cac0 2024-09-05T02:36:46.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.296+0000 7f4e75448740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5582b318dfa0 con 0x5582b3277ca0 2024-09-05T02:36:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.296+0000 7f4e75448740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5582b327aa90 con 0x5582b326d3e0 2024-09-05T02:36:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.296+0000 7f4e75448740 10 client.0 _ll_register_callbacks cb 0x5582b2ee1ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.297+0000 7f4e6b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326cac0 0x5582b32775a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.297+0000 7f4e6b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326cac0 0x5582b32775a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43390/0 (socket says 172.21.15.33:43390) 2024-09-05T02:36:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.297+0000 7f4e6b400640 1 -- 172.21.15.33:0/4009551045 learned_addr learned my addr 172.21.15.33:0/4009551045 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.297+0000 7f4e63e00640 1 --2- 172.21.15.33:0/4009551045 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326d3e0 0x5582b3274850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.297+0000 7f4e6be00640 1 --2- 172.21.15.33:0/4009551045 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 0x5582b3274d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.297+0000 7f4e6b400640 1 -- 172.21.15.33:0/4009551045 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326d3e0 msgr2=0x5582b3274850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.297+0000 7f4e6b400640 1 --2- 172.21.15.33:0/4009551045 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326d3e0 0x5582b3274850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.297+0000 7f4e6b400640 1 -- 172.21.15.33:0/4009551045 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 msgr2=0x5582b3274d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.297+0000 7f4e6b400640 1 --2- 172.21.15.33:0/4009551045 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 0x5582b3274d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.297+0000 7f4e6b400640 1 -- 172.21.15.33:0/4009551045 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582b32755e0 con 0x5582b326cac0 2024-09-05T02:36:46.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.297+0000 7f4e63e00640 1 --2- 172.21.15.33:0/4009551045 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326d3e0 0x5582b3274850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:46.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.297+0000 7f4e6be00640 1 --2- 172.21.15.33:0/4009551045 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 0x5582b3274d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:46.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.298+0000 7f4e6b400640 1 --2- 172.21.15.33:0/4009551045 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326cac0 0x5582b32775a0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f4e5c009900 tx=0x7f4e5c009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1298a366fbbd4580 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:46.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.298+0000 7f4e59600640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:36:46.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.298+0000 7f4e59600640 1 -- 172.21.15.33:0/4009551045 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e5c04e070 con 0x5582b326cac0 2024-09-05T02:36:46.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.298+0000 7f4e59600640 1 -- 172.21.15.33:0/4009551045 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f4e5c004ad0 con 0x5582b326cac0 2024-09-05T02:36:46.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.298+0000 7f4e75448740 1 -- 172.21.15.33:0/4009551045 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e6400f9a0 con 0x5582b326cac0 2024-09-05T02:36:46.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.298+0000 7f4e59600640 1 -- 172.21.15.33:0/4009551045 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4e5c05a050 con 0x5582b326cac0 2024-09-05T02:36:46.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.298+0000 7f4e75448740 10 client.17775 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:46.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.298+0000 7f4e75448740 1 -- 172.21.15.33:0/4009551045 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5582b32867f0 con 0x5582b326cac0 2024-09-05T02:36:46.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.298+0000 7f4e59600640 1 -- 172.21.15.33:0/4009551045 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e6400f9a0 con 0x5582b326cac0 2024-09-05T02:36:46.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.299+0000 7f4e59600640 1 -- 172.21.15.33:0/4009551045 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f4e5c003660 con 0x5582b326cac0 2024-09-05T02:36:46.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.299+0000 7f4e75448740 10 client.17775 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:46.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.299+0000 7f4e75448740 10 client.17775 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:36:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.299+0000 7f4e75448740 20 client.17775 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.299+0000 7f4e75448740 1 --2- 172.21.15.33:0/4009551045 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5582b3287c00 0x5582b328a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.299+0000 7f4e75448740 4 client.17775 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:36:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.299+0000 7f4e75448740 1 -- 172.21.15.33:0/4009551045 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5582b31e0800 con 0x5582b3287c00 2024-09-05T02:36:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.299+0000 7f4e63e00640 1 --2- 172.21.15.33:0/4009551045 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5582b3287c00 0x5582b328a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.300+0000 7f4e63e00640 1 --2- 172.21.15.33:0/4009551045 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5582b3287c00 0x5582b328a0a0 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=551aec13e097d7ad server_cookie=6b8bf4c7b4bba29 in_seq=0 out_seq=0 2024-09-05T02:36:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.300+0000 7f4e59600640 10 client.17775 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.300+0000 7f4e59600640 1 -- 172.21.15.33:0/4009551045 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5582b31e0800 con 0x5582b3287c00 2024-09-05T02:36:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.300+0000 7f4e59600640 10 client.17775 handle_command_reply: tid=0 2024-09-05T02:36:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.301+0000 7f4e75448740 1 client.17775 shutdown 2024-09-05T02:36:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.301+0000 7f4e75448740 1 -- 172.21.15.33:0/4009551045 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326cac0 msgr2=0x5582b32775a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.301+0000 7f4e75448740 1 --2- 172.21.15.33:0/4009551045 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326cac0 0x5582b32775a0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f4e5c009900 tx=0x7f4e5c009260 comp rx=0 tx=0).stop 2024-09-05T02:36:46.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.301+0000 7f4e75448740 1 -- 172.21.15.33:0/4009551045 shutdown_connections 2024-09-05T02:36:46.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.301+0000 7f4e75448740 1 --2- 172.21.15.33:0/4009551045 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 0x5582b3274d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.301+0000 7f4e75448740 1 --2- 172.21.15.33:0/4009551045 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326d3e0 0x5582b3274850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.301+0000 7f4e75448740 1 --2- 172.21.15.33:0/4009551045 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5582b3287c00 0x5582b328a0a0 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.301+0000 7f4e75448740 1 --2- 172.21.15.33:0/4009551045 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326cac0 0x5582b32775a0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.301+0000 7f4e75448740 1 -- 172.21.15.33:0/4009551045 >> 172.21.15.33:0/4009551045 conn(0x5582b3269050 msgr2=0x5582b32681c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:46.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.301+0000 7f4e59600640 0 client.17775 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:46.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.301+0000 7f4e75448740 1 -- 172.21.15.33:0/4009551045 shutdown_connections 2024-09-05T02:36:46.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.301+0000 7f4e75448740 1 -- 172.21.15.33:0/4009551045 wait complete. 2024-09-05T02:36:46.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.301+0000 7f4e75448740 20 client.17775 trim_cache size 0 max 16384 2024-09-05T02:36:46.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.319+0000 7f4e75448740 1 Processor -- start 2024-09-05T02:36:46.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.319+0000 7f4e75448740 1 -- start start 2024-09-05T02:36:46.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.319+0000 7f4e75448740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326cac0 0x5582b3276720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:46.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.319+0000 7f4e75448740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326d3e0 0x5582b32680b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:46.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.320+0000 7f4e75448740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 0x5582b327fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:46.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.320+0000 7f4e75448740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4e6c1b3f50 con 0x5582b326d3e0 2024-09-05T02:36:46.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.320+0000 7f4e75448740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4e6c1b5a90 con 0x5582b3277ca0 2024-09-05T02:36:46.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.320+0000 7f4e75448740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f4e6c1b4620 con 0x5582b326cac0 2024-09-05T02:36:46.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.320+0000 7f4e63e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326d3e0 0x5582b32680b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:46.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.320+0000 7f4e63e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326d3e0 0x5582b32680b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43392/0 (socket says 172.21.15.33:43392) 2024-09-05T02:36:46.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.320+0000 7f4e63e00640 1 -- 172.21.15.33:0/3537521002 learned_addr learned my addr 172.21.15.33:0/3537521002 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:46.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.320+0000 7f4e6b400640 1 --2- 172.21.15.33:0/3537521002 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326cac0 0x5582b3276720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:46.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.320+0000 7f4e6be00640 1 --2- 172.21.15.33:0/3537521002 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 0x5582b327fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:46.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.320+0000 7f4e63e00640 1 -- 172.21.15.33:0/3537521002 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326cac0 msgr2=0x5582b3276720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:46.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.320+0000 7f4e63e00640 1 --2- 172.21.15.33:0/3537521002 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326cac0 0x5582b3276720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.320+0000 7f4e63e00640 1 -- 172.21.15.33:0/3537521002 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 msgr2=0x5582b327fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:46.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.320+0000 7f4e63e00640 1 --2- 172.21.15.33:0/3537521002 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 0x5582b327fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.320+0000 7f4e63e00640 1 -- 172.21.15.33:0/3537521002 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582b328a720 con 0x5582b326d3e0 2024-09-05T02:36:46.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.320+0000 7f4e6be00640 1 --2- 172.21.15.33:0/3537521002 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 0x5582b327fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:36:46.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.321+0000 7f4e63e00640 1 --2- 172.21.15.33:0/3537521002 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326d3e0 0x5582b32680b0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f4e540987f0 tx=0x7f4e540d1d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b077633d1a4da8d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:46.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.321+0000 7f4e5be00640 1 -- 172.21.15.33:0/3537521002 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e540a0120 con 0x5582b326d3e0 2024-09-05T02:36:46.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.321+0000 7f4e5be00640 1 -- 172.21.15.33:0/3537521002 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e540a49e0 con 0x5582b326d3e0 2024-09-05T02:36:46.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.321+0000 7f4e5be00640 1 -- 172.21.15.33:0/3537521002 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e5409b270 con 0x5582b326d3e0 2024-09-05T02:36:46.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.321+0000 7f4e75448740 1 -- 172.21.15.33:0/3537521002 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326d3e0 msgr2=0x5582b32680b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:46.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.321+0000 7f4e75448740 1 --2- 172.21.15.33:0/3537521002 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326d3e0 0x5582b32680b0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f4e540987f0 tx=0x7f4e540d1d10 comp rx=0 tx=0).stop 2024-09-05T02:36:46.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.321+0000 7f4e75448740 1 -- 172.21.15.33:0/3537521002 shutdown_connections 2024-09-05T02:36:46.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.321+0000 7f4e75448740 1 --2- 172.21.15.33:0/3537521002 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 0x5582b327fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.322+0000 7f4e75448740 1 --2- 172.21.15.33:0/3537521002 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326d3e0 0x5582b32680b0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.322+0000 7f4e75448740 1 --2- 172.21.15.33:0/3537521002 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326cac0 0x5582b3276720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.322+0000 7f4e75448740 1 -- 172.21.15.33:0/3537521002 >> 172.21.15.33:0/3537521002 conn(0x5582b3269050 msgr2=0x5582b32679a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:46.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.322+0000 7f4e75448740 1 -- 172.21.15.33:0/3537521002 shutdown_connections 2024-09-05T02:36:46.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.322+0000 7f4e75448740 1 -- 172.21.15.33:0/3537521002 wait complete. 2024-09-05T02:36:46.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.322+0000 7f4e75448740 1 -- start start 2024-09-05T02:36:46.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.322+0000 7f4e75448740 1 Processor -- start 2024-09-05T02:36:46.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.323+0000 7f4e75448740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326cac0 0x5582b327e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:46.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.323+0000 7f4e75448740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326d3e0 0x5582b327e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:46.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.323+0000 7f4e75448740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 0x5582b32f19a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:46.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.323+0000 7f4e75448740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4e6c1b53c0 con 0x5582b326d3e0 2024-09-05T02:36:46.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.323+0000 7f4e75448740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4e6c1b4cf0 con 0x5582b3277ca0 2024-09-05T02:36:46.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.323+0000 7f4e75448740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f4e6c1b1f50 con 0x5582b326cac0 2024-09-05T02:36:46.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.323+0000 7f4e75448740 10 client.0 _ll_register_callbacks cb 0x5582b32757b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:46.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.323+0000 7f4e63e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326d3e0 0x5582b327e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:46.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.323+0000 7f4e6b400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326cac0 0x5582b327e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:46.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.323+0000 7f4e63e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326d3e0 0x5582b327e720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43394/0 (socket says 172.21.15.33:43394) 2024-09-05T02:36:46.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.323+0000 7f4e63e00640 1 -- 172.21.15.33:0/841813159 learned_addr learned my addr 172.21.15.33:0/841813159 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:46.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.323+0000 7f4e6be00640 1 --2- 172.21.15.33:0/841813159 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 0x5582b32f19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:46.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.323+0000 7f4e6b400640 1 -- 172.21.15.33:0/841813159 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 msgr2=0x5582b32f19a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:46.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.323+0000 7f4e6b400640 1 --2- 172.21.15.33:0/841813159 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 0x5582b32f19a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.323+0000 7f4e6b400640 1 -- 172.21.15.33:0/841813159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326d3e0 msgr2=0x5582b327e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:46.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.323+0000 7f4e6b400640 1 --2- 172.21.15.33:0/841813159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326d3e0 0x5582b327e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.323+0000 7f4e6b400640 1 -- 172.21.15.33:0/841813159 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582b32f1f60 con 0x5582b326cac0 2024-09-05T02:36:46.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.323+0000 7f4e6be00640 1 --2- 172.21.15.33:0/841813159 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 0x5582b32f19a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:36:46.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.323+0000 7f4e63e00640 1 --2- 172.21.15.33:0/841813159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326d3e0 0x5582b327e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:46.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.324+0000 7f4e6b400640 1 --2- 172.21.15.33:0/841813159 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326cac0 0x5582b327e1e0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f4e5c009230 tx=0x7f4e5c003ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=50d327016a006470 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:46.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.324+0000 7f4e59600640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:36:46.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.324+0000 7f4e59600640 1 -- 172.21.15.33:0/841813159 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e5c062070 con 0x5582b326cac0 2024-09-05T02:36:46.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.324+0000 7f4e59600640 1 -- 172.21.15.33:0/841813159 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f4e5c004ad0 con 0x5582b326cac0 2024-09-05T02:36:46.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.324+0000 7f4e75448740 1 -- 172.21.15.33:0/841813159 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e540a49e0 con 0x5582b326cac0 2024-09-05T02:36:46.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.324+0000 7f4e59600640 1 -- 172.21.15.33:0/841813159 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4e5c04e040 con 0x5582b326cac0 2024-09-05T02:36:46.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.324+0000 7f4e75448740 10 client.27784 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:46.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.324+0000 7f4e75448740 1 -- 172.21.15.33:0/841813159 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5582b32f3260 con 0x5582b326cac0 2024-09-05T02:36:46.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.325+0000 7f4e59600640 1 -- 172.21.15.33:0/841813159 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e540a49e0 con 0x5582b326cac0 2024-09-05T02:36:46.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.325+0000 7f4e59600640 1 -- 172.21.15.33:0/841813159 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f4e5c032aa0 con 0x5582b326cac0 2024-09-05T02:36:46.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.325+0000 7f4e75448740 10 client.27784 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:46.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.325+0000 7f4e75448740 10 client.27784 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:36:46.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.325+0000 7f4e75448740 20 client.27784 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:46.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.325+0000 7f4e75448740 1 --2- 172.21.15.33:0/841813159 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5582b32f3980 0x5582b32f5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:46.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.325+0000 7f4e75448740 4 client.27784 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:36:46.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.325+0000 7f4e75448740 1 -- 172.21.15.33:0/841813159 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5582b31dad10 con 0x5582b32f3980 2024-09-05T02:36:46.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.326+0000 7f4e63e00640 1 --2- 172.21.15.33:0/841813159 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5582b32f3980 0x5582b32f5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:46.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.326+0000 7f4e63e00640 1 --2- 172.21.15.33:0/841813159 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5582b32f3980 0x5582b32f5da0 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5df475b340e6475c server_cookie=f84118ec92960aa5 in_seq=0 out_seq=0 2024-09-05T02:36:46.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.326+0000 7f4e59600640 10 client.27784 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:46.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.327+0000 7f4e59600640 1 -- 172.21.15.33:0/841813159 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5582b31dad10 con 0x5582b32f3980 2024-09-05T02:36:46.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.327+0000 7f4e59600640 10 client.27784 handle_command_reply: tid=0 2024-09-05T02:36:46.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.327+0000 7f4e75448740 1 client.27784 shutdown 2024-09-05T02:36:46.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.327+0000 7f4e75448740 1 -- 172.21.15.33:0/841813159 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326cac0 msgr2=0x5582b327e1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:46.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.327+0000 7f4e75448740 1 --2- 172.21.15.33:0/841813159 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326cac0 0x5582b327e1e0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f4e5c009230 tx=0x7f4e5c003ea0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.327+0000 7f4e75448740 1 -- 172.21.15.33:0/841813159 shutdown_connections 2024-09-05T02:36:46.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.327+0000 7f4e75448740 1 --2- 172.21.15.33:0/841813159 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5582b3277ca0 0x5582b32f19a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.327+0000 7f4e75448740 1 --2- 172.21.15.33:0/841813159 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5582b32f3980 0x5582b32f5da0 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.327+0000 7f4e75448740 1 --2- 172.21.15.33:0/841813159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5582b326d3e0 0x5582b327e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.327+0000 7f4e75448740 1 --2- 172.21.15.33:0/841813159 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5582b326cac0 0x5582b327e1e0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.327+0000 7f4e75448740 1 -- 172.21.15.33:0/841813159 >> 172.21.15.33:0/841813159 conn(0x5582b3269050 msgr2=0x5582b32681c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:46.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.327+0000 7f4e59600640 0 client.27784 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:46.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.327+0000 7f4e75448740 1 -- 172.21.15.33:0/841813159 shutdown_connections 2024-09-05T02:36:46.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.328+0000 7f4e75448740 1 -- 172.21.15.33:0/841813159 wait complete. 2024-09-05T02:36:46.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.328+0000 7f4e75448740 20 client.27784 trim_cache size 0 max 16384 2024-09-05T02:36:46.332 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:36:46.332 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:36:46.332 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "f28a69c1-c517-4df5-a388-4b25b8d4fe8c", 2024-09-05T02:36:46.332 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:36:46.332 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:36:46.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.328+0000 7f4e72800640 1 -- 172.21.15.33:0/1639801007 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f4e500a2cf0 msgr2=0x7f4e500a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:46.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.328+0000 7f4e72800640 1 --2- 172.21.15.33:0/1639801007 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f4e500a2cf0 0x7f4e500a51b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f4e5c006010 tx=0x7f4e5c000bc0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.328+0000 7f4e72800640 1 -- 172.21.15.33:0/1639801007 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e6c074eb0 msgr2=0x7f4e6c1a4c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:46.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.328+0000 7f4e72800640 1 --2- 172.21.15.33:0/1639801007 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e6c074eb0 0x7f4e6c1a4c30 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f4e5400e9f0 tx=0x7f4e5400eeb0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.328+0000 7f4e72800640 1 -- 172.21.15.33:0/1639801007 shutdown_connections 2024-09-05T02:36:46.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.328+0000 7f4e72800640 1 --2- 172.21.15.33:0/1639801007 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f4e500a2cf0 0x7f4e500a51b0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.328+0000 7f4e72800640 1 --2- 172.21.15.33:0/1639801007 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f4e6c112b90 0x7f4e6c19e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.328+0000 7f4e72800640 1 --2- 172.21.15.33:0/1639801007 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e6c074eb0 0x7f4e6c1a4c30 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.328+0000 7f4e72800640 1 --2- 172.21.15.33:0/1639801007 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4e6c074590 0x7f4e6c1a46f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:46.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.328+0000 7f4e72800640 1 -- 172.21.15.33:0/1639801007 >> 172.21.15.33:0/1639801007 conn(0x7f4e6c0fd8c0 msgr2=0x7f4e6c0fefb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:46.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.329+0000 7f4e72800640 1 -- 172.21.15.33:0/1639801007 shutdown_connections 2024-09-05T02:36:46.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:46.329+0000 7f4e72800640 1 -- 172.21.15.33:0/1639801007 wait complete. 2024-09-05T02:36:47.131 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:36:47.509 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:47.651 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:47 smithi033 ceph-mon[29909]: pgmap v304: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:36:47.651 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:47 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:36:47.652 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:47 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:36:47.652 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:47 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:36:47.652 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:47 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:36:47.652 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:47 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:36:47.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:47 smithi174 ceph-mon[34756]: pgmap v304: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:36:47.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:47 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:36:47.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:47 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:36:47.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:47 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:36:47.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:47 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:36:47.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:47 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:36:47.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:47 smithi123 ceph-mon[34031]: pgmap v304: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:36:47.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:47 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:36:47.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:47 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:36:47.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:47 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:36:47.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:47 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:36:47.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:47 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:36:48.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.060+0000 7fe920400640 1 -- 172.21.15.33:0/830744145 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9181049a0 msgr2=0x7fe9181089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:48.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.060+0000 7fe920400640 1 --2- 172.21.15.33:0/830744145 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9181049a0 0x7fe9181089f0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fe904009900 tx=0x7fe90402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.060+0000 7fe920400640 1 -- 172.21.15.33:0/830744145 shutdown_connections 2024-09-05T02:36:48.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.060+0000 7fe920400640 1 --2- 172.21.15.33:0/830744145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe918109120 0x7fe918110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.060+0000 7fe920400640 1 --2- 172.21.15.33:0/830744145 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9181049a0 0x7fe9181089f0 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.060+0000 7fe920400640 1 --2- 172.21.15.33:0/830744145 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe918103ff0 0x7fe9181043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.060+0000 7fe920400640 1 -- 172.21.15.33:0/830744145 >> 172.21.15.33:0/830744145 conn(0x7fe9180ffa90 msgr2=0x7fe918101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:48.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.060+0000 7fe920400640 1 -- 172.21.15.33:0/830744145 shutdown_connections 2024-09-05T02:36:48.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.060+0000 7fe920400640 1 -- 172.21.15.33:0/830744145 wait complete. 2024-09-05T02:36:48.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.061+0000 7fe920400640 1 Processor -- start 2024-09-05T02:36:48.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.061+0000 7fe920400640 1 -- start start 2024-09-05T02:36:48.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.061+0000 7fe920400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe918103ff0 0x7fe91819a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:48.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.061+0000 7fe920400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9181049a0 0x7fe91819ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:48.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.061+0000 7fe920400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe918109120 0x7fe91819eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:48.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.061+0000 7fe920400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe918114140 con 0x7fe9181049a0 2024-09-05T02:36:48.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.061+0000 7fe920400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe918113fc0 con 0x7fe918103ff0 2024-09-05T02:36:48.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.061+0000 7fe920400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe9181142c0 con 0x7fe918109120 2024-09-05T02:36:48.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.062+0000 7fe91d000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9181049a0 0x7fe91819ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:48.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.062+0000 7fe91da00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe918103ff0 0x7fe91819a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:48.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.062+0000 7fe91d000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9181049a0 0x7fe91819ab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43412/0 (socket says 172.21.15.33:43412) 2024-09-05T02:36:48.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.062+0000 7fe91d000640 1 -- 172.21.15.33:0/1264346210 learned_addr learned my addr 172.21.15.33:0/1264346210 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:48.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.062+0000 7fe91e400640 1 --2- 172.21.15.33:0/1264346210 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe918109120 0x7fe91819eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:48.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.062+0000 7fe91d000640 1 -- 172.21.15.33:0/1264346210 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe918109120 msgr2=0x7fe91819eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:48.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.062+0000 7fe91d000640 1 --2- 172.21.15.33:0/1264346210 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe918109120 0x7fe91819eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.062+0000 7fe91d000640 1 -- 172.21.15.33:0/1264346210 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe918103ff0 msgr2=0x7fe91819a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:48.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.062+0000 7fe91d000640 1 --2- 172.21.15.33:0/1264346210 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe918103ff0 0x7fe91819a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.062+0000 7fe91d000640 1 -- 172.21.15.33:0/1264346210 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe91819f5d0 con 0x7fe9181049a0 2024-09-05T02:36:48.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.062+0000 7fe91da00640 1 --2- 172.21.15.33:0/1264346210 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe918103ff0 0x7fe91819a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:48.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.063+0000 7fe91d000640 1 --2- 172.21.15.33:0/1264346210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9181049a0 0x7fe91819ab60 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fe904006010 tx=0x7fe9040042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:48.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.063+0000 7fe916000640 1 -- 172.21.15.33:0/1264346210 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe90403f030 con 0x7fe9181049a0 2024-09-05T02:36:48.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.063+0000 7fe916000640 1 -- 172.21.15.33:0/1264346210 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe904003ce0 con 0x7fe9181049a0 2024-09-05T02:36:48.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.063+0000 7fe916000640 1 -- 172.21.15.33:0/1264346210 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe904035070 con 0x7fe9181049a0 2024-09-05T02:36:48.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.063+0000 7fe920400640 1 -- 172.21.15.33:0/1264346210 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe91819f860 con 0x7fe9181049a0 2024-09-05T02:36:48.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.063+0000 7fe920400640 1 -- 172.21.15.33:0/1264346210 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe91819fcf0 con 0x7fe9181049a0 2024-09-05T02:36:48.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.066+0000 7fe923061740 1 Processor -- start 2024-09-05T02:36:48.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.066+0000 7fe916000640 1 -- 172.21.15.33:0/1264346210 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fe904042030 con 0x7fe9181049a0 2024-09-05T02:36:48.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.066+0000 7fe923061740 1 -- start start 2024-09-05T02:36:48.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.067+0000 7fe923061740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 0x555c373aaf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:48.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.067+0000 7fe923061740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373ab4b0 0x555c373b5830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:48.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.067+0000 7fe923061740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373b5d70 0x555c373b8160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:48.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.067+0000 7fe923061740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x555c373113e0 con 0x555c373b5d70 2024-09-05T02:36:48.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.067+0000 7fe923061740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x555c372b8d80 con 0x555c373ab4b0 2024-09-05T02:36:48.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.067+0000 7fe923061740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x555c3730d3a0 con 0x555c373aab90 2024-09-05T02:36:48.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.067+0000 7fe91e400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 0x555c373aaf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:48.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.067+0000 7fe91e400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 0x555c373aaf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:33488/0 (socket says 172.21.15.33:33488) 2024-09-05T02:36:48.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.067+0000 7fe91e400640 1 -- 172.21.15.33:0/809378216 learned_addr learned my addr 172.21.15.33:0/809378216 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:48.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.067+0000 7fe91da00640 1 --2- 172.21.15.33:0/809378216 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373ab4b0 0x555c373b5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:48.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.067+0000 7fe91d000640 1 --2- 172.21.15.33:0/809378216 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373b5d70 0x555c373b8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:48.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.067+0000 7fe91e400640 1 -- 172.21.15.33:0/809378216 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373ab4b0 msgr2=0x555c373b5830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:48.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.068+0000 7fe91e400640 1 --2- 172.21.15.33:0/809378216 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373ab4b0 0x555c373b5830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.068+0000 7fe91e400640 1 -- 172.21.15.33:0/809378216 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373b5d70 msgr2=0x555c373b8160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:48.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.068+0000 7fe91e400640 1 --2- 172.21.15.33:0/809378216 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373b5d70 0x555c373b8160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.068+0000 7fe91e400640 1 -- 172.21.15.33:0/809378216 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c372d7ae0 con 0x555c373aab90 2024-09-05T02:36:48.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.068+0000 7fe91e400640 1 --2- 172.21.15.33:0/809378216 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 0x555c373aaf70 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fe910009f50 tx=0x7fe910011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5dca20728b09a10c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:48.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.068+0000 7fe916000640 1 --2- 172.21.15.33:0/1264346210 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe9000a2d70 0x7fe9000a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:48.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.068+0000 7fe916000640 1 -- 172.21.15.33:0/1264346210 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fe9040ef8f0 con 0x7fe9181049a0 2024-09-05T02:36:48.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.068+0000 7fe90aa00640 1 -- 172.21.15.33:0/809378216 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe910004d20 con 0x555c373aab90 2024-09-05T02:36:48.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.068+0000 7fe90aa00640 1 -- 172.21.15.33:0/809378216 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe910004050 con 0x555c373aab90 2024-09-05T02:36:48.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.068+0000 7fe90aa00640 1 -- 172.21.15.33:0/809378216 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe910005260 con 0x555c373aab90 2024-09-05T02:36:48.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.068+0000 7fe91da00640 1 --2- 172.21.15.33:0/1264346210 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe9000a2d70 0x7fe9000a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:48.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.069+0000 7fe923061740 1 -- 172.21.15.33:0/809378216 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 msgr2=0x555c373aaf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.069+0000 7fe923061740 1 --2- 172.21.15.33:0/809378216 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 0x555c373aaf70 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fe910009f50 tx=0x7fe910011810 comp rx=0 tx=0).stop 2024-09-05T02:36:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.069+0000 7fe91da00640 1 --2- 172.21.15.33:0/1264346210 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe9000a2d70 0x7fe9000a5230 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x555c373a7f80 tx=0x7fe90c00b390 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.069+0000 7fe923061740 1 -- 172.21.15.33:0/809378216 shutdown_connections 2024-09-05T02:36:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.069+0000 7fe923061740 1 --2- 172.21.15.33:0/809378216 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373b5d70 0x555c373b8160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.069+0000 7fe923061740 1 --2- 172.21.15.33:0/809378216 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373ab4b0 0x555c373b5830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.069+0000 7fe923061740 1 --2- 172.21.15.33:0/809378216 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 0x555c373aaf70 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.069+0000 7fe923061740 1 -- 172.21.15.33:0/809378216 >> 172.21.15.33:0/809378216 conn(0x555c373a7120 msgr2=0x555c373a7500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.069+0000 7fe923061740 1 -- 172.21.15.33:0/809378216 shutdown_connections 2024-09-05T02:36:48.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.069+0000 7fe923061740 1 -- 172.21.15.33:0/809378216 wait complete. 2024-09-05T02:36:48.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.070+0000 7fe923061740 1 -- start start 2024-09-05T02:36:48.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.070+0000 7fe923061740 1 Processor -- start 2024-09-05T02:36:48.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.070+0000 7fe923061740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 0x555c373b2cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:48.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.070+0000 7fe923061740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373ab4b0 0x555c373b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:48.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.070+0000 7fe923061740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373b5d70 0x555c373b3730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:48.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.070+0000 7fe923061740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x555c373b89e0 con 0x555c373ab4b0 2024-09-05T02:36:48.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.070+0000 7fe923061740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x555c372cc0f0 con 0x555c373b5d70 2024-09-05T02:36:48.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.070+0000 7fe923061740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x555c373b8b60 con 0x555c373aab90 2024-09-05T02:36:48.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.070+0000 7fe923061740 10 client.0 _ll_register_callbacks cb 0x555c372bd9e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:48.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.071+0000 7fe91da00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 0x555c373b2cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:48.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.071+0000 7fe91da00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 0x555c373b2cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:33496/0 (socket says 172.21.15.33:33496) 2024-09-05T02:36:48.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.071+0000 7fe91da00640 1 -- 172.21.15.33:0/214419133 learned_addr learned my addr 172.21.15.33:0/214419133 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:48.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.071+0000 7fe91d000640 1 --2- 172.21.15.33:0/214419133 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373ab4b0 0x555c373b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:48.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.071+0000 7fe91e400640 1 --2- 172.21.15.33:0/214419133 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373b5d70 0x555c373b3730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:48.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.071+0000 7fe91da00640 1 -- 172.21.15.33:0/214419133 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373b5d70 msgr2=0x555c373b3730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:48.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.071+0000 7fe91da00640 1 --2- 172.21.15.33:0/214419133 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373b5d70 0x555c373b3730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.071+0000 7fe91da00640 1 -- 172.21.15.33:0/214419133 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373ab4b0 msgr2=0x555c373b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:48.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.071+0000 7fe91da00640 1 --2- 172.21.15.33:0/214419133 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373ab4b0 0x555c373b31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.071+0000 7fe91da00640 1 -- 172.21.15.33:0/214419133 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c370823c0 con 0x555c373aab90 2024-09-05T02:36:48.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.071+0000 7fe91e400640 1 --2- 172.21.15.33:0/214419133 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373b5d70 0x555c373b3730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:36:48.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.072+0000 7fe91da00640 1 --2- 172.21.15.33:0/214419133 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 0x555c373b2cb0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fe90c01f4e0 tx=0x7fe90c004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c834ccba6409fb43 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:48.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.072+0000 7fe8ff400640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:36:48.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.072+0000 7fe8ff400640 1 -- 172.21.15.33:0/214419133 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe90c011650 con 0x555c373aab90 2024-09-05T02:36:48.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.072+0000 7fe923061740 1 -- 172.21.15.33:0/214419133 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe910004050 con 0x555c373aab90 2024-09-05T02:36:48.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.072+0000 7fe8ff400640 1 -- 172.21.15.33:0/214419133 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fe90c0117f0 con 0x555c373aab90 2024-09-05T02:36:48.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.072+0000 7fe8ff400640 1 -- 172.21.15.33:0/214419133 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe90c0119f0 con 0x555c373aab90 2024-09-05T02:36:48.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.072+0000 7fe923061740 10 client.27796 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:48.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.072+0000 7fe923061740 1 -- 172.21.15.33:0/214419133 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555c373c4740 con 0x555c373aab90 2024-09-05T02:36:48.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.072+0000 7fe8ff400640 1 -- 172.21.15.33:0/214419133 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe910004050 con 0x555c373aab90 2024-09-05T02:36:48.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.073+0000 7fe8ff400640 1 -- 172.21.15.33:0/214419133 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe90c026070 con 0x555c373aab90 2024-09-05T02:36:48.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.073+0000 7fe923061740 10 client.27796 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:48.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.073+0000 7fe923061740 10 client.27796 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:36:48.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.073+0000 7fe923061740 20 client.27796 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:48.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.073+0000 7fe923061740 1 --2- 172.21.15.33:0/214419133 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x555c373c5c00 0x555c373c8010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:48.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.073+0000 7fe923061740 4 client.27796 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:36:48.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.073+0000 7fe923061740 1 -- 172.21.15.33:0/214419133 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555c3731e950 con 0x555c373c5c00 2024-09-05T02:36:48.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.073+0000 7fe91d000640 1 --2- 172.21.15.33:0/214419133 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x555c373c5c00 0x555c373c8010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:48.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.074+0000 7fe91d000640 1 --2- 172.21.15.33:0/214419133 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x555c373c5c00 0x555c373c8010 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=51f4d8f57bcdb221 server_cookie=7c83cc236f90f4ba in_seq=0 out_seq=0 2024-09-05T02:36:48.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.074+0000 7fe8ff400640 10 client.27796 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:48.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.074+0000 7fe8ff400640 1 -- 172.21.15.33:0/214419133 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555c3731e950 con 0x555c373c5c00 2024-09-05T02:36:48.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.074+0000 7fe8ff400640 10 client.27796 handle_command_reply: tid=0 2024-09-05T02:36:48.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.075+0000 7fe923061740 1 client.27796 shutdown 2024-09-05T02:36:48.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.075+0000 7fe923061740 1 -- 172.21.15.33:0/214419133 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 msgr2=0x555c373b2cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.075+0000 7fe923061740 1 --2- 172.21.15.33:0/214419133 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 0x555c373b2cb0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fe90c01f4e0 tx=0x7fe90c004730 comp rx=0 tx=0).stop 2024-09-05T02:36:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.075+0000 7fe923061740 1 -- 172.21.15.33:0/214419133 shutdown_connections 2024-09-05T02:36:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.075+0000 7fe923061740 1 --2- 172.21.15.33:0/214419133 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373b5d70 0x555c373b3730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.075+0000 7fe923061740 1 --2- 172.21.15.33:0/214419133 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x555c373c5c00 0x555c373c8010 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.075+0000 7fe923061740 1 --2- 172.21.15.33:0/214419133 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373ab4b0 0x555c373b31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.075+0000 7fe923061740 1 --2- 172.21.15.33:0/214419133 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 0x555c373b2cb0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.075+0000 7fe8ff400640 0 client.27796 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.075+0000 7fe923061740 1 -- 172.21.15.33:0/214419133 >> 172.21.15.33:0/214419133 conn(0x555c373a7120 msgr2=0x555c373ace00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.075+0000 7fe923061740 1 -- 172.21.15.33:0/214419133 shutdown_connections 2024-09-05T02:36:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.075+0000 7fe923061740 1 -- 172.21.15.33:0/214419133 wait complete. 2024-09-05T02:36:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.075+0000 7fe923061740 20 client.27796 trim_cache size 0 max 16384 2024-09-05T02:36:48.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.093+0000 7fe923061740 1 Processor -- start 2024-09-05T02:36:48.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.093+0000 7fe923061740 1 -- start start 2024-09-05T02:36:48.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.093+0000 7fe923061740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373aab90 0x555c373cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:48.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.094+0000 7fe923061740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373ab4b0 0x555c373cde20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:48.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.094+0000 7fe923061740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373b5d70 0x555c373aff10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:48.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.094+0000 7fe923061740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe9181afb80 con 0x555c373b5d70 2024-09-05T02:36:48.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.094+0000 7fe923061740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe9181b16c0 con 0x555c373aab90 2024-09-05T02:36:48.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.094+0000 7fe923061740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe9181b0250 con 0x555c373ab4b0 2024-09-05T02:36:48.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.094+0000 7fe91e400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373b5d70 0x555c373aff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:48.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.094+0000 7fe91d000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373ab4b0 0x555c373cde20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:48.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.094+0000 7fe91e400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373b5d70 0x555c373aff10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43438/0 (socket says 172.21.15.33:43438) 2024-09-05T02:36:48.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.094+0000 7fe91e400640 1 -- 172.21.15.33:0/2018890329 learned_addr learned my addr 172.21.15.33:0/2018890329 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:48.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.094+0000 7fe91da00640 1 --2- 172.21.15.33:0/2018890329 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373aab90 0x555c373cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:48.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.094+0000 7fe91d000640 1 -- 172.21.15.33:0/2018890329 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373aab90 msgr2=0x555c373cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:48.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.094+0000 7fe91d000640 1 --2- 172.21.15.33:0/2018890329 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373aab90 0x555c373cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.094+0000 7fe91d000640 1 -- 172.21.15.33:0/2018890329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373b5d70 msgr2=0x555c373aff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:48.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.094+0000 7fe91d000640 1 --2- 172.21.15.33:0/2018890329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373b5d70 0x555c373aff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.094+0000 7fe91d000640 1 -- 172.21.15.33:0/2018890329 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c373aa9c0 con 0x555c373ab4b0 2024-09-05T02:36:48.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.094+0000 7fe91e400640 1 --2- 172.21.15.33:0/2018890329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373b5d70 0x555c373aff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:48.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.095+0000 7fe91d000640 1 --2- 172.21.15.33:0/2018890329 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373ab4b0 0x555c373cde20 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fe9040ecfd0 tx=0x7fe90402a3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=41cb375f0214e88c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:48.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.095+0000 7fe90a000640 1 -- 172.21.15.33:0/2018890329 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe904049040 con 0x555c373ab4b0 2024-09-05T02:36:48.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.095+0000 7fe90a000640 1 -- 172.21.15.33:0/2018890329 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe9040bbf10 con 0x555c373ab4b0 2024-09-05T02:36:48.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.095+0000 7fe90a000640 1 -- 172.21.15.33:0/2018890329 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9040ed250 con 0x555c373ab4b0 2024-09-05T02:36:48.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.096+0000 7fe923061740 1 -- 172.21.15.33:0/2018890329 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373ab4b0 msgr2=0x555c373cde20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:48.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.096+0000 7fe923061740 1 --2- 172.21.15.33:0/2018890329 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373ab4b0 0x555c373cde20 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fe9040ecfd0 tx=0x7fe90402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.096+0000 7fe923061740 1 -- 172.21.15.33:0/2018890329 shutdown_connections 2024-09-05T02:36:48.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.096+0000 7fe923061740 1 --2- 172.21.15.33:0/2018890329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373b5d70 0x555c373aff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.096+0000 7fe923061740 1 --2- 172.21.15.33:0/2018890329 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373ab4b0 0x555c373cde20 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.096+0000 7fe923061740 1 --2- 172.21.15.33:0/2018890329 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373aab90 0x555c373cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.096+0000 7fe923061740 1 -- 172.21.15.33:0/2018890329 >> 172.21.15.33:0/2018890329 conn(0x555c373a7120 msgr2=0x555c373b4d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:48.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.096+0000 7fe923061740 1 -- 172.21.15.33:0/2018890329 shutdown_connections 2024-09-05T02:36:48.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.096+0000 7fe923061740 1 -- 172.21.15.33:0/2018890329 wait complete. 2024-09-05T02:36:48.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.096+0000 7fe923061740 1 -- start start 2024-09-05T02:36:48.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.097+0000 7fe923061740 1 Processor -- start 2024-09-05T02:36:48.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.097+0000 7fe923061740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 0x555c37429bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:48.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.097+0000 7fe923061740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373ab4b0 0x555c3742a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:48.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.097+0000 7fe923061740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373b5d70 0x555c373ba290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:48.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.097+0000 7fe923061740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe9181b0ff0 con 0x555c373b5d70 2024-09-05T02:36:48.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.097+0000 7fe923061740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe9181b0920 con 0x555c373ab4b0 2024-09-05T02:36:48.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.097+0000 7fe923061740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe9181adb80 con 0x555c373aab90 2024-09-05T02:36:48.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.097+0000 7fe923061740 10 client.0 _ll_register_callbacks cb 0x7fe90c003eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:48.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.097+0000 7fe91da00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 0x555c37429bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:48.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.097+0000 7fe91da00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 0x555c37429bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:33512/0 (socket says 172.21.15.33:33512) 2024-09-05T02:36:48.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.097+0000 7fe91da00640 1 -- 172.21.15.33:0/4170428552 learned_addr learned my addr 172.21.15.33:0/4170428552 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:48.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.097+0000 7fe91e400640 1 --2- 172.21.15.33:0/4170428552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373b5d70 0x555c373ba290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:48.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.097+0000 7fe91d000640 1 --2- 172.21.15.33:0/4170428552 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373ab4b0 0x555c3742a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:48.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.098+0000 7fe91da00640 1 -- 172.21.15.33:0/4170428552 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373ab4b0 msgr2=0x555c3742a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:48.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.098+0000 7fe91da00640 1 --2- 172.21.15.33:0/4170428552 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373ab4b0 0x555c3742a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.098+0000 7fe91da00640 1 -- 172.21.15.33:0/4170428552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373b5d70 msgr2=0x555c373ba290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:48.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.098+0000 7fe91da00640 1 --2- 172.21.15.33:0/4170428552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373b5d70 0x555c373ba290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.098+0000 7fe91da00640 1 -- 172.21.15.33:0/4170428552 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c373baa90 con 0x555c373aab90 2024-09-05T02:36:48.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.098+0000 7fe91d000640 1 --2- 172.21.15.33:0/4170428552 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373ab4b0 0x555c3742a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:36:48.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.098+0000 7fe91da00640 1 --2- 172.21.15.33:0/4170428552 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 0x555c37429bd0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fe90c0304e0 tx=0x7fe90c011dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e2f1658b20c0f48 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:48.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.098+0000 7fe8ff400640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:36:48.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.098+0000 7fe8ff400640 1 -- 172.21.15.33:0/4170428552 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe90c03f060 con 0x555c373aab90 2024-09-05T02:36:48.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.098+0000 7fe923061740 1 -- 172.21.15.33:0/4170428552 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9040bbf10 con 0x555c373aab90 2024-09-05T02:36:48.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.098+0000 7fe8ff400640 1 -- 172.21.15.33:0/4170428552 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fe90c030ae0 con 0x555c373aab90 2024-09-05T02:36:48.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.099+0000 7fe8ff400640 1 -- 172.21.15.33:0/4170428552 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe90c030ce0 con 0x555c373aab90 2024-09-05T02:36:48.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.099+0000 7fe923061740 10 client.27802 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:48.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.099+0000 7fe923061740 1 -- 172.21.15.33:0/4170428552 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555c37431380 con 0x555c373aab90 2024-09-05T02:36:48.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.099+0000 7fe8ff400640 1 -- 172.21.15.33:0/4170428552 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe9040bbf10 con 0x555c373aab90 2024-09-05T02:36:48.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.099+0000 7fe8ff400640 1 -- 172.21.15.33:0/4170428552 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe90c026040 con 0x555c373aab90 2024-09-05T02:36:48.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.099+0000 7fe923061740 10 client.27802 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:48.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.099+0000 7fe923061740 10 client.27802 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:36:48.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.099+0000 7fe923061740 20 client.27802 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:48.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.099+0000 7fe923061740 1 --2- 172.21.15.33:0/4170428552 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x555c37431b30 0x555c37433f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:48.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.099+0000 7fe923061740 4 client.27802 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:36:48.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.099+0000 7fe923061740 1 -- 172.21.15.33:0/4170428552 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555c37318e60 con 0x555c37431b30 2024-09-05T02:36:48.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.100+0000 7fe91d000640 1 --2- 172.21.15.33:0/4170428552 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x555c37431b30 0x555c37433f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:48.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.100+0000 7fe91d000640 1 --2- 172.21.15.33:0/4170428552 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x555c37431b30 0x555c37433f50 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b684f01e494fccba server_cookie=e62119ddf5d1d25d in_seq=0 out_seq=0 2024-09-05T02:36:48.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.100+0000 7fe8ff400640 10 client.27802 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:48.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.100+0000 7fe8ff400640 1 -- 172.21.15.33:0/4170428552 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x555c37318e60 con 0x555c37431b30 2024-09-05T02:36:48.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.100+0000 7fe8ff400640 10 client.27802 handle_command_reply: tid=0 2024-09-05T02:36:48.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.100+0000 7fe923061740 1 client.27802 shutdown 2024-09-05T02:36:48.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.100+0000 7fe923061740 1 -- 172.21.15.33:0/4170428552 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 msgr2=0x555c37429bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:48.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.100+0000 7fe923061740 1 --2- 172.21.15.33:0/4170428552 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 0x555c37429bd0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fe90c0304e0 tx=0x7fe90c011dc0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.101+0000 7fe923061740 1 -- 172.21.15.33:0/4170428552 shutdown_connections 2024-09-05T02:36:48.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.101+0000 7fe923061740 1 --2- 172.21.15.33:0/4170428552 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x555c37431b30 0x555c37433f50 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.101+0000 7fe923061740 1 --2- 172.21.15.33:0/4170428552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555c373b5d70 0x555c373ba290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.101+0000 7fe923061740 1 --2- 172.21.15.33:0/4170428552 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555c373ab4b0 0x555c3742a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.101+0000 7fe8ff400640 0 client.27802 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:48.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.101+0000 7fe923061740 1 --2- 172.21.15.33:0/4170428552 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x555c373aab90 0x555c37429bd0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.101+0000 7fe923061740 1 -- 172.21.15.33:0/4170428552 >> 172.21.15.33:0/4170428552 conn(0x555c373a7120 msgr2=0x555c373ac5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:48.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.101+0000 7fe923061740 1 -- 172.21.15.33:0/4170428552 shutdown_connections 2024-09-05T02:36:48.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.101+0000 7fe923061740 1 -- 172.21.15.33:0/4170428552 wait complete. 2024-09-05T02:36:48.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.101+0000 7fe923061740 20 client.27802 trim_cache size 0 max 16384 2024-09-05T02:36:48.106 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:36:48.106 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:36:48.106 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:36:48.106 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:36:48.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.101+0000 7fe920400640 1 -- 172.21.15.33:0/1264346210 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe9000a2d70 msgr2=0x7fe9000a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:48.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.102+0000 7fe920400640 1 --2- 172.21.15.33:0/1264346210 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe9000a2d70 0x7fe9000a5230 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x555c373a7f80 tx=0x7fe90c00b390 comp rx=0 tx=0).stop 2024-09-05T02:36:48.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.102+0000 7fe920400640 1 -- 172.21.15.33:0/1264346210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9181049a0 msgr2=0x7fe91819ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:48.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.102+0000 7fe920400640 1 --2- 172.21.15.33:0/1264346210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9181049a0 0x7fe91819ab60 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fe904006010 tx=0x7fe9040042f0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.102+0000 7fe920400640 1 -- 172.21.15.33:0/1264346210 shutdown_connections 2024-09-05T02:36:48.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.102+0000 7fe920400640 1 --2- 172.21.15.33:0/1264346210 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe9000a2d70 0x7fe9000a5230 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.102+0000 7fe920400640 1 --2- 172.21.15.33:0/1264346210 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe918109120 0x7fe91819eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.102+0000 7fe920400640 1 --2- 172.21.15.33:0/1264346210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9181049a0 0x7fe91819ab60 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.102+0000 7fe920400640 1 --2- 172.21.15.33:0/1264346210 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe918103ff0 0x7fe91819a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:48.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.102+0000 7fe920400640 1 -- 172.21.15.33:0/1264346210 >> 172.21.15.33:0/1264346210 conn(0x7fe9180ffa90 msgr2=0x7fe918100d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:48.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.102+0000 7fe920400640 1 -- 172.21.15.33:0/1264346210 shutdown_connections 2024-09-05T02:36:48.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:48.102+0000 7fe920400640 1 -- 172.21.15.33:0/1264346210 wait complete. 2024-09-05T02:36:48.858 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:36:48.859 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:36:49.237 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:49.703 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:49 smithi033 ceph-mon[29909]: pgmap v305: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:36:49.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:49 smithi174 ceph-mon[34756]: pgmap v305: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:36:49.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.815+0000 7f6dab200640 1 -- 172.21.15.33:0/1597312252 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6da4103ff0 msgr2=0x7f6da41043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:49.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.815+0000 7f6dab200640 1 --2- 172.21.15.33:0/1597312252 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6da4103ff0 0x7f6da41043d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6d94009900 tx=0x7f6d9402a3f0 comp rx=0 tx=0).stop 2024-09-05T02:36:49.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.815+0000 7f6dab200640 1 -- 172.21.15.33:0/1597312252 shutdown_connections 2024-09-05T02:36:49.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.815+0000 7f6dab200640 1 --2- 172.21.15.33:0/1597312252 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6da4109120 0x7f6da4110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:49.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.815+0000 7f6dab200640 1 --2- 172.21.15.33:0/1597312252 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6da41049a0 0x7f6da41089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:49.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.815+0000 7f6dab200640 1 --2- 172.21.15.33:0/1597312252 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6da4103ff0 0x7f6da41043d0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:49.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.815+0000 7f6dab200640 1 -- 172.21.15.33:0/1597312252 >> 172.21.15.33:0/1597312252 conn(0x7f6da40ffa90 msgr2=0x7f6da4101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:49.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.815+0000 7f6dab200640 1 -- 172.21.15.33:0/1597312252 shutdown_connections 2024-09-05T02:36:49.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.815+0000 7f6dab200640 1 -- 172.21.15.33:0/1597312252 wait complete. 2024-09-05T02:36:49.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.816+0000 7f6dab200640 1 Processor -- start 2024-09-05T02:36:49.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.816+0000 7f6dab200640 1 -- start start 2024-09-05T02:36:49.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.816+0000 7f6dab200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6da4103ff0 0x7f6da419a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:49.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.816+0000 7f6dab200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6da41049a0 0x7f6da419ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:49.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.816+0000 7f6dab200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6da4109120 0x7f6da419eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:49.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.816+0000 7f6dab200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6da4114120 con 0x7f6da4103ff0 2024-09-05T02:36:49.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.816+0000 7f6dab200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6da4113fa0 con 0x7f6da4109120 2024-09-05T02:36:49.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.816+0000 7f6dab200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6da41142a0 con 0x7f6da41049a0 2024-09-05T02:36:49.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.816+0000 7f6da3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6da4103ff0 0x7f6da419a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:49.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.816+0000 7f6da3e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6da4103ff0 0x7f6da419a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43454/0 (socket says 172.21.15.33:43454) 2024-09-05T02:36:49.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.817+0000 7f6da3e00640 1 -- 172.21.15.33:0/2711157059 learned_addr learned my addr 172.21.15.33:0/2711157059 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:49.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.817+0000 7f6da9200640 1 --2- 172.21.15.33:0/2711157059 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6da4109120 0x7f6da419eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:49.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.817+0000 7f6da3400640 1 --2- 172.21.15.33:0/2711157059 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6da41049a0 0x7f6da419ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:49.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.817+0000 7f6da9200640 1 -- 172.21.15.33:0/2711157059 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6da41049a0 msgr2=0x7f6da419ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:49.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.817+0000 7f6da9200640 1 --2- 172.21.15.33:0/2711157059 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6da41049a0 0x7f6da419ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:49.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.817+0000 7f6da9200640 1 -- 172.21.15.33:0/2711157059 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6da4103ff0 msgr2=0x7f6da419a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:49.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.817+0000 7f6da9200640 1 --2- 172.21.15.33:0/2711157059 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6da4103ff0 0x7f6da419a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:49.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.817+0000 7f6da9200640 1 -- 172.21.15.33:0/2711157059 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6da419f590 con 0x7f6da4109120 2024-09-05T02:36:49.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.817+0000 7f6da3e00640 1 --2- 172.21.15.33:0/2711157059 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6da4103ff0 0x7f6da419a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:49.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.817+0000 7f6da9200640 1 --2- 172.21.15.33:0/2711157059 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6da4109120 0x7f6da419eeb0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f6d9c009fd0 tx=0x7f6d9c00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:49.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.818+0000 7f6da0c00640 1 -- 172.21.15.33:0/2711157059 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d9c00ce20 con 0x7f6da4109120 2024-09-05T02:36:49.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.818+0000 7f6dab200640 1 -- 172.21.15.33:0/2711157059 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6da419f880 con 0x7f6da4109120 2024-09-05T02:36:49.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.818+0000 7f6da0c00640 1 -- 172.21.15.33:0/2711157059 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d9c005020 con 0x7f6da4109120 2024-09-05T02:36:49.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.818+0000 7f6da0c00640 1 -- 172.21.15.33:0/2711157059 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d9c010720 con 0x7f6da4109120 2024-09-05T02:36:49.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.818+0000 7f6dab200640 1 -- 172.21.15.33:0/2711157059 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6da41a7160 con 0x7f6da4109120 2024-09-05T02:36:49.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.819+0000 7f6dab200640 1 -- 172.21.15.33:0/2711157059 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6da41043d0 con 0x7f6da4109120 2024-09-05T02:36:49.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.821+0000 7f6da0c00640 1 -- 172.21.15.33:0/2711157059 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f6d9c005540 con 0x7f6da4109120 2024-09-05T02:36:49.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.822+0000 7f6da0c00640 1 --2- 172.21.15.33:0/2711157059 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6d880a2cf0 0x7f6d880a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:49.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.823+0000 7f6da0c00640 1 -- 172.21.15.33:0/2711157059 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f6d9c0cfac0 con 0x7f6da4109120 2024-09-05T02:36:49.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.823+0000 7f6da3e00640 1 --2- 172.21.15.33:0/2711157059 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6d880a2cf0 0x7f6d880a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:49.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.823+0000 7f6da3e00640 1 --2- 172.21.15.33:0/2711157059 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6d880a2cf0 0x7f6d880a51b0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f6d940096c0 tx=0x7f6d94005a20 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:49.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:49.824+0000 7f6da0c00640 1 -- 172.21.15.33:0/2711157059 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6d9c09c670 con 0x7f6da4109120 2024-09-05T02:36:49.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:49 smithi123 ceph-mon[34031]: pgmap v305: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:36:50.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:50.050+0000 7f6dab200640 1 -- 172.21.15.33:0/2711157059 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6da419b940 con 0x7f6da4109120 2024-09-05T02:36:50.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:50.051+0000 7f6da0c00640 1 -- 172.21.15.33:0/2711157059 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7f6da419b940 con 0x7f6da4109120 2024-09-05T02:36:50.053 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:36:50.053 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:36:50.053 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:36:50.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:50.054+0000 7f6dab200640 1 -- 172.21.15.33:0/2711157059 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6d880a2cf0 msgr2=0x7f6d880a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:50.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:50.054+0000 7f6dab200640 1 --2- 172.21.15.33:0/2711157059 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6d880a2cf0 0x7f6d880a51b0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f6d940096c0 tx=0x7f6d94005a20 comp rx=0 tx=0).stop 2024-09-05T02:36:50.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:50.054+0000 7f6dab200640 1 -- 172.21.15.33:0/2711157059 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6da4109120 msgr2=0x7f6da419eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:50.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:50.054+0000 7f6dab200640 1 --2- 172.21.15.33:0/2711157059 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6da4109120 0x7f6da419eeb0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f6d9c009fd0 tx=0x7f6d9c00ef10 comp rx=0 tx=0).stop 2024-09-05T02:36:50.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:50.054+0000 7f6dab200640 1 -- 172.21.15.33:0/2711157059 shutdown_connections 2024-09-05T02:36:50.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:50.054+0000 7f6dab200640 1 --2- 172.21.15.33:0/2711157059 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f6d880a2cf0 0x7f6d880a51b0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:50.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:50.054+0000 7f6dab200640 1 --2- 172.21.15.33:0/2711157059 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6da4109120 0x7f6da419eeb0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:50.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:50.054+0000 7f6dab200640 1 --2- 172.21.15.33:0/2711157059 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6da41049a0 0x7f6da419ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:50.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:50.054+0000 7f6dab200640 1 --2- 172.21.15.33:0/2711157059 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6da4103ff0 0x7f6da419a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:50.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:50.054+0000 7f6dab200640 1 -- 172.21.15.33:0/2711157059 >> 172.21.15.33:0/2711157059 conn(0x7f6da40ffa90 msgr2=0x7f6da4100e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:50.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:50.055+0000 7f6dab200640 1 -- 172.21.15.33:0/2711157059 shutdown_connections 2024-09-05T02:36:50.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:50.055+0000 7f6dab200640 1 -- 172.21.15.33:0/2711157059 wait complete. 2024-09-05T02:36:50.740 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:50 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2711157059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:36:50.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:50 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2711157059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:36:50.779 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:36:50.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:50 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2711157059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:36:51.154 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:51.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:51 smithi033 ceph-mon[29909]: pgmap v306: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:36:51.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.734+0000 7fe930c00640 1 -- 172.21.15.33:0/737729610 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe92c1049c0 msgr2=0x7fe92c108a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:51.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.734+0000 7fe930c00640 1 --2- 172.21.15.33:0/737729610 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe92c1049c0 0x7fe92c108a10 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fe914009ca0 tx=0x7fe91402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.734+0000 7fe930c00640 1 -- 172.21.15.33:0/737729610 shutdown_connections 2024-09-05T02:36:51.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.734+0000 7fe930c00640 1 --2- 172.21.15.33:0/737729610 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe92c109140 0x7fe92c110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.734+0000 7fe930c00640 1 --2- 172.21.15.33:0/737729610 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe92c1049c0 0x7fe92c108a10 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.734+0000 7fe930c00640 1 --2- 172.21.15.33:0/737729610 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe92c104010 0x7fe92c1043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.734+0000 7fe930c00640 1 -- 172.21.15.33:0/737729610 >> 172.21.15.33:0/737729610 conn(0x7fe92c0ffa50 msgr2=0x7fe92c101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:51.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.734+0000 7fe930c00640 1 -- 172.21.15.33:0/737729610 shutdown_connections 2024-09-05T02:36:51.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.734+0000 7fe930c00640 1 -- 172.21.15.33:0/737729610 wait complete. 2024-09-05T02:36:51.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.735+0000 7fe930c00640 1 Processor -- start 2024-09-05T02:36:51.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.736+0000 7fe930c00640 1 -- start start 2024-09-05T02:36:51.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.736+0000 7fe930c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe92c104010 0x7fe92c19a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:51.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.736+0000 7fe930c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe92c1049c0 0x7fe92c19ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:51.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.736+0000 7fe930c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe92c109140 0x7fe92c19eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:51.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.736+0000 7fe930c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe92c114140 con 0x7fe92c109140 2024-09-05T02:36:51.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.736+0000 7fe930c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe92c113fc0 con 0x7fe92c104010 2024-09-05T02:36:51.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.736+0000 7fe930c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe92c1142c0 con 0x7fe92c1049c0 2024-09-05T02:36:51.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.736+0000 7fe921400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe92c1049c0 0x7fe92c19ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:51.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.736+0000 7fe929e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe92c104010 0x7fe92c19a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:51.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.736+0000 7fe921400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe92c1049c0 0x7fe92c19ab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:48646/0 (socket says 172.21.15.33:48646) 2024-09-05T02:36:51.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.736+0000 7fe921400640 1 -- 172.21.15.33:0/1887293670 learned_addr learned my addr 172.21.15.33:0/1887293670 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:51.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.736+0000 7fe92a800640 1 --2- 172.21.15.33:0/1887293670 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe92c109140 0x7fe92c19eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:51.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.737+0000 7fe929e00640 1 -- 172.21.15.33:0/1887293670 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe92c1049c0 msgr2=0x7fe92c19ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:51.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.737+0000 7fe929e00640 1 --2- 172.21.15.33:0/1887293670 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe92c1049c0 0x7fe92c19ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.737+0000 7fe929e00640 1 -- 172.21.15.33:0/1887293670 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe92c109140 msgr2=0x7fe92c19eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:51.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.737+0000 7fe929e00640 1 --2- 172.21.15.33:0/1887293670 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe92c109140 0x7fe92c19eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.737+0000 7fe929e00640 1 -- 172.21.15.33:0/1887293670 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe92c19f5d0 con 0x7fe92c104010 2024-09-05T02:36:51.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.737+0000 7fe92a800640 1 --2- 172.21.15.33:0/1887293670 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe92c109140 0x7fe92c19eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:36:51.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.737+0000 7fe921400640 1 --2- 172.21.15.33:0/1887293670 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe92c1049c0 0x7fe92c19ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:51.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.737+0000 7fe929e00640 1 --2- 172.21.15.33:0/1887293670 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe92c104010 0x7fe92c19a620 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fe91c00e9f0 tx=0x7fe91c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:51.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.737+0000 7fe923400640 1 -- 172.21.15.33:0/1887293670 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe91c00ccc0 con 0x7fe92c104010 2024-09-05T02:36:51.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.737+0000 7fe923400640 1 -- 172.21.15.33:0/1887293670 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe91c010910 con 0x7fe92c104010 2024-09-05T02:36:51.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.737+0000 7fe930c00640 1 -- 172.21.15.33:0/1887293670 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe92c19f8c0 con 0x7fe92c104010 2024-09-05T02:36:51.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.737+0000 7fe923400640 1 -- 172.21.15.33:0/1887293670 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe91c018960 con 0x7fe92c104010 2024-09-05T02:36:51.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.738+0000 7fe930c00640 1 -- 172.21.15.33:0/1887293670 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe92c1a71a0 con 0x7fe92c104010 2024-09-05T02:36:51.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.740+0000 7fe933641740 1 Processor -- start 2024-09-05T02:36:51.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.741+0000 7fe933641740 1 -- start start 2024-09-05T02:36:51.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.741+0000 7fe923400640 1 -- 172.21.15.33:0/1887293670 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fe91c010ac0 con 0x7fe92c104010 2024-09-05T02:36:51.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.741+0000 7fe933641740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad5fc70 0x5640cad60050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:51.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.741+0000 7fe933641740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5640cad60590 0x5640cad6a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:51.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.741+0000 7fe933641740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 0x5640cad6d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:51.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.741+0000 7fe933641740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5640cacc63e0 con 0x5640cad5fc70 2024-09-05T02:36:51.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.741+0000 7fe933641740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5640cac6dd80 con 0x5640cad6ae50 2024-09-05T02:36:51.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.741+0000 7fe933641740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5640cacc23a0 con 0x5640cad60590 2024-09-05T02:36:51.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.741+0000 7fe92a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad5fc70 0x5640cad60050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:51.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.741+0000 7fe929e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5640cad60590 0x5640cad6a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:51.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.741+0000 7fe92a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad5fc70 0x5640cad60050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38852/0 (socket says 172.21.15.33:38852) 2024-09-05T02:36:51.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.741+0000 7fe92a800640 1 -- 172.21.15.33:0/2322625075 learned_addr learned my addr 172.21.15.33:0/2322625075 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:51.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.741+0000 7fe921400640 1 --2- 172.21.15.33:0/2322625075 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 0x5640cad6d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:51.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.742+0000 7fe92a800640 1 -- 172.21.15.33:0/2322625075 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5640cad60590 msgr2=0x5640cad6a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:51.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.742+0000 7fe92a800640 1 --2- 172.21.15.33:0/2322625075 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5640cad60590 0x5640cad6a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.742+0000 7fe92a800640 1 -- 172.21.15.33:0/2322625075 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 msgr2=0x5640cad6d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:51.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.742+0000 7fe92a800640 1 --2- 172.21.15.33:0/2322625075 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 0x5640cad6d240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.742+0000 7fe92a800640 1 -- 172.21.15.33:0/2322625075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640cac8cae0 con 0x5640cad5fc70 2024-09-05T02:36:51.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.742+0000 7fe92a800640 1 --2- 172.21.15.33:0/2322625075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad5fc70 0x5640cad60050 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fe924009c20 tx=0x7fe9240117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edec431daca74536 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:51.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.742+0000 7fe91b000640 1 -- 172.21.15.33:0/2322625075 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe924012450 con 0x5640cad5fc70 2024-09-05T02:36:51.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.743+0000 7fe91b000640 1 -- 172.21.15.33:0/2322625075 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe924012ad0 con 0x5640cad5fc70 2024-09-05T02:36:51.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.743+0000 7fe923400640 1 --2- 172.21.15.33:0/1887293670 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe9100a2cf0 0x7fe9100a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:51.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.743+0000 7fe91b000640 1 -- 172.21.15.33:0/2322625075 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe92400fbb0 con 0x5640cad5fc70 2024-09-05T02:36:51.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.743+0000 7fe923400640 1 -- 172.21.15.33:0/1887293670 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fe91c0cf900 con 0x7fe92c104010 2024-09-05T02:36:51.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.743+0000 7fe929e00640 1 --2- 172.21.15.33:0/1887293670 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe9100a2cf0 0x7fe9100a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:51.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.743+0000 7fe933641740 1 -- 172.21.15.33:0/2322625075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad5fc70 msgr2=0x5640cad60050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:51.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.743+0000 7fe933641740 1 --2- 172.21.15.33:0/2322625075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad5fc70 0x5640cad60050 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fe924009c20 tx=0x7fe9240117b0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.743+0000 7fe933641740 1 -- 172.21.15.33:0/2322625075 shutdown_connections 2024-09-05T02:36:51.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.743+0000 7fe933641740 1 --2- 172.21.15.33:0/2322625075 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 0x5640cad6d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.743+0000 7fe933641740 1 --2- 172.21.15.33:0/2322625075 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5640cad60590 0x5640cad6a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.743+0000 7fe933641740 1 --2- 172.21.15.33:0/2322625075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad5fc70 0x5640cad60050 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.743+0000 7fe933641740 1 -- 172.21.15.33:0/2322625075 >> 172.21.15.33:0/2322625075 conn(0x5640cad5c200 msgr2=0x5640cad5c5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:51.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.743+0000 7fe933641740 1 -- 172.21.15.33:0/2322625075 shutdown_connections 2024-09-05T02:36:51.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.744+0000 7fe933641740 1 -- 172.21.15.33:0/2322625075 wait complete. 2024-09-05T02:36:51.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.744+0000 7fe929e00640 1 --2- 172.21.15.33:0/1887293670 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe9100a2cf0 0x7fe9100a51b0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x5640cad5d060 tx=0x7fe91c0d5530 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:51.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.744+0000 7fe933641740 1 -- start start 2024-09-05T02:36:51.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.744+0000 7fe933641740 1 Processor -- start 2024-09-05T02:36:51.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.745+0000 7fe933641740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5640cad5fc70 0x5640cad67d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:51.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.745+0000 7fe933641740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad60590 0x5640cad68260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:51.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.745+0000 7fe933641740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 0x5640cad687a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:51.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.745+0000 7fe933641740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5640cad6da20 con 0x5640cad60590 2024-09-05T02:36:51.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.745+0000 7fe933641740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5640cac810f0 con 0x5640cad6ae50 2024-09-05T02:36:51.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.745+0000 7fe933641740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5640cad6dba0 con 0x5640cad5fc70 2024-09-05T02:36:51.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.745+0000 7fe933641740 10 client.0 _ll_register_callbacks cb 0x5640cac68bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:51.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.745+0000 7fe921400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad60590 0x5640cad68260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:51.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.745+0000 7fe921400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad60590 0x5640cad68260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38854/0 (socket says 172.21.15.33:38854) 2024-09-05T02:36:51.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.745+0000 7fe921400640 1 -- 172.21.15.33:0/3960820909 learned_addr learned my addr 172.21.15.33:0/3960820909 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:51.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.745+0000 7fe92a800640 1 --2- 172.21.15.33:0/3960820909 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5640cad5fc70 0x5640cad67d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:51.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.745+0000 7fe92a800640 1 --2- 172.21.15.33:0/3960820909 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 0x5640cad687a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:51.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.746+0000 7fe921400640 1 -- 172.21.15.33:0/3960820909 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5640cad5fc70 msgr2=0x5640cad67d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:51.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.746+0000 7fe921400640 1 --2- 172.21.15.33:0/3960820909 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5640cad5fc70 0x5640cad67d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.746+0000 7fe921400640 1 -- 172.21.15.33:0/3960820909 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 msgr2=0x5640cad687a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:51.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.746+0000 7fe921400640 1 --2- 172.21.15.33:0/3960820909 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 0x5640cad687a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.746+0000 7fe921400640 1 -- 172.21.15.33:0/3960820909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640caa373c0 con 0x5640cad60590 2024-09-05T02:36:51.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.746+0000 7fe921400640 1 --2- 172.21.15.33:0/3960820909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad60590 0x5640cad68260 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fe9140097b0 tx=0x7fe9140319e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=397c9c9ee22b613a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:51.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.746+0000 7fe90f400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:36:51.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.746+0000 7fe90f400640 1 -- 172.21.15.33:0/3960820909 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe91404a060 con 0x5640cad60590 2024-09-05T02:36:51.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.746+0000 7fe90f400640 1 -- 172.21.15.33:0/3960820909 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fe914003d80 con 0x5640cad60590 2024-09-05T02:36:51.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.746+0000 7fe933641740 1 -- 172.21.15.33:0/3960820909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe924012ad0 con 0x5640cad60590 2024-09-05T02:36:51.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.747+0000 7fe90f400640 1 -- 172.21.15.33:0/3960820909 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe9140098c0 con 0x5640cad60590 2024-09-05T02:36:51.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.747+0000 7fe933641740 10 client.17817 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:51.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.747+0000 7fe933641740 1 -- 172.21.15.33:0/3960820909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5640cad79a40 con 0x5640cad60590 2024-09-05T02:36:51.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.747+0000 7fe90f400640 1 -- 172.21.15.33:0/3960820909 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe924012ad0 con 0x5640cad60590 2024-09-05T02:36:51.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.747+0000 7fe90f400640 1 -- 172.21.15.33:0/3960820909 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe91402f9e0 con 0x5640cad60590 2024-09-05T02:36:51.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.747+0000 7fe933641740 10 client.17817 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:51.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.747+0000 7fe933641740 10 client.17817 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:36:51.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.747+0000 7fe933641740 20 client.17817 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:51.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.747+0000 7fe933641740 1 --2- 172.21.15.33:0/3960820909 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5640cad7af00 0x5640cad7d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:51.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.747+0000 7fe933641740 4 client.17817 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:36:51.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.747+0000 7fe933641740 1 -- 172.21.15.33:0/3960820909 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5640cacd3950 con 0x5640cad7af00 2024-09-05T02:36:51.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.748+0000 7fe92a800640 1 --2- 172.21.15.33:0/3960820909 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5640cad7af00 0x5640cad7d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:51.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.748+0000 7fe92a800640 1 --2- 172.21.15.33:0/3960820909 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5640cad7af00 0x5640cad7d320 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4300c2a441d37abb server_cookie=5b513a83f66dda6c in_seq=0 out_seq=0 2024-09-05T02:36:51.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.748+0000 7fe90f400640 10 client.17817 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:36:51.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.749+0000 7fe90f400640 1 -- 172.21.15.33:0/3960820909 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5640cacd3950 con 0x5640cad7af00 2024-09-05T02:36:51.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.749+0000 7fe90f400640 10 client.17817 handle_command_reply: tid=0 2024-09-05T02:36:51.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.749+0000 7fe933641740 1 client.17817 shutdown 2024-09-05T02:36:51.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.749+0000 7fe933641740 1 -- 172.21.15.33:0/3960820909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad60590 msgr2=0x5640cad68260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:51.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.749+0000 7fe933641740 1 --2- 172.21.15.33:0/3960820909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad60590 0x5640cad68260 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fe9140097b0 tx=0x7fe9140319e0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.749+0000 7fe933641740 1 -- 172.21.15.33:0/3960820909 shutdown_connections 2024-09-05T02:36:51.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.749+0000 7fe933641740 1 --2- 172.21.15.33:0/3960820909 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5640cad7af00 0x5640cad7d320 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.749+0000 7fe933641740 1 --2- 172.21.15.33:0/3960820909 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 0x5640cad687a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.749+0000 7fe933641740 1 --2- 172.21.15.33:0/3960820909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad60590 0x5640cad68260 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.749+0000 7fe933641740 1 --2- 172.21.15.33:0/3960820909 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5640cad5fc70 0x5640cad67d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.749+0000 7fe90f400640 0 client.17817 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:36:51.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.749+0000 7fe933641740 1 -- 172.21.15.33:0/3960820909 >> 172.21.15.33:0/3960820909 conn(0x5640cad5c200 msgr2=0x5640cad5b380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:51.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.750+0000 7fe933641740 1 -- 172.21.15.33:0/3960820909 shutdown_connections 2024-09-05T02:36:51.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.750+0000 7fe933641740 1 -- 172.21.15.33:0/3960820909 wait complete. 2024-09-05T02:36:51.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.750+0000 7fe933641740 20 client.17817 trim_cache size 0 max 16384 2024-09-05T02:36:51.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.763+0000 7fe933641740 1 Processor -- start 2024-09-05T02:36:51.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.763+0000 7fe933641740 1 -- start start 2024-09-05T02:36:51.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.764+0000 7fe933641740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad5fc70 0x5640cad685f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:51.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.764+0000 7fe933641740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5640cad60590 0x5640cad82bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:51.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.764+0000 7fe933641740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 0x5640cad83130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:51.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.764+0000 7fe933641740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe92c1afb90 con 0x5640cad5fc70 2024-09-05T02:36:51.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.764+0000 7fe933641740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe92c1b16d0 con 0x5640cad6ae50 2024-09-05T02:36:51.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.764+0000 7fe933641740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe92c1b0260 con 0x5640cad60590 2024-09-05T02:36:51.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.764+0000 7fe92a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad5fc70 0x5640cad685f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:51.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.764+0000 7fe92a800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad5fc70 0x5640cad685f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38870/0 (socket says 172.21.15.33:38870) 2024-09-05T02:36:51.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.764+0000 7fe92a800640 1 -- 172.21.15.33:0/2221583685 learned_addr learned my addr 172.21.15.33:0/2221583685 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:51.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.764+0000 7fe921400640 1 --2- 172.21.15.33:0/2221583685 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5640cad60590 0x5640cad82bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:51.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.764+0000 7fe92a800640 1 --2- 172.21.15.33:0/2221583685 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 0x5640cad83130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:51.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.764+0000 7fe92a800640 1 -- 172.21.15.33:0/2221583685 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5640cad60590 msgr2=0x5640cad82bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:51.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.764+0000 7fe92a800640 1 --2- 172.21.15.33:0/2221583685 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5640cad60590 0x5640cad82bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.764+0000 7fe92a800640 1 -- 172.21.15.33:0/2221583685 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 msgr2=0x5640cad83130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:51.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.764+0000 7fe92a800640 1 --2- 172.21.15.33:0/2221583685 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 0x5640cad83130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.764+0000 7fe92a800640 1 -- 172.21.15.33:0/2221583685 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640cad62ae0 con 0x5640cad5fc70 2024-09-05T02:36:51.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.765+0000 7fe92a800640 1 --2- 172.21.15.33:0/2221583685 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad5fc70 0x5640cad685f0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7fe92400f6a0 tx=0x7fe92400f6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44e92ed13e5dc8b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:51.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.765+0000 7fe91a600640 1 -- 172.21.15.33:0/2221583685 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe924036070 con 0x5640cad5fc70 2024-09-05T02:36:51.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.765+0000 7fe91a600640 1 -- 172.21.15.33:0/2221583685 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe92400fe90 con 0x5640cad5fc70 2024-09-05T02:36:51.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.765+0000 7fe91a600640 1 -- 172.21.15.33:0/2221583685 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe924004950 con 0x5640cad5fc70 2024-09-05T02:36:51.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.766+0000 7fe933641740 1 -- 172.21.15.33:0/2221583685 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad5fc70 msgr2=0x5640cad685f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:51.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.766+0000 7fe933641740 1 --2- 172.21.15.33:0/2221583685 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad5fc70 0x5640cad685f0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7fe92400f6a0 tx=0x7fe92400f6d0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.766+0000 7fe933641740 1 -- 172.21.15.33:0/2221583685 shutdown_connections 2024-09-05T02:36:51.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.766+0000 7fe933641740 1 --2- 172.21.15.33:0/2221583685 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 0x5640cad83130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.766+0000 7fe933641740 1 --2- 172.21.15.33:0/2221583685 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5640cad60590 0x5640cad82bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.766+0000 7fe933641740 1 --2- 172.21.15.33:0/2221583685 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad5fc70 0x5640cad685f0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.766+0000 7fe933641740 1 -- 172.21.15.33:0/2221583685 >> 172.21.15.33:0/2221583685 conn(0x5640cad5c200 msgr2=0x5640cad69da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:51.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.766+0000 7fe933641740 1 -- 172.21.15.33:0/2221583685 shutdown_connections 2024-09-05T02:36:51.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.766+0000 7fe933641740 1 -- 172.21.15.33:0/2221583685 wait complete. 2024-09-05T02:36:51.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.766+0000 7fe933641740 1 -- start start 2024-09-05T02:36:51.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.766+0000 7fe933641740 1 Processor -- start 2024-09-05T02:36:51.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.767+0000 7fe933641740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5640cad5fc70 0x5640cad6ea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:51.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.767+0000 7fe933641740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad60590 0x5640cad6efc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:51.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.767+0000 7fe933641740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 0x5640cad6f500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:51.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.767+0000 7fe933641740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe92c1b1000 con 0x5640cad60590 2024-09-05T02:36:51.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.767+0000 7fe933641740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe92c1b0930 con 0x5640cad6ae50 2024-09-05T02:36:51.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.767+0000 7fe933641740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe92c1adb90 con 0x5640cad5fc70 2024-09-05T02:36:51.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.767+0000 7fe933641740 10 client.0 _ll_register_callbacks cb 0x7fe914009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:51.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.767+0000 7fe92a800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 0x5640cad6f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:51.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.767+0000 7fe92a800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 0x5640cad6f500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:58922/0 (socket says 172.21.15.33:58922) 2024-09-05T02:36:51.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.767+0000 7fe92a800640 1 -- 172.21.15.33:0/1735222841 learned_addr learned my addr 172.21.15.33:0/1735222841 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:51.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.767+0000 7fe92a800640 1 --2- 172.21.15.33:0/1735222841 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5640cad5fc70 0x5640cad6ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:51.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.767+0000 7fe921400640 1 --2- 172.21.15.33:0/1735222841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad60590 0x5640cad6efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:51.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.768+0000 7fe92a800640 1 -- 172.21.15.33:0/1735222841 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5640cad5fc70 msgr2=0x5640cad6ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:51.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.768+0000 7fe92a800640 1 --2- 172.21.15.33:0/1735222841 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5640cad5fc70 0x5640cad6ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.768+0000 7fe92a800640 1 -- 172.21.15.33:0/1735222841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad60590 msgr2=0x5640cad6efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:51.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.768+0000 7fe92a800640 1 --2- 172.21.15.33:0/1735222841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad60590 0x5640cad6efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.768+0000 7fe92a800640 1 -- 172.21.15.33:0/1735222841 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640cade4bc0 con 0x5640cad6ae50 2024-09-05T02:36:51.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.768+0000 7fe921400640 1 --2- 172.21.15.33:0/1735222841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad60590 0x5640cad6efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:36:51.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.768+0000 7fe92a800640 1 --2- 172.21.15.33:0/1735222841 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 0x5640cad6f500 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fe92400f870 tx=0x7fe92400f6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1bb895cef80498ec server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:51.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.768+0000 7fe90f400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:36:51.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.768+0000 7fe90f400640 1 -- 172.21.15.33:0/1735222841 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe924036050 con 0x5640cad6ae50 2024-09-05T02:36:51.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.768+0000 7fe933641740 1 -- 172.21.15.33:0/1735222841 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe92400fe90 con 0x5640cad6ae50 2024-09-05T02:36:51.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.768+0000 7fe90f400640 1 -- 172.21.15.33:0/1735222841 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fe92400fb70 con 0x5640cad6ae50 2024-09-05T02:36:51.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.768+0000 7fe90f400640 1 -- 172.21.15.33:0/1735222841 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe92404a050 con 0x5640cad6ae50 2024-09-05T02:36:51.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.768+0000 7fe933641740 10 client.27902 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:51.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.769+0000 7fe933641740 1 -- 172.21.15.33:0/1735222841 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5640cade5de0 con 0x5640cad6ae50 2024-09-05T02:36:51.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.769+0000 7fe90f400640 1 -- 172.21.15.33:0/1735222841 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe92400fe90 con 0x5640cad6ae50 2024-09-05T02:36:51.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.769+0000 7fe90f400640 1 -- 172.21.15.33:0/1735222841 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe924026040 con 0x5640cad6ae50 2024-09-05T02:36:51.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.769+0000 7fe933641740 10 client.27902 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:51.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.769+0000 7fe933641740 10 client.27902 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:36:51.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.769+0000 7fe933641740 20 client.27902 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:51.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.769+0000 7fe933641740 1 --2- 172.21.15.33:0/1735222841 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5640cade62b0 0x5640cade86a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:51.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.769+0000 7fe933641740 4 client.27902 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:36:51.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.769+0000 7fe933641740 1 -- 172.21.15.33:0/1735222841 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5640caccde60 con 0x5640cade62b0 2024-09-05T02:36:51.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.769+0000 7fe921400640 1 --2- 172.21.15.33:0/1735222841 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5640cade62b0 0x5640cade86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:51.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.770+0000 7fe921400640 1 --2- 172.21.15.33:0/1735222841 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5640cade62b0 0x5640cade86a0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=bf10f356e76ead53 server_cookie=ec62211f8b547636 in_seq=0 out_seq=0 2024-09-05T02:36:51.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.770+0000 7fe90f400640 10 client.27902 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:36:51.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.770+0000 7fe90f400640 1 -- 172.21.15.33:0/1735222841 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5640caccde60 con 0x5640cade62b0 2024-09-05T02:36:51.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.770+0000 7fe90f400640 10 client.27902 handle_command_reply: tid=0 2024-09-05T02:36:51.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.770+0000 7fe933641740 1 client.27902 shutdown 2024-09-05T02:36:51.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.770+0000 7fe933641740 1 -- 172.21.15.33:0/1735222841 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 msgr2=0x5640cad6f500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:51.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.770+0000 7fe933641740 1 --2- 172.21.15.33:0/1735222841 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 0x5640cad6f500 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fe92400f870 tx=0x7fe92400f6d0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.770+0000 7fe933641740 1 -- 172.21.15.33:0/1735222841 shutdown_connections 2024-09-05T02:36:51.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.770+0000 7fe933641740 1 --2- 172.21.15.33:0/1735222841 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x5640cade62b0 0x5640cade86a0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.771+0000 7fe933641740 1 --2- 172.21.15.33:0/1735222841 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5640cad6ae50 0x5640cad6f500 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.771+0000 7fe933641740 1 --2- 172.21.15.33:0/1735222841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640cad60590 0x5640cad6efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.771+0000 7fe933641740 1 --2- 172.21.15.33:0/1735222841 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5640cad5fc70 0x5640cad6ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.771+0000 7fe90f400640 0 client.27902 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:36:51.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.771+0000 7fe933641740 1 -- 172.21.15.33:0/1735222841 >> 172.21.15.33:0/1735222841 conn(0x5640cad5c200 msgr2=0x5640cad75c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:51.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.771+0000 7fe933641740 1 -- 172.21.15.33:0/1735222841 shutdown_connections 2024-09-05T02:36:51.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.771+0000 7fe933641740 1 -- 172.21.15.33:0/1735222841 wait complete. 2024-09-05T02:36:51.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.771+0000 7fe933641740 20 client.27902 trim_cache size 0 max 16384 2024-09-05T02:36:51.778 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:36:51.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.771+0000 7fe930c00640 1 -- 172.21.15.33:0/1887293670 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe9100a2cf0 msgr2=0x7fe9100a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:51.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.771+0000 7fe930c00640 1 --2- 172.21.15.33:0/1887293670 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe9100a2cf0 0x7fe9100a51b0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x5640cad5d060 tx=0x7fe91c0d5530 comp rx=0 tx=0).stop 2024-09-05T02:36:51.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.771+0000 7fe930c00640 1 -- 172.21.15.33:0/1887293670 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe92c104010 msgr2=0x7fe92c19a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:51.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.771+0000 7fe930c00640 1 --2- 172.21.15.33:0/1887293670 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe92c104010 0x7fe92c19a620 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fe91c00e9f0 tx=0x7fe91c00eeb0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.772+0000 7fe930c00640 1 -- 172.21.15.33:0/1887293670 shutdown_connections 2024-09-05T02:36:51.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.772+0000 7fe930c00640 1 --2- 172.21.15.33:0/1887293670 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe9100a2cf0 0x7fe9100a51b0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.772+0000 7fe930c00640 1 --2- 172.21.15.33:0/1887293670 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe92c109140 0x7fe92c19eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.772+0000 7fe930c00640 1 --2- 172.21.15.33:0/1887293670 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe92c1049c0 0x7fe92c19ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.772+0000 7fe930c00640 1 --2- 172.21.15.33:0/1887293670 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe92c104010 0x7fe92c19a620 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:51.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.772+0000 7fe930c00640 1 -- 172.21.15.33:0/1887293670 >> 172.21.15.33:0/1887293670 conn(0x7fe92c0ffa50 msgr2=0x7fe92c100dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:51.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.772+0000 7fe930c00640 1 -- 172.21.15.33:0/1887293670 shutdown_connections 2024-09-05T02:36:51.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:51.772+0000 7fe930c00640 1 -- 172.21.15.33:0/1887293670 wait complete. 2024-09-05T02:36:51.780 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:51 smithi174 ceph-mon[34756]: pgmap v306: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:36:51.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:51 smithi123 ceph-mon[34031]: pgmap v306: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:36:52.594 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:36:52.977 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:53.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.582+0000 7fdd14c00640 1 -- 172.21.15.33:0/2608050970 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd10106f10 msgr2=0x7fdd1010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:53.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.582+0000 7fdd14c00640 1 --2- 172.21.15.33:0/2608050970 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd10106f10 0x7fdd1010ea90 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7fdd08009ca0 tx=0x7fdd0802a8c0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.582+0000 7fdd14c00640 1 -- 172.21.15.33:0/2608050970 shutdown_connections 2024-09-05T02:36:53.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.582+0000 7fdd14c00640 1 --2- 172.21.15.33:0/2608050970 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd10106f10 0x7fdd1010ea90 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.582+0000 7fdd14c00640 1 --2- 172.21.15.33:0/2608050970 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdd10102790 0x7fdd101067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.582+0000 7fdd14c00640 1 --2- 172.21.15.33:0/2608050970 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdd10101de0 0x7fdd101021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.582+0000 7fdd14c00640 1 -- 172.21.15.33:0/2608050970 >> 172.21.15.33:0/2608050970 conn(0x7fdd100fd8c0 msgr2=0x7fdd100ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:53.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.582+0000 7fdd14c00640 1 -- 172.21.15.33:0/2608050970 shutdown_connections 2024-09-05T02:36:53.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.582+0000 7fdd14c00640 1 -- 172.21.15.33:0/2608050970 wait complete. 2024-09-05T02:36:53.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.583+0000 7fdd14c00640 1 Processor -- start 2024-09-05T02:36:53.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.583+0000 7fdd14c00640 1 -- start start 2024-09-05T02:36:53.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.584+0000 7fdd14c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd10101de0 0x7fdd1019a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:53.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.584+0000 7fdd14c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdd10102790 0x7fdd1019ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:53.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.584+0000 7fdd14c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdd10106f10 0x7fdd1019eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:53.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.584+0000 7fdd14c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdd10111f70 con 0x7fdd10101de0 2024-09-05T02:36:53.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.584+0000 7fdd14c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdd10111df0 con 0x7fdd10102790 2024-09-05T02:36:53.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.584+0000 7fdd14c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fdd101120f0 con 0x7fdd10106f10 2024-09-05T02:36:53.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.584+0000 7fdd0de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd10101de0 0x7fdd1019a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:53.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.584+0000 7fdd0de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd10101de0 0x7fdd1019a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38890/0 (socket says 172.21.15.33:38890) 2024-09-05T02:36:53.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.584+0000 7fdd0de00640 1 -- 172.21.15.33:0/2622298665 learned_addr learned my addr 172.21.15.33:0/2622298665 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:53.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.584+0000 7fdd0e800640 1 --2- 172.21.15.33:0/2622298665 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdd10106f10 0x7fdd1019eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:53.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.584+0000 7fdd07e00640 1 --2- 172.21.15.33:0/2622298665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdd10102790 0x7fdd1019ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:53.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.584+0000 7fdd0de00640 1 -- 172.21.15.33:0/2622298665 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdd10106f10 msgr2=0x7fdd1019eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:53.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.584+0000 7fdd0de00640 1 --2- 172.21.15.33:0/2622298665 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdd10106f10 0x7fdd1019eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.585+0000 7fdd0de00640 1 -- 172.21.15.33:0/2622298665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdd10102790 msgr2=0x7fdd1019ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:53.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.585+0000 7fdd0de00640 1 --2- 172.21.15.33:0/2622298665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdd10102790 0x7fdd1019ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.585+0000 7fdd0de00640 1 -- 172.21.15.33:0/2622298665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd1019f580 con 0x7fdd10101de0 2024-09-05T02:36:53.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.585+0000 7fdd0de00640 1 --2- 172.21.15.33:0/2622298665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd10101de0 0x7fdd1019a5d0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7fdd0000e9f0 tx=0x7fdd0000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:53.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.585+0000 7fdd06a00640 1 -- 172.21.15.33:0/2622298665 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd0000cd80 con 0x7fdd10101de0 2024-09-05T02:36:53.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.585+0000 7fdd06a00640 1 -- 172.21.15.33:0/2622298665 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdd00010910 con 0x7fdd10101de0 2024-09-05T02:36:53.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.585+0000 7fdd14c00640 1 -- 172.21.15.33:0/2622298665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd1019f870 con 0x7fdd10101de0 2024-09-05T02:36:53.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.585+0000 7fdd06a00640 1 -- 172.21.15.33:0/2622298665 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd00018990 con 0x7fdd10101de0 2024-09-05T02:36:53.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.585+0000 7fdd14c00640 1 -- 172.21.15.33:0/2622298665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd101a7150 con 0x7fdd10101de0 2024-09-05T02:36:53.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.588+0000 7fdd1766d740 1 Processor -- start 2024-09-05T02:36:53.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.588+0000 7fdd06a00640 1 -- 172.21.15.33:0/2622298665 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fdd00010ac0 con 0x7fdd10101de0 2024-09-05T02:36:53.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.589+0000 7fdd1766d740 1 -- start start 2024-09-05T02:36:53.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.589+0000 7fdd1766d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562626298c70 0x562626299050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:53.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.589+0000 7fdd1766d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626299590 0x5626262a3910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:53.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.589+0000 7fdd1766d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5626262a3e50 0x5626262a6240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:53.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.589+0000 7fdd1766d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5626261ff3e0 con 0x562626299590 2024-09-05T02:36:53.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.589+0000 7fdd1766d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5626261a6d80 con 0x5626262a3e50 2024-09-05T02:36:53.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.589+0000 7fdd1766d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5626261fb3a0 con 0x562626298c70 2024-09-05T02:36:53.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.589+0000 7fdd0de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626299590 0x5626262a3910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:53.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.589+0000 7fdd0de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626299590 0x5626262a3910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38902/0 (socket says 172.21.15.33:38902) 2024-09-05T02:36:53.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.589+0000 7fdd0de00640 1 -- 172.21.15.33:0/1843010542 learned_addr learned my addr 172.21.15.33:0/1843010542 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:53.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.589+0000 7fdd0e800640 1 --2- 172.21.15.33:0/1843010542 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562626298c70 0x562626299050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:53.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.589+0000 7fdd07e00640 1 --2- 172.21.15.33:0/1843010542 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5626262a3e50 0x5626262a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:53.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.590+0000 7fdd07e00640 1 -- 172.21.15.33:0/1843010542 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562626298c70 msgr2=0x562626299050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:53.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.590+0000 7fdd07e00640 1 --2- 172.21.15.33:0/1843010542 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562626298c70 0x562626299050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.590+0000 7fdd07e00640 1 -- 172.21.15.33:0/1843010542 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626299590 msgr2=0x5626262a3910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:53.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.590+0000 7fdd07e00640 1 --2- 172.21.15.33:0/1843010542 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626299590 0x5626262a3910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.590+0000 7fdd07e00640 1 -- 172.21.15.33:0/1843010542 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626261c5ae0 con 0x5626262a3e50 2024-09-05T02:36:53.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.590+0000 7fdd0e800640 1 --2- 172.21.15.33:0/1843010542 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562626298c70 0x562626299050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:53.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.590+0000 7fdd0de00640 1 --2- 172.21.15.33:0/1843010542 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626299590 0x5626262a3910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:53.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.590+0000 7fdd06a00640 1 --2- 172.21.15.33:0/2622298665 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdcf40a2cf0 0x7fdcf40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:53.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.590+0000 7fdd07e00640 1 --2- 172.21.15.33:0/1843010542 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5626262a3e50 0x5626262a6240 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fdcf8009bd0 tx=0x7fdcf8011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a1ef5f514cfab3b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:53.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.590+0000 7fdd06a00640 1 -- 172.21.15.33:0/2622298665 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fdd000cf7d0 con 0x7fdd10101de0 2024-09-05T02:36:53.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.590+0000 7fdcff000640 1 -- 172.21.15.33:0/1843010542 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf8009d80 con 0x5626262a3e50 2024-09-05T02:36:53.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.591+0000 7fdcff000640 1 -- 172.21.15.33:0/1843010542 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdcf8005020 con 0x5626262a3e50 2024-09-05T02:36:53.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.591+0000 7fdcff000640 1 -- 172.21.15.33:0/1843010542 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf8004a30 con 0x5626262a3e50 2024-09-05T02:36:53.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.591+0000 7fdd0e800640 1 --2- 172.21.15.33:0/2622298665 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdcf40a2cf0 0x7fdcf40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:53.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.591+0000 7fdd1766d740 1 -- 172.21.15.33:0/1843010542 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5626262a3e50 msgr2=0x5626262a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:53.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.591+0000 7fdd1766d740 1 --2- 172.21.15.33:0/1843010542 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5626262a3e50 0x5626262a6240 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fdcf8009bd0 tx=0x7fdcf8011810 comp rx=0 tx=0).stop 2024-09-05T02:36:53.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.591+0000 7fdd0e800640 1 --2- 172.21.15.33:0/2622298665 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdcf40a2cf0 0x7fdcf40a51b0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fdd08004af0 tx=0x7fdd08004a80 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:53.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.592+0000 7fdd1766d740 1 -- 172.21.15.33:0/1843010542 shutdown_connections 2024-09-05T02:36:53.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.592+0000 7fdd1766d740 1 --2- 172.21.15.33:0/1843010542 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5626262a3e50 0x5626262a6240 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.592+0000 7fdd1766d740 1 --2- 172.21.15.33:0/1843010542 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626299590 0x5626262a3910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.592+0000 7fdd1766d740 1 --2- 172.21.15.33:0/1843010542 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562626298c70 0x562626299050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.592+0000 7fdd1766d740 1 -- 172.21.15.33:0/1843010542 >> 172.21.15.33:0/1843010542 conn(0x562626295200 msgr2=0x5626262955e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:53.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.592+0000 7fdd1766d740 1 -- 172.21.15.33:0/1843010542 shutdown_connections 2024-09-05T02:36:53.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.592+0000 7fdd1766d740 1 -- 172.21.15.33:0/1843010542 wait complete. 2024-09-05T02:36:53.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.592+0000 7fdd1766d740 1 -- start start 2024-09-05T02:36:53.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.592+0000 7fdd1766d740 1 Processor -- start 2024-09-05T02:36:53.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.593+0000 7fdd1766d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562626298c70 0x5626262a0c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:53.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.593+0000 7fdd1766d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626299590 0x5626262a11c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:53.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.593+0000 7fdd1766d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5626262a3e50 0x5626262a1700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:53.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.593+0000 7fdd1766d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5626262a6a20 con 0x562626299590 2024-09-05T02:36:53.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.593+0000 7fdd1766d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5626261ba0f0 con 0x5626262a3e50 2024-09-05T02:36:53.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.593+0000 7fdd1766d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5626262a6ba0 con 0x562626298c70 2024-09-05T02:36:53.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.593+0000 7fdd1766d740 10 client.0 _ll_register_callbacks cb 0x5626261a1bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:53.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.593+0000 7fdd07e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626299590 0x5626262a11c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:53.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.593+0000 7fdd0e800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5626262a3e50 0x5626262a1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:53.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.593+0000 7fdd07e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626299590 0x5626262a11c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38914/0 (socket says 172.21.15.33:38914) 2024-09-05T02:36:53.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.593+0000 7fdd0de00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562626298c70 0x5626262a0c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:53.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.593+0000 7fdd07e00640 1 -- 172.21.15.33:0/4001021638 learned_addr learned my addr 172.21.15.33:0/4001021638 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:53.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.594+0000 7fdd07e00640 1 -- 172.21.15.33:0/4001021638 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562626298c70 msgr2=0x5626262a0c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:53.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.594+0000 7fdd07e00640 1 --2- 172.21.15.33:0/4001021638 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562626298c70 0x5626262a0c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.594+0000 7fdd07e00640 1 -- 172.21.15.33:0/4001021638 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5626262a3e50 msgr2=0x5626262a1700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:53.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.594+0000 7fdd07e00640 1 --2- 172.21.15.33:0/4001021638 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5626262a3e50 0x5626262a1700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.594+0000 7fdd07e00640 1 -- 172.21.15.33:0/4001021638 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562625f703c0 con 0x562626299590 2024-09-05T02:36:53.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.594+0000 7fdd07e00640 1 --2- 172.21.15.33:0/4001021638 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626299590 0x5626262a11c0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fdcf8005d90 tx=0x7fdcf8005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a3e5437fb21773 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:53.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.594+0000 7fdcf3400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:36:53.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.594+0000 7fdcf3400640 1 -- 172.21.15.33:0/4001021638 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf8029020 con 0x562626299590 2024-09-05T02:36:53.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.594+0000 7fdcf3400640 1 -- 172.21.15.33:0/4001021638 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fdcf8004a20 con 0x562626299590 2024-09-05T02:36:53.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.594+0000 7fdd1766d740 1 -- 172.21.15.33:0/4001021638 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdcf8005020 con 0x562626299590 2024-09-05T02:36:53.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.595+0000 7fdcf3400640 1 -- 172.21.15.33:0/4001021638 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fdcf8034050 con 0x562626299590 2024-09-05T02:36:53.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.595+0000 7fdd1766d740 10 client.17835 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:53.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.595+0000 7fdd1766d740 1 -- 172.21.15.33:0/4001021638 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5626262b29b0 con 0x562626299590 2024-09-05T02:36:53.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.595+0000 7fdcf3400640 1 -- 172.21.15.33:0/4001021638 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdcf8005020 con 0x562626299590 2024-09-05T02:36:53.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.595+0000 7fdcf3400640 1 -- 172.21.15.33:0/4001021638 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fdcf8023420 con 0x562626299590 2024-09-05T02:36:53.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.595+0000 7fdd1766d740 10 client.17835 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:53.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.595+0000 7fdd1766d740 10 client.17835 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:36:53.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.595+0000 7fdd1766d740 20 client.17835 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:53.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.595+0000 7fdd1766d740 1 --2- 172.21.15.33:0/4001021638 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5626262b3e10 0x5626262b6200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:53.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.595+0000 7fdd1766d740 4 client.17835 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:36:53.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.595+0000 7fdd1766d740 1 -- 172.21.15.33:0/4001021638 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56262620c950 con 0x5626262b3e10 2024-09-05T02:36:53.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.596+0000 7fdd0de00640 1 --2- 172.21.15.33:0/4001021638 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5626262b3e10 0x5626262b6200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:53.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.596+0000 7fdd0de00640 1 --2- 172.21.15.33:0/4001021638 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5626262b3e10 0x5626262b6200 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=93ddd0c7bff71508 server_cookie=b0f9bf92753c1a92 in_seq=0 out_seq=0 2024-09-05T02:36:53.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.596+0000 7fdcf3400640 10 client.17835 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:36:53.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.597+0000 7fdcf3400640 1 -- 172.21.15.33:0/4001021638 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56262620c950 con 0x5626262b3e10 2024-09-05T02:36:53.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.597+0000 7fdcf3400640 10 client.17835 handle_command_reply: tid=0 2024-09-05T02:36:53.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.597+0000 7fdd1766d740 1 client.17835 shutdown 2024-09-05T02:36:53.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.597+0000 7fdd1766d740 1 -- 172.21.15.33:0/4001021638 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626299590 msgr2=0x5626262a11c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:53.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.597+0000 7fdd1766d740 1 --2- 172.21.15.33:0/4001021638 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626299590 0x5626262a11c0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fdcf8005d90 tx=0x7fdcf8005dc0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.597+0000 7fdd1766d740 1 -- 172.21.15.33:0/4001021638 shutdown_connections 2024-09-05T02:36:53.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.597+0000 7fdd1766d740 1 --2- 172.21.15.33:0/4001021638 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x5626262b3e10 0x5626262b6200 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.597+0000 7fdd1766d740 1 --2- 172.21.15.33:0/4001021638 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5626262a3e50 0x5626262a1700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.597+0000 7fdd1766d740 1 --2- 172.21.15.33:0/4001021638 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626299590 0x5626262a11c0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.597+0000 7fdd1766d740 1 --2- 172.21.15.33:0/4001021638 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562626298c70 0x5626262a0c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.597+0000 7fdcf3400640 0 client.17835 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:36:53.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.597+0000 7fdd1766d740 1 -- 172.21.15.33:0/4001021638 >> 172.21.15.33:0/4001021638 conn(0x562626295200 msgr2=0x56262629af30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:53.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.598+0000 7fdd1766d740 1 -- 172.21.15.33:0/4001021638 shutdown_connections 2024-09-05T02:36:53.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.598+0000 7fdd1766d740 1 -- 172.21.15.33:0/4001021638 wait complete. 2024-09-05T02:36:53.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.598+0000 7fdd1766d740 20 client.17835 trim_cache size 0 max 16384 2024-09-05T02:36:53.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.611+0000 7fdd1766d740 1 Processor -- start 2024-09-05T02:36:53.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.611+0000 7fdd1766d740 1 -- start start 2024-09-05T02:36:53.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.612+0000 7fdd1766d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626298c70 0x5626262bb9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:53.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.612+0000 7fdd1766d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562626299590 0x5626262bbf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:53.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.612+0000 7fdd1766d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5626262a3e50 0x56262629df20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:53.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.612+0000 7fdd1766d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdd101afb10 con 0x562626298c70 2024-09-05T02:36:53.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.612+0000 7fdd1766d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdd101b1650 con 0x562626299590 2024-09-05T02:36:53.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.612+0000 7fdd1766d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fdd101b01e0 con 0x5626262a3e50 2024-09-05T02:36:53.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.612+0000 7fdd0de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626298c70 0x5626262bb9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:53.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.612+0000 7fdd0de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626298c70 0x5626262bb9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38922/0 (socket says 172.21.15.33:38922) 2024-09-05T02:36:53.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.612+0000 7fdd0de00640 1 -- 172.21.15.33:0/2913400156 learned_addr learned my addr 172.21.15.33:0/2913400156 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:53.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.612+0000 7fdd07e00640 1 --2- 172.21.15.33:0/2913400156 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562626299590 0x5626262bbf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:53.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.612+0000 7fdd0e800640 1 --2- 172.21.15.33:0/2913400156 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5626262a3e50 0x56262629df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:53.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.612+0000 7fdd0de00640 1 -- 172.21.15.33:0/2913400156 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5626262a3e50 msgr2=0x56262629df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:53.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.612+0000 7fdd0de00640 1 --2- 172.21.15.33:0/2913400156 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5626262a3e50 0x56262629df20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.612+0000 7fdd0de00640 1 -- 172.21.15.33:0/2913400156 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562626299590 msgr2=0x5626262bbf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:53.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.612+0000 7fdd0de00640 1 --2- 172.21.15.33:0/2913400156 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562626299590 0x5626262bbf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.613+0000 7fdd0de00640 1 -- 172.21.15.33:0/2913400156 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626262b6790 con 0x562626298c70 2024-09-05T02:36:53.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.613+0000 7fdd07e00640 1 --2- 172.21.15.33:0/2913400156 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562626299590 0x5626262bbf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:36:53.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.613+0000 7fdd0de00640 1 --2- 172.21.15.33:0/2913400156 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626298c70 0x5626262bb9c0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fdd00098700 tx=0x7fdd000d5530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9d7700e96a12f38 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:53.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.613+0000 7fdcfe600640 1 -- 172.21.15.33:0/2913400156 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd0009bd30 con 0x562626298c70 2024-09-05T02:36:53.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.613+0000 7fdcfe600640 1 -- 172.21.15.33:0/2913400156 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdd000a0030 con 0x562626298c70 2024-09-05T02:36:53.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.613+0000 7fdcfe600640 1 -- 172.21.15.33:0/2913400156 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd000cfbc0 con 0x562626298c70 2024-09-05T02:36:53.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.614+0000 7fdd1766d740 1 -- 172.21.15.33:0/2913400156 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626298c70 msgr2=0x5626262bb9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:53.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.614+0000 7fdd1766d740 1 --2- 172.21.15.33:0/2913400156 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626298c70 0x5626262bb9c0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fdd00098700 tx=0x7fdd000d5530 comp rx=0 tx=0).stop 2024-09-05T02:36:53.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.614+0000 7fdd1766d740 1 -- 172.21.15.33:0/2913400156 shutdown_connections 2024-09-05T02:36:53.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.614+0000 7fdd1766d740 1 --2- 172.21.15.33:0/2913400156 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5626262a3e50 0x56262629df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.614+0000 7fdd1766d740 1 --2- 172.21.15.33:0/2913400156 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562626299590 0x5626262bbf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.614+0000 7fdd1766d740 1 --2- 172.21.15.33:0/2913400156 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626298c70 0x5626262bb9c0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.614+0000 7fdd1766d740 1 -- 172.21.15.33:0/2913400156 >> 172.21.15.33:0/2913400156 conn(0x562626295200 msgr2=0x5626262a2d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:53.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.614+0000 7fdd1766d740 1 -- 172.21.15.33:0/2913400156 shutdown_connections 2024-09-05T02:36:53.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.614+0000 7fdd1766d740 1 -- 172.21.15.33:0/2913400156 wait complete. 2024-09-05T02:36:53.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.614+0000 7fdd1766d740 1 -- start start 2024-09-05T02:36:53.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.614+0000 7fdd1766d740 1 Processor -- start 2024-09-05T02:36:53.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.615+0000 7fdd1766d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626298c70 0x5626262ac670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:53.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.615+0000 7fdd1766d740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562626299590 0x56262629daf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:53.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.615+0000 7fdd1766d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5626262a3e50 0x56262629e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:53.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.615+0000 7fdd1766d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdd101b0f80 con 0x562626298c70 2024-09-05T02:36:53.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.615+0000 7fdd1766d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdd101b08b0 con 0x5626262a3e50 2024-09-05T02:36:53.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.615+0000 7fdd1766d740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fdd101adb10 con 0x562626299590 2024-09-05T02:36:53.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.615+0000 7fdd1766d740 10 client.0 _ll_register_callbacks cb 0x7fdd000d5400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:53.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.615+0000 7fdd0de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626298c70 0x5626262ac670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:53.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.615+0000 7fdd0de00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626298c70 0x5626262ac670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38928/0 (socket says 172.21.15.33:38928) 2024-09-05T02:36:53.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.615+0000 7fdd0de00640 1 -- 172.21.15.33:0/2198611226 learned_addr learned my addr 172.21.15.33:0/2198611226 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:53.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.615+0000 7fdd07e00640 1 --2- 172.21.15.33:0/2198611226 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562626299590 0x56262629daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:53.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.615+0000 7fdd0e800640 1 --2- 172.21.15.33:0/2198611226 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5626262a3e50 0x56262629e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:53.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.616+0000 7fdd0de00640 1 -- 172.21.15.33:0/2198611226 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562626299590 msgr2=0x56262629daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:53.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.616+0000 7fdd0de00640 1 --2- 172.21.15.33:0/2198611226 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562626299590 0x56262629daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.616+0000 7fdd0de00640 1 -- 172.21.15.33:0/2198611226 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5626262a3e50 msgr2=0x56262629e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:53.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.616+0000 7fdd0de00640 1 --2- 172.21.15.33:0/2198611226 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5626262a3e50 0x56262629e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.616+0000 7fdd0de00640 1 -- 172.21.15.33:0/2198611226 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562626295030 con 0x562626298c70 2024-09-05T02:36:53.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.616+0000 7fdd0e800640 1 --2- 172.21.15.33:0/2198611226 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5626262a3e50 0x56262629e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:36:53.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.616+0000 7fdd0de00640 1 --2- 172.21.15.33:0/2198611226 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626298c70 0x5626262ac670 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7fdd000d4010 tx=0x7fdd000cfb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=546719d5a8071563 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:53.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.616+0000 7fdcf3400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:36:53.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.616+0000 7fdcf3400640 1 -- 172.21.15.33:0/2198611226 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd000b9060 con 0x562626298c70 2024-09-05T02:36:53.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.616+0000 7fdd1766d740 1 -- 172.21.15.33:0/2198611226 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdd000a0030 con 0x562626298c70 2024-09-05T02:36:53.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.616+0000 7fdcf3400640 1 -- 172.21.15.33:0/2198611226 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fdd000cfbc0 con 0x562626298c70 2024-09-05T02:36:53.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.616+0000 7fdcf3400640 1 -- 172.21.15.33:0/2198611226 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fdd000cd330 con 0x562626298c70 2024-09-05T02:36:53.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.616+0000 7fdd1766d740 10 client.17841 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:53.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.616+0000 7fdd1766d740 1 -- 172.21.15.33:0/2198611226 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56262631e900 con 0x562626298c70 2024-09-05T02:36:53.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.617+0000 7fdcf3400640 1 -- 172.21.15.33:0/2198611226 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdd000a0030 con 0x562626298c70 2024-09-05T02:36:53.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.617+0000 7fdcf3400640 1 -- 172.21.15.33:0/2198611226 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fdd000b4070 con 0x562626298c70 2024-09-05T02:36:53.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.617+0000 7fdd1766d740 10 client.17841 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:53.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.617+0000 7fdd1766d740 10 client.17841 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:36:53.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.617+0000 7fdd1766d740 20 client.17841 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:53.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.617+0000 7fdd1766d740 1 --2- 172.21.15.33:0/2198611226 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x56262631eec0 0x5626263212e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:53.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.617+0000 7fdd1766d740 4 client.17841 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:36:53.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.617+0000 7fdd1766d740 1 -- 172.21.15.33:0/2198611226 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562626206e60 con 0x56262631eec0 2024-09-05T02:36:53.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.617+0000 7fdd07e00640 1 --2- 172.21.15.33:0/2198611226 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x56262631eec0 0x5626263212e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:53.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.618+0000 7fdd07e00640 1 --2- 172.21.15.33:0/2198611226 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x56262631eec0 0x5626263212e0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2b69ec73c09fef5 server_cookie=7abb484c5023d1c0 in_seq=0 out_seq=0 2024-09-05T02:36:53.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.618+0000 7fdcf3400640 10 client.17841 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:36:53.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.618+0000 7fdcf3400640 1 -- 172.21.15.33:0/2198611226 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562626206e60 con 0x56262631eec0 2024-09-05T02:36:53.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.618+0000 7fdcf3400640 10 client.17841 handle_command_reply: tid=0 2024-09-05T02:36:53.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.618+0000 7fdd1766d740 1 client.17841 shutdown 2024-09-05T02:36:53.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.618+0000 7fdd1766d740 1 -- 172.21.15.33:0/2198611226 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626298c70 msgr2=0x5626262ac670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:53.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.618+0000 7fdd1766d740 1 --2- 172.21.15.33:0/2198611226 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626298c70 0x5626262ac670 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7fdd000d4010 tx=0x7fdd000cfb00 comp rx=0 tx=0).stop 2024-09-05T02:36:53.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.618+0000 7fdd1766d740 1 -- 172.21.15.33:0/2198611226 shutdown_connections 2024-09-05T02:36:53.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.618+0000 7fdd1766d740 1 --2- 172.21.15.33:0/2198611226 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x56262631eec0 0x5626263212e0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.618+0000 7fdd1766d740 1 --2- 172.21.15.33:0/2198611226 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5626262a3e50 0x56262629e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.618+0000 7fdd1766d740 1 --2- 172.21.15.33:0/2198611226 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x562626299590 0x56262629daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.618+0000 7fdd1766d740 1 --2- 172.21.15.33:0/2198611226 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562626298c70 0x5626262ac670 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.618+0000 7fdd1766d740 1 -- 172.21.15.33:0/2198611226 >> 172.21.15.33:0/2198611226 conn(0x562626295200 msgr2=0x5626262a24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:53.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.618+0000 7fdcf3400640 0 client.17841 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:36:53.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.619+0000 7fdd1766d740 1 -- 172.21.15.33:0/2198611226 shutdown_connections 2024-09-05T02:36:53.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.619+0000 7fdd1766d740 1 -- 172.21.15.33:0/2198611226 wait complete. 2024-09-05T02:36:53.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.619+0000 7fdd1766d740 20 client.17841 trim_cache size 0 max 16384 2024-09-05T02:36:53.624 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:36:53.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.619+0000 7fdd14c00640 1 -- 172.21.15.33:0/2622298665 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdcf40a2cf0 msgr2=0x7fdcf40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:53.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.619+0000 7fdd14c00640 1 --2- 172.21.15.33:0/2622298665 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdcf40a2cf0 0x7fdcf40a51b0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fdd08004af0 tx=0x7fdd08004a80 comp rx=0 tx=0).stop 2024-09-05T02:36:53.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.619+0000 7fdd14c00640 1 -- 172.21.15.33:0/2622298665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd10101de0 msgr2=0x7fdd1019a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:53.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.619+0000 7fdd14c00640 1 --2- 172.21.15.33:0/2622298665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd10101de0 0x7fdd1019a5d0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7fdd0000e9f0 tx=0x7fdd0000eeb0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.619+0000 7fdd14c00640 1 -- 172.21.15.33:0/2622298665 shutdown_connections 2024-09-05T02:36:53.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.619+0000 7fdd14c00640 1 --2- 172.21.15.33:0/2622298665 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdcf40a2cf0 0x7fdcf40a51b0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.619+0000 7fdd14c00640 1 --2- 172.21.15.33:0/2622298665 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdd10106f10 0x7fdd1019eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.619+0000 7fdd14c00640 1 --2- 172.21.15.33:0/2622298665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdd10102790 0x7fdd1019ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.619+0000 7fdd14c00640 1 --2- 172.21.15.33:0/2622298665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd10101de0 0x7fdd1019a5d0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:53.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.619+0000 7fdd14c00640 1 -- 172.21.15.33:0/2622298665 >> 172.21.15.33:0/2622298665 conn(0x7fdd100fd8c0 msgr2=0x7fdd100feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:53.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.620+0000 7fdd14c00640 1 -- 172.21.15.33:0/2622298665 shutdown_connections 2024-09-05T02:36:53.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:53.620+0000 7fdd14c00640 1 -- 172.21.15.33:0/2622298665 wait complete. 2024-09-05T02:36:53.687 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:53 smithi123 ceph-mon[34031]: pgmap v307: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:36:53.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:53 smithi174 ceph-mon[34756]: pgmap v307: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:36:53.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:53 smithi033 ceph-mon[29909]: pgmap v307: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:36:54.431 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:36:54.808 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:55.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.338+0000 7f895f000640 1 -- 172.21.15.33:0/70199966 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89581049c0 msgr2=0x7f8958108a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:55.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.338+0000 7f895f000640 1 --2- 172.21.15.33:0/70199966 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89581049c0 0x7f8958108a10 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f8940009900 tx=0x7f894002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.339+0000 7f895f000640 1 -- 172.21.15.33:0/70199966 shutdown_connections 2024-09-05T02:36:55.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.339+0000 7f895f000640 1 --2- 172.21.15.33:0/70199966 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8958109140 0x7f8958110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.339+0000 7f895f000640 1 --2- 172.21.15.33:0/70199966 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89581049c0 0x7f8958108a10 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.339+0000 7f895f000640 1 --2- 172.21.15.33:0/70199966 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8958104010 0x7f89581043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.339+0000 7f895f000640 1 -- 172.21.15.33:0/70199966 >> 172.21.15.33:0/70199966 conn(0x7f89580ffa50 msgr2=0x7f8958101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:55.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.339+0000 7f895f000640 1 -- 172.21.15.33:0/70199966 shutdown_connections 2024-09-05T02:36:55.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.339+0000 7f895f000640 1 -- 172.21.15.33:0/70199966 wait complete. 2024-09-05T02:36:55.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.340+0000 7f895f000640 1 Processor -- start 2024-09-05T02:36:55.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.340+0000 7f895f000640 1 -- start start 2024-09-05T02:36:55.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.340+0000 7f895f000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8958104010 0x7f895819a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:55.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.340+0000 7f895f000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89581049c0 0x7f895819abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:55.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.340+0000 7f895f000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8958109140 0x7f895819ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:55.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.340+0000 7f895f000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8958114190 con 0x7f89581049c0 2024-09-05T02:36:55.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.340+0000 7f895f000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8958114010 con 0x7f8958109140 2024-09-05T02:36:55.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.340+0000 7f895f000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f8958114310 con 0x7f8958104010 2024-09-05T02:36:55.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.340+0000 7f894f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89581049c0 0x7f895819abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:55.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.340+0000 7f894f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89581049c0 0x7f895819abb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38934/0 (socket says 172.21.15.33:38934) 2024-09-05T02:36:55.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.341+0000 7f894f400640 1 -- 172.21.15.33:0/893996879 learned_addr learned my addr 172.21.15.33:0/893996879 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:55.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.341+0000 7f8957e00640 1 --2- 172.21.15.33:0/893996879 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8958104010 0x7f895819a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:55.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.341+0000 7f895d000640 1 --2- 172.21.15.33:0/893996879 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8958109140 0x7f895819ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:55.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.341+0000 7f8957e00640 1 -- 172.21.15.33:0/893996879 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8958109140 msgr2=0x7f895819ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:55.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.341+0000 7f8957e00640 1 --2- 172.21.15.33:0/893996879 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8958109140 0x7f895819ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.341+0000 7f8957e00640 1 -- 172.21.15.33:0/893996879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89581049c0 msgr2=0x7f895819abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:55.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.341+0000 7f8957e00640 1 --2- 172.21.15.33:0/893996879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89581049c0 0x7f895819abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.341+0000 7f8957e00640 1 -- 172.21.15.33:0/893996879 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f895819f620 con 0x7f8958104010 2024-09-05T02:36:55.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.341+0000 7f894f400640 1 --2- 172.21.15.33:0/893996879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89581049c0 0x7f895819abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:55.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.342+0000 7f8957e00640 1 --2- 172.21.15.33:0/893996879 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8958104010 0x7f895819a670 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f894800c970 tx=0x7f894800ce30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:55.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.342+0000 7f8955600640 1 -- 172.21.15.33:0/893996879 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8948007bb0 con 0x7f8958104010 2024-09-05T02:36:55.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.342+0000 7f8955600640 1 -- 172.21.15.33:0/893996879 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8948007d50 con 0x7f8958104010 2024-09-05T02:36:55.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.342+0000 7f895f000640 1 -- 172.21.15.33:0/893996879 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f895819f910 con 0x7f8958104010 2024-09-05T02:36:55.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.342+0000 7f8955600640 1 -- 172.21.15.33:0/893996879 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f894800f450 con 0x7f8958104010 2024-09-05T02:36:55.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.342+0000 7f895f000640 1 -- 172.21.15.33:0/893996879 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89581a71f0 con 0x7f8958104010 2024-09-05T02:36:55.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.345+0000 7f8961c6c740 1 Processor -- start 2024-09-05T02:36:55.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.345+0000 7f8961c6c740 1 -- start start 2024-09-05T02:36:55.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.345+0000 7f8955600640 1 -- 172.21.15.33:0/893996879 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f8948004ef0 con 0x7f8958104010 2024-09-05T02:36:55.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.345+0000 7f8961c6c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff16c70 0x5606aff17050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:55.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.345+0000 7f8961c6c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff17590 0x5606aff21910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:55.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.345+0000 7f8961c6c740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff21e50 0x5606aff24240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:55.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.345+0000 7f8961c6c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5606afe7d3e0 con 0x5606aff17590 2024-09-05T02:36:55.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.345+0000 7f8961c6c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5606afe24d80 con 0x5606aff16c70 2024-09-05T02:36:55.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.345+0000 7f8961c6c740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5606afe793a0 con 0x5606aff21e50 2024-09-05T02:36:55.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.346+0000 7f8957e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff17590 0x5606aff21910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:55.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.346+0000 7f895d000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff16c70 0x5606aff17050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:55.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.346+0000 7f895d000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff16c70 0x5606aff17050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:58990/0 (socket says 172.21.15.33:58990) 2024-09-05T02:36:55.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.346+0000 7f895d000640 1 -- 172.21.15.33:0/2596519657 learned_addr learned my addr 172.21.15.33:0/2596519657 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:55.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.346+0000 7f894f400640 1 --2- 172.21.15.33:0/2596519657 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff21e50 0x5606aff24240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:55.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.346+0000 7f895d000640 1 -- 172.21.15.33:0/2596519657 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff21e50 msgr2=0x5606aff24240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:55.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.346+0000 7f895d000640 1 --2- 172.21.15.33:0/2596519657 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff21e50 0x5606aff24240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.346+0000 7f895d000640 1 -- 172.21.15.33:0/2596519657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff17590 msgr2=0x5606aff21910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:55.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.346+0000 7f895d000640 1 --2- 172.21.15.33:0/2596519657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff17590 0x5606aff21910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.346+0000 7f895d000640 1 -- 172.21.15.33:0/2596519657 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606afe43ae0 con 0x5606aff16c70 2024-09-05T02:36:55.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.346+0000 7f8957e00640 1 --2- 172.21.15.33:0/2596519657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff17590 0x5606aff21910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:55.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.347+0000 7f895d000640 1 --2- 172.21.15.33:0/2596519657 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff16c70 0x5606aff17050 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f8950009f90 tx=0x7f8950010860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=79f5be858189286f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:55.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.347+0000 7f894d600640 1 -- 172.21.15.33:0/2596519657 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8950011700 con 0x5606aff16c70 2024-09-05T02:36:55.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.347+0000 7f894d600640 1 -- 172.21.15.33:0/2596519657 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8950011d80 con 0x5606aff16c70 2024-09-05T02:36:55.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.347+0000 7f894d600640 1 -- 172.21.15.33:0/2596519657 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8950018380 con 0x5606aff16c70 2024-09-05T02:36:55.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.347+0000 7f8955600640 1 --2- 172.21.15.33:0/893996879 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f893c0a2cf0 0x7f893c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:55.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.347+0000 7f8955600640 1 -- 172.21.15.33:0/893996879 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f89480cf0b0 con 0x7f8958104010 2024-09-05T02:36:55.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.347+0000 7f8957e00640 1 --2- 172.21.15.33:0/893996879 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f893c0a2cf0 0x7f893c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:55.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.348+0000 7f8961c6c740 1 -- 172.21.15.33:0/2596519657 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff16c70 msgr2=0x5606aff17050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:55.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.348+0000 7f8961c6c740 1 --2- 172.21.15.33:0/2596519657 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff16c70 0x5606aff17050 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f8950009f90 tx=0x7f8950010860 comp rx=0 tx=0).stop 2024-09-05T02:36:55.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.348+0000 7f8961c6c740 1 -- 172.21.15.33:0/2596519657 shutdown_connections 2024-09-05T02:36:55.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.348+0000 7f8961c6c740 1 --2- 172.21.15.33:0/2596519657 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff21e50 0x5606aff24240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.348+0000 7f8961c6c740 1 --2- 172.21.15.33:0/2596519657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff17590 0x5606aff21910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.348+0000 7f8961c6c740 1 --2- 172.21.15.33:0/2596519657 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff16c70 0x5606aff17050 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.348+0000 7f8961c6c740 1 -- 172.21.15.33:0/2596519657 >> 172.21.15.33:0/2596519657 conn(0x5606aff13200 msgr2=0x5606aff135e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:55.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.348+0000 7f8961c6c740 1 -- 172.21.15.33:0/2596519657 shutdown_connections 2024-09-05T02:36:55.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.348+0000 7f8961c6c740 1 -- 172.21.15.33:0/2596519657 wait complete. 2024-09-05T02:36:55.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.348+0000 7f8957e00640 1 --2- 172.21.15.33:0/893996879 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f893c0a2cf0 0x7f893c0a51b0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x5606aff14060 tx=0x7f89480d2b60 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:55.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.349+0000 7f8961c6c740 1 -- start start 2024-09-05T02:36:55.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.349+0000 7f8961c6c740 1 Processor -- start 2024-09-05T02:36:55.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.349+0000 7f8961c6c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff16c70 0x5606aff1ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:55.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.349+0000 7f8961c6c740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff17590 0x5606aff1f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:55.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.349+0000 7f8961c6c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff21e50 0x5606aff1f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:55.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.349+0000 7f8961c6c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5606aff24a20 con 0x5606aff16c70 2024-09-05T02:36:55.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.349+0000 7f8961c6c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5606afe380f0 con 0x5606aff21e50 2024-09-05T02:36:55.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.349+0000 7f8961c6c740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5606aff24ba0 con 0x5606aff17590 2024-09-05T02:36:55.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.349+0000 7f8961c6c740 10 client.0 _ll_register_callbacks cb 0x5606afe1fbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:55.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.350+0000 7f895d000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff16c70 0x5606aff1ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:55.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.350+0000 7f895d000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff16c70 0x5606aff1ecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38954/0 (socket says 172.21.15.33:38954) 2024-09-05T02:36:55.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.350+0000 7f895d000640 1 -- 172.21.15.33:0/981762832 learned_addr learned my addr 172.21.15.33:0/981762832 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:55.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.350+0000 7f894f400640 1 --2- 172.21.15.33:0/981762832 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff17590 0x5606aff1f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:55.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.350+0000 7f895d000640 1 --2- 172.21.15.33:0/981762832 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff21e50 0x5606aff1f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:55.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.350+0000 7f894f400640 1 -- 172.21.15.33:0/981762832 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff21e50 msgr2=0x5606aff1f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:55.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.350+0000 7f894f400640 1 --2- 172.21.15.33:0/981762832 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff21e50 0x5606aff1f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.350+0000 7f894f400640 1 -- 172.21.15.33:0/981762832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff16c70 msgr2=0x5606aff1ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:55.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.350+0000 7f894f400640 1 --2- 172.21.15.33:0/981762832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff16c70 0x5606aff1ecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.350+0000 7f894f400640 1 -- 172.21.15.33:0/981762832 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606afbee3c0 con 0x5606aff17590 2024-09-05T02:36:55.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.350+0000 7f895d000640 1 --2- 172.21.15.33:0/981762832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff16c70 0x5606aff1ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:55.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.351+0000 7f894f400640 1 --2- 172.21.15.33:0/981762832 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff17590 0x5606aff1f200 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f8940000c00 tx=0x7f8940003820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=589c8917376808c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:55.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.351+0000 7f8946000640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:36:55.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.351+0000 7f8946000640 1 -- 172.21.15.33:0/981762832 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8940035040 con 0x5606aff17590 2024-09-05T02:36:55.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.351+0000 7f8946000640 1 -- 172.21.15.33:0/981762832 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f89400315b0 con 0x5606aff17590 2024-09-05T02:36:55.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.351+0000 7f8961c6c740 1 -- 172.21.15.33:0/981762832 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8950011d80 con 0x5606aff17590 2024-09-05T02:36:55.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.351+0000 7f8946000640 1 -- 172.21.15.33:0/981762832 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f89400317b0 con 0x5606aff17590 2024-09-05T02:36:55.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.351+0000 7f8961c6c740 10 client.27853 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:55.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.351+0000 7f8961c6c740 1 -- 172.21.15.33:0/981762832 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5606aff391f0 con 0x5606aff17590 2024-09-05T02:36:55.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.352+0000 7f8946000640 1 -- 172.21.15.33:0/981762832 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8950011d80 con 0x5606aff17590 2024-09-05T02:36:55.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.352+0000 7f8946000640 1 -- 172.21.15.33:0/981762832 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f8940046a30 con 0x5606aff17590 2024-09-05T02:36:55.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.352+0000 7f8961c6c740 10 client.27853 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:55.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.352+0000 7f8961c6c740 10 client.27853 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:36:55.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.352+0000 7f8961c6c740 20 client.27853 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:55.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.352+0000 7f8961c6c740 1 --2- 172.21.15.33:0/981762832 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5606aff3a6b0 0x5606aff3caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:55.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.352+0000 7f8961c6c740 4 client.27853 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:36:55.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.352+0000 7f8961c6c740 1 -- 172.21.15.33:0/981762832 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5606afe8a950 con 0x5606aff3a6b0 2024-09-05T02:36:55.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.352+0000 7f895d000640 1 --2- 172.21.15.33:0/981762832 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5606aff3a6b0 0x5606aff3caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:55.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.353+0000 7f895d000640 1 --2- 172.21.15.33:0/981762832 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5606aff3a6b0 0x5606aff3caa0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=673ca728e113bd58 server_cookie=5258149c600365cd in_seq=0 out_seq=0 2024-09-05T02:36:55.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.353+0000 7f8946000640 10 client.27853 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:36:55.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.353+0000 7f8946000640 1 -- 172.21.15.33:0/981762832 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5606afe8a950 con 0x5606aff3a6b0 2024-09-05T02:36:55.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.353+0000 7f8946000640 10 client.27853 handle_command_reply: tid=0 2024-09-05T02:36:55.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.354+0000 7f8961c6c740 1 client.27853 shutdown 2024-09-05T02:36:55.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.354+0000 7f8961c6c740 1 -- 172.21.15.33:0/981762832 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff17590 msgr2=0x5606aff1f200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:55.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.354+0000 7f8961c6c740 1 --2- 172.21.15.33:0/981762832 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff17590 0x5606aff1f200 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f8940000c00 tx=0x7f8940003820 comp rx=0 tx=0).stop 2024-09-05T02:36:55.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.354+0000 7f8961c6c740 1 -- 172.21.15.33:0/981762832 shutdown_connections 2024-09-05T02:36:55.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.354+0000 7f8961c6c740 1 --2- 172.21.15.33:0/981762832 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5606aff3a6b0 0x5606aff3caa0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.354+0000 7f8961c6c740 1 --2- 172.21.15.33:0/981762832 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff21e50 0x5606aff1f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.354+0000 7f8961c6c740 1 --2- 172.21.15.33:0/981762832 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff17590 0x5606aff1f200 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.354+0000 7f8961c6c740 1 --2- 172.21.15.33:0/981762832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff16c70 0x5606aff1ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.354+0000 7f8946000640 0 client.27853 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:36:55.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.354+0000 7f8961c6c740 1 -- 172.21.15.33:0/981762832 >> 172.21.15.33:0/981762832 conn(0x5606aff13200 msgr2=0x5606aff12380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:55.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.354+0000 7f8961c6c740 1 -- 172.21.15.33:0/981762832 shutdown_connections 2024-09-05T02:36:55.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.354+0000 7f8961c6c740 1 -- 172.21.15.33:0/981762832 wait complete. 2024-09-05T02:36:55.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.354+0000 7f8961c6c740 20 client.27853 trim_cache size 0 max 16384 2024-09-05T02:36:55.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.368+0000 7f8961c6c740 1 Processor -- start 2024-09-05T02:36:55.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.368+0000 7f8961c6c740 1 -- start start 2024-09-05T02:36:55.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.368+0000 7f8961c6c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff16c70 0x5606aff18dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:55.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.368+0000 7f8961c6c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff17590 0x5606aff42330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:55.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.368+0000 7f8961c6c740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff21e50 0x5606aff42870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:55.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.368+0000 7f8961c6c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f89581ab800 con 0x5606aff16c70 2024-09-05T02:36:55.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.368+0000 7f8961c6c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f89581ad340 con 0x5606aff17590 2024-09-05T02:36:55.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.368+0000 7f8961c6c740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f89581abed0 con 0x5606aff21e50 2024-09-05T02:36:55.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.369+0000 7f895d000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff16c70 0x5606aff18dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:55.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.369+0000 7f895d000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff16c70 0x5606aff18dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38962/0 (socket says 172.21.15.33:38962) 2024-09-05T02:36:55.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.369+0000 7f895d000640 1 -- 172.21.15.33:0/2155391690 learned_addr learned my addr 172.21.15.33:0/2155391690 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:55.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.369+0000 7f894f400640 1 --2- 172.21.15.33:0/2155391690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff17590 0x5606aff42330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:55.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.369+0000 7f895d000640 1 --2- 172.21.15.33:0/2155391690 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff21e50 0x5606aff42870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:55.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.369+0000 7f895d000640 1 -- 172.21.15.33:0/2155391690 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff21e50 msgr2=0x5606aff42870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:55.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.369+0000 7f895d000640 1 --2- 172.21.15.33:0/2155391690 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff21e50 0x5606aff42870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.369+0000 7f895d000640 1 -- 172.21.15.33:0/2155391690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff17590 msgr2=0x5606aff42330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:55.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.369+0000 7f895d000640 1 --2- 172.21.15.33:0/2155391690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff17590 0x5606aff42330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.369+0000 7f895d000640 1 -- 172.21.15.33:0/2155391690 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606aff142b0 con 0x5606aff16c70 2024-09-05T02:36:55.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.369+0000 7f895d000640 1 --2- 172.21.15.33:0/2155391690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff16c70 0x5606aff18dd0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f8950009f90 tx=0x7f8950019ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c35a036f87ca659a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:55.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.370+0000 7f894cc00640 1 -- 172.21.15.33:0/2155391690 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8950019d10 con 0x5606aff16c70 2024-09-05T02:36:55.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.370+0000 7f894cc00640 1 -- 172.21.15.33:0/2155391690 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8950020040 con 0x5606aff16c70 2024-09-05T02:36:55.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.370+0000 7f894cc00640 1 -- 172.21.15.33:0/2155391690 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8950005790 con 0x5606aff16c70 2024-09-05T02:36:55.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.370+0000 7f8961c6c740 1 -- 172.21.15.33:0/2155391690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff16c70 msgr2=0x5606aff18dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:55.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.370+0000 7f8961c6c740 1 --2- 172.21.15.33:0/2155391690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff16c70 0x5606aff18dd0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f8950009f90 tx=0x7f8950019ab0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.370+0000 7f8961c6c740 1 -- 172.21.15.33:0/2155391690 shutdown_connections 2024-09-05T02:36:55.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.370+0000 7f8961c6c740 1 --2- 172.21.15.33:0/2155391690 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff21e50 0x5606aff42870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.370+0000 7f8961c6c740 1 --2- 172.21.15.33:0/2155391690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff17590 0x5606aff42330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.370+0000 7f8961c6c740 1 --2- 172.21.15.33:0/2155391690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff16c70 0x5606aff18dd0 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.370+0000 7f8961c6c740 1 -- 172.21.15.33:0/2155391690 >> 172.21.15.33:0/2155391690 conn(0x5606aff13200 msgr2=0x5606aff186c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:55.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.371+0000 7f8961c6c740 1 -- 172.21.15.33:0/2155391690 shutdown_connections 2024-09-05T02:36:55.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.371+0000 7f8961c6c740 1 -- 172.21.15.33:0/2155391690 wait complete. 2024-09-05T02:36:55.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.371+0000 7f8961c6c740 1 -- start start 2024-09-05T02:36:55.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.371+0000 7f8961c6c740 1 Processor -- start 2024-09-05T02:36:55.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.372+0000 7f8961c6c740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff16c70 0x5606aff2e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:55.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.372+0000 7f8961c6c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff17590 0x5606aff2ea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:55.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.372+0000 7f8961c6c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff21e50 0x5606aff2ef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:55.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.372+0000 7f8961c6c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f89581acc70 con 0x5606aff17590 2024-09-05T02:36:55.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.372+0000 7f8961c6c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f89581ac5a0 con 0x5606aff21e50 2024-09-05T02:36:55.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.372+0000 7f8961c6c740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f89581a9820 con 0x5606aff16c70 2024-09-05T02:36:55.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.372+0000 7f8961c6c740 10 client.0 _ll_register_callbacks cb 0x7f8940005d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:55.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.372+0000 7f895d000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff16c70 0x5606aff2e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:55.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.372+0000 7f894f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff17590 0x5606aff2ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:55.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.372+0000 7f895d000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff16c70 0x5606aff2e4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:48792/0 (socket says 172.21.15.33:48792) 2024-09-05T02:36:55.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.372+0000 7f894f400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff17590 0x5606aff2ea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38968/0 (socket says 172.21.15.33:38968) 2024-09-05T02:36:55.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.372+0000 7f895d000640 1 -- 172.21.15.33:0/4010933664 learned_addr learned my addr 172.21.15.33:0/4010933664 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:55.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.372+0000 7f895d000640 1 --2- 172.21.15.33:0/4010933664 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff21e50 0x5606aff2ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:55.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.372+0000 7f894f400640 1 -- 172.21.15.33:0/4010933664 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff16c70 msgr2=0x5606aff2e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:55.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.372+0000 7f894f400640 1 --2- 172.21.15.33:0/4010933664 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff16c70 0x5606aff2e4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.373+0000 7f894f400640 1 -- 172.21.15.33:0/4010933664 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff21e50 msgr2=0x5606aff2ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:55.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.373+0000 7f894f400640 1 --2- 172.21.15.33:0/4010933664 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff21e50 0x5606aff2ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.373+0000 7f894f400640 1 -- 172.21.15.33:0/4010933664 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606aff0e770 con 0x5606aff17590 2024-09-05T02:36:55.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.373+0000 7f894f400640 1 --2- 172.21.15.33:0/4010933664 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff17590 0x5606aff2ea00 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f8940006010 tx=0x7f8940005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e8996293b9f12a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:55.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.373+0000 7f8946000640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:36:55.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.373+0000 7f8946000640 1 -- 172.21.15.33:0/4010933664 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8940052070 con 0x5606aff17590 2024-09-05T02:36:55.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.373+0000 7f8946000640 1 -- 172.21.15.33:0/4010933664 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f894003c880 con 0x5606aff17590 2024-09-05T02:36:55.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.373+0000 7f8961c6c740 1 -- 172.21.15.33:0/4010933664 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8950020040 con 0x5606aff17590 2024-09-05T02:36:55.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.373+0000 7f8946000640 1 -- 172.21.15.33:0/4010933664 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8940035070 con 0x5606aff17590 2024-09-05T02:36:55.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.373+0000 7f8961c6c740 10 client.17859 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:55.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.373+0000 7f8961c6c740 1 -- 172.21.15.33:0/4010933664 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5606affa5490 con 0x5606aff17590 2024-09-05T02:36:55.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.374+0000 7f8946000640 1 -- 172.21.15.33:0/4010933664 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8950020040 con 0x5606aff17590 2024-09-05T02:36:55.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.374+0000 7f8946000640 1 -- 172.21.15.33:0/4010933664 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f894005d080 con 0x5606aff17590 2024-09-05T02:36:55.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.374+0000 7f8961c6c740 10 client.17859 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:55.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.374+0000 7f8961c6c740 10 client.17859 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:36:55.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.374+0000 7f8961c6c740 20 client.17859 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:55.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.374+0000 7f8961c6c740 1 --2- 172.21.15.33:0/4010933664 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5606affa5bf0 0x5606affa8010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:55.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.374+0000 7f8961c6c740 4 client.17859 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:36:55.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.374+0000 7f8961c6c740 1 -- 172.21.15.33:0/4010933664 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5606afe84e60 con 0x5606affa5bf0 2024-09-05T02:36:55.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.374+0000 7f895d000640 1 --2- 172.21.15.33:0/4010933664 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5606affa5bf0 0x5606affa8010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:55.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.375+0000 7f895d000640 1 --2- 172.21.15.33:0/4010933664 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5606affa5bf0 0x5606affa8010 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4a1f2b45e028a6dd server_cookie=e609b0e9f4589fbd in_seq=0 out_seq=0 2024-09-05T02:36:55.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.375+0000 7f8946000640 10 client.17859 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:36:55.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.375+0000 7f8946000640 1 -- 172.21.15.33:0/4010933664 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5606afe84e60 con 0x5606affa5bf0 2024-09-05T02:36:55.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.375+0000 7f8946000640 10 client.17859 handle_command_reply: tid=0 2024-09-05T02:36:55.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.375+0000 7f8961c6c740 1 client.17859 shutdown 2024-09-05T02:36:55.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.375+0000 7f8961c6c740 1 -- 172.21.15.33:0/4010933664 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff17590 msgr2=0x5606aff2ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:55.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.375+0000 7f8961c6c740 1 --2- 172.21.15.33:0/4010933664 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff17590 0x5606aff2ea00 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f8940006010 tx=0x7f8940005850 comp rx=0 tx=0).stop 2024-09-05T02:36:55.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.375+0000 7f8961c6c740 1 -- 172.21.15.33:0/4010933664 shutdown_connections 2024-09-05T02:36:55.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.375+0000 7f8961c6c740 1 --2- 172.21.15.33:0/4010933664 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x5606affa5bf0 0x5606affa8010 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.375+0000 7f8961c6c740 1 --2- 172.21.15.33:0/4010933664 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606aff21e50 0x5606aff2ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.375+0000 7f8961c6c740 1 --2- 172.21.15.33:0/4010933664 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5606aff17590 0x5606aff2ea00 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.375+0000 7f8961c6c740 1 --2- 172.21.15.33:0/4010933664 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5606aff16c70 0x5606aff2e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.375+0000 7f8961c6c740 1 -- 172.21.15.33:0/4010933664 >> 172.21.15.33:0/4010933664 conn(0x5606aff13200 msgr2=0x5606aff18ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:55.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.375+0000 7f8946000640 0 client.17859 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:36:55.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.376+0000 7f8961c6c740 1 -- 172.21.15.33:0/4010933664 shutdown_connections 2024-09-05T02:36:55.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.376+0000 7f8961c6c740 1 -- 172.21.15.33:0/4010933664 wait complete. 2024-09-05T02:36:55.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.376+0000 7f8961c6c740 20 client.17859 trim_cache size 0 max 16384 2024-09-05T02:36:55.381 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:36:55.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.376+0000 7f895f000640 1 -- 172.21.15.33:0/893996879 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f893c0a2cf0 msgr2=0x7f893c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:55.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.376+0000 7f895f000640 1 --2- 172.21.15.33:0/893996879 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f893c0a2cf0 0x7f893c0a51b0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x5606aff14060 tx=0x7f89480d2b60 comp rx=0 tx=0).stop 2024-09-05T02:36:55.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.376+0000 7f895f000640 1 -- 172.21.15.33:0/893996879 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8958104010 msgr2=0x7f895819a670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:55.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.376+0000 7f895f000640 1 --2- 172.21.15.33:0/893996879 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8958104010 0x7f895819a670 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f894800c970 tx=0x7f894800ce30 comp rx=0 tx=0).stop 2024-09-05T02:36:55.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.377+0000 7f895f000640 1 -- 172.21.15.33:0/893996879 shutdown_connections 2024-09-05T02:36:55.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.377+0000 7f895f000640 1 --2- 172.21.15.33:0/893996879 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f893c0a2cf0 0x7f893c0a51b0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.377+0000 7f895f000640 1 --2- 172.21.15.33:0/893996879 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8958109140 0x7f895819ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.377+0000 7f895f000640 1 --2- 172.21.15.33:0/893996879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89581049c0 0x7f895819abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.377+0000 7f895f000640 1 --2- 172.21.15.33:0/893996879 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8958104010 0x7f895819a670 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:55.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.377+0000 7f895f000640 1 -- 172.21.15.33:0/893996879 >> 172.21.15.33:0/893996879 conn(0x7f89580ffa50 msgr2=0x7f8958100d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:55.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.377+0000 7f895f000640 1 -- 172.21.15.33:0/893996879 shutdown_connections 2024-09-05T02:36:55.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:55.377+0000 7f895f000640 1 -- 172.21.15.33:0/893996879 wait complete. 2024-09-05T02:36:55.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:55 smithi033 ceph-mon[29909]: pgmap v308: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:36:55.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:55 smithi174 ceph-mon[34756]: pgmap v308: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:36:55.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:55 smithi123 ceph-mon[34031]: pgmap v308: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:36:56.133 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:36:56.513 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:57.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.072+0000 7fdc4e600640 1 -- 172.21.15.33:0/383438276 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc481049a0 msgr2=0x7fdc481089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:57.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.072+0000 7fdc4e600640 1 --2- 172.21.15.33:0/383438276 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc481049a0 0x7fdc481089f0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fdc30009900 tx=0x7fdc3002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.072+0000 7fdc4e600640 1 -- 172.21.15.33:0/383438276 shutdown_connections 2024-09-05T02:36:57.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.072+0000 7fdc4e600640 1 --2- 172.21.15.33:0/383438276 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdc48109120 0x7fdc48110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.072+0000 7fdc4e600640 1 --2- 172.21.15.33:0/383438276 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc481049a0 0x7fdc481089f0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.072+0000 7fdc4e600640 1 --2- 172.21.15.33:0/383438276 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdc48103ff0 0x7fdc481043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.072+0000 7fdc4e600640 1 -- 172.21.15.33:0/383438276 >> 172.21.15.33:0/383438276 conn(0x7fdc480ffa90 msgr2=0x7fdc48101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:57.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.073+0000 7fdc4e600640 1 -- 172.21.15.33:0/383438276 shutdown_connections 2024-09-05T02:36:57.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.073+0000 7fdc4e600640 1 -- 172.21.15.33:0/383438276 wait complete. 2024-09-05T02:36:57.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.074+0000 7fdc4e600640 1 Processor -- start 2024-09-05T02:36:57.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.074+0000 7fdc4e600640 1 -- start start 2024-09-05T02:36:57.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.074+0000 7fdc4e600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc48103ff0 0x7fdc4819a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:57.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.074+0000 7fdc4e600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdc481049a0 0x7fdc4819ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:57.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.074+0000 7fdc4e600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdc48109120 0x7fdc4819eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:57.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.074+0000 7fdc4e600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdc48114140 con 0x7fdc48103ff0 2024-09-05T02:36:57.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.074+0000 7fdc4e600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdc48113fc0 con 0x7fdc48109120 2024-09-05T02:36:57.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.074+0000 7fdc4e600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fdc481142c0 con 0x7fdc481049a0 2024-09-05T02:36:57.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.074+0000 7fdc47400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc48103ff0 0x7fdc4819a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:57.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.075+0000 7fdc47400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc48103ff0 0x7fdc4819a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38988/0 (socket says 172.21.15.33:38988) 2024-09-05T02:36:57.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.075+0000 7fdc47400640 1 -- 172.21.15.33:0/549796384 learned_addr learned my addr 172.21.15.33:0/549796384 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:57.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.075+0000 7fdc3fe00640 1 --2- 172.21.15.33:0/549796384 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdc481049a0 0x7fdc4819ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:57.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.075+0000 7fdc47e00640 1 --2- 172.21.15.33:0/549796384 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdc48109120 0x7fdc4819eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:57.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.075+0000 7fdc47400640 1 -- 172.21.15.33:0/549796384 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdc481049a0 msgr2=0x7fdc4819ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:57.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.075+0000 7fdc47400640 1 --2- 172.21.15.33:0/549796384 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdc481049a0 0x7fdc4819ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.075+0000 7fdc47400640 1 -- 172.21.15.33:0/549796384 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdc48109120 msgr2=0x7fdc4819eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:57.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.075+0000 7fdc47400640 1 --2- 172.21.15.33:0/549796384 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdc48109120 0x7fdc4819eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.075+0000 7fdc47400640 1 -- 172.21.15.33:0/549796384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc4819f5d0 con 0x7fdc48103ff0 2024-09-05T02:36:57.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.075+0000 7fdc47400640 1 --2- 172.21.15.33:0/549796384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc48103ff0 0x7fdc4819a620 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fdc3800d770 tx=0x7fdc3800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:57.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.076+0000 7fdc44c00640 1 -- 172.21.15.33:0/549796384 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc38017070 con 0x7fdc48103ff0 2024-09-05T02:36:57.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.076+0000 7fdc44c00640 1 -- 172.21.15.33:0/549796384 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdc38005500 con 0x7fdc48103ff0 2024-09-05T02:36:57.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.076+0000 7fdc44c00640 1 -- 172.21.15.33:0/549796384 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc38004e00 con 0x7fdc48103ff0 2024-09-05T02:36:57.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.076+0000 7fdc4e600640 1 -- 172.21.15.33:0/549796384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc4819f8c0 con 0x7fdc48103ff0 2024-09-05T02:36:57.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.076+0000 7fdc4e600640 1 -- 172.21.15.33:0/549796384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc481a71a0 con 0x7fdc48103ff0 2024-09-05T02:36:57.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.079+0000 7fdc44c00640 1 -- 172.21.15.33:0/549796384 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fdc38004fa0 con 0x7fdc48103ff0 2024-09-05T02:36:57.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.079+0000 7fdc51055740 1 Processor -- start 2024-09-05T02:36:57.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.079+0000 7fdc51055740 1 -- start start 2024-09-05T02:36:57.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.079+0000 7fdc51055740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5f4c70 0x55b0cd5f5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:57.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.080+0000 7fdc51055740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 0x55b0cd5ff910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:57.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.080+0000 7fdc51055740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b0cd5ffe50 0x55b0cd602240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:57.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.080+0000 7fdc51055740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55b0cd55b3e0 con 0x55b0cd5f5590 2024-09-05T02:36:57.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.080+0000 7fdc51055740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b0cd502d80 con 0x55b0cd5f4c70 2024-09-05T02:36:57.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.080+0000 7fdc51055740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55b0cd5573a0 con 0x55b0cd5ffe50 2024-09-05T02:36:57.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.080+0000 7fdc47400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 0x55b0cd5ff910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:57.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.080+0000 7fdc47400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 0x55b0cd5ff910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38992/0 (socket says 172.21.15.33:38992) 2024-09-05T02:36:57.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.080+0000 7fdc47400640 1 -- 172.21.15.33:0/646985134 learned_addr learned my addr 172.21.15.33:0/646985134 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:57.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.080+0000 7fdc3fe00640 1 --2- 172.21.15.33:0/646985134 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b0cd5ffe50 0x55b0cd602240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:57.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.080+0000 7fdc47e00640 1 --2- 172.21.15.33:0/646985134 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5f4c70 0x55b0cd5f5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:57.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.080+0000 7fdc47e00640 1 -- 172.21.15.33:0/646985134 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b0cd5ffe50 msgr2=0x55b0cd602240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:57.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.080+0000 7fdc47e00640 1 --2- 172.21.15.33:0/646985134 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b0cd5ffe50 0x55b0cd602240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.081+0000 7fdc47e00640 1 -- 172.21.15.33:0/646985134 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 msgr2=0x55b0cd5ff910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:57.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.081+0000 7fdc47e00640 1 --2- 172.21.15.33:0/646985134 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 0x55b0cd5ff910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.081+0000 7fdc47e00640 1 -- 172.21.15.33:0/646985134 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0cd521ae0 con 0x55b0cd5f4c70 2024-09-05T02:36:57.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.081+0000 7fdc47400640 1 --2- 172.21.15.33:0/646985134 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 0x55b0cd5ff910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:57.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.081+0000 7fdc44c00640 1 --2- 172.21.15.33:0/549796384 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdc2c0a2cf0 0x7fdc2c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:57.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.081+0000 7fdc47e00640 1 --2- 172.21.15.33:0/646985134 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5f4c70 0x55b0cd5f5050 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fdc40009eb0 tx=0x7fdc40010740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=758ab59c7509558d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:57.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.081+0000 7fdc44c00640 1 -- 172.21.15.33:0/549796384 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fdc380cee30 con 0x7fdc48103ff0 2024-09-05T02:36:57.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.081+0000 7fdc47400640 1 --2- 172.21.15.33:0/549796384 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdc2c0a2cf0 0x7fdc2c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:57.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.081+0000 7fdc3cc00640 1 -- 172.21.15.33:0/646985134 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc40016070 con 0x55b0cd5f4c70 2024-09-05T02:36:57.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.081+0000 7fdc3cc00640 1 -- 172.21.15.33:0/646985134 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdc40004d20 con 0x55b0cd5f4c70 2024-09-05T02:36:57.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.081+0000 7fdc3cc00640 1 -- 172.21.15.33:0/646985134 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc40012810 con 0x55b0cd5f4c70 2024-09-05T02:36:57.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.082+0000 7fdc51055740 1 -- 172.21.15.33:0/646985134 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5f4c70 msgr2=0x55b0cd5f5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:57.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.082+0000 7fdc51055740 1 --2- 172.21.15.33:0/646985134 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5f4c70 0x55b0cd5f5050 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fdc40009eb0 tx=0x7fdc40010740 comp rx=0 tx=0).stop 2024-09-05T02:36:57.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.082+0000 7fdc47400640 1 --2- 172.21.15.33:0/549796384 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdc2c0a2cf0 0x7fdc2c0a51b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fdc3809b380 tx=0x7fdc38097040 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:57.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.082+0000 7fdc51055740 1 -- 172.21.15.33:0/646985134 shutdown_connections 2024-09-05T02:36:57.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.082+0000 7fdc51055740 1 --2- 172.21.15.33:0/646985134 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b0cd5ffe50 0x55b0cd602240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.082+0000 7fdc51055740 1 --2- 172.21.15.33:0/646985134 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 0x55b0cd5ff910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.082+0000 7fdc51055740 1 --2- 172.21.15.33:0/646985134 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5f4c70 0x55b0cd5f5050 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.082+0000 7fdc51055740 1 -- 172.21.15.33:0/646985134 >> 172.21.15.33:0/646985134 conn(0x55b0cd5f1200 msgr2=0x55b0cd5f15e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:57.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.082+0000 7fdc51055740 1 -- 172.21.15.33:0/646985134 shutdown_connections 2024-09-05T02:36:57.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.082+0000 7fdc51055740 1 -- 172.21.15.33:0/646985134 wait complete. 2024-09-05T02:36:57.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.083+0000 7fdc51055740 1 -- start start 2024-09-05T02:36:57.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.083+0000 7fdc51055740 1 Processor -- start 2024-09-05T02:36:57.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.083+0000 7fdc51055740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f4c70 0x55b0cd5fcda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:57.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.083+0000 7fdc51055740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5f5590 0x55b0cd5fd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:57.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.083+0000 7fdc51055740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b0cd5ffe50 0x55b0cd5fd820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:57.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.083+0000 7fdc51055740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55b0cd602a20 con 0x55b0cd5f4c70 2024-09-05T02:36:57.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.083+0000 7fdc51055740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b0cd5160f0 con 0x55b0cd5f5590 2024-09-05T02:36:57.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.083+0000 7fdc51055740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55b0cd602ba0 con 0x55b0cd5ffe50 2024-09-05T02:36:57.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.083+0000 7fdc51055740 10 client.0 _ll_register_callbacks cb 0x55b0cd4fdbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:57.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.084+0000 7fdc47e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f4c70 0x55b0cd5fcda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:57.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.084+0000 7fdc47e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f4c70 0x55b0cd5fcda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39002/0 (socket says 172.21.15.33:39002) 2024-09-05T02:36:57.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.084+0000 7fdc47e00640 1 -- 172.21.15.33:0/2357582320 learned_addr learned my addr 172.21.15.33:0/2357582320 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:57.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.084+0000 7fdc3fe00640 1 --2- 172.21.15.33:0/2357582320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5f5590 0x55b0cd5fd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:57.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.084+0000 7fdc47e00640 1 --2- 172.21.15.33:0/2357582320 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b0cd5ffe50 0x55b0cd5fd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:57.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.084+0000 7fdc47e00640 1 -- 172.21.15.33:0/2357582320 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b0cd5ffe50 msgr2=0x55b0cd5fd820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:57.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.084+0000 7fdc47e00640 1 --2- 172.21.15.33:0/2357582320 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b0cd5ffe50 0x55b0cd5fd820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.084+0000 7fdc47e00640 1 -- 172.21.15.33:0/2357582320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5f5590 msgr2=0x55b0cd5fd2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:57.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.084+0000 7fdc47e00640 1 --2- 172.21.15.33:0/2357582320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5f5590 0x55b0cd5fd2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.084+0000 7fdc47e00640 1 -- 172.21.15.33:0/2357582320 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0cd2cc3c0 con 0x55b0cd5f4c70 2024-09-05T02:36:57.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.084+0000 7fdc3fe00640 1 --2- 172.21.15.33:0/2357582320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5f5590 0x55b0cd5fd2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:57.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.084+0000 7fdc47e00640 1 --2- 172.21.15.33:0/2357582320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f4c70 0x55b0cd5fcda0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fdc400098b0 tx=0x7fdc40009840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=727ded5808dc611f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:57.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.084+0000 7fdc35600640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:36:57.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.085+0000 7fdc35600640 1 -- 172.21.15.33:0/2357582320 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc40016030 con 0x55b0cd5f4c70 2024-09-05T02:36:57.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.085+0000 7fdc35600640 1 -- 172.21.15.33:0/2357582320 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fdc40003d80 con 0x55b0cd5f4c70 2024-09-05T02:36:57.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.085+0000 7fdc51055740 1 -- 172.21.15.33:0/2357582320 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc40004d20 con 0x55b0cd5f4c70 2024-09-05T02:36:57.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.085+0000 7fdc35600640 1 -- 172.21.15.33:0/2357582320 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fdc40031050 con 0x55b0cd5f4c70 2024-09-05T02:36:57.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.085+0000 7fdc51055740 10 client.17871 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:57.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.085+0000 7fdc51055740 1 -- 172.21.15.33:0/2357582320 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b0cd60eac0 con 0x55b0cd5f4c70 2024-09-05T02:36:57.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.085+0000 7fdc35600640 1 -- 172.21.15.33:0/2357582320 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdc40004d20 con 0x55b0cd5f4c70 2024-09-05T02:36:57.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.086+0000 7fdc35600640 1 -- 172.21.15.33:0/2357582320 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fdc4000f040 con 0x55b0cd5f4c70 2024-09-05T02:36:57.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.086+0000 7fdc51055740 10 client.17871 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:57.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.086+0000 7fdc51055740 10 client.17871 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:36:57.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.086+0000 7fdc51055740 20 client.17871 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:57.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.086+0000 7fdc51055740 1 --2- 172.21.15.33:0/2357582320 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b0cd60fed0 0x55b0cd6122c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:57.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.086+0000 7fdc51055740 4 client.17871 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:36:57.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.086+0000 7fdc51055740 1 -- 172.21.15.33:0/2357582320 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b0cd568950 con 0x55b0cd60fed0 2024-09-05T02:36:57.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.086+0000 7fdc3fe00640 1 --2- 172.21.15.33:0/2357582320 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b0cd60fed0 0x55b0cd6122c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:57.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.087+0000 7fdc3fe00640 1 --2- 172.21.15.33:0/2357582320 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b0cd60fed0 0x55b0cd6122c0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3afbaec8d73220e7 server_cookie=6ef6a438c9565d8b in_seq=0 out_seq=0 2024-09-05T02:36:57.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.087+0000 7fdc35600640 10 client.17871 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:36:57.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.087+0000 7fdc35600640 1 -- 172.21.15.33:0/2357582320 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b0cd568950 con 0x55b0cd60fed0 2024-09-05T02:36:57.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.087+0000 7fdc35600640 10 client.17871 handle_command_reply: tid=0 2024-09-05T02:36:57.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.087+0000 7fdc51055740 1 client.17871 shutdown 2024-09-05T02:36:57.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.088+0000 7fdc51055740 1 -- 172.21.15.33:0/2357582320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f4c70 msgr2=0x55b0cd5fcda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:57.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.088+0000 7fdc51055740 1 --2- 172.21.15.33:0/2357582320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f4c70 0x55b0cd5fcda0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fdc400098b0 tx=0x7fdc40009840 comp rx=0 tx=0).stop 2024-09-05T02:36:57.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.088+0000 7fdc51055740 1 -- 172.21.15.33:0/2357582320 shutdown_connections 2024-09-05T02:36:57.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.088+0000 7fdc51055740 1 --2- 172.21.15.33:0/2357582320 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b0cd60fed0 0x55b0cd6122c0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.088+0000 7fdc51055740 1 --2- 172.21.15.33:0/2357582320 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b0cd5ffe50 0x55b0cd5fd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.088+0000 7fdc51055740 1 --2- 172.21.15.33:0/2357582320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5f5590 0x55b0cd5fd2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.088+0000 7fdc51055740 1 --2- 172.21.15.33:0/2357582320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f4c70 0x55b0cd5fcda0 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.088+0000 7fdc51055740 1 -- 172.21.15.33:0/2357582320 >> 172.21.15.33:0/2357582320 conn(0x55b0cd5f1200 msgr2=0x55b0cd5f0380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:57.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.088+0000 7fdc35600640 0 client.17871 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:36:57.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.088+0000 7fdc51055740 1 -- 172.21.15.33:0/2357582320 shutdown_connections 2024-09-05T02:36:57.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.088+0000 7fdc51055740 1 -- 172.21.15.33:0/2357582320 wait complete. 2024-09-05T02:36:57.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.088+0000 7fdc51055740 20 client.17871 trim_cache size 0 max 16384 2024-09-05T02:36:57.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.102+0000 7fdc51055740 1 Processor -- start 2024-09-05T02:36:57.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.102+0000 7fdc51055740 1 -- start start 2024-09-05T02:36:57.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.102+0000 7fdc51055740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5f4c70 0x55b0cd5f15e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:57.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.102+0000 7fdc51055740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 0x55b0cd5fa000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:57.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.102+0000 7fdc51055740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b0cd5ffe50 0x55b0cd5fa540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:57.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.102+0000 7fdc51055740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdc481afb10 con 0x55b0cd5f5590 2024-09-05T02:36:57.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.102+0000 7fdc51055740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdc481b1650 con 0x55b0cd5f4c70 2024-09-05T02:36:57.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.102+0000 7fdc51055740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fdc481b01e0 con 0x55b0cd5ffe50 2024-09-05T02:36:57.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.103+0000 7fdc3fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 0x55b0cd5fa000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:57.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.103+0000 7fdc3fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 0x55b0cd5fa000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39012/0 (socket says 172.21.15.33:39012) 2024-09-05T02:36:57.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.103+0000 7fdc3fe00640 1 -- 172.21.15.33:0/3731753409 learned_addr learned my addr 172.21.15.33:0/3731753409 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:57.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.103+0000 7fdc47e00640 1 --2- 172.21.15.33:0/3731753409 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5f4c70 0x55b0cd5f15e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:57.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.103+0000 7fdc47e00640 1 --2- 172.21.15.33:0/3731753409 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b0cd5ffe50 0x55b0cd5fa540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:57.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.103+0000 7fdc3fe00640 1 -- 172.21.15.33:0/3731753409 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b0cd5ffe50 msgr2=0x55b0cd5fa540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:57.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.103+0000 7fdc3fe00640 1 --2- 172.21.15.33:0/3731753409 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b0cd5ffe50 0x55b0cd5fa540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.103+0000 7fdc3fe00640 1 -- 172.21.15.33:0/3731753409 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5f4c70 msgr2=0x55b0cd5f15e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:57.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.103+0000 7fdc3fe00640 1 --2- 172.21.15.33:0/3731753409 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5f4c70 0x55b0cd5f15e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.103+0000 7fdc3fe00640 1 -- 172.21.15.33:0/3731753409 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0cd5ec770 con 0x55b0cd5f5590 2024-09-05T02:36:57.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.103+0000 7fdc47e00640 1 --2- 172.21.15.33:0/3731753409 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5f4c70 0x55b0cd5f15e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:57.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.103+0000 7fdc3fe00640 1 --2- 172.21.15.33:0/3731753409 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 0x55b0cd5fa000 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fdc3002a910 tx=0x7fdc30031af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a51ec8a3fb94a1f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:57.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.104+0000 7fdc37e00640 1 -- 172.21.15.33:0/3731753409 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc30035040 con 0x55b0cd5f5590 2024-09-05T02:36:57.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.104+0000 7fdc37e00640 1 -- 172.21.15.33:0/3731753409 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdc30005500 con 0x55b0cd5f5590 2024-09-05T02:36:57.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.104+0000 7fdc37e00640 1 -- 172.21.15.33:0/3731753409 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc30004b70 con 0x55b0cd5f5590 2024-09-05T02:36:57.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.104+0000 7fdc51055740 1 -- 172.21.15.33:0/3731753409 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 msgr2=0x55b0cd5fa000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:57.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.104+0000 7fdc51055740 1 --2- 172.21.15.33:0/3731753409 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 0x55b0cd5fa000 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fdc3002a910 tx=0x7fdc30031af0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.105+0000 7fdc51055740 1 -- 172.21.15.33:0/3731753409 shutdown_connections 2024-09-05T02:36:57.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.105+0000 7fdc51055740 1 --2- 172.21.15.33:0/3731753409 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b0cd5ffe50 0x55b0cd5fa540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.105+0000 7fdc51055740 1 --2- 172.21.15.33:0/3731753409 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 0x55b0cd5fa000 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.105+0000 7fdc51055740 1 --2- 172.21.15.33:0/3731753409 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5f4c70 0x55b0cd5f15e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.105+0000 7fdc51055740 1 -- 172.21.15.33:0/3731753409 >> 172.21.15.33:0/3731753409 conn(0x55b0cd5f1200 msgr2=0x55b0cd5fbe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:57.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.105+0000 7fdc51055740 1 -- 172.21.15.33:0/3731753409 shutdown_connections 2024-09-05T02:36:57.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.105+0000 7fdc51055740 1 -- 172.21.15.33:0/3731753409 wait complete. 2024-09-05T02:36:57.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.105+0000 7fdc51055740 1 -- start start 2024-09-05T02:36:57.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.105+0000 7fdc51055740 1 Processor -- start 2024-09-05T02:36:57.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.106+0000 7fdc51055740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b0cd5f4c70 0x55b0cd6125a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:57.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.106+0000 7fdc51055740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 0x55b0cd612ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:57.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.106+0000 7fdc51055740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5ffe50 0x55b0cd672840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:57.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.106+0000 7fdc51055740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdc481b0f80 con 0x55b0cd5f5590 2024-09-05T02:36:57.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.106+0000 7fdc51055740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdc481b08b0 con 0x55b0cd5ffe50 2024-09-05T02:36:57.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.106+0000 7fdc51055740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fdc481adb10 con 0x55b0cd5f4c70 2024-09-05T02:36:57.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.106+0000 7fdc51055740 10 client.0 _ll_register_callbacks cb 0x7fdc380d2850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:57.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.106+0000 7fdc3fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 0x55b0cd612ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:57.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.106+0000 7fdc3fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 0x55b0cd612ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39022/0 (socket says 172.21.15.33:39022) 2024-09-05T02:36:57.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.106+0000 7fdc3fe00640 1 -- 172.21.15.33:0/3635781394 learned_addr learned my addr 172.21.15.33:0/3635781394 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:57.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.106+0000 7fdc47e00640 1 --2- 172.21.15.33:0/3635781394 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b0cd5f4c70 0x55b0cd6125a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:57.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.106+0000 7fdc47e00640 1 --2- 172.21.15.33:0/3635781394 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5ffe50 0x55b0cd672840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:57.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.107+0000 7fdc3fe00640 1 -- 172.21.15.33:0/3635781394 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b0cd5f4c70 msgr2=0x55b0cd6125a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:57.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.107+0000 7fdc3fe00640 1 --2- 172.21.15.33:0/3635781394 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b0cd5f4c70 0x55b0cd6125a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.107+0000 7fdc3fe00640 1 -- 172.21.15.33:0/3635781394 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5ffe50 msgr2=0x55b0cd672840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:57.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.107+0000 7fdc3fe00640 1 --2- 172.21.15.33:0/3635781394 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5ffe50 0x55b0cd672840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.107+0000 7fdc3fe00640 1 -- 172.21.15.33:0/3635781394 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0cd672e80 con 0x55b0cd5f5590 2024-09-05T02:36:57.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.107+0000 7fdc3fe00640 1 --2- 172.21.15.33:0/3635781394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 0x55b0cd612ae0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fdc30031420 tx=0x7fdc30005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f923784b2af284 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:57.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.107+0000 7fdc35600640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:36:57.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.107+0000 7fdc35600640 1 -- 172.21.15.33:0/3635781394 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc30035040 con 0x55b0cd5f5590 2024-09-05T02:36:57.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.107+0000 7fdc51055740 1 -- 172.21.15.33:0/3635781394 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc30005500 con 0x55b0cd5f5590 2024-09-05T02:36:57.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.107+0000 7fdc35600640 1 -- 172.21.15.33:0/3635781394 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7fdc30004040 con 0x55b0cd5f5590 2024-09-05T02:36:57.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.108+0000 7fdc35600640 1 -- 172.21.15.33:0/3635781394 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fdc30004280 con 0x55b0cd5f5590 2024-09-05T02:36:57.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.108+0000 7fdc51055740 10 client.17877 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:57.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.108+0000 7fdc51055740 1 -- 172.21.15.33:0/3635781394 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b0cd67a230 con 0x55b0cd5f5590 2024-09-05T02:36:57.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.108+0000 7fdc35600640 1 -- 172.21.15.33:0/3635781394 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdc30005500 con 0x55b0cd5f5590 2024-09-05T02:36:57.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.108+0000 7fdc35600640 1 -- 172.21.15.33:0/3635781394 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fdc300035f0 con 0x55b0cd5f5590 2024-09-05T02:36:57.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.108+0000 7fdc51055740 10 client.17877 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:57.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.108+0000 7fdc51055740 10 client.17877 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:36:57.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.108+0000 7fdc51055740 20 client.17877 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:57.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.108+0000 7fdc51055740 1 --2- 172.21.15.33:0/3635781394 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b0cd67a8e0 0x55b0cd67cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:57.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.108+0000 7fdc51055740 4 client.17877 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:36:57.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.108+0000 7fdc51055740 1 -- 172.21.15.33:0/3635781394 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b0cd562e60 con 0x55b0cd67a8e0 2024-09-05T02:36:57.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.109+0000 7fdc47e00640 1 --2- 172.21.15.33:0/3635781394 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b0cd67a8e0 0x55b0cd67cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:57.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.109+0000 7fdc47e00640 1 --2- 172.21.15.33:0/3635781394 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b0cd67a8e0 0x55b0cd67cd00 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=92bc5d284e210944 server_cookie=cfc9e60c61184abe in_seq=0 out_seq=0 2024-09-05T02:36:57.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.109+0000 7fdc35600640 10 client.17877 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:36:57.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.109+0000 7fdc35600640 1 -- 172.21.15.33:0/3635781394 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b0cd562e60 con 0x55b0cd67a8e0 2024-09-05T02:36:57.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.109+0000 7fdc35600640 10 client.17877 handle_command_reply: tid=0 2024-09-05T02:36:57.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.109+0000 7fdc51055740 1 client.17877 shutdown 2024-09-05T02:36:57.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.109+0000 7fdc51055740 1 -- 172.21.15.33:0/3635781394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 msgr2=0x55b0cd612ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:57.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.109+0000 7fdc51055740 1 --2- 172.21.15.33:0/3635781394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 0x55b0cd612ae0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fdc30031420 tx=0x7fdc30005c00 comp rx=0 tx=0).stop 2024-09-05T02:36:57.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.110+0000 7fdc51055740 1 -- 172.21.15.33:0/3635781394 shutdown_connections 2024-09-05T02:36:57.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.110+0000 7fdc51055740 1 --2- 172.21.15.33:0/3635781394 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x55b0cd67a8e0 0x55b0cd67cd00 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.110+0000 7fdc51055740 1 --2- 172.21.15.33:0/3635781394 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b0cd5ffe50 0x55b0cd672840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.110+0000 7fdc51055740 1 --2- 172.21.15.33:0/3635781394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b0cd5f5590 0x55b0cd612ae0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.110+0000 7fdc51055740 1 --2- 172.21.15.33:0/3635781394 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55b0cd5f4c70 0x55b0cd6125a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.110+0000 7fdc51055740 1 -- 172.21.15.33:0/3635781394 >> 172.21.15.33:0/3635781394 conn(0x55b0cd5f1200 msgr2=0x55b0cd5fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:57.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.110+0000 7fdc35600640 0 client.17877 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:36:57.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.110+0000 7fdc51055740 1 -- 172.21.15.33:0/3635781394 shutdown_connections 2024-09-05T02:36:57.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.110+0000 7fdc51055740 1 -- 172.21.15.33:0/3635781394 wait complete. 2024-09-05T02:36:57.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.110+0000 7fdc51055740 20 client.17877 trim_cache size 0 max 16384 2024-09-05T02:36:57.115 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:36:57.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.111+0000 7fdc4e600640 1 -- 172.21.15.33:0/549796384 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdc2c0a2cf0 msgr2=0x7fdc2c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:57.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.111+0000 7fdc4e600640 1 --2- 172.21.15.33:0/549796384 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdc2c0a2cf0 0x7fdc2c0a51b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fdc3809b380 tx=0x7fdc38097040 comp rx=0 tx=0).stop 2024-09-05T02:36:57.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.111+0000 7fdc4e600640 1 -- 172.21.15.33:0/549796384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc48103ff0 msgr2=0x7fdc4819a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:57.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.111+0000 7fdc4e600640 1 --2- 172.21.15.33:0/549796384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc48103ff0 0x7fdc4819a620 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fdc3800d770 tx=0x7fdc3800dc30 comp rx=0 tx=0).stop 2024-09-05T02:36:57.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.111+0000 7fdc4e600640 1 -- 172.21.15.33:0/549796384 shutdown_connections 2024-09-05T02:36:57.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.111+0000 7fdc4e600640 1 --2- 172.21.15.33:0/549796384 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fdc2c0a2cf0 0x7fdc2c0a51b0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.111+0000 7fdc4e600640 1 --2- 172.21.15.33:0/549796384 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdc48109120 0x7fdc4819eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.111+0000 7fdc4e600640 1 --2- 172.21.15.33:0/549796384 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fdc481049a0 0x7fdc4819ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.111+0000 7fdc4e600640 1 --2- 172.21.15.33:0/549796384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc48103ff0 0x7fdc4819a620 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:57.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.111+0000 7fdc4e600640 1 -- 172.21.15.33:0/549796384 >> 172.21.15.33:0/549796384 conn(0x7fdc480ffa90 msgr2=0x7fdc48100d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:57.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.111+0000 7fdc4e600640 1 -- 172.21.15.33:0/549796384 shutdown_connections 2024-09-05T02:36:57.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:57.111+0000 7fdc4e600640 1 -- 172.21.15.33:0/549796384 wait complete. 2024-09-05T02:36:57.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:57 smithi174 ceph-mon[34756]: pgmap v309: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:36:57.813 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:57 smithi033 ceph-mon[29909]: pgmap v309: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:36:57.849 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:36:57.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:57 smithi123 ceph-mon[34031]: pgmap v309: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-05T02:36:58.227 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:36:58.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.804+0000 7f70bfe00640 1 -- 172.21.15.33:0/1509310415 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70c00745c0 msgr2=0x7f70c00749a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:58.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.804+0000 7f70bfe00640 1 --2- 172.21.15.33:0/1509310415 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70c00745c0 0x7f70c00749a0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f70b0009900 tx=0x7f70b002a480 comp rx=0 tx=0).stop 2024-09-05T02:36:58.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.804+0000 7f70bfe00640 1 -- 172.21.15.33:0/1509310415 shutdown_connections 2024-09-05T02:36:58.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.804+0000 7f70bfe00640 1 --2- 172.21.15.33:0/1509310415 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f70c010e260 0x7f70c0110650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.804+0000 7f70bfe00640 1 --2- 172.21.15.33:0/1509310415 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f70c0074ee0 0x7f70c010dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.804+0000 7f70bfe00640 1 --2- 172.21.15.33:0/1509310415 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70c00745c0 0x7f70c00749a0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.804+0000 7f70bfe00640 1 -- 172.21.15.33:0/1509310415 >> 172.21.15.33:0/1509310415 conn(0x7f70c00fd740 msgr2=0x7f70c00ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:58.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.804+0000 7f70bfe00640 1 -- 172.21.15.33:0/1509310415 shutdown_connections 2024-09-05T02:36:58.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.804+0000 7f70bfe00640 1 -- 172.21.15.33:0/1509310415 wait complete. 2024-09-05T02:36:58.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.805+0000 7f70bfe00640 1 Processor -- start 2024-09-05T02:36:58.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.805+0000 7f70bfe00640 1 -- start start 2024-09-05T02:36:58.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.806+0000 7f70bfe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70c00745c0 0x7f70c019a460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:58.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.806+0000 7f70bfe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f70c0074ee0 0x7f70c019a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:58.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.806+0000 7f70bfe00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f70c010e260 0x7f70c019ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:58.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.806+0000 7f70bfe00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f70c0114000 con 0x7f70c00745c0 2024-09-05T02:36:58.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.806+0000 7f70bfe00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f70c0113e80 con 0x7f70c0074ee0 2024-09-05T02:36:58.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.806+0000 7f70bfe00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f70c0114180 con 0x7f70c010e260 2024-09-05T02:36:58.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.806+0000 7f70bea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70c00745c0 0x7f70c019a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:58.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.806+0000 7f70bea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70c00745c0 0x7f70c019a460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39036/0 (socket says 172.21.15.33:39036) 2024-09-05T02:36:58.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.806+0000 7f70bea00640 1 -- 172.21.15.33:0/4047496400 learned_addr learned my addr 172.21.15.33:0/4047496400 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:58.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.806+0000 7f70bf400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f70c010e260 0x7f70c019ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:58.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.806+0000 7f70be000640 1 --2- 172.21.15.33:0/4047496400 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f70c0074ee0 0x7f70c019a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:58.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.807+0000 7f70bf400640 1 -- 172.21.15.33:0/4047496400 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f70c0074ee0 msgr2=0x7f70c019a9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:58.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.807+0000 7f70bf400640 1 --2- 172.21.15.33:0/4047496400 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f70c0074ee0 0x7f70c019a9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.807+0000 7f70bf400640 1 -- 172.21.15.33:0/4047496400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70c00745c0 msgr2=0x7f70c019a460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:58.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.807+0000 7f70bf400640 1 --2- 172.21.15.33:0/4047496400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70c00745c0 0x7f70c019a460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.807+0000 7f70bf400640 1 -- 172.21.15.33:0/4047496400 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70c019f410 con 0x7f70c010e260 2024-09-05T02:36:58.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.807+0000 7f70bea00640 1 --2- 172.21.15.33:0/4047496400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70c00745c0 0x7f70c019a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:58.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.807+0000 7f70bf400640 1 --2- 172.21.15.33:0/4047496400 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f70c010e260 0x7f70c019ed30 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f70b8005fd0 tx=0x7f70b800edd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:58.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.807+0000 7f70c4a00640 1 -- 172.21.15.33:0/4047496400 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70b8004d20 con 0x7f70c010e260 2024-09-05T02:36:58.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.807+0000 7f70bfe00640 1 -- 172.21.15.33:0/4047496400 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70c019f700 con 0x7f70c010e260 2024-09-05T02:36:58.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.807+0000 7f70c4a00640 1 -- 172.21.15.33:0/4047496400 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f70b8005020 con 0x7f70c010e260 2024-09-05T02:36:58.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.807+0000 7f70c4a00640 1 -- 172.21.15.33:0/4047496400 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70b80116d0 con 0x7f70c010e260 2024-09-05T02:36:58.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.808+0000 7f70bfe00640 1 -- 172.21.15.33:0/4047496400 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70c01a6fe0 con 0x7f70c010e260 2024-09-05T02:36:58.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.811+0000 7f70c8883740 1 Processor -- start 2024-09-05T02:36:58.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.811+0000 7f70c4a00640 1 -- 172.21.15.33:0/4047496400 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f70b8005540 con 0x7f70c010e260 2024-09-05T02:36:58.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.811+0000 7f70c8883740 1 -- start start 2024-09-05T02:36:58.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.811+0000 7f70c8883740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053d3e40 0x5618053d4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:58.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.811+0000 7f70c8883740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d4760 0x5618053deae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:58.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.811+0000 7f70c8883740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618053df020 0x5618053e1410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:58.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.811+0000 7f70c8883740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56180533a3e0 con 0x5618053d4760 2024-09-05T02:36:58.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.811+0000 7f70c8883740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5618052e1d80 con 0x5618053d3e40 2024-09-05T02:36:58.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.811+0000 7f70c8883740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5618053363a0 con 0x5618053df020 2024-09-05T02:36:58.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.812+0000 7f70bea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d4760 0x5618053deae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:58.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.812+0000 7f70be000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053d3e40 0x5618053d4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:58.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.812+0000 7f70be000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053d3e40 0x5618053d4220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:59100/0 (socket says 172.21.15.33:59100) 2024-09-05T02:36:58.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.812+0000 7f70be000640 1 -- 172.21.15.33:0/574578364 learned_addr learned my addr 172.21.15.33:0/574578364 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:58.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.812+0000 7f70be000640 1 --2- 172.21.15.33:0/574578364 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618053df020 0x5618053e1410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:58.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.812+0000 7f70bea00640 1 -- 172.21.15.33:0/574578364 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618053df020 msgr2=0x5618053e1410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:58.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.812+0000 7f70bea00640 1 --2- 172.21.15.33:0/574578364 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618053df020 0x5618053e1410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.812+0000 7f70bea00640 1 -- 172.21.15.33:0/574578364 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053d3e40 msgr2=0x5618053d4220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:58.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.812+0000 7f70bea00640 1 --2- 172.21.15.33:0/574578364 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053d3e40 0x5618053d4220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.812+0000 7f70bea00640 1 -- 172.21.15.33:0/574578364 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561805300ae0 con 0x5618053d4760 2024-09-05T02:36:58.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.812+0000 7f70be000640 1 --2- 172.21.15.33:0/574578364 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053d3e40 0x5618053d4220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:58.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.812+0000 7f70c4a00640 1 --2- 172.21.15.33:0/4047496400 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f70a40a2cf0 0x7f70a40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:58.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.813+0000 7f70bea00640 1 --2- 172.21.15.33:0/574578364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d4760 0x5618053deae0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f70b0031550 tx=0x7f70b0005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf05b037c0d4bb62 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:58.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.813+0000 7f70c4a00640 1 -- 172.21.15.33:0/4047496400 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f70b80cf810 con 0x7f70c010e260 2024-09-05T02:36:58.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.813+0000 7f70be000640 1 --2- 172.21.15.33:0/4047496400 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f70a40a2cf0 0x7f70a40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:58.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.813+0000 7f70abe00640 1 -- 172.21.15.33:0/574578364 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70b0040070 con 0x5618053d4760 2024-09-05T02:36:58.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.813+0000 7f70abe00640 1 -- 172.21.15.33:0/574578364 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f70b00047a0 con 0x5618053d4760 2024-09-05T02:36:58.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.813+0000 7f70abe00640 1 -- 172.21.15.33:0/574578364 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70b0035040 con 0x5618053d4760 2024-09-05T02:36:58.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.814+0000 7f70c8883740 1 -- 172.21.15.33:0/574578364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d4760 msgr2=0x5618053deae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:58.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.814+0000 7f70c8883740 1 --2- 172.21.15.33:0/574578364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d4760 0x5618053deae0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f70b0031550 tx=0x7f70b0005e80 comp rx=0 tx=0).stop 2024-09-05T02:36:58.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.814+0000 7f70be000640 1 --2- 172.21.15.33:0/4047496400 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f70a40a2cf0 0x7f70a40a51b0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x5618053d1750 tx=0x7f70ac005850 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:58.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.814+0000 7f70c8883740 1 -- 172.21.15.33:0/574578364 shutdown_connections 2024-09-05T02:36:58.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.814+0000 7f70c8883740 1 --2- 172.21.15.33:0/574578364 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618053df020 0x5618053e1410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.814+0000 7f70c8883740 1 --2- 172.21.15.33:0/574578364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d4760 0x5618053deae0 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.814+0000 7f70c8883740 1 --2- 172.21.15.33:0/574578364 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053d3e40 0x5618053d4220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.814+0000 7f70c8883740 1 -- 172.21.15.33:0/574578364 >> 172.21.15.33:0/574578364 conn(0x5618053d03d0 msgr2=0x5618053d07b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:58.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.814+0000 7f70c8883740 1 -- 172.21.15.33:0/574578364 shutdown_connections 2024-09-05T02:36:58.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.814+0000 7f70c8883740 1 -- 172.21.15.33:0/574578364 wait complete. 2024-09-05T02:36:58.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.815+0000 7f70c8883740 1 -- start start 2024-09-05T02:36:58.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.815+0000 7f70c8883740 1 Processor -- start 2024-09-05T02:36:58.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.815+0000 7f70c8883740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618053d3e40 0x5618053dbf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:58.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.815+0000 7f70c8883740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d4760 0x5618053dc450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:58.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.815+0000 7f70c8883740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053df020 0x5618053dc990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:58.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.815+0000 7f70c8883740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5618053e1bf0 con 0x5618053d4760 2024-09-05T02:36:58.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.815+0000 7f70c8883740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5618052f50f0 con 0x5618053df020 2024-09-05T02:36:58.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.815+0000 7f70c8883740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x5618053e1d70 con 0x5618053d3e40 2024-09-05T02:36:58.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.815+0000 7f70c8883740 10 client.0 _ll_register_callbacks cb 0x5618052dcbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:58.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.816+0000 7f70bf400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053df020 0x5618053dc990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:58.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.816+0000 7f70be000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d4760 0x5618053dc450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:58.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.816+0000 7f70bf400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053df020 0x5618053dc990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:59106/0 (socket says 172.21.15.33:59106) 2024-09-05T02:36:58.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.816+0000 7f70be000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d4760 0x5618053dc450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39060/0 (socket says 172.21.15.33:39060) 2024-09-05T02:36:58.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.816+0000 7f70bf400640 1 -- 172.21.15.33:0/597087591 learned_addr learned my addr 172.21.15.33:0/597087591 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:58.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.816+0000 7f70bea00640 1 --2- 172.21.15.33:0/597087591 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618053d3e40 0x5618053dbf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:58.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.816+0000 7f70bf400640 1 -- 172.21.15.33:0/597087591 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618053d3e40 msgr2=0x5618053dbf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:58.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.816+0000 7f70bf400640 1 --2- 172.21.15.33:0/597087591 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618053d3e40 0x5618053dbf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.816+0000 7f70bf400640 1 -- 172.21.15.33:0/597087591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d4760 msgr2=0x5618053dc450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:58.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.816+0000 7f70bf400640 1 --2- 172.21.15.33:0/597087591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d4760 0x5618053dc450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.816+0000 7f70bf400640 1 -- 172.21.15.33:0/597087591 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618050ab3c0 con 0x5618053df020 2024-09-05T02:36:58.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.816+0000 7f70bf400640 1 --2- 172.21.15.33:0/597087591 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053df020 0x5618053dc990 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f70b8098740 tx=0x7f70b809b970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b122b4f1f6c9e17 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:58.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.817+0000 7f70a8c00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:36:58.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.817+0000 7f70a8c00640 1 -- 172.21.15.33:0/597087591 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70b801f070 con 0x5618053df020 2024-09-05T02:36:58.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.817+0000 7f70c8883740 1 -- 172.21.15.33:0/597087591 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70b00047a0 con 0x5618053df020 2024-09-05T02:36:58.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.817+0000 7f70a8c00640 1 -- 172.21.15.33:0/597087591 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f70b80a46a0 con 0x5618053df020 2024-09-05T02:36:58.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.817+0000 7f70a8c00640 1 -- 172.21.15.33:0/597087591 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f70b80a0070 con 0x5618053df020 2024-09-05T02:36:58.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.817+0000 7f70c8883740 10 client.27968 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:58.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.817+0000 7f70c8883740 1 -- 172.21.15.33:0/597087591 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5618053edc30 con 0x5618053df020 2024-09-05T02:36:58.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.817+0000 7f70a8c00640 1 -- 172.21.15.33:0/597087591 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f70b00047a0 con 0x5618053df020 2024-09-05T02:36:58.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.817+0000 7f70a8c00640 1 -- 172.21.15.33:0/597087591 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f70b800f040 con 0x5618053df020 2024-09-05T02:36:58.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.818+0000 7f70c8883740 10 client.27968 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:58.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.818+0000 7f70c8883740 10 client.27968 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:36:58.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.818+0000 7f70c8883740 20 client.27968 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:58.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.818+0000 7f70c8883740 1 --2- 172.21.15.33:0/597087591 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5618053ef0f0 0x5618053f1540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:58.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.818+0000 7f70c8883740 4 client.27968 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:36:58.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.818+0000 7f70c8883740 1 -- 172.21.15.33:0/597087591 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561805347950 con 0x5618053ef0f0 2024-09-05T02:36:58.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.818+0000 7f70bea00640 1 --2- 172.21.15.33:0/597087591 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5618053ef0f0 0x5618053f1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:58.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.819+0000 7f70bea00640 1 --2- 172.21.15.33:0/597087591 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5618053ef0f0 0x5618053f1540 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c14488e8efe1e370 server_cookie=8ef7595466386e1e in_seq=0 out_seq=0 2024-09-05T02:36:58.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.819+0000 7f70a8c00640 10 client.27968 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:58.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.819+0000 7f70a8c00640 1 -- 172.21.15.33:0/597087591 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561805347950 con 0x5618053ef0f0 2024-09-05T02:36:58.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.819+0000 7f70a8c00640 10 client.27968 handle_command_reply: tid=0 2024-09-05T02:36:58.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.819+0000 7f70c8883740 1 client.27968 shutdown 2024-09-05T02:36:58.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.820+0000 7f70c8883740 1 -- 172.21.15.33:0/597087591 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053df020 msgr2=0x5618053dc990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:58.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.820+0000 7f70c8883740 1 --2- 172.21.15.33:0/597087591 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053df020 0x5618053dc990 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f70b8098740 tx=0x7f70b809b970 comp rx=0 tx=0).stop 2024-09-05T02:36:58.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.820+0000 7f70c8883740 1 -- 172.21.15.33:0/597087591 shutdown_connections 2024-09-05T02:36:58.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.820+0000 7f70c8883740 1 --2- 172.21.15.33:0/597087591 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053df020 0x5618053dc990 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.820+0000 7f70c8883740 1 --2- 172.21.15.33:0/597087591 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x5618053ef0f0 0x5618053f1540 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.820+0000 7f70c8883740 1 --2- 172.21.15.33:0/597087591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d4760 0x5618053dc450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.820+0000 7f70c8883740 1 --2- 172.21.15.33:0/597087591 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618053d3e40 0x5618053dbf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.820+0000 7f70a8c00640 0 client.27968 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:58.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.820+0000 7f70c8883740 1 -- 172.21.15.33:0/597087591 >> 172.21.15.33:0/597087591 conn(0x5618053d03d0 msgr2=0x5618053d6100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:58.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.820+0000 7f70c8883740 1 -- 172.21.15.33:0/597087591 shutdown_connections 2024-09-05T02:36:58.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.820+0000 7f70c8883740 1 -- 172.21.15.33:0/597087591 wait complete. 2024-09-05T02:36:58.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.820+0000 7f70c8883740 20 client.27968 trim_cache size 0 max 16384 2024-09-05T02:36:58.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.834+0000 7f70c8883740 1 Processor -- start 2024-09-05T02:36:58.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.834+0000 7f70c8883740 1 -- start start 2024-09-05T02:36:58.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.834+0000 7f70c8883740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d3e40 0x5618053d68f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:58.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.834+0000 7f70c8883740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618053d4760 0x5618053dde80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:58.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.834+0000 7f70c8883740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053df020 0x5618053f6e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:58.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.834+0000 7f70c8883740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f70c01af950 con 0x5618053d3e40 2024-09-05T02:36:58.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.834+0000 7f70c8883740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f70c01b1490 con 0x5618053df020 2024-09-05T02:36:58.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.834+0000 7f70c8883740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f70c01b0020 con 0x5618053d4760 2024-09-05T02:36:58.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.834+0000 7f70bea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d3e40 0x5618053d68f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:58.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.835+0000 7f70bea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d3e40 0x5618053d68f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39076/0 (socket says 172.21.15.33:39076) 2024-09-05T02:36:58.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.835+0000 7f70bea00640 1 -- 172.21.15.33:0/1914301006 learned_addr learned my addr 172.21.15.33:0/1914301006 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:58.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.835+0000 7f70bf400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053df020 0x5618053f6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:58.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.835+0000 7f70be000640 1 --2- 172.21.15.33:0/1914301006 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618053d4760 0x5618053dde80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:58.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.835+0000 7f70bf400640 1 -- 172.21.15.33:0/1914301006 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618053d4760 msgr2=0x5618053dde80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:58.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.835+0000 7f70bf400640 1 --2- 172.21.15.33:0/1914301006 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618053d4760 0x5618053dde80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.835+0000 7f70bf400640 1 -- 172.21.15.33:0/1914301006 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d3e40 msgr2=0x5618053d68f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:58.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.835+0000 7f70bf400640 1 --2- 172.21.15.33:0/1914301006 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d3e40 0x5618053d68f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.835+0000 7f70bf400640 1 -- 172.21.15.33:0/1914301006 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618053d3c70 con 0x5618053df020 2024-09-05T02:36:58.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.835+0000 7f70bea00640 1 --2- 172.21.15.33:0/1914301006 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d3e40 0x5618053d68f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:58.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.835+0000 7f70bf400640 1 --2- 172.21.15.33:0/1914301006 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053df020 0x5618053f6e10 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f70b80a0230 tx=0x7f70b8005420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=98fcce35169b22ca server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:58.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.836+0000 7f70ab400640 1 -- 172.21.15.33:0/1914301006 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70b801f040 con 0x5618053df020 2024-09-05T02:36:58.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.836+0000 7f70ab400640 1 -- 172.21.15.33:0/1914301006 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f70b80a4930 con 0x5618053df020 2024-09-05T02:36:58.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.836+0000 7f70ab400640 1 -- 172.21.15.33:0/1914301006 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70b807ab90 con 0x5618053df020 2024-09-05T02:36:58.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.836+0000 7f70c8883740 1 -- 172.21.15.33:0/1914301006 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053df020 msgr2=0x5618053f6e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:58.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.836+0000 7f70c8883740 1 --2- 172.21.15.33:0/1914301006 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053df020 0x5618053f6e10 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f70b80a0230 tx=0x7f70b8005420 comp rx=0 tx=0).stop 2024-09-05T02:36:58.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.836+0000 7f70c8883740 1 -- 172.21.15.33:0/1914301006 shutdown_connections 2024-09-05T02:36:58.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.836+0000 7f70c8883740 1 --2- 172.21.15.33:0/1914301006 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053df020 0x5618053f6e10 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.836+0000 7f70c8883740 1 --2- 172.21.15.33:0/1914301006 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618053d4760 0x5618053dde80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.836+0000 7f70c8883740 1 --2- 172.21.15.33:0/1914301006 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d3e40 0x5618053d68f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.836+0000 7f70c8883740 1 -- 172.21.15.33:0/1914301006 >> 172.21.15.33:0/1914301006 conn(0x5618053d03d0 msgr2=0x5618053dd770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:58.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.836+0000 7f70c8883740 1 -- 172.21.15.33:0/1914301006 shutdown_connections 2024-09-05T02:36:58.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.836+0000 7f70c8883740 1 -- 172.21.15.33:0/1914301006 wait complete. 2024-09-05T02:36:58.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.837+0000 7f70c8883740 1 -- start start 2024-09-05T02:36:58.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.837+0000 7f70c8883740 1 Processor -- start 2024-09-05T02:36:58.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.837+0000 7f70c8883740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618053d3e40 0x5618053e7730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:58.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.837+0000 7f70c8883740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d4760 0x5618053d8c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:58.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.837+0000 7f70c8883740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053df020 0x5618053d9190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:58.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.837+0000 7f70c8883740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f70c01b0dc0 con 0x5618053d4760 2024-09-05T02:36:58.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.837+0000 7f70c8883740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f70c01b06f0 con 0x5618053df020 2024-09-05T02:36:58.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.837+0000 7f70c8883740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f70c01ad950 con 0x5618053d3e40 2024-09-05T02:36:58.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.838+0000 7f70c8883740 10 client.0 _ll_register_callbacks cb 0x7f70b8005b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:36:58.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.838+0000 7f70be000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d4760 0x5618053d8c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:58.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.838+0000 7f70be000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d4760 0x5618053d8c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39092/0 (socket says 172.21.15.33:39092) 2024-09-05T02:36:58.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.838+0000 7f70bea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618053d3e40 0x5618053e7730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:58.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.838+0000 7f70be000640 1 -- 172.21.15.33:0/4092450125 learned_addr learned my addr 172.21.15.33:0/4092450125 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:36:58.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.838+0000 7f70bf400640 1 --2- 172.21.15.33:0/4092450125 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053df020 0x5618053d9190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:58.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.838+0000 7f70be000640 1 -- 172.21.15.33:0/4092450125 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618053d3e40 msgr2=0x5618053e7730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:58.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.838+0000 7f70be000640 1 --2- 172.21.15.33:0/4092450125 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618053d3e40 0x5618053e7730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.838+0000 7f70be000640 1 -- 172.21.15.33:0/4092450125 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053df020 msgr2=0x5618053d9190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:36:58.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.838+0000 7f70be000640 1 --2- 172.21.15.33:0/4092450125 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053df020 0x5618053d9190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.838+0000 7f70be000640 1 -- 172.21.15.33:0/4092450125 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618053d1060 con 0x5618053d4760 2024-09-05T02:36:58.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.838+0000 7f70bf400640 1 --2- 172.21.15.33:0/4092450125 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053df020 0x5618053d9190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:36:58.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.839+0000 7f70be000640 1 --2- 172.21.15.33:0/4092450125 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d4760 0x5618053d8c50 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f70ac009fd0 tx=0x7f70ac005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29a6fde0fe303410 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:36:58.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.839+0000 7f70a8c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:36:58.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.839+0000 7f70a8c00640 1 -- 172.21.15.33:0/4092450125 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70ac02f060 con 0x5618053d4760 2024-09-05T02:36:58.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.839+0000 7f70a8c00640 1 -- 172.21.15.33:0/4092450125 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f70ac01a070 con 0x5618053d4760 2024-09-05T02:36:58.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.839+0000 7f70c8883740 1 -- 172.21.15.33:0/4092450125 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70b80a4930 con 0x5618053d4760 2024-09-05T02:36:58.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.839+0000 7f70a8c00640 1 -- 172.21.15.33:0/4092450125 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f70ac004030 con 0x5618053d4760 2024-09-05T02:36:58.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.839+0000 7f70c8883740 10 client.17895 fetch_fsmap learned FSMap version 29 2024-09-05T02:36:58.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.839+0000 7f70c8883740 1 -- 172.21.15.33:0/4092450125 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561805459c90 con 0x5618053d4760 2024-09-05T02:36:58.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.839+0000 7f70a8c00640 1 -- 172.21.15.33:0/4092450125 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f70b80a4930 con 0x5618053d4760 2024-09-05T02:36:58.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.840+0000 7f70a8c00640 1 -- 172.21.15.33:0/4092450125 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f70ac01d070 con 0x5618053d4760 2024-09-05T02:36:58.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.840+0000 7f70c8883740 10 client.17895 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:36:58.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.840+0000 7f70c8883740 10 client.17895 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:36:58.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.840+0000 7f70c8883740 20 client.17895 populate_metadata read hostname 'smithi033' 2024-09-05T02:36:58.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.840+0000 7f70c8883740 1 --2- 172.21.15.33:0/4092450125 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56180545a440 0x56180545c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:36:58.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.840+0000 7f70c8883740 4 client.17895 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:36:58.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.840+0000 7f70c8883740 1 -- 172.21.15.33:0/4092450125 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561805341e60 con 0x56180545a440 2024-09-05T02:36:58.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.840+0000 7f70bea00640 1 --2- 172.21.15.33:0/4092450125 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56180545a440 0x56180545c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:36:58.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.841+0000 7f70bea00640 1 --2- 172.21.15.33:0/4092450125 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56180545a440 0x56180545c860 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3605ab9c84756b73 server_cookie=a9a085462c9c136b in_seq=0 out_seq=0 2024-09-05T02:36:58.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.841+0000 7f70a8c00640 10 client.17895 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:58.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.841+0000 7f70a8c00640 1 -- 172.21.15.33:0/4092450125 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561805341e60 con 0x56180545a440 2024-09-05T02:36:58.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.841+0000 7f70a8c00640 10 client.17895 handle_command_reply: tid=0 2024-09-05T02:36:58.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.841+0000 7f70c8883740 1 client.17895 shutdown 2024-09-05T02:36:58.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.841+0000 7f70c8883740 1 -- 172.21.15.33:0/4092450125 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d4760 msgr2=0x5618053d8c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:58.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.841+0000 7f70c8883740 1 --2- 172.21.15.33:0/4092450125 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d4760 0x5618053d8c50 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f70ac009fd0 tx=0x7f70ac005f90 comp rx=0 tx=0).stop 2024-09-05T02:36:58.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.841+0000 7f70c8883740 1 -- 172.21.15.33:0/4092450125 shutdown_connections 2024-09-05T02:36:58.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.841+0000 7f70c8883740 1 --2- 172.21.15.33:0/4092450125 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5618053df020 0x5618053d9190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.841+0000 7f70c8883740 1 --2- 172.21.15.33:0/4092450125 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x56180545a440 0x56180545c860 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.841+0000 7f70c8883740 1 --2- 172.21.15.33:0/4092450125 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5618053d4760 0x5618053d8c50 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.841+0000 7f70c8883740 1 --2- 172.21.15.33:0/4092450125 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x5618053d3e40 0x5618053e7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.841+0000 7f70c8883740 1 -- 172.21.15.33:0/4092450125 >> 172.21.15.33:0/4092450125 conn(0x5618053d03d0 msgr2=0x5618053dc6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:58.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.841+0000 7f70a8c00640 0 client.17895 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:36:58.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.841+0000 7f70c8883740 1 -- 172.21.15.33:0/4092450125 shutdown_connections 2024-09-05T02:36:58.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.841+0000 7f70c8883740 1 -- 172.21.15.33:0/4092450125 wait complete. 2024-09-05T02:36:58.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.842+0000 7f70c8883740 20 client.17895 trim_cache size 0 max 16384 2024-09-05T02:36:58.850 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:36:58.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.842+0000 7f70bfe00640 1 -- 172.21.15.33:0/4047496400 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f70a40a2cf0 msgr2=0x7f70a40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:58.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.842+0000 7f70bfe00640 1 --2- 172.21.15.33:0/4047496400 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f70a40a2cf0 0x7f70a40a51b0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x5618053d1750 tx=0x7f70ac005850 comp rx=0 tx=0).stop 2024-09-05T02:36:58.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.842+0000 7f70bfe00640 1 -- 172.21.15.33:0/4047496400 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f70c010e260 msgr2=0x7f70c019ed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:36:58.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.842+0000 7f70bfe00640 1 --2- 172.21.15.33:0/4047496400 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f70c010e260 0x7f70c019ed30 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f70b8005fd0 tx=0x7f70b800edd0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.842+0000 7f70bfe00640 1 -- 172.21.15.33:0/4047496400 shutdown_connections 2024-09-05T02:36:58.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.842+0000 7f70bfe00640 1 --2- 172.21.15.33:0/4047496400 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f70a40a2cf0 0x7f70a40a51b0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.842+0000 7f70bfe00640 1 --2- 172.21.15.33:0/4047496400 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f70c010e260 0x7f70c019ed30 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.842+0000 7f70bfe00640 1 --2- 172.21.15.33:0/4047496400 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f70c0074ee0 0x7f70c019a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.842+0000 7f70bfe00640 1 --2- 172.21.15.33:0/4047496400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70c00745c0 0x7f70c019a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:36:58.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.842+0000 7f70bfe00640 1 -- 172.21.15.33:0/4047496400 >> 172.21.15.33:0/4047496400 conn(0x7f70c00fd740 msgr2=0x7f70c00fe3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:36:58.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.842+0000 7f70bfe00640 1 -- 172.21.15.33:0/4047496400 shutdown_connections 2024-09-05T02:36:58.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:36:58.842+0000 7f70bfe00640 1 -- 172.21.15.33:0/4047496400 wait complete. 2024-09-05T02:36:59.712 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:36:59 smithi033 ceph-mon[29909]: pgmap v310: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:36:59.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:36:59 smithi174 ceph-mon[34756]: pgmap v310: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:36:59.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:36:59 smithi123 ceph-mon[34031]: pgmap v310: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-09-05T02:37:00.749 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T02:37:00.750 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T02:37:01.130 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:37:01.540 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:01 smithi033 ceph-mon[29909]: pgmap v311: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:37:01.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.656+0000 7f48a2000640 1 -- 172.21.15.33:0/1214414970 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f489c1049a0 msgr2=0x7f489c1089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:01.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.656+0000 7f48a2000640 1 --2- 172.21.15.33:0/1214414970 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f489c1049a0 0x7f489c1089f0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f4888009900 tx=0x7f488802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.656+0000 7f48a2000640 1 -- 172.21.15.33:0/1214414970 shutdown_connections 2024-09-05T02:37:01.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.656+0000 7f48a2000640 1 --2- 172.21.15.33:0/1214414970 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f489c109120 0x7f489c110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.656+0000 7f48a2000640 1 --2- 172.21.15.33:0/1214414970 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f489c1049a0 0x7f489c1089f0 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.656+0000 7f48a2000640 1 --2- 172.21.15.33:0/1214414970 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f489c103ff0 0x7f489c1043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.656+0000 7f48a2000640 1 -- 172.21.15.33:0/1214414970 >> 172.21.15.33:0/1214414970 conn(0x7f489c0ffa90 msgr2=0x7f489c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:01.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.656+0000 7f48a2000640 1 -- 172.21.15.33:0/1214414970 shutdown_connections 2024-09-05T02:37:01.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.656+0000 7f48a2000640 1 -- 172.21.15.33:0/1214414970 wait complete. 2024-09-05T02:37:01.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.657+0000 7f48a2000640 1 Processor -- start 2024-09-05T02:37:01.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.657+0000 7f48a2000640 1 -- start start 2024-09-05T02:37:01.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.658+0000 7f48a2000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f489c103ff0 0x7f489c19a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:01.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.658+0000 7f48a2000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f489c1049a0 0x7f489c19ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:01.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.658+0000 7f48a2000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f489c109120 0x7f489c19eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:01.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.658+0000 7f48a2000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f489c114190 con 0x7f489c1049a0 2024-09-05T02:37:01.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.658+0000 7f48a2000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f489c114010 con 0x7f489c103ff0 2024-09-05T02:37:01.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.658+0000 7f48a2000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f489c114310 con 0x7f489c109120 2024-09-05T02:37:01.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.658+0000 7f489aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f489c1049a0 0x7f489c19ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:01.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.658+0000 7f489be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f489c109120 0x7f489c19eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:01.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.658+0000 7f489aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f489c1049a0 0x7f489c19ab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54398/0 (socket says 172.21.15.33:54398) 2024-09-05T02:37:01.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.658+0000 7f489aa00640 1 -- 172.21.15.33:0/325751108 learned_addr learned my addr 172.21.15.33:0/325751108 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:01.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.658+0000 7f489be00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f489c109120 0x7f489c19eee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:57212/0 (socket says 172.21.15.33:57212) 2024-09-05T02:37:01.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.658+0000 7f489b400640 1 --2- 172.21.15.33:0/325751108 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f489c103ff0 0x7f489c19a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:01.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.659+0000 7f489be00640 1 -- 172.21.15.33:0/325751108 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f489c103ff0 msgr2=0x7f489c19a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:01.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.659+0000 7f489be00640 1 --2- 172.21.15.33:0/325751108 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f489c103ff0 0x7f489c19a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.659+0000 7f489be00640 1 -- 172.21.15.33:0/325751108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f489c1049a0 msgr2=0x7f489c19ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:01.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.659+0000 7f489be00640 1 --2- 172.21.15.33:0/325751108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f489c1049a0 0x7f489c19ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.659+0000 7f489be00640 1 -- 172.21.15.33:0/325751108 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f489c19f5c0 con 0x7f489c109120 2024-09-05T02:37:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.659+0000 7f489b400640 1 --2- 172.21.15.33:0/325751108 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f489c103ff0 0x7f489c19a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:37:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.659+0000 7f489be00640 1 --2- 172.21.15.33:0/325751108 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f489c109120 0x7f489c19eee0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f489400e940 tx=0x7f489400ee00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.659+0000 7f4893e00640 1 -- 172.21.15.33:0/325751108 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4894004d20 con 0x7f489c109120 2024-09-05T02:37:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.659+0000 7f48a2000640 1 -- 172.21.15.33:0/325751108 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f489c19f8b0 con 0x7f489c109120 2024-09-05T02:37:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.659+0000 7f4893e00640 1 -- 172.21.15.33:0/325751108 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4894005020 con 0x7f489c109120 2024-09-05T02:37:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.659+0000 7f4893e00640 1 -- 172.21.15.33:0/325751108 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48940116b0 con 0x7f489c109120 2024-09-05T02:37:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.659+0000 7f48a2000640 1 -- 172.21.15.33:0/325751108 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f489c1a7190 con 0x7f489c109120 2024-09-05T02:37:01.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.662+0000 7f48a4ab5740 1 Processor -- start 2024-09-05T02:37:01.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.663+0000 7f4893e00640 1 -- 172.21.15.33:0/325751108 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f48940054d0 con 0x7f489c109120 2024-09-05T02:37:01.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.663+0000 7f48a4ab5740 1 -- start start 2024-09-05T02:37:01.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.663+0000 7f48a4ab5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7aacac0 0x55fdb7aacea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:01.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.663+0000 7f48a4ab5740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aad3e0 0x55fdb7ab7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:01.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.663+0000 7f48a4ab5740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7ab7ca0 0x55fdb7aba090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:01.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.663+0000 7f48a4ab5740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55fdb7a13290 con 0x55fdb7aad3e0 2024-09-05T02:37:01.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.663+0000 7f48a4ab5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55fdb79bab40 con 0x55fdb7aacac0 2024-09-05T02:37:01.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.663+0000 7f48a4ab5740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55fdb7a0f250 con 0x55fdb7ab7ca0 2024-09-05T02:37:01.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.663+0000 7f489b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aad3e0 0x55fdb7ab7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:01.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.664+0000 7f489aa00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7ab7ca0 0x55fdb7aba090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:01.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.664+0000 7f489aa00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7ab7ca0 0x55fdb7aba090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:57214/0 (socket says 172.21.15.33:57214) 2024-09-05T02:37:01.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.664+0000 7f489b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aad3e0 0x55fdb7ab7760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54404/0 (socket says 172.21.15.33:54404) 2024-09-05T02:37:01.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.664+0000 7f489aa00640 1 -- 172.21.15.33:0/3210745741 learned_addr learned my addr 172.21.15.33:0/3210745741 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:01.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.664+0000 7f489aa00640 1 --2- 172.21.15.33:0/3210745741 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7aacac0 0x55fdb7aacea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:01.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.664+0000 7f489b400640 1 -- 172.21.15.33:0/3210745741 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7ab7ca0 msgr2=0x55fdb7aba090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:01.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.664+0000 7f489b400640 1 --2- 172.21.15.33:0/3210745741 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7ab7ca0 0x55fdb7aba090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.664+0000 7f489b400640 1 -- 172.21.15.33:0/3210745741 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7aacac0 msgr2=0x55fdb7aacea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:01.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.664+0000 7f489b400640 1 --2- 172.21.15.33:0/3210745741 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7aacac0 0x55fdb7aacea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.664+0000 7f489b400640 1 -- 172.21.15.33:0/3210745741 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fdb77846a0 con 0x55fdb7aad3e0 2024-09-05T02:37:01.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.664+0000 7f4893e00640 1 --2- 172.21.15.33:0/325751108 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f48800a2d70 0x7f48800a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.665+0000 7f489b400640 1 --2- 172.21.15.33:0/3210745741 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aad3e0 0x55fdb7ab7760 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f488c009fd0 tx=0x7f488c0118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e22eac8743ed4cc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.665+0000 7f4893e00640 1 -- 172.21.15.33:0/325751108 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f48940cf470 con 0x7f489c109120 2024-09-05T02:37:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.665+0000 7f489aa00640 1 --2- 172.21.15.33:0/325751108 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f48800a2d70 0x7f48800a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.665+0000 7f4887e00640 1 -- 172.21.15.33:0/3210745741 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f488c004310 con 0x55fdb7aad3e0 2024-09-05T02:37:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.665+0000 7f4887e00640 1 -- 172.21.15.33:0/3210745741 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f488c0044b0 con 0x55fdb7aad3e0 2024-09-05T02:37:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.665+0000 7f4887e00640 1 -- 172.21.15.33:0/3210745741 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f488c0035f0 con 0x55fdb7aad3e0 2024-09-05T02:37:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.666+0000 7f48a4ab5740 1 -- 172.21.15.33:0/3210745741 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aad3e0 msgr2=0x55fdb7ab7760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.666+0000 7f489aa00640 1 --2- 172.21.15.33:0/325751108 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f48800a2d70 0x7f48800a5230 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x55fdb7aaa3d0 tx=0x7f4888009260 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.666+0000 7f48a4ab5740 1 --2- 172.21.15.33:0/3210745741 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aad3e0 0x55fdb7ab7760 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f488c009fd0 tx=0x7f488c0118d0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.666+0000 7f48a4ab5740 1 -- 172.21.15.33:0/3210745741 shutdown_connections 2024-09-05T02:37:01.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.666+0000 7f48a4ab5740 1 --2- 172.21.15.33:0/3210745741 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7ab7ca0 0x55fdb7aba090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.666+0000 7f48a4ab5740 1 --2- 172.21.15.33:0/3210745741 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aad3e0 0x55fdb7ab7760 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.666+0000 7f48a4ab5740 1 --2- 172.21.15.33:0/3210745741 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7aacac0 0x55fdb7aacea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.666+0000 7f48a4ab5740 1 -- 172.21.15.33:0/3210745741 >> 172.21.15.33:0/3210745741 conn(0x55fdb7aa9050 msgr2=0x55fdb7aa9430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:01.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.666+0000 7f48a4ab5740 1 -- 172.21.15.33:0/3210745741 shutdown_connections 2024-09-05T02:37:01.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.666+0000 7f48a4ab5740 1 -- 172.21.15.33:0/3210745741 wait complete. 2024-09-05T02:37:01.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.666+0000 7f48a4ab5740 1 -- start start 2024-09-05T02:37:01.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.667+0000 7f48a4ab5740 1 Processor -- start 2024-09-05T02:37:01.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.667+0000 7f48a4ab5740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aacac0 0x55fdb7ab7580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:01.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.667+0000 7f48a4ab5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7aad3e0 0x55fdb7ab4830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:01.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.667+0000 7f48a4ab5740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7ab7ca0 0x55fdb7ab4d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:01.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.667+0000 7f48a4ab5740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55fdb7aba910 con 0x55fdb7aacac0 2024-09-05T02:37:01.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.667+0000 7f48a4ab5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55fdb79cdfa0 con 0x55fdb7aad3e0 2024-09-05T02:37:01.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.667+0000 7f48a4ab5740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55fdb7abaa90 con 0x55fdb7ab7ca0 2024-09-05T02:37:01.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.667+0000 7f48a4ab5740 10 client.0 _ll_register_callbacks cb 0x55fdb7721ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:37:01.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.667+0000 7f489b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aacac0 0x55fdb7ab7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:01.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.667+0000 7f489b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aacac0 0x55fdb7ab7580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54414/0 (socket says 172.21.15.33:54414) 2024-09-05T02:37:01.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.667+0000 7f489b400640 1 -- 172.21.15.33:0/1151397400 learned_addr learned my addr 172.21.15.33:0/1151397400 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:01.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.667+0000 7f489aa00640 1 --2- 172.21.15.33:0/1151397400 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7aad3e0 0x55fdb7ab4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:01.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.668+0000 7f489be00640 1 --2- 172.21.15.33:0/1151397400 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7ab7ca0 0x55fdb7ab4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:01.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.668+0000 7f489aa00640 1 -- 172.21.15.33:0/1151397400 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7ab7ca0 msgr2=0x55fdb7ab4d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:01.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.668+0000 7f489aa00640 1 --2- 172.21.15.33:0/1151397400 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7ab7ca0 0x55fdb7ab4d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.668+0000 7f489aa00640 1 -- 172.21.15.33:0/1151397400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aacac0 msgr2=0x55fdb7ab7580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:01.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.668+0000 7f489aa00640 1 --2- 172.21.15.33:0/1151397400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aacac0 0x55fdb7ab7580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.668+0000 7f489aa00640 1 -- 172.21.15.33:0/1151397400 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fdb7ab5550 con 0x55fdb7aad3e0 2024-09-05T02:37:01.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.668+0000 7f489aa00640 1 --2- 172.21.15.33:0/1151397400 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7aad3e0 0x55fdb7ab4830 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f488802a9e0 tx=0x7f488802a3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33f776e9a7629499 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:01.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.668+0000 7f4884c00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:37:01.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.668+0000 7f4884c00640 1 -- 172.21.15.33:0/1151397400 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4888003a00 con 0x55fdb7aad3e0 2024-09-05T02:37:01.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.669+0000 7f4884c00640 1 -- 172.21.15.33:0/1151397400 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f4888003ba0 con 0x55fdb7aad3e0 2024-09-05T02:37:01.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.669+0000 7f48a4ab5740 1 -- 172.21.15.33:0/1151397400 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f488c0044b0 con 0x55fdb7aad3e0 2024-09-05T02:37:01.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.669+0000 7f4884c00640 1 -- 172.21.15.33:0/1151397400 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4888031e50 con 0x55fdb7aad3e0 2024-09-05T02:37:01.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.669+0000 7f48a4ab5740 10 client.27986 fetch_fsmap learned FSMap version 29 2024-09-05T02:37:01.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.669+0000 7f48a4ab5740 1 -- 172.21.15.33:0/1151397400 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fdb7ac67d0 con 0x55fdb7aad3e0 2024-09-05T02:37:01.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.669+0000 7f4884c00640 1 -- 172.21.15.33:0/1151397400 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f488c0044b0 con 0x55fdb7aad3e0 2024-09-05T02:37:01.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.669+0000 7f4884c00640 1 -- 172.21.15.33:0/1151397400 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f488803c450 con 0x55fdb7aad3e0 2024-09-05T02:37:01.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.669+0000 7f48a4ab5740 10 client.27986 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:37:01.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.669+0000 7f48a4ab5740 10 client.27986 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:37:01.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.670+0000 7f48a4ab5740 20 client.27986 populate_metadata read hostname 'smithi033' 2024-09-05T02:37:01.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.670+0000 7f48a4ab5740 1 --2- 172.21.15.33:0/1151397400 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fdb7ac7c90 0x55fdb7aca100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:01.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.670+0000 7f48a4ab5740 4 client.27986 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:37:01.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.670+0000 7f48a4ab5740 1 -- 172.21.15.33:0/1151397400 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fdb7a20800 con 0x55fdb7ac7c90 2024-09-05T02:37:01.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.670+0000 7f489b400640 1 --2- 172.21.15.33:0/1151397400 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fdb7ac7c90 0x55fdb7aca100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:01.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.671+0000 7f489b400640 1 --2- 172.21.15.33:0/1151397400 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fdb7ac7c90 0x55fdb7aca100 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7720674e043c88fc server_cookie=eab0803928a5fe58 in_seq=0 out_seq=0 2024-09-05T02:37:01.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.671+0000 7f4884c00640 10 client.27986 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:37:01.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.671+0000 7f4884c00640 1 -- 172.21.15.33:0/1151397400 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fdb7a20800 con 0x55fdb7ac7c90 2024-09-05T02:37:01.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.671+0000 7f4884c00640 10 client.27986 handle_command_reply: tid=0 2024-09-05T02:37:01.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.671+0000 7f48a4ab5740 1 client.27986 shutdown 2024-09-05T02:37:01.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.672+0000 7f48a4ab5740 1 -- 172.21.15.33:0/1151397400 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7aad3e0 msgr2=0x55fdb7ab4830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:01.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.672+0000 7f48a4ab5740 1 --2- 172.21.15.33:0/1151397400 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7aad3e0 0x55fdb7ab4830 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f488802a9e0 tx=0x7f488802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.672+0000 7f48a4ab5740 1 -- 172.21.15.33:0/1151397400 shutdown_connections 2024-09-05T02:37:01.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.672+0000 7f48a4ab5740 1 --2- 172.21.15.33:0/1151397400 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7ab7ca0 0x55fdb7ab4d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.672+0000 7f48a4ab5740 1 --2- 172.21.15.33:0/1151397400 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7aad3e0 0x55fdb7ab4830 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.672+0000 7f48a4ab5740 1 --2- 172.21.15.33:0/1151397400 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fdb7ac7c90 0x55fdb7aca100 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.672+0000 7f48a4ab5740 1 --2- 172.21.15.33:0/1151397400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aacac0 0x55fdb7ab7580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.672+0000 7f48a4ab5740 1 -- 172.21.15.33:0/1151397400 >> 172.21.15.33:0/1151397400 conn(0x55fdb7aa9050 msgr2=0x55fdb7aaed80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:01.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.672+0000 7f4884c00640 0 client.27986 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:37:01.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.672+0000 7f48a4ab5740 1 -- 172.21.15.33:0/1151397400 shutdown_connections 2024-09-05T02:37:01.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.672+0000 7f48a4ab5740 1 -- 172.21.15.33:0/1151397400 wait complete. 2024-09-05T02:37:01.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.672+0000 7f48a4ab5740 20 client.27986 trim_cache size 0 max 16384 2024-09-05T02:37:01.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.690+0000 7f48a4ab5740 1 Processor -- start 2024-09-05T02:37:01.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.690+0000 7f48a4ab5740 1 -- start start 2024-09-05T02:37:01.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.690+0000 7f48a4ab5740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aacac0 0x55fdb7ab3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:01.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.690+0000 7f48a4ab5740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7aad3e0 0x55fdb7acf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:01.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.690+0000 7f48a4ab5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7ab7ca0 0x55fdb7acff10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:01.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.690+0000 7f48a4ab5740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f489c1afac0 con 0x55fdb7aacac0 2024-09-05T02:37:01.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.690+0000 7f48a4ab5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f489c1b1600 con 0x55fdb7ab7ca0 2024-09-05T02:37:01.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.690+0000 7f48a4ab5740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f489c1b0190 con 0x55fdb7aad3e0 2024-09-05T02:37:01.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.691+0000 7f489b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aacac0 0x55fdb7ab3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:01.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.691+0000 7f489b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aacac0 0x55fdb7ab3830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54426/0 (socket says 172.21.15.33:54426) 2024-09-05T02:37:01.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.691+0000 7f489b400640 1 -- 172.21.15.33:0/1911932421 learned_addr learned my addr 172.21.15.33:0/1911932421 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:01.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.691+0000 7f489aa00640 1 --2- 172.21.15.33:0/1911932421 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7aad3e0 0x55fdb7acf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:01.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.691+0000 7f489be00640 1 --2- 172.21.15.33:0/1911932421 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7ab7ca0 0x55fdb7acff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:01.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.691+0000 7f489b400640 1 -- 172.21.15.33:0/1911932421 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7aad3e0 msgr2=0x55fdb7acf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:01.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.691+0000 7f489b400640 1 --2- 172.21.15.33:0/1911932421 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7aad3e0 0x55fdb7acf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.691+0000 7f489b400640 1 -- 172.21.15.33:0/1911932421 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7ab7ca0 msgr2=0x55fdb7acff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:01.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.691+0000 7f489b400640 1 --2- 172.21.15.33:0/1911932421 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7ab7ca0 0x55fdb7acff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.691+0000 7f489b400640 1 -- 172.21.15.33:0/1911932421 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fdb7aa75d0 con 0x55fdb7aacac0 2024-09-05T02:37:01.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.691+0000 7f489aa00640 1 --2- 172.21.15.33:0/1911932421 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7aad3e0 0x55fdb7acf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:37:01.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.691+0000 7f489b400640 1 --2- 172.21.15.33:0/1911932421 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aacac0 0x55fdb7ab3830 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f488c012fd0 tx=0x7f488c004c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d43bb9c5e971979 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:01.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.692+0000 7f4887400640 1 -- 172.21.15.33:0/1911932421 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f488c031070 con 0x55fdb7aacac0 2024-09-05T02:37:01.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.692+0000 7f4887400640 1 -- 172.21.15.33:0/1911932421 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f488c004890 con 0x55fdb7aacac0 2024-09-05T02:37:01.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.692+0000 7f4887400640 1 -- 172.21.15.33:0/1911932421 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f488c003850 con 0x55fdb7aacac0 2024-09-05T02:37:01.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.692+0000 7f48a4ab5740 1 -- 172.21.15.33:0/1911932421 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aacac0 msgr2=0x55fdb7ab3830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:01.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.692+0000 7f48a4ab5740 1 --2- 172.21.15.33:0/1911932421 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aacac0 0x55fdb7ab3830 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f488c012fd0 tx=0x7f488c004c10 comp rx=0 tx=0).stop 2024-09-05T02:37:01.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.692+0000 7f48a4ab5740 1 -- 172.21.15.33:0/1911932421 shutdown_connections 2024-09-05T02:37:01.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.692+0000 7f48a4ab5740 1 --2- 172.21.15.33:0/1911932421 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7ab7ca0 0x55fdb7acff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.692+0000 7f48a4ab5740 1 --2- 172.21.15.33:0/1911932421 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7aad3e0 0x55fdb7acf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.692+0000 7f48a4ab5740 1 --2- 172.21.15.33:0/1911932421 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aacac0 0x55fdb7ab3830 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.692+0000 7f48a4ab5740 1 -- 172.21.15.33:0/1911932421 >> 172.21.15.33:0/1911932421 conn(0x55fdb7aa9050 msgr2=0x55fdb7ab3120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:01.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.693+0000 7f48a4ab5740 1 -- 172.21.15.33:0/1911932421 shutdown_connections 2024-09-05T02:37:01.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.693+0000 7f48a4ab5740 1 -- 172.21.15.33:0/1911932421 wait complete. 2024-09-05T02:37:01.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.693+0000 7f48a4ab5740 1 -- start start 2024-09-05T02:37:01.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.693+0000 7f48a4ab5740 1 Processor -- start 2024-09-05T02:37:01.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.694+0000 7f48a4ab5740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7aacac0 0x55fdb7ac05f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:01.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.694+0000 7f48a4ab5740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aad3e0 0x55fdb7ab16e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:01.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.694+0000 7f48a4ab5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7ab7ca0 0x55fdb7ab1e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:01.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.694+0000 7f48a4ab5740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f489c1b0f30 con 0x55fdb7aad3e0 2024-09-05T02:37:01.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.694+0000 7f48a4ab5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f489c1b0860 con 0x55fdb7ab7ca0 2024-09-05T02:37:01.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.694+0000 7f48a4ab5740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f489c1adac0 con 0x55fdb7aacac0 2024-09-05T02:37:01.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.694+0000 7f48a4ab5740 10 client.0 _ll_register_callbacks cb 0x7f4888004330 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:37:01.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.694+0000 7f489aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aad3e0 0x55fdb7ab16e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:01.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.694+0000 7f489b400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7aacac0 0x55fdb7ac05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:01.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.694+0000 7f489b400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7aacac0 0x55fdb7ac05f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:57242/0 (socket says 172.21.15.33:57242) 2024-09-05T02:37:01.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.694+0000 7f489aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aad3e0 0x55fdb7ab16e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54432/0 (socket says 172.21.15.33:54432) 2024-09-05T02:37:01.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.694+0000 7f489b400640 1 -- 172.21.15.33:0/3020135971 learned_addr learned my addr 172.21.15.33:0/3020135971 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:01.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.694+0000 7f489be00640 1 --2- 172.21.15.33:0/3020135971 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7ab7ca0 0x55fdb7ab1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:01.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.695+0000 7f489aa00640 1 -- 172.21.15.33:0/3020135971 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7aacac0 msgr2=0x55fdb7ac05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:01.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.695+0000 7f489aa00640 1 --2- 172.21.15.33:0/3020135971 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7aacac0 0x55fdb7ac05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.695+0000 7f489aa00640 1 -- 172.21.15.33:0/3020135971 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7ab7ca0 msgr2=0x55fdb7ab1e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:01.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.695+0000 7f489aa00640 1 --2- 172.21.15.33:0/3020135971 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7ab7ca0 0x55fdb7ab1e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.695+0000 7f489aa00640 1 -- 172.21.15.33:0/3020135971 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fdb7b319a0 con 0x55fdb7aad3e0 2024-09-05T02:37:01.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.695+0000 7f489be00640 1 --2- 172.21.15.33:0/3020135971 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7ab7ca0 0x55fdb7ab1e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:37:01.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.695+0000 7f489aa00640 1 --2- 172.21.15.33:0/3020135971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aad3e0 0x55fdb7ab16e0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f488803c870 tx=0x7f488803cd90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf78829d23af7daf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:01.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.695+0000 7f4884c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:37:01.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.695+0000 7f4884c00640 1 -- 172.21.15.33:0/3020135971 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4888069060 con 0x55fdb7aad3e0 2024-09-05T02:37:01.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.695+0000 7f4884c00640 1 -- 172.21.15.33:0/3020135971 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f488803ce00 con 0x55fdb7aad3e0 2024-09-05T02:37:01.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.695+0000 7f48a4ab5740 1 -- 172.21.15.33:0/3020135971 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f488c004890 con 0x55fdb7aad3e0 2024-09-05T02:37:01.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.695+0000 7f4884c00640 1 -- 172.21.15.33:0/3020135971 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4888060040 con 0x55fdb7aad3e0 2024-09-05T02:37:01.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.695+0000 7f48a4ab5740 10 client.17913 fetch_fsmap learned FSMap version 29 2024-09-05T02:37:01.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.695+0000 7f48a4ab5740 1 -- 172.21.15.33:0/3020135971 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fdb7b32ba0 con 0x55fdb7aad3e0 2024-09-05T02:37:01.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.696+0000 7f4884c00640 1 -- 172.21.15.33:0/3020135971 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f488c004890 con 0x55fdb7aad3e0 2024-09-05T02:37:01.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.696+0000 7f4884c00640 1 -- 172.21.15.33:0/3020135971 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f4888063070 con 0x55fdb7aad3e0 2024-09-05T02:37:01.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.696+0000 7f48a4ab5740 10 client.17913 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:37:01.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.696+0000 7f48a4ab5740 10 client.17913 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:37:01.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.696+0000 7f48a4ab5740 20 client.17913 populate_metadata read hostname 'smithi033' 2024-09-05T02:37:01.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.696+0000 7f48a4ab5740 1 --2- 172.21.15.33:0/3020135971 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fdb7b33320 0x55fdb7b35740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:01.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.696+0000 7f48a4ab5740 4 client.17913 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T02:37:01.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.696+0000 7f48a4ab5740 1 -- 172.21.15.33:0/3020135971 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55fdb7a1ad10 con 0x55fdb7b33320 2024-09-05T02:37:01.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.696+0000 7f489b400640 1 --2- 172.21.15.33:0/3020135971 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fdb7b33320 0x55fdb7b35740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:01.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.697+0000 7f489b400640 1 --2- 172.21.15.33:0/3020135971 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fdb7b33320 0x55fdb7b35740 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=efd780839b1238aa server_cookie=d3c9586640736adc in_seq=0 out_seq=0 2024-09-05T02:37:01.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.697+0000 7f4884c00640 10 client.17913 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:37:01.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.698+0000 7f4884c00640 1 -- 172.21.15.33:0/3020135971 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55fdb7a1ad10 con 0x55fdb7b33320 2024-09-05T02:37:01.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.698+0000 7f4884c00640 10 client.17913 handle_command_reply: tid=0 2024-09-05T02:37:01.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.698+0000 7f48a4ab5740 1 client.17913 shutdown 2024-09-05T02:37:01.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.698+0000 7f48a4ab5740 1 -- 172.21.15.33:0/3020135971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aad3e0 msgr2=0x55fdb7ab16e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:01.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.698+0000 7f48a4ab5740 1 --2- 172.21.15.33:0/3020135971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aad3e0 0x55fdb7ab16e0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f488803c870 tx=0x7f488803cd90 comp rx=0 tx=0).stop 2024-09-05T02:37:01.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.698+0000 7f48a4ab5740 1 -- 172.21.15.33:0/3020135971 shutdown_connections 2024-09-05T02:37:01.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.698+0000 7f48a4ab5740 1 --2- 172.21.15.33:0/3020135971 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fdb7ab7ca0 0x55fdb7ab1e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.698+0000 7f48a4ab5740 1 --2- 172.21.15.33:0/3020135971 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fdb7b33320 0x55fdb7b35740 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.698+0000 7f48a4ab5740 1 --2- 172.21.15.33:0/3020135971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fdb7aad3e0 0x55fdb7ab16e0 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.698+0000 7f48a4ab5740 1 --2- 172.21.15.33:0/3020135971 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fdb7aacac0 0x55fdb7ac05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.698+0000 7f48a4ab5740 1 -- 172.21.15.33:0/3020135971 >> 172.21.15.33:0/3020135971 conn(0x55fdb7aa9050 msgr2=0x55fdb7ab3940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:01.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.698+0000 7f4884c00640 0 client.17913 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:37:01.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.699+0000 7f48a4ab5740 1 -- 172.21.15.33:0/3020135971 shutdown_connections 2024-09-05T02:37:01.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.699+0000 7f48a4ab5740 1 -- 172.21.15.33:0/3020135971 wait complete. 2024-09-05T02:37:01.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.699+0000 7f48a4ab5740 20 client.17913 trim_cache size 0 max 16384 2024-09-05T02:37:01.707 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:37:01.707 INFO:teuthology.orchestra.run.smithi033.stdout: "return_code": 0, 2024-09-05T02:37:01.707 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_tag": "f1204514-2aec-41f0-b255-f8d32d945116", 2024-09-05T02:37:01.707 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": "asynchronous" 2024-09-05T02:37:01.707 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:37:01.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.699+0000 7f48a2000640 1 -- 172.21.15.33:0/325751108 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f48800a2d70 msgr2=0x7f48800a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:01.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.699+0000 7f48a2000640 1 --2- 172.21.15.33:0/325751108 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f48800a2d70 0x7f48800a5230 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x55fdb7aaa3d0 tx=0x7f4888009260 comp rx=0 tx=0).stop 2024-09-05T02:37:01.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.699+0000 7f48a2000640 1 -- 172.21.15.33:0/325751108 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f489c109120 msgr2=0x7f489c19eee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:01.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.699+0000 7f48a2000640 1 --2- 172.21.15.33:0/325751108 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f489c109120 0x7f489c19eee0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f489400e940 tx=0x7f489400ee00 comp rx=0 tx=0).stop 2024-09-05T02:37:01.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.700+0000 7f48a2000640 1 -- 172.21.15.33:0/325751108 shutdown_connections 2024-09-05T02:37:01.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.700+0000 7f48a2000640 1 --2- 172.21.15.33:0/325751108 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f48800a2d70 0x7f48800a5230 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.700+0000 7f48a2000640 1 --2- 172.21.15.33:0/325751108 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f489c109120 0x7f489c19eee0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.700+0000 7f48a2000640 1 --2- 172.21.15.33:0/325751108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f489c1049a0 0x7f489c19ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.700+0000 7f48a2000640 1 --2- 172.21.15.33:0/325751108 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f489c103ff0 0x7f489c19a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:01.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.700+0000 7f48a2000640 1 -- 172.21.15.33:0/325751108 >> 172.21.15.33:0/325751108 conn(0x7f489c0ffa90 msgr2=0x7f489c100d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:01.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.700+0000 7f48a2000640 1 -- 172.21.15.33:0/325751108 shutdown_connections 2024-09-05T02:37:01.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:01.700+0000 7f48a2000640 1 -- 172.21.15.33:0/325751108 wait complete. 2024-09-05T02:37:01.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:01 smithi174 ceph-mon[34756]: pgmap v311: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:37:01.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:01 smithi123 ceph-mon[34031]: pgmap v311: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:37:02.502 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:02 smithi033 ceph-mon[29909]: scrub queued for path: / 2024-09-05T02:37:02.503 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:02 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:37:02.503 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:02 smithi033 ceph-mon[29909]: scrub summary: active paths [/] 2024-09-05T02:37:02.503 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:02 smithi033 ceph-mon[29909]: scrub summary: idle+waiting paths [/] 2024-09-05T02:37:02.503 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:02 smithi033 ceph-mon[29909]: scrub summary: idle 2024-09-05T02:37:02.539 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T02:37:02.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:02 smithi174 ceph-mon[34756]: scrub queued for path: / 2024-09-05T02:37:02.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:02 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:37:02.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:02 smithi174 ceph-mon[34756]: scrub summary: active paths [/] 2024-09-05T02:37:02.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:02 smithi174 ceph-mon[34756]: scrub summary: idle+waiting paths [/] 2024-09-05T02:37:02.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:02 smithi174 ceph-mon[34756]: scrub summary: idle 2024-09-05T02:37:02.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:02 smithi123 ceph-mon[34031]: scrub queued for path: / 2024-09-05T02:37:02.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:02 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:37:02.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:02 smithi123 ceph-mon[34031]: scrub summary: active paths [/] 2024-09-05T02:37:02.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:02 smithi123 ceph-mon[34031]: scrub summary: idle+waiting paths [/] 2024-09-05T02:37:02.886 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:02 smithi123 ceph-mon[34031]: scrub summary: idle 2024-09-05T02:37:02.917 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:37:03.580 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:03 smithi033 ceph-mon[29909]: pgmap v312: 97 pgs: 97 active+clean; 2.2 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-09-05T02:37:03.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.570+0000 7f12c5e00640 1 -- 172.21.15.33:0/2753869387 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12c0104010 msgr2=0x7f12c01043f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:03.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.570+0000 7f12c5e00640 1 --2- 172.21.15.33:0/2753869387 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12c0104010 0x7f12c01043f0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f12b0009900 tx=0x7f12b002a410 comp rx=0 tx=0).stop 2024-09-05T02:37:03.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.570+0000 7f12c5e00640 1 -- 172.21.15.33:0/2753869387 shutdown_connections 2024-09-05T02:37:03.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.570+0000 7f12c5e00640 1 --2- 172.21.15.33:0/2753869387 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f12c0109140 0x7f12c0110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.570+0000 7f12c5e00640 1 --2- 172.21.15.33:0/2753869387 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f12c01049c0 0x7f12c0108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.570+0000 7f12c5e00640 1 --2- 172.21.15.33:0/2753869387 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12c0104010 0x7f12c01043f0 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.570+0000 7f12c5e00640 1 -- 172.21.15.33:0/2753869387 >> 172.21.15.33:0/2753869387 conn(0x7f12c00ffa50 msgr2=0x7f12c0101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:03.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.570+0000 7f12c5e00640 1 -- 172.21.15.33:0/2753869387 shutdown_connections 2024-09-05T02:37:03.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.570+0000 7f12c5e00640 1 -- 172.21.15.33:0/2753869387 wait complete. 2024-09-05T02:37:03.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.571+0000 7f12c5e00640 1 Processor -- start 2024-09-05T02:37:03.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.571+0000 7f12c5e00640 1 -- start start 2024-09-05T02:37:03.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.572+0000 7f12c5e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12c0104010 0x7f12c019a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:03.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.572+0000 7f12c5e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f12c01049c0 0x7f12c019ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:03.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.572+0000 7f12c5e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f12c0109140 0x7f12c019ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:03.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.572+0000 7f12c5e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f12c01141c0 con 0x7f12c0104010 2024-09-05T02:37:03.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.572+0000 7f12c5e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f12c0114040 con 0x7f12c0109140 2024-09-05T02:37:03.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.572+0000 7f12c5e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f12c0114340 con 0x7f12c01049c0 2024-09-05T02:37:03.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.572+0000 7f12bea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12c0104010 0x7f12c019a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:03.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.572+0000 7f12bea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12c0104010 0x7f12c019a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54456/0 (socket says 172.21.15.33:54456) 2024-09-05T02:37:03.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.572+0000 7f12bea00640 1 -- 172.21.15.33:0/387315184 learned_addr learned my addr 172.21.15.33:0/387315184 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:03.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.572+0000 7f12b7e00640 1 --2- 172.21.15.33:0/387315184 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f12c01049c0 0x7f12c019ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:03.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.572+0000 7f12bf400640 1 --2- 172.21.15.33:0/387315184 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f12c0109140 0x7f12c019ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:03.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.572+0000 7f12bea00640 1 -- 172.21.15.33:0/387315184 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f12c01049c0 msgr2=0x7f12c019ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:03.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.572+0000 7f12bea00640 1 --2- 172.21.15.33:0/387315184 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f12c01049c0 0x7f12c019ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.572+0000 7f12bea00640 1 -- 172.21.15.33:0/387315184 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f12c0109140 msgr2=0x7f12c019ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:03.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.572+0000 7f12bea00640 1 --2- 172.21.15.33:0/387315184 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f12c0109140 0x7f12c019ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.572+0000 7f12bea00640 1 -- 172.21.15.33:0/387315184 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12c019f5f0 con 0x7f12c0104010 2024-09-05T02:37:03.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.573+0000 7f12b7e00640 1 --2- 172.21.15.33:0/387315184 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f12c01049c0 0x7f12c019ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:37:03.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.573+0000 7f12bea00640 1 --2- 172.21.15.33:0/387315184 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12c0104010 0x7f12c019a640 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f12b0004770 tx=0x7f12b0003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:03.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.573+0000 7f12c4a00640 1 -- 172.21.15.33:0/387315184 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b003f070 con 0x7f12c0104010 2024-09-05T02:37:03.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.573+0000 7f12c4a00640 1 -- 172.21.15.33:0/387315184 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12b0031ca0 con 0x7f12c0104010 2024-09-05T02:37:03.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.573+0000 7f12c4a00640 1 -- 172.21.15.33:0/387315184 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b0035030 con 0x7f12c0104010 2024-09-05T02:37:03.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.573+0000 7f12c5e00640 1 -- 172.21.15.33:0/387315184 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12c019f880 con 0x7f12c0104010 2024-09-05T02:37:03.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.573+0000 7f12c5e00640 1 -- 172.21.15.33:0/387315184 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12c019fd10 con 0x7f12c0104010 2024-09-05T02:37:03.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.576+0000 7f12c87e2740 1 Processor -- start 2024-09-05T02:37:03.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.576+0000 7f12c87e2740 1 -- start start 2024-09-05T02:37:03.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.577+0000 7f12c4a00640 1 -- 172.21.15.33:0/387315184 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f12b0042070 con 0x7f12c0104010 2024-09-05T02:37:03.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.577+0000 7f12c87e2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafceb90 0x55fecafcef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:03.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.577+0000 7f12c87e2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafcf4b0 0x55fecafd9830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:03.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.577+0000 7f12c87e2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafd9d70 0x55fecafdc160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:03.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.577+0000 7f12c87e2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55fecaf353e0 con 0x55fecafd9d70 2024-09-05T02:37:03.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.577+0000 7f12c87e2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55fecaedcd80 con 0x55fecafcf4b0 2024-09-05T02:37:03.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.577+0000 7f12c87e2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55fecaf313a0 con 0x55fecafceb90 2024-09-05T02:37:03.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.577+0000 7f12b7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafd9d70 0x55fecafdc160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:03.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.577+0000 7f12b7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafd9d70 0x55fecafdc160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54468/0 (socket says 172.21.15.33:54468) 2024-09-05T02:37:03.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.577+0000 7f12bf400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafceb90 0x55fecafcef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:03.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.577+0000 7f12b7e00640 1 -- 172.21.15.33:0/141371151 learned_addr learned my addr 172.21.15.33:0/141371151 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:03.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.577+0000 7f12bea00640 1 --2- 172.21.15.33:0/141371151 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafcf4b0 0x55fecafd9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:03.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.577+0000 7f12b7e00640 1 -- 172.21.15.33:0/141371151 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafceb90 msgr2=0x55fecafcef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:03.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.577+0000 7f12b7e00640 1 --2- 172.21.15.33:0/141371151 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafceb90 0x55fecafcef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.577+0000 7f12b7e00640 1 -- 172.21.15.33:0/141371151 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafcf4b0 msgr2=0x55fecafd9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:03.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.577+0000 7f12b7e00640 1 --2- 172.21.15.33:0/141371151 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafcf4b0 0x55fecafd9830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.577+0000 7f12b7e00640 1 -- 172.21.15.33:0/141371151 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fecaefbae0 con 0x55fecafd9d70 2024-09-05T02:37:03.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.578+0000 7f12b7e00640 1 --2- 172.21.15.33:0/141371151 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafd9d70 0x55fecafdc160 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f12a80114f0 tx=0x7f12a80119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4297ab735c94b325 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:03.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.578+0000 7f12afe00640 1 -- 172.21.15.33:0/141371151 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a801e070 con 0x55fecafd9d70 2024-09-05T02:37:03.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.578+0000 7f12afe00640 1 -- 172.21.15.33:0/141371151 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12a80035f0 con 0x55fecafd9d70 2024-09-05T02:37:03.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.578+0000 7f12afe00640 1 -- 172.21.15.33:0/141371151 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a800f820 con 0x55fecafd9d70 2024-09-05T02:37:03.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.578+0000 7f12c4a00640 1 --2- 172.21.15.33:0/387315184 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f12a40a2d70 0x7f12a40a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:03.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.579+0000 7f12c4a00640 1 -- 172.21.15.33:0/387315184 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f12b00ef970 con 0x7f12c0104010 2024-09-05T02:37:03.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.579+0000 7f12bf400640 1 --2- 172.21.15.33:0/387315184 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f12a40a2d70 0x7f12a40a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:03.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.579+0000 7f12c87e2740 1 -- 172.21.15.33:0/141371151 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafd9d70 msgr2=0x55fecafdc160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:03.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.579+0000 7f12c87e2740 1 --2- 172.21.15.33:0/141371151 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafd9d70 0x55fecafdc160 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f12a80114f0 tx=0x7f12a80119b0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.579+0000 7f12c87e2740 1 -- 172.21.15.33:0/141371151 shutdown_connections 2024-09-05T02:37:03.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.579+0000 7f12c87e2740 1 --2- 172.21.15.33:0/141371151 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafd9d70 0x55fecafdc160 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.579+0000 7f12c87e2740 1 --2- 172.21.15.33:0/141371151 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafcf4b0 0x55fecafd9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.579+0000 7f12c87e2740 1 --2- 172.21.15.33:0/141371151 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafceb90 0x55fecafcef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.579+0000 7f12c87e2740 1 -- 172.21.15.33:0/141371151 >> 172.21.15.33:0/141371151 conn(0x55fecafcb120 msgr2=0x55fecafcb500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:03.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.580+0000 7f12c87e2740 1 -- 172.21.15.33:0/141371151 shutdown_connections 2024-09-05T02:37:03.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.580+0000 7f12bf400640 1 --2- 172.21.15.33:0/387315184 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f12a40a2d70 0x7f12a40a5230 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f12b8005fd0 tx=0x7f12b8009500 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:03.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.580+0000 7f12c87e2740 1 -- 172.21.15.33:0/141371151 wait complete. 2024-09-05T02:37:03.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.580+0000 7f12c87e2740 1 -- start start 2024-09-05T02:37:03.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.580+0000 7f12c87e2740 1 Processor -- start 2024-09-05T02:37:03.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.581+0000 7f12c87e2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafceb90 0x55fecafd6cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:03.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.581+0000 7f12c87e2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafcf4b0 0x55fecafd71f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:03.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.581+0000 7f12c87e2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafd9d70 0x55fecafd7730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:03.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.581+0000 7f12c87e2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55fecafdc9e0 con 0x55fecafcf4b0 2024-09-05T02:37:03.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.581+0000 7f12c87e2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55fecaef00f0 con 0x55fecafd9d70 2024-09-05T02:37:03.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.581+0000 7f12c87e2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55fecafdcb60 con 0x55fecafceb90 2024-09-05T02:37:03.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.581+0000 7f12c87e2740 10 client.0 _ll_register_callbacks cb 0x55fecaee19e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:37:03.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.581+0000 7f12bea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafceb90 0x55fecafd6cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:03.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.581+0000 7f12b7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafcf4b0 0x55fecafd71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:03.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.581+0000 7f12bea00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafceb90 0x55fecafd6cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:57274/0 (socket says 172.21.15.33:57274) 2024-09-05T02:37:03.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.581+0000 7f12bea00640 1 -- 172.21.15.33:0/2945156147 learned_addr learned my addr 172.21.15.33:0/2945156147 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:03.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.581+0000 7f12bf400640 1 --2- 172.21.15.33:0/2945156147 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafd9d70 0x55fecafd7730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:03.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.581+0000 7f12bea00640 1 -- 172.21.15.33:0/2945156147 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafd9d70 msgr2=0x55fecafd7730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:03.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.581+0000 7f12bea00640 1 --2- 172.21.15.33:0/2945156147 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafd9d70 0x55fecafd7730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.582+0000 7f12bea00640 1 -- 172.21.15.33:0/2945156147 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafcf4b0 msgr2=0x55fecafd71f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:03.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.582+0000 7f12bea00640 1 --2- 172.21.15.33:0/2945156147 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafcf4b0 0x55fecafd71f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.582+0000 7f12bea00640 1 -- 172.21.15.33:0/2945156147 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fecaca63c0 con 0x55fecafceb90 2024-09-05T02:37:03.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.582+0000 7f12bf400640 1 --2- 172.21.15.33:0/2945156147 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafd9d70 0x55fecafd7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:37:03.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.582+0000 7f12bea00640 1 --2- 172.21.15.33:0/2945156147 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafceb90 0x55fecafd6cb0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f12b0000c00 tx=0x7f12b002a410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ef5b69c2778ee161 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:03.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.582+0000 7f12acc00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:37:03.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.582+0000 7f12acc00640 1 -- 172.21.15.33:0/2945156147 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b0049070 con 0x55fecafceb90 2024-09-05T02:37:03.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.582+0000 7f12acc00640 1 -- 172.21.15.33:0/2945156147 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f12b00b8660 con 0x55fecafceb90 2024-09-05T02:37:03.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.582+0000 7f12c87e2740 1 -- 172.21.15.33:0/2945156147 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f12a80035f0 con 0x55fecafceb90 2024-09-05T02:37:03.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.582+0000 7f12acc00640 1 -- 172.21.15.33:0/2945156147 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f12b0005d50 con 0x55fecafceb90 2024-09-05T02:37:03.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.582+0000 7f12c87e2740 10 client.27925 fetch_fsmap learned FSMap version 29 2024-09-05T02:37:03.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.582+0000 7f12c87e2740 1 -- 172.21.15.33:0/2945156147 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fecafdca40 con 0x55fecafceb90 2024-09-05T02:37:03.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.582+0000 7f12acc00640 1 -- 172.21.15.33:0/2945156147 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12a80035f0 con 0x55fecafceb90 2024-09-05T02:37:03.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.583+0000 7f12acc00640 1 -- 172.21.15.33:0/2945156147 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f12b00bc250 con 0x55fecafceb90 2024-09-05T02:37:03.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.583+0000 7f12c87e2740 10 client.27925 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:37:03.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.583+0000 7f12c87e2740 10 client.27925 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:37:03.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.583+0000 7f12c87e2740 20 client.27925 populate_metadata read hostname 'smithi033' 2024-09-05T02:37:03.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.583+0000 7f12c87e2740 1 --2- 172.21.15.33:0/2945156147 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fecafe9b60 0x55fecafebfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:03.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.583+0000 7f12c87e2740 4 client.27925 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:37:03.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.583+0000 7f12c87e2740 1 -- 172.21.15.33:0/2945156147 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fecaf42950 con 0x55fecafe9b60 2024-09-05T02:37:03.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.583+0000 7f12b7e00640 1 --2- 172.21.15.33:0/2945156147 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fecafe9b60 0x55fecafebfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:03.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.584+0000 7f12b7e00640 1 --2- 172.21.15.33:0/2945156147 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fecafe9b60 0x55fecafebfb0 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c2614acdf96a616c server_cookie=e5dc78bec388207b in_seq=0 out_seq=0 2024-09-05T02:37:03.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.584+0000 7f12acc00640 10 client.27925 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:37:03.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.585+0000 7f12acc00640 1 -- 172.21.15.33:0/2945156147 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fecaf42950 con 0x55fecafe9b60 2024-09-05T02:37:03.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.585+0000 7f12acc00640 10 client.27925 handle_command_reply: tid=0 2024-09-05T02:37:03.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.585+0000 7f12c87e2740 1 client.27925 shutdown 2024-09-05T02:37:03.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.585+0000 7f12c87e2740 1 -- 172.21.15.33:0/2945156147 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafceb90 msgr2=0x55fecafd6cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:03.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.585+0000 7f12c87e2740 1 --2- 172.21.15.33:0/2945156147 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafceb90 0x55fecafd6cb0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f12b0000c00 tx=0x7f12b002a410 comp rx=0 tx=0).stop 2024-09-05T02:37:03.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.585+0000 7f12c87e2740 1 -- 172.21.15.33:0/2945156147 shutdown_connections 2024-09-05T02:37:03.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.585+0000 7f12c87e2740 1 --2- 172.21.15.33:0/2945156147 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafd9d70 0x55fecafd7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.585+0000 7f12c87e2740 1 --2- 172.21.15.33:0/2945156147 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fecafe9b60 0x55fecafebfb0 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.585+0000 7f12c87e2740 1 --2- 172.21.15.33:0/2945156147 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafcf4b0 0x55fecafd71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.585+0000 7f12c87e2740 1 --2- 172.21.15.33:0/2945156147 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafceb90 0x55fecafd6cb0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.585+0000 7f12acc00640 0 client.27925 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:37:03.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.585+0000 7f12c87e2740 1 -- 172.21.15.33:0/2945156147 >> 172.21.15.33:0/2945156147 conn(0x55fecafcb120 msgr2=0x55fecafd0e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:03.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.585+0000 7f12c87e2740 1 -- 172.21.15.33:0/2945156147 shutdown_connections 2024-09-05T02:37:03.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.585+0000 7f12c87e2740 1 -- 172.21.15.33:0/2945156147 wait complete. 2024-09-05T02:37:03.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.585+0000 7f12c87e2740 20 client.27925 trim_cache size 0 max 16384 2024-09-05T02:37:03.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.603+0000 7f12c87e2740 1 Processor -- start 2024-09-05T02:37:03.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.604+0000 7f12c87e2740 1 -- start start 2024-09-05T02:37:03.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.604+0000 7f12c87e2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafceb90 0x55fecafd15f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:03.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.604+0000 7f12c87e2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafcf4b0 0x55fecaff1850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:03.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.604+0000 7f12c87e2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafd9d70 0x55fecaff1d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:03.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.604+0000 7f12c87e2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f12c01afb30 con 0x55fecafd9d70 2024-09-05T02:37:03.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.604+0000 7f12c87e2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f12c01b1670 con 0x55fecafceb90 2024-09-05T02:37:03.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.604+0000 7f12c87e2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f12c01b0200 con 0x55fecafcf4b0 2024-09-05T02:37:03.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.604+0000 7f12bea00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafceb90 0x55fecafd15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:03.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.604+0000 7f12bf400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafd9d70 0x55fecaff1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:03.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.604+0000 7f12bea00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafceb90 0x55fecafd15f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:55682/0 (socket says 172.21.15.33:55682) 2024-09-05T02:37:03.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.604+0000 7f12bea00640 1 -- 172.21.15.33:0/695301657 learned_addr learned my addr 172.21.15.33:0/695301657 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:03.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.604+0000 7f12b7e00640 1 --2- 172.21.15.33:0/695301657 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafcf4b0 0x55fecaff1850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:03.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.605+0000 7f12bea00640 1 -- 172.21.15.33:0/695301657 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafcf4b0 msgr2=0x55fecaff1850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:03.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.605+0000 7f12bea00640 1 --2- 172.21.15.33:0/695301657 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafcf4b0 0x55fecaff1850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.605+0000 7f12bea00640 1 -- 172.21.15.33:0/695301657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafd9d70 msgr2=0x55fecaff1d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:03.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.605+0000 7f12bea00640 1 --2- 172.21.15.33:0/695301657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafd9d70 0x55fecaff1d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.605+0000 7f12bea00640 1 -- 172.21.15.33:0/695301657 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fecafd1b30 con 0x55fecafceb90 2024-09-05T02:37:03.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.605+0000 7f12bea00640 1 --2- 172.21.15.33:0/695301657 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafceb90 0x55fecafd15f0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f12b00ed6b0 tx=0x7f12b00ba500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2697c4c9d192a9a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:03.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.605+0000 7f12af400640 1 -- 172.21.15.33:0/695301657 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b0049070 con 0x55fecafceb90 2024-09-05T02:37:03.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.605+0000 7f12af400640 1 -- 172.21.15.33:0/695301657 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12b00c4980 con 0x55fecafceb90 2024-09-05T02:37:03.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.605+0000 7f12af400640 1 -- 172.21.15.33:0/695301657 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b00c4bb0 con 0x55fecafceb90 2024-09-05T02:37:03.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.606+0000 7f12c87e2740 1 -- 172.21.15.33:0/695301657 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafceb90 msgr2=0x55fecafd15f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:03.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.606+0000 7f12c87e2740 1 --2- 172.21.15.33:0/695301657 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafceb90 0x55fecafd15f0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f12b00ed6b0 tx=0x7f12b00ba500 comp rx=0 tx=0).stop 2024-09-05T02:37:03.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.606+0000 7f12c87e2740 1 -- 172.21.15.33:0/695301657 shutdown_connections 2024-09-05T02:37:03.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.606+0000 7f12c87e2740 1 --2- 172.21.15.33:0/695301657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafd9d70 0x55fecaff1d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.606+0000 7f12c87e2740 1 --2- 172.21.15.33:0/695301657 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafcf4b0 0x55fecaff1850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.606+0000 7f12c87e2740 1 --2- 172.21.15.33:0/695301657 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafceb90 0x55fecafd15f0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.606+0000 7f12c87e2740 1 -- 172.21.15.33:0/695301657 >> 172.21.15.33:0/695301657 conn(0x55fecafcb120 msgr2=0x55fecafd5580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:03.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.606+0000 7f12c87e2740 1 -- 172.21.15.33:0/695301657 shutdown_connections 2024-09-05T02:37:03.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.606+0000 7f12c87e2740 1 -- 172.21.15.33:0/695301657 wait complete. 2024-09-05T02:37:03.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.607+0000 7f12c87e2740 1 -- start start 2024-09-05T02:37:03.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.607+0000 7f12c87e2740 1 Processor -- start 2024-09-05T02:37:03.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.607+0000 7f12c87e2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafceb90 0x55fecafddba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:03.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.607+0000 7f12c87e2740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafcf4b0 0x55fecafde0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:03.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.607+0000 7f12c87e2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafd9d70 0x55fecafde620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:03.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.607+0000 7f12c87e2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f12c01b0fa0 con 0x55fecafceb90 2024-09-05T02:37:03.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.607+0000 7f12c87e2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f12c01b08d0 con 0x55fecafd9d70 2024-09-05T02:37:03.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.607+0000 7f12c87e2740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f12c01adb30 con 0x55fecafcf4b0 2024-09-05T02:37:03.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.607+0000 7f12c87e2740 10 client.0 _ll_register_callbacks cb 0x7f12b00b8290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:37:03.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.607+0000 7f12bea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafceb90 0x55fecafddba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:03.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.608+0000 7f12bea00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafceb90 0x55fecafddba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54488/0 (socket says 172.21.15.33:54488) 2024-09-05T02:37:03.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.608+0000 7f12bea00640 1 -- 172.21.15.33:0/3875392293 learned_addr learned my addr 172.21.15.33:0/3875392293 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:03.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.608+0000 7f12b7e00640 1 --2- 172.21.15.33:0/3875392293 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafcf4b0 0x55fecafde0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:03.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.608+0000 7f12bf400640 1 --2- 172.21.15.33:0/3875392293 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafd9d70 0x55fecafde620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:03.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.608+0000 7f12bea00640 1 -- 172.21.15.33:0/3875392293 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafcf4b0 msgr2=0x55fecafde0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:03.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.608+0000 7f12bea00640 1 --2- 172.21.15.33:0/3875392293 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafcf4b0 0x55fecafde0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.608+0000 7f12bea00640 1 -- 172.21.15.33:0/3875392293 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafd9d70 msgr2=0x55fecafde620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:03.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.608+0000 7f12bea00640 1 --2- 172.21.15.33:0/3875392293 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafd9d70 0x55fecafde620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.608+0000 7f12bea00640 1 -- 172.21.15.33:0/3875392293 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fecb053870 con 0x55fecafceb90 2024-09-05T02:37:03.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.608+0000 7f12b7e00640 1 --2- 172.21.15.33:0/3875392293 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafcf4b0 0x55fecafde0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:37:03.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.608+0000 7f12bea00640 1 --2- 172.21.15.33:0/3875392293 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafceb90 0x55fecafddba0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f12b00ba2a0 tx=0x7f12b0009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af58734ef29582e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:03.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.608+0000 7f12acc00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:37:03.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.609+0000 7f12acc00640 1 -- 172.21.15.33:0/3875392293 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b00aa060 con 0x55fecafceb90 2024-09-05T02:37:03.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.609+0000 7f12acc00640 1 -- 172.21.15.33:0/3875392293 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f12b00b6d60 con 0x55fecafceb90 2024-09-05T02:37:03.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.609+0000 7f12c87e2740 1 -- 172.21.15.33:0/3875392293 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f12b00c4980 con 0x55fecafceb90 2024-09-05T02:37:03.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.609+0000 7f12acc00640 1 -- 172.21.15.33:0/3875392293 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f12b0049070 con 0x55fecafceb90 2024-09-05T02:37:03.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.609+0000 7f12c87e2740 10 client.17931 fetch_fsmap learned FSMap version 29 2024-09-05T02:37:03.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.609+0000 7f12c87e2740 1 -- 172.21.15.33:0/3875392293 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fecb053870 con 0x55fecafceb90 2024-09-05T02:37:03.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.609+0000 7f12acc00640 1 -- 172.21.15.33:0/3875392293 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12b00c4980 con 0x55fecafceb90 2024-09-05T02:37:03.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.609+0000 7f12acc00640 1 -- 172.21.15.33:0/3875392293 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f12b00bb440 con 0x55fecafceb90 2024-09-05T02:37:03.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.609+0000 7f12c87e2740 10 client.17931 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:37:03.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.609+0000 7f12c87e2740 10 client.17931 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:37:03.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.609+0000 7f12c87e2740 20 client.17931 populate_metadata read hostname 'smithi033' 2024-09-05T02:37:03.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.609+0000 7f12c87e2740 1 --2- 172.21.15.33:0/3875392293 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fecb054e60 0x55fecb057250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:03.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.609+0000 7f12c87e2740 4 client.17931 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T02:37:03.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.609+0000 7f12c87e2740 1 -- 172.21.15.33:0/3875392293 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55fecaf3ce60 con 0x55fecb054e60 2024-09-05T02:37:03.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.610+0000 7f12b7e00640 1 --2- 172.21.15.33:0/3875392293 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fecb054e60 0x55fecb057250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:03.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.610+0000 7f12b7e00640 1 --2- 172.21.15.33:0/3875392293 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fecb054e60 0x55fecb057250 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=353bd40200c9087b server_cookie=fad1404b94670bbc in_seq=0 out_seq=0 2024-09-05T02:37:03.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.610+0000 7f12acc00640 10 client.17931 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:37:03.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.611+0000 7f12acc00640 1 -- 172.21.15.33:0/3875392293 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55fecaf3ce60 con 0x55fecb054e60 2024-09-05T02:37:03.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.611+0000 7f12acc00640 10 client.17931 handle_command_reply: tid=0 2024-09-05T02:37:03.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.611+0000 7f12c87e2740 1 client.17931 shutdown 2024-09-05T02:37:03.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.611+0000 7f12c87e2740 1 -- 172.21.15.33:0/3875392293 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafceb90 msgr2=0x55fecafddba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:03.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.611+0000 7f12c87e2740 1 --2- 172.21.15.33:0/3875392293 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafceb90 0x55fecafddba0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f12b00ba2a0 tx=0x7f12b0009260 comp rx=0 tx=0).stop 2024-09-05T02:37:03.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.611+0000 7f12c87e2740 1 -- 172.21.15.33:0/3875392293 shutdown_connections 2024-09-05T02:37:03.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.611+0000 7f12c87e2740 1 --2- 172.21.15.33:0/3875392293 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fecafd9d70 0x55fecafde620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.611+0000 7f12c87e2740 1 --2- 172.21.15.33:0/3875392293 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55fecafcf4b0 0x55fecafde0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.611+0000 7f12c87e2740 1 --2- 172.21.15.33:0/3875392293 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55fecb054e60 0x55fecb057250 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.611+0000 7f12c87e2740 1 --2- 172.21.15.33:0/3875392293 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fecafceb90 0x55fecafddba0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.611+0000 7f12acc00640 0 client.17931 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:37:03.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.611+0000 7f12c87e2740 1 -- 172.21.15.33:0/3875392293 >> 172.21.15.33:0/3875392293 conn(0x55fecafcb120 msgr2=0x55fecafd6c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:03.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.612+0000 7f12c87e2740 1 -- 172.21.15.33:0/3875392293 shutdown_connections 2024-09-05T02:37:03.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.612+0000 7f12c87e2740 1 -- 172.21.15.33:0/3875392293 wait complete. 2024-09-05T02:37:03.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.612+0000 7f12c87e2740 20 client.17931 trim_cache size 0 max 16384 2024-09-05T02:37:03.626 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:37:03.626 INFO:teuthology.orchestra.run.smithi033.stdout: "status": "no active scrubs running", 2024-09-05T02:37:03.626 INFO:teuthology.orchestra.run.smithi033.stdout: "scrubs": {} 2024-09-05T02:37:03.626 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:37:03.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.613+0000 7f12c5e00640 1 -- 172.21.15.33:0/387315184 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f12a40a2d70 msgr2=0x7f12a40a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:03.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.613+0000 7f12c5e00640 1 --2- 172.21.15.33:0/387315184 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f12a40a2d70 0x7f12a40a5230 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f12b8005fd0 tx=0x7f12b8009500 comp rx=0 tx=0).stop 2024-09-05T02:37:03.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.613+0000 7f12c5e00640 1 -- 172.21.15.33:0/387315184 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12c0104010 msgr2=0x7f12c019a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:03.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.613+0000 7f12c5e00640 1 --2- 172.21.15.33:0/387315184 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12c0104010 0x7f12c019a640 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f12b0004770 tx=0x7f12b0003c10 comp rx=0 tx=0).stop 2024-09-05T02:37:03.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.613+0000 7f12c5e00640 1 -- 172.21.15.33:0/387315184 shutdown_connections 2024-09-05T02:37:03.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.613+0000 7f12c5e00640 1 --2- 172.21.15.33:0/387315184 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f12a40a2d70 0x7f12a40a5230 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.613+0000 7f12c5e00640 1 --2- 172.21.15.33:0/387315184 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f12c0109140 0x7f12c019ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.613+0000 7f12c5e00640 1 --2- 172.21.15.33:0/387315184 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f12c01049c0 0x7f12c019ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.613+0000 7f12c5e00640 1 --2- 172.21.15.33:0/387315184 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12c0104010 0x7f12c019a640 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:03.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.613+0000 7f12c5e00640 1 -- 172.21.15.33:0/387315184 >> 172.21.15.33:0/387315184 conn(0x7f12c00ffa50 msgr2=0x7f12c0100dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:03.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.613+0000 7f12c5e00640 1 -- 172.21.15.33:0/387315184 shutdown_connections 2024-09-05T02:37:03.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:03.613+0000 7f12c5e00640 1 -- 172.21.15.33:0/387315184 wait complete. 2024-09-05T02:37:03.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:03 smithi174 ceph-mon[34756]: pgmap v312: 97 pgs: 97 active+clean; 2.2 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-09-05T02:37:03.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:03 smithi123 ceph-mon[34031]: pgmap v312: 97 pgs: 97 active+clean; 2.2 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-09-05T02:37:04.373 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T02:37:04.373 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:37:04.747 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:37:05.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.309+0000 7faa9c800640 1 -- 172.21.15.33:0/858888647 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa94103ff0 msgr2=0x7faa941043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:05.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.309+0000 7faa9c800640 1 --2- 172.21.15.33:0/858888647 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa94103ff0 0x7faa941043d0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7faa88009900 tx=0x7faa8802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:37:05.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.309+0000 7faa9c800640 1 -- 172.21.15.33:0/858888647 shutdown_connections 2024-09-05T02:37:05.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.309+0000 7faa9c800640 1 --2- 172.21.15.33:0/858888647 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faa94109120 0x7faa94110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:05.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.309+0000 7faa9c800640 1 --2- 172.21.15.33:0/858888647 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faa941049a0 0x7faa941089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:05.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.309+0000 7faa9c800640 1 --2- 172.21.15.33:0/858888647 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa94103ff0 0x7faa941043d0 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:05.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.309+0000 7faa9c800640 1 -- 172.21.15.33:0/858888647 >> 172.21.15.33:0/858888647 conn(0x7faa940ffa90 msgr2=0x7faa94101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:05.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.309+0000 7faa9c800640 1 -- 172.21.15.33:0/858888647 shutdown_connections 2024-09-05T02:37:05.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.309+0000 7faa9c800640 1 -- 172.21.15.33:0/858888647 wait complete. 2024-09-05T02:37:05.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.310+0000 7faa9c800640 1 Processor -- start 2024-09-05T02:37:05.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.310+0000 7faa9c800640 1 -- start start 2024-09-05T02:37:05.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.311+0000 7faa9c800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa94103ff0 0x7faa9419a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:05.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.311+0000 7faa9c800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faa941049a0 0x7faa9419ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:05.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.311+0000 7faa9c800640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faa94109120 0x7faa9419eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:05.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.311+0000 7faa9c800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7faa94114150 con 0x7faa94103ff0 2024-09-05T02:37:05.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.311+0000 7faa9c800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7faa94113fd0 con 0x7faa941049a0 2024-09-05T02:37:05.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.311+0000 7faa9c800640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7faa941142d0 con 0x7faa94109120 2024-09-05T02:37:05.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.311+0000 7faa99e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa94103ff0 0x7faa9419a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:05.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.311+0000 7faa99e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa94103ff0 0x7faa9419a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54508/0 (socket says 172.21.15.33:54508) 2024-09-05T02:37:05.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.311+0000 7faa99e00640 1 -- 172.21.15.33:0/2818484727 learned_addr learned my addr 172.21.15.33:0/2818484727 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:05.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.311+0000 7faa9a800640 1 --2- 172.21.15.33:0/2818484727 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faa94109120 0x7faa9419eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:05.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.311+0000 7faa99400640 1 --2- 172.21.15.33:0/2818484727 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faa941049a0 0x7faa9419ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:05.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.312+0000 7faa99e00640 1 -- 172.21.15.33:0/2818484727 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faa94109120 msgr2=0x7faa9419eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:05.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.312+0000 7faa99e00640 1 --2- 172.21.15.33:0/2818484727 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faa94109120 0x7faa9419eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:05.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.312+0000 7faa99e00640 1 -- 172.21.15.33:0/2818484727 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faa941049a0 msgr2=0x7faa9419ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:05.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.312+0000 7faa99e00640 1 --2- 172.21.15.33:0/2818484727 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faa941049a0 0x7faa9419ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:05.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.312+0000 7faa99e00640 1 -- 172.21.15.33:0/2818484727 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa9419f5a0 con 0x7faa94103ff0 2024-09-05T02:37:05.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.312+0000 7faa99400640 1 --2- 172.21.15.33:0/2818484727 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faa941049a0 0x7faa9419ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:37:05.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.312+0000 7faa99e00640 1 --2- 172.21.15.33:0/2818484727 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa94103ff0 0x7faa9419a5f0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7faa88006010 tx=0x7faa88004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:05.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.312+0000 7faa8ea00640 1 -- 172.21.15.33:0/2818484727 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa8803f030 con 0x7faa94103ff0 2024-09-05T02:37:05.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.312+0000 7faa8ea00640 1 -- 172.21.15.33:0/2818484727 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faa88004440 con 0x7faa94103ff0 2024-09-05T02:37:05.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.312+0000 7faa9c800640 1 -- 172.21.15.33:0/2818484727 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa9419f830 con 0x7faa94103ff0 2024-09-05T02:37:05.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.312+0000 7faa8ea00640 1 -- 172.21.15.33:0/2818484727 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa88035070 con 0x7faa94103ff0 2024-09-05T02:37:05.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.313+0000 7faa9c800640 1 -- 172.21.15.33:0/2818484727 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa941a7170 con 0x7faa94103ff0 2024-09-05T02:37:05.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.314+0000 7faa9c800640 1 -- 172.21.15.33:0/2818484727 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa941043d0 con 0x7faa94103ff0 2024-09-05T02:37:05.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.316+0000 7faa8ea00640 1 -- 172.21.15.33:0/2818484727 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7faa88042030 con 0x7faa94103ff0 2024-09-05T02:37:05.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.317+0000 7faa8ea00640 1 --2- 172.21.15.33:0/2818484727 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7faa7c0a2d70 0x7faa7c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:05.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.317+0000 7faa8ea00640 1 -- 172.21.15.33:0/2818484727 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7faa880efab0 con 0x7faa94103ff0 2024-09-05T02:37:05.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.317+0000 7faa99400640 1 --2- 172.21.15.33:0/2818484727 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7faa7c0a2d70 0x7faa7c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:05.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.318+0000 7faa99400640 1 --2- 172.21.15.33:0/2818484727 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7faa7c0a2d70 0x7faa7c0a5230 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7faa940ffeb0 tx=0x7faa84005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:05.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.320+0000 7faa8ea00640 1 -- 172.21.15.33:0/2818484727 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7faa880bc0d0 con 0x7faa94103ff0 2024-09-05T02:37:05.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.544+0000 7faa9c800640 1 -- 172.21.15.33:0/2818484727 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faa9419b950 con 0x7faa94103ff0 2024-09-05T02:37:05.545 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:05 smithi033 ceph-mon[29909]: pgmap v313: 97 pgs: 97 active+clean; 2.2 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:37:05.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.545+0000 7faa8ea00640 1 -- 172.21.15.33:0/2818484727 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7faa880c03d0 con 0x7faa94103ff0 2024-09-05T02:37:05.546 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:37:05.546 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:37:05.547 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:37:05.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.547+0000 7faa9c800640 1 -- 172.21.15.33:0/2818484727 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7faa7c0a2d70 msgr2=0x7faa7c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:05.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.547+0000 7faa9c800640 1 --2- 172.21.15.33:0/2818484727 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7faa7c0a2d70 0x7faa7c0a5230 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7faa940ffeb0 tx=0x7faa84005f90 comp rx=0 tx=0).stop 2024-09-05T02:37:05.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.547+0000 7faa9c800640 1 -- 172.21.15.33:0/2818484727 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa94103ff0 msgr2=0x7faa9419a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:05.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.547+0000 7faa9c800640 1 --2- 172.21.15.33:0/2818484727 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa94103ff0 0x7faa9419a5f0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7faa88006010 tx=0x7faa88004040 comp rx=0 tx=0).stop 2024-09-05T02:37:05.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.547+0000 7faa9c800640 1 -- 172.21.15.33:0/2818484727 shutdown_connections 2024-09-05T02:37:05.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.547+0000 7faa9c800640 1 --2- 172.21.15.33:0/2818484727 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7faa7c0a2d70 0x7faa7c0a5230 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:05.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.547+0000 7faa9c800640 1 --2- 172.21.15.33:0/2818484727 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7faa94109120 0x7faa9419eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:05.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.547+0000 7faa9c800640 1 --2- 172.21.15.33:0/2818484727 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faa941049a0 0x7faa9419ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:05.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.547+0000 7faa9c800640 1 --2- 172.21.15.33:0/2818484727 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa94103ff0 0x7faa9419a5f0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:05.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.547+0000 7faa9c800640 1 -- 172.21.15.33:0/2818484727 >> 172.21.15.33:0/2818484727 conn(0x7faa940ffa90 msgr2=0x7faa94100e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:05.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.548+0000 7faa9c800640 1 -- 172.21.15.33:0/2818484727 shutdown_connections 2024-09-05T02:37:05.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:05.548+0000 7faa9c800640 1 -- 172.21.15.33:0/2818484727 wait complete. 2024-09-05T02:37:05.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:05 smithi174 ceph-mon[34756]: pgmap v313: 97 pgs: 97 active+clean; 2.2 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:37:05.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:05 smithi123 ceph-mon[34031]: pgmap v313: 97 pgs: 97 active+clean; 2.2 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:37:06.187 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-05T02:37:06.563 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:37:06.702 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:06 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2818484727' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:37:06.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:06 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2818484727' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:37:06.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:06 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2818484727' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:37:07.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.143+0000 7f107b600640 1 -- 172.21.15.33:0/3250810507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1074103ff0 msgr2=0x7f10741043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:07.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.143+0000 7f107b600640 1 --2- 172.21.15.33:0/3250810507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1074103ff0 0x7f10741043d0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f1068009900 tx=0x7f106802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.143+0000 7f107b600640 1 -- 172.21.15.33:0/3250810507 shutdown_connections 2024-09-05T02:37:07.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.143+0000 7f107b600640 1 --2- 172.21.15.33:0/3250810507 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1074109120 0x7f1074110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.143+0000 7f107b600640 1 --2- 172.21.15.33:0/3250810507 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f10741049a0 0x7f10741089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.143+0000 7f107b600640 1 --2- 172.21.15.33:0/3250810507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1074103ff0 0x7f10741043d0 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.143+0000 7f107b600640 1 -- 172.21.15.33:0/3250810507 >> 172.21.15.33:0/3250810507 conn(0x7f10740ffa90 msgr2=0x7f1074101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:07.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.143+0000 7f107b600640 1 -- 172.21.15.33:0/3250810507 shutdown_connections 2024-09-05T02:37:07.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.143+0000 7f107b600640 1 -- 172.21.15.33:0/3250810507 wait complete. 2024-09-05T02:37:07.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.144+0000 7f107b600640 1 Processor -- start 2024-09-05T02:37:07.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.144+0000 7f107b600640 1 -- start start 2024-09-05T02:37:07.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.145+0000 7f107b600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1074103ff0 0x7f107419a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:07.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.145+0000 7f107b600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10741049a0 0x7f107419ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:07.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.145+0000 7f107b600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1074109120 0x7f107419eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:07.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.145+0000 7f107b600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1074114120 con 0x7f10741049a0 2024-09-05T02:37:07.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.145+0000 7f107b600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1074113fa0 con 0x7f1074103ff0 2024-09-05T02:37:07.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.145+0000 7f107b600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f10741142a0 con 0x7f1074109120 2024-09-05T02:37:07.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.145+0000 7f1073e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10741049a0 0x7f107419ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:07.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.145+0000 7f1073e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10741049a0 0x7f107419ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54538/0 (socket says 172.21.15.33:54538) 2024-09-05T02:37:07.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.145+0000 7f1078c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1074103ff0 0x7f107419a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:07.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.145+0000 7f1073e00640 1 -- 172.21.15.33:0/3203813132 learned_addr learned my addr 172.21.15.33:0/3203813132 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:07.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.145+0000 7f1079600640 1 --2- 172.21.15.33:0/3203813132 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1074109120 0x7f107419eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:07.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.146+0000 7f1073e00640 1 -- 172.21.15.33:0/3203813132 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1074109120 msgr2=0x7f107419eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:07.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.146+0000 7f1073e00640 1 --2- 172.21.15.33:0/3203813132 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1074109120 0x7f107419eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.146+0000 7f1073e00640 1 -- 172.21.15.33:0/3203813132 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1074103ff0 msgr2=0x7f107419a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:07.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.146+0000 7f1073e00640 1 --2- 172.21.15.33:0/3203813132 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1074103ff0 0x7f107419a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.146+0000 7f1073e00640 1 -- 172.21.15.33:0/3203813132 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f107419f590 con 0x7f10741049a0 2024-09-05T02:37:07.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.146+0000 7f1073e00640 1 --2- 172.21.15.33:0/3203813132 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10741049a0 0x7f107419ab20 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f106000d950 tx=0x7f106000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:07.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.146+0000 7f1071600640 1 -- 172.21.15.33:0/3203813132 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1060017030 con 0x7f10741049a0 2024-09-05T02:37:07.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.146+0000 7f1071600640 1 -- 172.21.15.33:0/3203813132 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1060004020 con 0x7f10741049a0 2024-09-05T02:37:07.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.146+0000 7f1071600640 1 -- 172.21.15.33:0/3203813132 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10600047a0 con 0x7f10741049a0 2024-09-05T02:37:07.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.146+0000 7f107b600640 1 -- 172.21.15.33:0/3203813132 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f107419f880 con 0x7f10741049a0 2024-09-05T02:37:07.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.146+0000 7f107b600640 1 -- 172.21.15.33:0/3203813132 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10741a7160 con 0x7f10741049a0 2024-09-05T02:37:07.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.150+0000 7f107e042740 1 Processor -- start 2024-09-05T02:37:07.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.150+0000 7f107e042740 1 -- start start 2024-09-05T02:37:07.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.150+0000 7f107e042740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0d9c70 0x559cdb0da050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:07.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.150+0000 7f1071600640 1 -- 172.21.15.33:0/3203813132 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f10600041d0 con 0x7f10741049a0 2024-09-05T02:37:07.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.150+0000 7f107e042740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0da590 0x559cdb0e4910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:07.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.150+0000 7f107e042740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0e4e50 0x559cdb0e7240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:07.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.150+0000 7f107e042740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x559cdb0403e0 con 0x559cdb0e4e50 2024-09-05T02:37:07.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.150+0000 7f107e042740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x559cdafe7d80 con 0x559cdb0da590 2024-09-05T02:37:07.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.150+0000 7f107e042740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x559cdb03c3a0 con 0x559cdb0d9c70 2024-09-05T02:37:07.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.150+0000 7f1078c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0da590 0x559cdb0e4910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:07.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.150+0000 7f1079600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0d9c70 0x559cdb0da050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:07.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.150+0000 7f1079600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0d9c70 0x559cdb0da050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:57348/0 (socket says 172.21.15.33:57348) 2024-09-05T02:37:07.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.150+0000 7f1078c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0da590 0x559cdb0e4910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:55724/0 (socket says 172.21.15.33:55724) 2024-09-05T02:37:07.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.150+0000 7f1079600640 1 -- 172.21.15.33:0/280864362 learned_addr learned my addr 172.21.15.33:0/280864362 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:07.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.150+0000 7f1073e00640 1 --2- 172.21.15.33:0/280864362 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0e4e50 0x559cdb0e7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:07.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.151+0000 7f1079600640 1 -- 172.21.15.33:0/280864362 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0da590 msgr2=0x559cdb0e4910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:07.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.151+0000 7f1079600640 1 --2- 172.21.15.33:0/280864362 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0da590 0x559cdb0e4910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.151+0000 7f1079600640 1 -- 172.21.15.33:0/280864362 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0e4e50 msgr2=0x559cdb0e7240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:07.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.151+0000 7f1079600640 1 --2- 172.21.15.33:0/280864362 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0e4e50 0x559cdb0e7240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.151+0000 7f1079600640 1 -- 172.21.15.33:0/280864362 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559cdb006ae0 con 0x559cdb0d9c70 2024-09-05T02:37:07.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.151+0000 7f1078c00640 1 --2- 172.21.15.33:0/280864362 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0da590 0x559cdb0e4910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:37:07.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.151+0000 7f1079600640 1 --2- 172.21.15.33:0/280864362 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0d9c70 0x559cdb0da050 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f106c009f70 tx=0x7f106c010800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=64a482824657ef0e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:07.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.152+0000 7f1065c00640 1 -- 172.21.15.33:0/280864362 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106c016070 con 0x559cdb0d9c70 2024-09-05T02:37:07.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.152+0000 7f1065c00640 1 -- 172.21.15.33:0/280864362 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f106c004d20 con 0x559cdb0d9c70 2024-09-05T02:37:07.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.152+0000 7f1065c00640 1 -- 172.21.15.33:0/280864362 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106c0128f0 con 0x559cdb0d9c70 2024-09-05T02:37:07.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.152+0000 7f1071600640 1 --2- 172.21.15.33:0/3203813132 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f105c0a2d70 0x7f105c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:07.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.152+0000 7f1071600640 1 -- 172.21.15.33:0/3203813132 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f10600ced80 con 0x7f10741049a0 2024-09-05T02:37:07.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.152+0000 7f1078c00640 1 --2- 172.21.15.33:0/3203813132 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f105c0a2d70 0x7f105c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:07.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.152+0000 7f107e042740 1 -- 172.21.15.33:0/280864362 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0d9c70 msgr2=0x559cdb0da050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:07.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.152+0000 7f107e042740 1 --2- 172.21.15.33:0/280864362 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0d9c70 0x559cdb0da050 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f106c009f70 tx=0x7f106c010800 comp rx=0 tx=0).stop 2024-09-05T02:37:07.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.152+0000 7f107e042740 1 -- 172.21.15.33:0/280864362 shutdown_connections 2024-09-05T02:37:07.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.152+0000 7f107e042740 1 --2- 172.21.15.33:0/280864362 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0e4e50 0x559cdb0e7240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.152+0000 7f107e042740 1 --2- 172.21.15.33:0/280864362 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0da590 0x559cdb0e4910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.152+0000 7f107e042740 1 --2- 172.21.15.33:0/280864362 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0d9c70 0x559cdb0da050 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.152+0000 7f107e042740 1 -- 172.21.15.33:0/280864362 >> 172.21.15.33:0/280864362 conn(0x559cdb0d6200 msgr2=0x559cdb0d65e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:07.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.153+0000 7f107e042740 1 -- 172.21.15.33:0/280864362 shutdown_connections 2024-09-05T02:37:07.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.153+0000 7f107e042740 1 -- 172.21.15.33:0/280864362 wait complete. 2024-09-05T02:37:07.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.153+0000 7f1078c00640 1 --2- 172.21.15.33:0/3203813132 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f105c0a2d70 0x7f105c0a5230 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1068009230 tx=0x7f10680058d0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:07.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.153+0000 7f107e042740 1 -- start start 2024-09-05T02:37:07.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.154+0000 7f107e042740 1 Processor -- start 2024-09-05T02:37:07.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.154+0000 7f107e042740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0d9c70 0x559cdb0e1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:07.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.154+0000 7f107e042740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0da590 0x559cdb0e2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:07.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.154+0000 7f107e042740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0e4e50 0x559cdb0e2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:07.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.154+0000 7f107e042740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x559cdb0e7a20 con 0x559cdb0d9c70 2024-09-05T02:37:07.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.154+0000 7f107e042740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x559cdaffb0f0 con 0x559cdb0e4e50 2024-09-05T02:37:07.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.154+0000 7f107e042740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x559cdb0e7ba0 con 0x559cdb0da590 2024-09-05T02:37:07.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.154+0000 7f107e042740 10 client.0 _ll_register_callbacks cb 0x559cdafe2bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:37:07.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.154+0000 7f1078c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0d9c70 0x559cdb0e1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:07.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.154+0000 7f1078c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0d9c70 0x559cdb0e1ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54556/0 (socket says 172.21.15.33:54556) 2024-09-05T02:37:07.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.154+0000 7f1078c00640 1 -- 172.21.15.33:0/4265991580 learned_addr learned my addr 172.21.15.33:0/4265991580 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:07.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.154+0000 7f1073e00640 1 --2- 172.21.15.33:0/4265991580 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0da590 0x559cdb0e2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:07.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.155+0000 7f1079600640 1 --2- 172.21.15.33:0/4265991580 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0e4e50 0x559cdb0e2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:07.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.155+0000 7f1073e00640 1 -- 172.21.15.33:0/4265991580 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0e4e50 msgr2=0x559cdb0e2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:07.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.155+0000 7f1073e00640 1 --2- 172.21.15.33:0/4265991580 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0e4e50 0x559cdb0e2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.155+0000 7f1073e00640 1 -- 172.21.15.33:0/4265991580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0d9c70 msgr2=0x559cdb0e1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:07.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.155+0000 7f1073e00640 1 --2- 172.21.15.33:0/4265991580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0d9c70 0x559cdb0e1ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.155+0000 7f1073e00640 1 -- 172.21.15.33:0/4265991580 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559cdadb13c0 con 0x559cdb0da590 2024-09-05T02:37:07.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.155+0000 7f1073e00640 1 --2- 172.21.15.33:0/4265991580 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0da590 0x559cdb0e2220 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f10600cc460 tx=0x7f10600975c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9b7ee8a6e3bf2051 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:07.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.155+0000 7f105a000640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:37:07.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.155+0000 7f105a000640 1 -- 172.21.15.33:0/4265991580 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10600d0070 con 0x559cdb0da590 2024-09-05T02:37:07.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.155+0000 7f105a000640 1 -- 172.21.15.33:0/4265991580 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f10600bb0c0 con 0x559cdb0da590 2024-09-05T02:37:07.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.155+0000 7f107e042740 1 -- 172.21.15.33:0/4265991580 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f106c004d20 con 0x559cdb0da590 2024-09-05T02:37:07.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.156+0000 7f105a000640 1 -- 172.21.15.33:0/4265991580 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f10600cc8e0 con 0x559cdb0da590 2024-09-05T02:37:07.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.156+0000 7f107e042740 10 client.27949 fetch_fsmap learned FSMap version 29 2024-09-05T02:37:07.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.156+0000 7f107e042740 1 -- 172.21.15.33:0/4265991580 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559cdb0f39f0 con 0x559cdb0da590 2024-09-05T02:37:07.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.156+0000 7f105a000640 1 -- 172.21.15.33:0/4265991580 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f106c004d20 con 0x559cdb0da590 2024-09-05T02:37:07.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.156+0000 7f105a000640 1 -- 172.21.15.33:0/4265991580 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f10600ccbb0 con 0x559cdb0da590 2024-09-05T02:37:07.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.156+0000 7f107e042740 10 client.27949 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:37:07.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.156+0000 7f107e042740 10 client.27949 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:37:07.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.156+0000 7f107e042740 20 client.27949 populate_metadata read hostname 'smithi033' 2024-09-05T02:37:07.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.156+0000 7f107e042740 1 --2- 172.21.15.33:0/4265991580 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x559cdb0f4eb0 0x559cdb0f72c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:07.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.156+0000 7f107e042740 4 client.27949 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:37:07.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.156+0000 7f107e042740 1 -- 172.21.15.33:0/4265991580 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559cdb04d950 con 0x559cdb0f4eb0 2024-09-05T02:37:07.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.157+0000 7f1078c00640 1 --2- 172.21.15.33:0/4265991580 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x559cdb0f4eb0 0x559cdb0f72c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:07.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.157+0000 7f1078c00640 1 --2- 172.21.15.33:0/4265991580 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x559cdb0f4eb0 0x559cdb0f72c0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=ca510ec2f5ff6d62 server_cookie=d182c0b3786af5c8 in_seq=0 out_seq=0 2024-09-05T02:37:07.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.157+0000 7f105a000640 10 client.27949 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:37:07.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.158+0000 7f105a000640 1 -- 172.21.15.33:0/4265991580 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559cdb04d950 con 0x559cdb0f4eb0 2024-09-05T02:37:07.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.158+0000 7f105a000640 10 client.27949 handle_command_reply: tid=0 2024-09-05T02:37:07.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.158+0000 7f107e042740 1 client.27949 shutdown 2024-09-05T02:37:07.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.158+0000 7f107e042740 1 -- 172.21.15.33:0/4265991580 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0da590 msgr2=0x559cdb0e2220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:07.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.158+0000 7f107e042740 1 --2- 172.21.15.33:0/4265991580 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0da590 0x559cdb0e2220 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f10600cc460 tx=0x7f10600975c0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.158+0000 7f107e042740 1 -- 172.21.15.33:0/4265991580 shutdown_connections 2024-09-05T02:37:07.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.158+0000 7f107e042740 1 --2- 172.21.15.33:0/4265991580 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x559cdb0f4eb0 0x559cdb0f72c0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.158+0000 7f107e042740 1 --2- 172.21.15.33:0/4265991580 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0e4e50 0x559cdb0e2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.158+0000 7f107e042740 1 --2- 172.21.15.33:0/4265991580 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0da590 0x559cdb0e2220 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.158+0000 7f105a000640 0 client.27949 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:37:07.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.158+0000 7f107e042740 1 --2- 172.21.15.33:0/4265991580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0d9c70 0x559cdb0e1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.158+0000 7f107e042740 1 -- 172.21.15.33:0/4265991580 >> 172.21.15.33:0/4265991580 conn(0x559cdb0d6200 msgr2=0x559cdb0d5380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:07.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.159+0000 7f107e042740 1 -- 172.21.15.33:0/4265991580 shutdown_connections 2024-09-05T02:37:07.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.159+0000 7f107e042740 1 -- 172.21.15.33:0/4265991580 wait complete. 2024-09-05T02:37:07.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.159+0000 7f107e042740 20 client.27949 trim_cache size 0 max 16384 2024-09-05T02:37:07.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.172+0000 7f107e042740 1 Processor -- start 2024-09-05T02:37:07.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.172+0000 7f107e042740 1 -- start start 2024-09-05T02:37:07.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.173+0000 7f107e042740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0d9c70 0x559cdb0dc6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:07.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.173+0000 7f107e042740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0da590 0x559cdb0e3c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:07.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.173+0000 7f107e042740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0e4e50 0x559cdb0fcb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:07.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.173+0000 7f107e042740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f10741afa90 con 0x559cdb0da590 2024-09-05T02:37:07.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.173+0000 7f107e042740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f10741b15d0 con 0x559cdb0d9c70 2024-09-05T02:37:07.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.173+0000 7f107e042740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f10741b0160 con 0x559cdb0e4e50 2024-09-05T02:37:07.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.173+0000 7f1073e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0da590 0x559cdb0e3c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:07.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.173+0000 7f1073e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0da590 0x559cdb0e3c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54560/0 (socket says 172.21.15.33:54560) 2024-09-05T02:37:07.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.173+0000 7f1073e00640 1 -- 172.21.15.33:0/1951346076 learned_addr learned my addr 172.21.15.33:0/1951346076 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:07.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.173+0000 7f1079600640 1 --2- 172.21.15.33:0/1951346076 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0e4e50 0x559cdb0fcb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:07.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.173+0000 7f1078c00640 1 --2- 172.21.15.33:0/1951346076 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0d9c70 0x559cdb0dc6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:07.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.173+0000 7f1073e00640 1 -- 172.21.15.33:0/1951346076 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0e4e50 msgr2=0x559cdb0fcb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:07.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.173+0000 7f1073e00640 1 --2- 172.21.15.33:0/1951346076 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0e4e50 0x559cdb0fcb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.173+0000 7f1073e00640 1 -- 172.21.15.33:0/1951346076 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0d9c70 msgr2=0x559cdb0dc6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:07.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.173+0000 7f1073e00640 1 --2- 172.21.15.33:0/1951346076 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0d9c70 0x559cdb0dc6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.173+0000 7f1073e00640 1 -- 172.21.15.33:0/1951346076 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559cdb0d6030 con 0x559cdb0da590 2024-09-05T02:37:07.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.174+0000 7f1073e00640 1 --2- 172.21.15.33:0/1951346076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0da590 0x559cdb0e3c50 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f1060009fd0 tx=0x7f10600057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49520cd12e47f938 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:07.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.174+0000 7f1065200640 1 -- 172.21.15.33:0/1951346076 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106009ad70 con 0x559cdb0da590 2024-09-05T02:37:07.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.174+0000 7f1065200640 1 -- 172.21.15.33:0/1951346076 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f106009b930 con 0x559cdb0da590 2024-09-05T02:37:07.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.174+0000 7f1065200640 1 -- 172.21.15.33:0/1951346076 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10600ccbb0 con 0x559cdb0da590 2024-09-05T02:37:07.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.175+0000 7f107e042740 1 -- 172.21.15.33:0/1951346076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0da590 msgr2=0x559cdb0e3c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:07.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.175+0000 7f107e042740 1 --2- 172.21.15.33:0/1951346076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0da590 0x559cdb0e3c50 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f1060009fd0 tx=0x7f10600057b0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.175+0000 7f107e042740 1 -- 172.21.15.33:0/1951346076 shutdown_connections 2024-09-05T02:37:07.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.175+0000 7f107e042740 1 --2- 172.21.15.33:0/1951346076 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0e4e50 0x559cdb0fcb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.175+0000 7f107e042740 1 --2- 172.21.15.33:0/1951346076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0da590 0x559cdb0e3c50 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.175+0000 7f107e042740 1 --2- 172.21.15.33:0/1951346076 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0d9c70 0x559cdb0dc6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.175+0000 7f107e042740 1 -- 172.21.15.33:0/1951346076 >> 172.21.15.33:0/1951346076 conn(0x559cdb0d6200 msgr2=0x559cdb0e3540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:07.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.175+0000 7f107e042740 1 -- 172.21.15.33:0/1951346076 shutdown_connections 2024-09-05T02:37:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.175+0000 7f107e042740 1 -- 172.21.15.33:0/1951346076 wait complete. 2024-09-05T02:37:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.175+0000 7f107e042740 1 -- start start 2024-09-05T02:37:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.175+0000 7f107e042740 1 Processor -- start 2024-09-05T02:37:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.176+0000 7f107e042740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0d9c70 0x559cdb0e8a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.176+0000 7f107e042740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0da590 0x559cdb0e8fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.176+0000 7f107e042740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0e4e50 0x559cdb0e94e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.176+0000 7f107e042740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f10741b0f00 con 0x559cdb0da590 2024-09-05T02:37:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.176+0000 7f107e042740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f10741b0830 con 0x559cdb0d9c70 2024-09-05T02:37:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.176+0000 7f107e042740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f10741ada90 con 0x559cdb0e4e50 2024-09-05T02:37:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.176+0000 7f107e042740 10 client.0 _ll_register_callbacks cb 0x7f1060005d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:37:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.176+0000 7f1073e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0da590 0x559cdb0e8fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.176+0000 7f1073e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0da590 0x559cdb0e8fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54568/0 (socket says 172.21.15.33:54568) 2024-09-05T02:37:07.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.176+0000 7f1073e00640 1 -- 172.21.15.33:0/4158305447 learned_addr learned my addr 172.21.15.33:0/4158305447 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:07.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.176+0000 7f1078c00640 1 --2- 172.21.15.33:0/4158305447 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0d9c70 0x559cdb0e8a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:07.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.176+0000 7f1079600640 1 --2- 172.21.15.33:0/4158305447 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0e4e50 0x559cdb0e94e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:07.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.177+0000 7f1078c00640 1 -- 172.21.15.33:0/4158305447 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0e4e50 msgr2=0x559cdb0e94e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:07.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.177+0000 7f1078c00640 1 --2- 172.21.15.33:0/4158305447 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0e4e50 0x559cdb0e94e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.177+0000 7f1078c00640 1 -- 172.21.15.33:0/4158305447 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0da590 msgr2=0x559cdb0e8fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:07.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.177+0000 7f1078c00640 1 --2- 172.21.15.33:0/4158305447 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0da590 0x559cdb0e8fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.177+0000 7f1078c00640 1 -- 172.21.15.33:0/4158305447 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559cdb0d72b0 con 0x559cdb0d9c70 2024-09-05T02:37:07.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.177+0000 7f1073e00640 1 --2- 172.21.15.33:0/4158305447 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0da590 0x559cdb0e8fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:37:07.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.177+0000 7f1078c00640 1 --2- 172.21.15.33:0/4158305447 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0d9c70 0x559cdb0e8a60 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x559cdb0f7ad0 tx=0x7f1068009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=16346cdc3edca5ab server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:07.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.177+0000 7f105a000640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:37:07.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.177+0000 7f105a000640 1 -- 172.21.15.33:0/4158305447 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1068035040 con 0x559cdb0d9c70 2024-09-05T02:37:07.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.177+0000 7f105a000640 1 -- 172.21.15.33:0/4158305447 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8542+0+0 (secure 0 0 0) 0x7f1068003dd0 con 0x559cdb0d9c70 2024-09-05T02:37:07.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.177+0000 7f107e042740 1 -- 172.21.15.33:0/4158305447 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f106009b930 con 0x559cdb0d9c70 2024-09-05T02:37:07.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.178+0000 7f105a000640 1 -- 172.21.15.33:0/4158305447 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1068054300 con 0x559cdb0d9c70 2024-09-05T02:37:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.178+0000 7f107e042740 10 client.28034 fetch_fsmap learned FSMap version 29 2024-09-05T02:37:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.178+0000 7f107e042740 1 -- 172.21.15.33:0/4158305447 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559cdb15fbf0 con 0x559cdb0d9c70 2024-09-05T02:37:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.178+0000 7f105a000640 1 -- 172.21.15.33:0/4158305447 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f106009b930 con 0x559cdb0d9c70 2024-09-05T02:37:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.178+0000 7f105a000640 1 -- 172.21.15.33:0/4158305447 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f106805b070 con 0x559cdb0d9c70 2024-09-05T02:37:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.178+0000 7f107e042740 10 client.28034 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:37:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.178+0000 7f107e042740 10 client.28034 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.e 2024-09-05T02:37:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.178+0000 7f107e042740 20 client.28034 populate_metadata read hostname 'smithi033' 2024-09-05T02:37:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.178+0000 7f107e042740 1 --2- 172.21.15.33:0/4158305447 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x559cdb160310 0x559cdb162700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.178+0000 7f107e042740 4 client.28034 mds_command: new command op to 24497 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:37:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.178+0000 7f107e042740 1 -- 172.21.15.33:0/4158305447 --> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559cdb047e60 con 0x559cdb160310 2024-09-05T02:37:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.179+0000 7f1073e00640 1 --2- 172.21.15.33:0/4158305447 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x559cdb160310 0x559cdb162700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.179+0000 7f1073e00640 1 --2- 172.21.15.33:0/4158305447 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x559cdb160310 0x559cdb162700 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=180592d04bbd7c10 server_cookie=438386c851fe99a9 in_seq=0 out_seq=0 2024-09-05T02:37:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.179+0000 7f105a000640 10 client.28034 ms_handle_connect on v2:172.21.15.123:6834/3890226154 2024-09-05T02:37:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.179+0000 7f105a000640 1 -- 172.21.15.33:0/4158305447 <== mds.4 v2:172.21.15.123:6834/3890226154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559cdb047e60 con 0x559cdb160310 2024-09-05T02:37:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.179+0000 7f105a000640 10 client.28034 handle_command_reply: tid=0 2024-09-05T02:37:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.179+0000 7f107e042740 1 client.28034 shutdown 2024-09-05T02:37:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.179+0000 7f107e042740 1 -- 172.21.15.33:0/4158305447 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0d9c70 msgr2=0x559cdb0e8a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.179+0000 7f107e042740 1 --2- 172.21.15.33:0/4158305447 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0d9c70 0x559cdb0e8a60 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x559cdb0f7ad0 tx=0x7f1068009260 comp rx=0 tx=0).stop 2024-09-05T02:37:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.180+0000 7f107e042740 1 -- 172.21.15.33:0/4158305447 shutdown_connections 2024-09-05T02:37:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.180+0000 7f107e042740 1 --2- 172.21.15.33:0/4158305447 >> [v2:172.21.15.123:6834/3890226154,v1:172.21.15.123:6835/3890226154] conn(0x559cdb160310 0x559cdb162700 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.180+0000 7f107e042740 1 --2- 172.21.15.33:0/4158305447 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x559cdb0e4e50 0x559cdb0e94e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.180+0000 7f107e042740 1 --2- 172.21.15.33:0/4158305447 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559cdb0da590 0x559cdb0e8fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.180+0000 7f107e042740 1 --2- 172.21.15.33:0/4158305447 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559cdb0d9c70 0x559cdb0e8a60 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.180+0000 7f105a000640 0 client.28034 ms_handle_reset on v2:172.21.15.123:6834/3890226154 2024-09-05T02:37:07.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.180+0000 7f107e042740 1 -- 172.21.15.33:0/4158305447 >> 172.21.15.33:0/4158305447 conn(0x559cdb0d6200 msgr2=0x559cdb0d5380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:07.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.180+0000 7f107e042740 1 -- 172.21.15.33:0/4158305447 shutdown_connections 2024-09-05T02:37:07.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.180+0000 7f107e042740 1 -- 172.21.15.33:0/4158305447 wait complete. 2024-09-05T02:37:07.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.180+0000 7f107e042740 20 client.28034 trim_cache size 0 max 16384 2024-09-05T02:37:07.186 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:37:07.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.181+0000 7f107b600640 1 -- 172.21.15.33:0/3203813132 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f105c0a2d70 msgr2=0x7f105c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:07.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.181+0000 7f107b600640 1 --2- 172.21.15.33:0/3203813132 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f105c0a2d70 0x7f105c0a5230 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1068009230 tx=0x7f10680058d0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.181+0000 7f107b600640 1 -- 172.21.15.33:0/3203813132 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10741049a0 msgr2=0x7f107419ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:07.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.181+0000 7f107b600640 1 --2- 172.21.15.33:0/3203813132 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10741049a0 0x7f107419ab20 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f106000d950 tx=0x7f106000de10 comp rx=0 tx=0).stop 2024-09-05T02:37:07.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.181+0000 7f107b600640 1 -- 172.21.15.33:0/3203813132 shutdown_connections 2024-09-05T02:37:07.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.181+0000 7f107b600640 1 --2- 172.21.15.33:0/3203813132 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f105c0a2d70 0x7f105c0a5230 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.181+0000 7f107b600640 1 --2- 172.21.15.33:0/3203813132 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1074109120 0x7f107419eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.181+0000 7f107b600640 1 --2- 172.21.15.33:0/3203813132 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10741049a0 0x7f107419ab20 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.181+0000 7f107b600640 1 --2- 172.21.15.33:0/3203813132 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1074103ff0 0x7f107419a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:07.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.181+0000 7f107b600640 1 -- 172.21.15.33:0/3203813132 >> 172.21.15.33:0/3203813132 conn(0x7f10740ffa90 msgr2=0x7f1074100e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:07.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.181+0000 7f107b600640 1 -- 172.21.15.33:0/3203813132 shutdown_connections 2024-09-05T02:37:07.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:07.181+0000 7f107b600640 1 -- 172.21.15.33:0/3203813132 wait complete. 2024-09-05T02:37:07.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:07 smithi174 ceph-mon[34756]: pgmap v314: 97 pgs: 97 active+clean; 2.2 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:37:07.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:07 smithi033 ceph-mon[29909]: pgmap v314: 97 pgs: 97 active+clean; 2.2 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:37:07.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:07 smithi123 ceph-mon[34031]: pgmap v314: 97 pgs: 97 active+clean; 2.2 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-09-05T02:37:08.031 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-05T02:37:08.408 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:37:08.420 DEBUG:teuthology.orchestra.run.smithi033:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-09-05T02:37:08.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.578+0000 7f630c400640 1 -- 172.21.15.33:0/1538223700 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6304107b80 msgr2=0x7f6304107f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:08.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.578+0000 7f630c400640 1 --2- 172.21.15.33:0/1538223700 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6304107b80 0x7f6304107f60 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f62f8009930 tx=0x7f62f802a440 comp rx=0 tx=0).stop 2024-09-05T02:37:08.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.578+0000 7f630c400640 1 -- 172.21.15.33:0/1538223700 shutdown_connections 2024-09-05T02:37:08.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.578+0000 7f630c400640 1 --2- 172.21.15.33:0/1538223700 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6304102480 0x7f630410e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:08.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.578+0000 7f630c400640 1 --2- 172.21.15.33:0/1538223700 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6304101ae0 0x7f6304101f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:08.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.578+0000 7f630c400640 1 --2- 172.21.15.33:0/1538223700 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6304107b80 0x7f6304107f60 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:08.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.578+0000 7f630c400640 1 -- 172.21.15.33:0/1538223700 >> 172.21.15.33:0/1538223700 conn(0x7f63040fd7e0 msgr2=0x7f63040ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:08.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.579+0000 7f630c400640 1 -- 172.21.15.33:0/1538223700 shutdown_connections 2024-09-05T02:37:08.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.579+0000 7f630c400640 1 -- 172.21.15.33:0/1538223700 wait complete. 2024-09-05T02:37:08.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.580+0000 7f630c400640 1 Processor -- start 2024-09-05T02:37:08.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.580+0000 7f630c400640 1 -- start start 2024-09-05T02:37:08.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.580+0000 7f630c400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6304101ae0 0x7f630419a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:08.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.580+0000 7f630c400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6304102480 0x7f630419ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:08.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.580+0000 7f630c400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6304107b80 0x7f630419ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:08.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.580+0000 7f630c400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6304111f80 con 0x7f6304101ae0 2024-09-05T02:37:08.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.580+0000 7f630c400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6304111e00 con 0x7f6304102480 2024-09-05T02:37:08.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.580+0000 7f630c400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6304112100 con 0x7f6304107b80 2024-09-05T02:37:08.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.580+0000 7f6309a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6304101ae0 0x7f630419a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:08.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.580+0000 7f6309a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6304101ae0 0x7f630419a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54584/0 (socket says 172.21.15.33:54584) 2024-09-05T02:37:08.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.581+0000 7f6309a00640 1 -- 172.21.15.33:0/337796780 learned_addr learned my addr 172.21.15.33:0/337796780 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:08.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.581+0000 7f6309000640 1 --2- 172.21.15.33:0/337796780 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6304102480 0x7f630419ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:08.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.581+0000 7f630a400640 1 --2- 172.21.15.33:0/337796780 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6304107b80 0x7f630419ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:08.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.581+0000 7f6309a00640 1 -- 172.21.15.33:0/337796780 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6304107b80 msgr2=0x7f630419ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:08.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.581+0000 7f6309a00640 1 --2- 172.21.15.33:0/337796780 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6304107b80 0x7f630419ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:08.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.581+0000 7f6309a00640 1 -- 172.21.15.33:0/337796780 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6304102480 msgr2=0x7f630419ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:08.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.581+0000 7f6309a00640 1 --2- 172.21.15.33:0/337796780 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6304102480 0x7f630419ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:08.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.581+0000 7f6309a00640 1 -- 172.21.15.33:0/337796780 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f630419f5b0 con 0x7f6304101ae0 2024-09-05T02:37:08.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.581+0000 7f6309a00640 1 --2- 172.21.15.33:0/337796780 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6304101ae0 0x7f630419a5c0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f62f802a960 tx=0x7f62f8003b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:08.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.581+0000 7f6302000640 1 -- 172.21.15.33:0/337796780 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62f803f070 con 0x7f6304101ae0 2024-09-05T02:37:08.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.582+0000 7f6302000640 1 -- 172.21.15.33:0/337796780 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f62f8031c90 con 0x7f6304101ae0 2024-09-05T02:37:08.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.582+0000 7f630c400640 1 -- 172.21.15.33:0/337796780 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f630419f840 con 0x7f6304101ae0 2024-09-05T02:37:08.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.582+0000 7f6302000640 1 -- 172.21.15.33:0/337796780 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62f8035030 con 0x7f6304101ae0 2024-09-05T02:37:08.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.582+0000 7f630c400640 1 -- 172.21.15.33:0/337796780 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63041a7130 con 0x7f6304101ae0 2024-09-05T02:37:08.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.583+0000 7f630c400640 1 -- 172.21.15.33:0/337796780 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6304101f40 con 0x7f6304101ae0 2024-09-05T02:37:08.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.585+0000 7f6302000640 1 -- 172.21.15.33:0/337796780 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f62f8042070 con 0x7f6304101ae0 2024-09-05T02:37:08.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.586+0000 7f6302000640 1 --2- 172.21.15.33:0/337796780 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f62ec0a2e20 0x7f62ec0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:08.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.587+0000 7f6302000640 1 -- 172.21.15.33:0/337796780 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8586+0+0 (secure 0 0 0) 0x7f62f80efdf0 con 0x7f6304101ae0 2024-09-05T02:37:08.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.587+0000 7f6309000640 1 --2- 172.21.15.33:0/337796780 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f62ec0a2e20 0x7f62ec0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:08.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.588+0000 7f6309000640 1 --2- 172.21.15.33:0/337796780 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f62ec0a2e20 0x7f62ec0a52e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f630410edb0 tx=0x7f62f0005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:08.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.593+0000 7f6302000640 1 -- 172.21.15.33:0/337796780 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f62f80bc970 con 0x7f6304101ae0 2024-09-05T02:37:08.734 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:08 smithi033 ceph-mon[29909]: osdmap e94: 12 total, 12 up, 12 in 2024-09-05T02:37:08.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:08 smithi174 ceph-mon[34756]: osdmap e94: 12 total, 12 up, 12 in 2024-09-05T02:37:08.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.806+0000 7f630c400640 1 -- 172.21.15.33:0/337796780 --> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f63040fe470 con 0x7f62ec0a2e20 2024-09-05T02:37:08.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.815+0000 7f6302000640 1 -- 172.21.15.33:0/337796780 <== mgr.15138 v2:172.21.15.33:6800/2352698460 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+350 (secure 0 0 0) 0x7f63040fe470 con 0x7f62ec0a2e20 2024-09-05T02:37:08.816 INFO:teuthology.orchestra.run.smithi033.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-09-05T00:00:00", "created": "2024-09-05T02:27:06", "first": "2024-09-05T02:28:00", "last": "2024-09-05T02:37:00", "last_pruned": "2024-09-05T02:37:00", "created_count": 10, "pruned_count": 4, "active": true} 2024-09-05T02:37:08.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.817+0000 7f630c400640 1 -- 172.21.15.33:0/337796780 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f62ec0a2e20 msgr2=0x7f62ec0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:08.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.817+0000 7f630c400640 1 --2- 172.21.15.33:0/337796780 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f62ec0a2e20 0x7f62ec0a52e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f630410edb0 tx=0x7f62f0005f90 comp rx=0 tx=0).stop 2024-09-05T02:37:08.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.817+0000 7f630c400640 1 -- 172.21.15.33:0/337796780 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6304101ae0 msgr2=0x7f630419a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:08.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.817+0000 7f630c400640 1 --2- 172.21.15.33:0/337796780 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6304101ae0 0x7f630419a5c0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f62f802a960 tx=0x7f62f8003b20 comp rx=0 tx=0).stop 2024-09-05T02:37:08.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.817+0000 7f630c400640 1 -- 172.21.15.33:0/337796780 shutdown_connections 2024-09-05T02:37:08.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.817+0000 7f630c400640 1 --2- 172.21.15.33:0/337796780 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f62ec0a2e20 0x7f62ec0a52e0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:08.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.817+0000 7f630c400640 1 --2- 172.21.15.33:0/337796780 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6304107b80 0x7f630419ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:08.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.817+0000 7f630c400640 1 --2- 172.21.15.33:0/337796780 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6304102480 0x7f630419ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:08.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.817+0000 7f630c400640 1 --2- 172.21.15.33:0/337796780 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6304101ae0 0x7f630419a5c0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:08.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.817+0000 7f630c400640 1 -- 172.21.15.33:0/337796780 >> 172.21.15.33:0/337796780 conn(0x7f63040fd7e0 msgr2=0x7f63040fdd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:08.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.817+0000 7f630c400640 1 -- 172.21.15.33:0/337796780 shutdown_connections 2024-09-05T02:37:08.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.817+0000 7f630c400640 1 -- 172.21.15.33:0/337796780 wait complete. 2024-09-05T02:37:08.833 DEBUG:teuthology.orchestra.run.smithi033:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-09-05T02:37:08.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:08 smithi123 ceph-mon[34031]: osdmap e94: 12 total, 12 up, 12 in 2024-09-05T02:37:08.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.995+0000 7fb661600640 1 -- 172.21.15.33:0/2442919457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb65c0745c0 msgr2=0x7fb65c0749a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:08.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.995+0000 7fb661600640 1 --2- 172.21.15.33:0/2442919457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb65c0745c0 0x7fb65c0749a0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7fb64c009900 tx=0x7fb64c02a480 comp rx=0 tx=0).stop 2024-09-05T02:37:08.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.996+0000 7fb661600640 1 -- 172.21.15.33:0/2442919457 shutdown_connections 2024-09-05T02:37:08.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.996+0000 7fb661600640 1 --2- 172.21.15.33:0/2442919457 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb65c10e380 0x7fb65c110790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:08.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.996+0000 7fb661600640 1 --2- 172.21.15.33:0/2442919457 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb65c074ee0 0x7fb65c10de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:08.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.996+0000 7fb661600640 1 --2- 172.21.15.33:0/2442919457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb65c0745c0 0x7fb65c0749a0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:08.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.996+0000 7fb661600640 1 -- 172.21.15.33:0/2442919457 >> 172.21.15.33:0/2442919457 conn(0x7fb65c0fd7e0 msgr2=0x7fb65c0ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:08.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.996+0000 7fb661600640 1 -- 172.21.15.33:0/2442919457 shutdown_connections 2024-09-05T02:37:08.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.996+0000 7fb661600640 1 -- 172.21.15.33:0/2442919457 wait complete. 2024-09-05T02:37:09.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.997+0000 7fb661600640 1 Processor -- start 2024-09-05T02:37:09.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.997+0000 7fb661600640 1 -- start start 2024-09-05T02:37:09.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.998+0000 7fb661600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb65c0745c0 0x7fb65c19a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.998+0000 7fb661600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb65c074ee0 0x7fb65c19aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.998+0000 7fb661600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb65c10e380 0x7fb65c19ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.998+0000 7fb661600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb65c114110 con 0x7fb65c0745c0 2024-09-05T02:37:09.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.998+0000 7fb661600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb65c113f90 con 0x7fb65c074ee0 2024-09-05T02:37:09.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.998+0000 7fb661600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fb65c114290 con 0x7fb65c10e380 2024-09-05T02:37:09.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.998+0000 7fb65aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb65c0745c0 0x7fb65c19a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.998+0000 7fb65aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb65c0745c0 0x7fb65c19a660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54612/0 (socket says 172.21.15.33:54612) 2024-09-05T02:37:09.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.998+0000 7fb65aa00640 1 -- 172.21.15.33:0/2391788618 learned_addr learned my addr 172.21.15.33:0/2391788618 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:09.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.998+0000 7fb65b400640 1 --2- 172.21.15.33:0/2391788618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb65c10e380 0x7fb65c19ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.998+0000 7fb65a000640 1 --2- 172.21.15.33:0/2391788618 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb65c074ee0 0x7fb65c19aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.998+0000 7fb65aa00640 1 -- 172.21.15.33:0/2391788618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb65c10e380 msgr2=0x7fb65c19ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:09.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.998+0000 7fb65aa00640 1 --2- 172.21.15.33:0/2391788618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb65c10e380 0x7fb65c19ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.998+0000 7fb65aa00640 1 -- 172.21.15.33:0/2391788618 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb65c074ee0 msgr2=0x7fb65c19aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:09.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.998+0000 7fb65aa00640 1 --2- 172.21.15.33:0/2391788618 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb65c074ee0 0x7fb65c19aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.998+0000 7fb65aa00640 1 -- 172.21.15.33:0/2391788618 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb65c19f650 con 0x7fb65c0745c0 2024-09-05T02:37:09.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.999+0000 7fb65aa00640 1 --2- 172.21.15.33:0/2391788618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb65c0745c0 0x7fb65c19a660 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7fb64c006010 tx=0x7fb64c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:09.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.999+0000 7fb653400640 1 -- 172.21.15.33:0/2391788618 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb64c03f030 con 0x7fb65c0745c0 2024-09-05T02:37:09.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.999+0000 7fb653400640 1 -- 172.21.15.33:0/2391788618 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb64c004440 con 0x7fb65c0745c0 2024-09-05T02:37:09.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.999+0000 7fb661600640 1 -- 172.21.15.33:0/2391788618 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb65c19f8e0 con 0x7fb65c0745c0 2024-09-05T02:37:09.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.999+0000 7fb653400640 1 -- 172.21.15.33:0/2391788618 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb64c035070 con 0x7fb65c0745c0 2024-09-05T02:37:09.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:08.999+0000 7fb661600640 1 -- 172.21.15.33:0/2391788618 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb65c1a71d0 con 0x7fb65c0745c0 2024-09-05T02:37:09.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.000+0000 7fb661600640 1 -- 172.21.15.33:0/2391788618 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb65c0749a0 con 0x7fb65c0745c0 2024-09-05T02:37:09.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.003+0000 7fb653400640 1 -- 172.21.15.33:0/2391788618 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fb64c042030 con 0x7fb65c0745c0 2024-09-05T02:37:09.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.005+0000 7fb653400640 1 --2- 172.21.15.33:0/2391788618 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb6400a2da0 0x7fb6400a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.006+0000 7fb653400640 1 -- 172.21.15.33:0/2391788618 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8586+0+0 (secure 0 0 0) 0x7fb64c0efa60 con 0x7fb65c0745c0 2024-09-05T02:37:09.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.006+0000 7fb65a000640 1 --2- 172.21.15.33:0/2391788618 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb6400a2da0 0x7fb6400a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.007+0000 7fb65a000640 1 --2- 172.21.15.33:0/2391788618 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb6400a2da0 0x7fb6400a5260 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fb6480095f0 tx=0x7fb648005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:09.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.008+0000 7fb653400640 1 -- 172.21.15.33:0/2391788618 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb64c0bbf90 con 0x7fb65c0745c0 2024-09-05T02:37:09.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.006+0000 7f5ab1c00640 1 -- 172.21.15.33:0/1650242625 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5aac1049c0 msgr2=0x7f5aac108a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:09.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.006+0000 7f5ab1c00640 1 --2- 172.21.15.33:0/1650242625 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5aac1049c0 0x7f5aac108a10 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f5a98009860 tx=0x7f5a9802a340 comp rx=0 tx=0).stop 2024-09-05T02:37:09.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.006+0000 7f5ab1c00640 1 -- 172.21.15.33:0/1650242625 shutdown_connections 2024-09-05T02:37:09.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.006+0000 7f5ab1c00640 1 --2- 172.21.15.33:0/1650242625 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5aac109140 0x7f5aac110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.006+0000 7f5ab1c00640 1 --2- 172.21.15.33:0/1650242625 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5aac1049c0 0x7f5aac108a10 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.006+0000 7f5ab1c00640 1 --2- 172.21.15.33:0/1650242625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5aac104010 0x7f5aac1043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.006+0000 7f5ab1c00640 1 -- 172.21.15.33:0/1650242625 >> 172.21.15.33:0/1650242625 conn(0x7f5aac0ffa50 msgr2=0x7f5aac101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:09.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.006+0000 7f5ab1c00640 1 -- 172.21.15.33:0/1650242625 shutdown_connections 2024-09-05T02:37:09.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.006+0000 7f5ab1c00640 1 -- 172.21.15.33:0/1650242625 wait complete. 2024-09-05T02:37:09.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.008+0000 7f5ab1c00640 1 Processor -- start 2024-09-05T02:37:09.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.008+0000 7f5ab1c00640 1 -- start start 2024-09-05T02:37:09.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.008+0000 7f5ab1c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5aac104010 0x7f5aac19a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.008+0000 7f5ab1c00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5aac1049c0 0x7f5aac19ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.008+0000 7f5ab1c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5aac109140 0x7f5aac19efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.009+0000 7f5ab1c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5aac114140 con 0x7f5aac104010 2024-09-05T02:37:09.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.009+0000 7f5ab1c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5aac113fc0 con 0x7f5aac109140 2024-09-05T02:37:09.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.009+0000 7f5ab1c00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f5aac1142c0 con 0x7f5aac1049c0 2024-09-05T02:37:09.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.009+0000 7f5aaaa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5aac104010 0x7f5aac19a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.009+0000 7f5aab400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5aac109140 0x7f5aac19efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.009+0000 7f5aaaa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5aac104010 0x7f5aac19a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54626/0 (socket says 172.21.15.33:54626) 2024-09-05T02:37:09.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.009+0000 7f5aaaa00640 1 -- 172.21.15.33:0/3928757902 learned_addr learned my addr 172.21.15.33:0/3928757902 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:09.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.009+0000 7f5aaa000640 1 --2- 172.21.15.33:0/3928757902 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5aac1049c0 0x7f5aac19ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.009+0000 7f5aaaa00640 1 -- 172.21.15.33:0/3928757902 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5aac1049c0 msgr2=0x7f5aac19ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:09.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.009+0000 7f5aaaa00640 1 --2- 172.21.15.33:0/3928757902 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5aac1049c0 0x7f5aac19ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.009+0000 7f5aaaa00640 1 -- 172.21.15.33:0/3928757902 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5aac109140 msgr2=0x7f5aac19efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:09.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.010+0000 7f5aaaa00640 1 --2- 172.21.15.33:0/3928757902 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5aac109140 0x7f5aac19efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.010+0000 7f5aaaa00640 1 -- 172.21.15.33:0/3928757902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aac19f690 con 0x7f5aac104010 2024-09-05T02:37:09.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.010+0000 7f5aab400640 1 --2- 172.21.15.33:0/3928757902 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5aac109140 0x7f5aac19efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:37:09.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.010+0000 7f5aaaa00640 1 --2- 172.21.15.33:0/3928757902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5aac104010 0x7f5aac19a6e0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c00e9c0 tx=0x7f5a9c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:09.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.010+0000 7f5aa3400640 1 -- 172.21.15.33:0/3928757902 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9c00ccc0 con 0x7f5aac104010 2024-09-05T02:37:09.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.010+0000 7f5aa3400640 1 -- 172.21.15.33:0/3928757902 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5a9c005500 con 0x7f5aac104010 2024-09-05T02:37:09.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.010+0000 7f5aa3400640 1 -- 172.21.15.33:0/3928757902 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9c010430 con 0x7f5aac104010 2024-09-05T02:37:09.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.010+0000 7f5ab1c00640 1 -- 172.21.15.33:0/3928757902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5aac19f980 con 0x7f5aac104010 2024-09-05T02:37:09.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.010+0000 7f5ab1c00640 1 -- 172.21.15.33:0/3928757902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5aac1a7260 con 0x7f5aac104010 2024-09-05T02:37:09.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.014+0000 7f5aa3400640 1 -- 172.21.15.33:0/3928757902 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f5a9c0046c0 con 0x7f5aac104010 2024-09-05T02:37:09.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.015+0000 7f5ab4653740 1 Processor -- start 2024-09-05T02:37:09.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.015+0000 7f5ab4653740 1 -- start start 2024-09-05T02:37:09.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.015+0000 7f5aa3400640 1 --2- 172.21.15.33:0/3928757902 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5a900a2cf0 0x7f5a900a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.015+0000 7f5aa3400640 1 -- 172.21.15.33:0/3928757902 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8586+0+0 (secure 0 0 0) 0x7f5a9c0cf7c0 con 0x7f5aac104010 2024-09-05T02:37:09.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.016+0000 7f5ab4653740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e41c70 0x55ed41e42050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.016+0000 7f5ab4653740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e42590 0x55ed41e4c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.016+0000 7f5ab4653740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e4ce50 0x55ed41e4f240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.016+0000 7f5ab4653740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55ed41da83e0 con 0x55ed41e42590 2024-09-05T02:37:09.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.016+0000 7f5ab4653740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ed41d4fd80 con 0x55ed41e4ce50 2024-09-05T02:37:09.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.016+0000 7f5ab4653740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55ed41da43a0 con 0x55ed41e41c70 2024-09-05T02:37:09.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.016+0000 7f5aab400640 1 --2- 172.21.15.33:0/3928757902 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5a900a2cf0 0x7f5a900a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.016+0000 7f5aaa000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e42590 0x55ed41e4c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.016+0000 7f5aaa000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e42590 0x55ed41e4c910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54632/0 (socket says 172.21.15.33:54632) 2024-09-05T02:37:09.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.016+0000 7f5aaa000640 1 -- 172.21.15.33:0/2079776809 learned_addr learned my addr 172.21.15.33:0/2079776809 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:09.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.016+0000 7f5aaaa00640 1 --2- 172.21.15.33:0/2079776809 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e41c70 0x55ed41e42050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.016+0000 7f5aab400640 1 --2- 172.21.15.33:0/2079776809 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e4ce50 0x55ed41e4f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.017+0000 7f5aaaa00640 1 -- 172.21.15.33:0/2079776809 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e4ce50 msgr2=0x55ed41e4f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:09.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.017+0000 7f5aaaa00640 1 --2- 172.21.15.33:0/2079776809 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e4ce50 0x55ed41e4f240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.017+0000 7f5aaaa00640 1 -- 172.21.15.33:0/2079776809 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e42590 msgr2=0x55ed41e4c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:09.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.017+0000 7f5aaaa00640 1 --2- 172.21.15.33:0/2079776809 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e42590 0x55ed41e4c910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.017+0000 7f5aaaa00640 1 -- 172.21.15.33:0/2079776809 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed41d6eae0 con 0x55ed41e41c70 2024-09-05T02:37:09.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.017+0000 7f5aaaa00640 1 --2- 172.21.15.33:0/2079776809 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e41c70 0x55ed41e42050 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c0cce70 tx=0x7f5a9c098010 comp rx=0 tx=0).ready entity=mon.1 client_cookie=64f04bcd2441800a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:09.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.017+0000 7f5aab400640 1 --2- 172.21.15.33:0/3928757902 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5a900a2cf0 0x7f5a900a51b0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f5aa40098b0 tx=0x7f5aa4015610 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:09.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.017+0000 7f5a97e00640 1 -- 172.21.15.33:0/2079776809 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9c0a48b0 con 0x55ed41e41c70 2024-09-05T02:37:09.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.017+0000 7f5a97e00640 1 -- 172.21.15.33:0/2079776809 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5a9c086040 con 0x55ed41e41c70 2024-09-05T02:37:09.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.017+0000 7f5a97e00640 1 -- 172.21.15.33:0/2079776809 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9c09b090 con 0x55ed41e41c70 2024-09-05T02:37:09.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.018+0000 7f5ab4653740 1 -- 172.21.15.33:0/2079776809 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e41c70 msgr2=0x55ed41e42050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:09.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.018+0000 7f5ab4653740 1 --2- 172.21.15.33:0/2079776809 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e41c70 0x55ed41e42050 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c0cce70 tx=0x7f5a9c098010 comp rx=0 tx=0).stop 2024-09-05T02:37:09.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.018+0000 7f5ab4653740 1 -- 172.21.15.33:0/2079776809 shutdown_connections 2024-09-05T02:37:09.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.018+0000 7f5ab4653740 1 --2- 172.21.15.33:0/2079776809 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e4ce50 0x55ed41e4f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.018+0000 7f5ab4653740 1 --2- 172.21.15.33:0/2079776809 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e42590 0x55ed41e4c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.018+0000 7f5ab4653740 1 --2- 172.21.15.33:0/2079776809 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e41c70 0x55ed41e42050 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.018+0000 7f5ab4653740 1 -- 172.21.15.33:0/2079776809 >> 172.21.15.33:0/2079776809 conn(0x55ed41e3e200 msgr2=0x55ed41e3e5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:09.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.019+0000 7f5ab4653740 1 -- 172.21.15.33:0/2079776809 shutdown_connections 2024-09-05T02:37:09.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.019+0000 7f5ab4653740 1 -- 172.21.15.33:0/2079776809 wait complete. 2024-09-05T02:37:09.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.019+0000 7f5ab4653740 1 -- start start 2024-09-05T02:37:09.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.019+0000 7f5ab4653740 1 Processor -- start 2024-09-05T02:37:09.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.020+0000 7f5ab4653740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e41c70 0x55ed41e49d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.020+0000 7f5ab4653740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e42590 0x55ed41e4a280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.020+0000 7f5ab4653740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e4ce50 0x55ed41e4a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.020+0000 7f5ab4653740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55ed41e4fa20 con 0x55ed41e41c70 2024-09-05T02:37:09.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.020+0000 7f5ab4653740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ed41d630f0 con 0x55ed41e42590 2024-09-05T02:37:09.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.020+0000 7f5ab4653740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55ed41e4fba0 con 0x55ed41e4ce50 2024-09-05T02:37:09.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.020+0000 7f5ab4653740 10 client.0 _ll_register_callbacks cb 0x55ed41d4abd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:37:09.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.020+0000 7f5aaaa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e41c70 0x55ed41e49d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.020+0000 7f5aab400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e4ce50 0x55ed41e4a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.020+0000 7f5aaaa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e41c70 0x55ed41e49d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54644/0 (socket says 172.21.15.33:54644) 2024-09-05T02:37:09.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.020+0000 7f5aaaa00640 1 -- 172.21.15.33:0/787106461 learned_addr learned my addr 172.21.15.33:0/787106461 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:09.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.021+0000 7f5aaa000640 1 --2- 172.21.15.33:0/787106461 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e42590 0x55ed41e4a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.021+0000 7f5aaaa00640 1 -- 172.21.15.33:0/787106461 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e4ce50 msgr2=0x55ed41e4a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:09.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.021+0000 7f5aaaa00640 1 --2- 172.21.15.33:0/787106461 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e4ce50 0x55ed41e4a7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.021+0000 7f5aaaa00640 1 -- 172.21.15.33:0/787106461 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e42590 msgr2=0x55ed41e4a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:09.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.021+0000 7f5aaaa00640 1 --2- 172.21.15.33:0/787106461 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e42590 0x55ed41e4a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.021+0000 7f5aaaa00640 1 -- 172.21.15.33:0/787106461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed41b193c0 con 0x55ed41e41c70 2024-09-05T02:37:09.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.021+0000 7f5aaa000640 1 --2- 172.21.15.33:0/787106461 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e42590 0x55ed41e4a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:37:09.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.021+0000 7f5aaaa00640 1 --2- 172.21.15.33:0/787106461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e41c70 0x55ed41e49d40 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c0980a0 tx=0x7f5a9c0094c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b40e5777630d56d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:09.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.021+0000 7f5a94c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:37:09.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.021+0000 7f5a94c00640 1 -- 172.21.15.33:0/787106461 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9c07f060 con 0x55ed41e41c70 2024-09-05T02:37:09.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.022+0000 7f5a94c00640 1 -- 172.21.15.33:0/787106461 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8586+0+0 (secure 0 0 0) 0x7f5a9c09b090 con 0x55ed41e41c70 2024-09-05T02:37:09.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.022+0000 7f5ab4653740 1 -- 172.21.15.33:0/787106461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a9c086040 con 0x55ed41e41c70 2024-09-05T02:37:09.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.022+0000 7f5a94c00640 1 -- 172.21.15.33:0/787106461 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5a9c0a46a0 con 0x55ed41e41c70 2024-09-05T02:37:09.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.022+0000 7f5ab4653740 10 client.17979 fetch_fsmap learned FSMap version 29 2024-09-05T02:37:09.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.022+0000 7f5ab4653740 1 -- 172.21.15.33:0/787106461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ed41e5ba60 con 0x55ed41e41c70 2024-09-05T02:37:09.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.022+0000 7f5a94c00640 1 -- 172.21.15.33:0/787106461 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5a9c086040 con 0x55ed41e41c70 2024-09-05T02:37:09.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.022+0000 7f5a94c00640 1 -- 172.21.15.33:0/787106461 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f5a9c005000 con 0x55ed41e41c70 2024-09-05T02:37:09.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.022+0000 7f5ab4653740 10 client.17979 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:37:09.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.022+0000 7f5ab4653740 10 client.17979 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:37:09.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.022+0000 7f5ab4653740 20 client.17979 populate_metadata read hostname 'smithi033' 2024-09-05T02:37:09.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.022+0000 7f5ab4653740 1 --2- 172.21.15.33:0/787106461 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55ed41e5cdb0 0x55ed41e5f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.023+0000 7f5ab4653740 4 client.17979 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:37:09.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.023+0000 7f5ab4653740 1 -- 172.21.15.33:0/787106461 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ed41db5950 con 0x55ed41e5cdb0 2024-09-05T02:37:09.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.023+0000 7f5aaa000640 1 --2- 172.21.15.33:0/787106461 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55ed41e5cdb0 0x55ed41e5f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.024+0000 7f5a94c00640 10 client.17979 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:37:09.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.024+0000 7f5aaa000640 1 --2- 172.21.15.33:0/787106461 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55ed41e5cdb0 0x55ed41e5f1a0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=9c4bc397f3020cb server_cookie=ca8af2a9a65a41be in_seq=0 out_seq=0 2024-09-05T02:37:09.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.024+0000 7f5a94c00640 1 -- 172.21.15.33:0/787106461 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ed41db5950 con 0x55ed41e5cdb0 2024-09-05T02:37:09.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.024+0000 7f5a94c00640 10 client.17979 handle_command_reply: tid=0 2024-09-05T02:37:09.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.025+0000 7f5ab4653740 1 client.17979 shutdown 2024-09-05T02:37:09.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.025+0000 7f5ab4653740 1 -- 172.21.15.33:0/787106461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e41c70 msgr2=0x55ed41e49d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:09.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.025+0000 7f5ab4653740 1 --2- 172.21.15.33:0/787106461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e41c70 0x55ed41e49d40 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c0980a0 tx=0x7f5a9c0094c0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.025+0000 7f5ab4653740 1 -- 172.21.15.33:0/787106461 shutdown_connections 2024-09-05T02:37:09.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.025+0000 7f5ab4653740 1 --2- 172.21.15.33:0/787106461 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55ed41e5cdb0 0x55ed41e5f1a0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.025+0000 7f5ab4653740 1 --2- 172.21.15.33:0/787106461 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e4ce50 0x55ed41e4a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.025+0000 7f5ab4653740 1 --2- 172.21.15.33:0/787106461 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e42590 0x55ed41e4a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.025+0000 7f5ab4653740 1 --2- 172.21.15.33:0/787106461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e41c70 0x55ed41e49d40 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.025+0000 7f5ab4653740 1 -- 172.21.15.33:0/787106461 >> 172.21.15.33:0/787106461 conn(0x55ed41e3e200 msgr2=0x55ed41e3d380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:09.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.025+0000 7f5a94c00640 0 client.17979 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:37:09.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.025+0000 7f5ab4653740 1 -- 172.21.15.33:0/787106461 shutdown_connections 2024-09-05T02:37:09.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.025+0000 7f5ab4653740 1 -- 172.21.15.33:0/787106461 wait complete. 2024-09-05T02:37:09.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.025+0000 7f5ab4653740 20 client.17979 trim_cache size 0 max 16384 2024-09-05T02:37:09.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.052+0000 7f5ab4653740 1 Processor -- start 2024-09-05T02:37:09.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.052+0000 7f5ab4653740 1 -- start start 2024-09-05T02:37:09.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.052+0000 7f5ab4653740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e41c70 0x55ed41e58500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.052+0000 7f5ab4653740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e42590 0x55ed41e621c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.052+0000 7f5ab4653740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e4ce50 0x55ed41e62700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.052+0000 7f5ab4653740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5aac1afc30 con 0x55ed41e42590 2024-09-05T02:37:09.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.052+0000 7f5ab4653740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5aac1b1770 con 0x55ed41e41c70 2024-09-05T02:37:09.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.053+0000 7f5ab4653740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f5aac1b0300 con 0x55ed41e4ce50 2024-09-05T02:37:09.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.053+0000 7f5aaaa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e41c70 0x55ed41e58500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.053+0000 7f5aaaa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e41c70 0x55ed41e58500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:55814/0 (socket says 172.21.15.33:55814) 2024-09-05T02:37:09.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.053+0000 7f5aaaa00640 1 -- 172.21.15.33:0/1526227026 learned_addr learned my addr 172.21.15.33:0/1526227026 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:09.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.053+0000 7f5aab400640 1 --2- 172.21.15.33:0/1526227026 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e4ce50 0x55ed41e62700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.053+0000 7f5aaa000640 1 --2- 172.21.15.33:0/1526227026 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e42590 0x55ed41e621c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.053+0000 7f5aaaa00640 1 -- 172.21.15.33:0/1526227026 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e4ce50 msgr2=0x55ed41e62700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:09.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.053+0000 7f5aaaa00640 1 --2- 172.21.15.33:0/1526227026 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e4ce50 0x55ed41e62700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.053+0000 7f5aaaa00640 1 -- 172.21.15.33:0/1526227026 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e42590 msgr2=0x55ed41e621c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:09.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.053+0000 7f5aaaa00640 1 --2- 172.21.15.33:0/1526227026 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e42590 0x55ed41e621c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.053+0000 7f5aaaa00640 1 -- 172.21.15.33:0/1526227026 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed41e423c0 con 0x55ed41e41c70 2024-09-05T02:37:09.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.053+0000 7f5aaa000640 1 --2- 172.21.15.33:0/1526227026 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e42590 0x55ed41e621c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:37:09.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.054+0000 7f5aaaa00640 1 --2- 172.21.15.33:0/1526227026 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e41c70 0x55ed41e58500 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c09b940 tx=0x7f5a9c009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa04ca2d98da753d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:09.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.054+0000 7f5a97400640 1 -- 172.21.15.33:0/1526227026 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9c09ba10 con 0x55ed41e41c70 2024-09-05T02:37:09.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.054+0000 7f5a97400640 1 -- 172.21.15.33:0/1526227026 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5a9c086040 con 0x55ed41e41c70 2024-09-05T02:37:09.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.054+0000 7f5a97400640 1 -- 172.21.15.33:0/1526227026 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9c005000 con 0x55ed41e41c70 2024-09-05T02:37:09.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.055+0000 7f5ab4653740 1 -- 172.21.15.33:0/1526227026 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e41c70 msgr2=0x55ed41e58500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:09.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.055+0000 7f5ab4653740 1 --2- 172.21.15.33:0/1526227026 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e41c70 0x55ed41e58500 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c09b940 tx=0x7f5a9c009f90 comp rx=0 tx=0).stop 2024-09-05T02:37:09.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.055+0000 7f5ab4653740 1 -- 172.21.15.33:0/1526227026 shutdown_connections 2024-09-05T02:37:09.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.055+0000 7f5ab4653740 1 --2- 172.21.15.33:0/1526227026 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e4ce50 0x55ed41e62700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.055+0000 7f5ab4653740 1 --2- 172.21.15.33:0/1526227026 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e42590 0x55ed41e621c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.055+0000 7f5ab4653740 1 --2- 172.21.15.33:0/1526227026 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e41c70 0x55ed41e58500 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.055+0000 7f5ab4653740 1 -- 172.21.15.33:0/1526227026 >> 172.21.15.33:0/1526227026 conn(0x55ed41e3e200 msgr2=0x55ed41e57df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:09.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.055+0000 7f5ab4653740 1 -- 172.21.15.33:0/1526227026 shutdown_connections 2024-09-05T02:37:09.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.055+0000 7f5ab4653740 1 -- 172.21.15.33:0/1526227026 wait complete. 2024-09-05T02:37:09.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.055+0000 7f5ab4653740 1 -- start start 2024-09-05T02:37:09.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.056+0000 7f5ab4653740 1 Processor -- start 2024-09-05T02:37:09.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.056+0000 7f5ab4653740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e41c70 0x55ed41e62890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.056+0000 7f5ab4653740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e42590 0x55ed41e5fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.056+0000 7f5ab4653740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e4ce50 0x55ed41e60120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.056+0000 7f5ab4653740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5aac1b10a0 con 0x55ed41e41c70 2024-09-05T02:37:09.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.056+0000 7f5ab4653740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5aac1b09d0 con 0x55ed41e4ce50 2024-09-05T02:37:09.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.056+0000 7f5ab4653740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f5aac1adc30 con 0x55ed41e42590 2024-09-05T02:37:09.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.056+0000 7f5ab4653740 10 client.0 _ll_register_callbacks cb 0x7f5a9c005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:37:09.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.056+0000 7f5aaaa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e41c70 0x55ed41e62890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.056+0000 7f5aaaa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e41c70 0x55ed41e62890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54664/0 (socket says 172.21.15.33:54664) 2024-09-05T02:37:09.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.057+0000 7f5aaaa00640 1 -- 172.21.15.33:0/3385379789 learned_addr learned my addr 172.21.15.33:0/3385379789 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:09.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.057+0000 7f5aab400640 1 --2- 172.21.15.33:0/3385379789 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e4ce50 0x55ed41e60120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.057+0000 7f5aaa000640 1 --2- 172.21.15.33:0/3385379789 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e42590 0x55ed41e5fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.057+0000 7f5aaaa00640 1 -- 172.21.15.33:0/3385379789 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e42590 msgr2=0x55ed41e5fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:09.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.057+0000 7f5aaaa00640 1 --2- 172.21.15.33:0/3385379789 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e42590 0x55ed41e5fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.057+0000 7f5aaaa00640 1 -- 172.21.15.33:0/3385379789 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e4ce50 msgr2=0x55ed41e60120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:09.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.057+0000 7f5aaaa00640 1 --2- 172.21.15.33:0/3385379789 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e4ce50 0x55ed41e60120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.057+0000 7f5aaaa00640 1 -- 172.21.15.33:0/3385379789 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed41e60930 con 0x55ed41e41c70 2024-09-05T02:37:09.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.057+0000 7f5aaa000640 1 --2- 172.21.15.33:0/3385379789 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e42590 0x55ed41e5fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:37:09.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.057+0000 7f5aaaa00640 1 --2- 172.21.15.33:0/3385379789 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e41c70 0x55ed41e62890 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c0b6040 tx=0x7f5a9c097bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8f4c4e09784922 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:09.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.057+0000 7f5a94c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:37:09.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.057+0000 7f5a94c00640 1 -- 172.21.15.33:0/3385379789 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9c09ba10 con 0x55ed41e41c70 2024-09-05T02:37:09.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.058+0000 7f5a94c00640 1 -- 172.21.15.33:0/3385379789 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8586+0+0 (secure 0 0 0) 0x7f5a9c097cb0 con 0x55ed41e41c70 2024-09-05T02:37:09.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.058+0000 7f5ab4653740 1 -- 172.21.15.33:0/3385379789 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a9c086040 con 0x55ed41e41c70 2024-09-05T02:37:09.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.058+0000 7f5a94c00640 1 -- 172.21.15.33:0/3385379789 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5a9c0a46a0 con 0x55ed41e41c70 2024-09-05T02:37:09.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.058+0000 7f5ab4653740 10 client.17985 fetch_fsmap learned FSMap version 29 2024-09-05T02:37:09.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.058+0000 7f5ab4653740 1 -- 172.21.15.33:0/3385379789 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ed41e60930 con 0x55ed41e41c70 2024-09-05T02:37:09.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.058+0000 7f5a94c00640 1 -- 172.21.15.33:0/3385379789 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5a9c086040 con 0x55ed41e41c70 2024-09-05T02:37:09.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.058+0000 7f5a94c00640 1 -- 172.21.15.33:0/3385379789 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f5a9c09ac20 con 0x55ed41e41c70 2024-09-05T02:37:09.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.058+0000 7f5ab4653740 10 client.17985 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:37:09.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.058+0000 7f5ab4653740 10 client.17985 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.i 2024-09-05T02:37:09.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.058+0000 7f5ab4653740 20 client.17985 populate_metadata read hostname 'smithi033' 2024-09-05T02:37:09.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.058+0000 7f5ab4653740 1 --2- 172.21.15.33:0/3385379789 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55ed41ec7960 0x55ed41ec9d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:09.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.058+0000 7f5ab4653740 4 client.17985 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:37:09.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.058+0000 7f5ab4653740 1 -- 172.21.15.33:0/3385379789 --> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ed41dafe60 con 0x55ed41ec7960 2024-09-05T02:37:09.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.059+0000 7f5aaa000640 1 --2- 172.21.15.33:0/3385379789 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55ed41ec7960 0x55ed41ec9d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:09.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.059+0000 7f5a94c00640 10 client.17985 ms_handle_connect on v2:172.21.15.174:6838/1866041136 2024-09-05T02:37:09.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.059+0000 7f5aaa000640 1 --2- 172.21.15.33:0/3385379789 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55ed41ec7960 0x55ed41ec9d50 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=4cc35ac1a7ea95c5 server_cookie=e9d4e17386ea84a in_seq=0 out_seq=0 2024-09-05T02:37:09.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.060+0000 7f5a94c00640 1 -- 172.21.15.33:0/3385379789 <== mds.3 v2:172.21.15.174:6838/1866041136 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ed41dafe60 con 0x55ed41ec7960 2024-09-05T02:37:09.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.060+0000 7f5a94c00640 10 client.17985 handle_command_reply: tid=0 2024-09-05T02:37:09.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.060+0000 7f5ab4653740 1 client.17985 shutdown 2024-09-05T02:37:09.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.060+0000 7f5ab4653740 1 -- 172.21.15.33:0/3385379789 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e41c70 msgr2=0x55ed41e62890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:09.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.060+0000 7f5ab4653740 1 --2- 172.21.15.33:0/3385379789 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e41c70 0x55ed41e62890 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c0b6040 tx=0x7f5a9c097bc0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.060+0000 7f5ab4653740 1 -- 172.21.15.33:0/3385379789 shutdown_connections 2024-09-05T02:37:09.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.060+0000 7f5ab4653740 1 --2- 172.21.15.33:0/3385379789 >> [v2:172.21.15.174:6838/1866041136,v1:172.21.15.174:6839/1866041136] conn(0x55ed41ec7960 0x55ed41ec9d50 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.115 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:37:09.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.060+0000 7f5ab4653740 1 --2- 172.21.15.33:0/3385379789 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed41e4ce50 0x55ed41e60120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.060+0000 7f5ab4653740 1 --2- 172.21.15.33:0/3385379789 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55ed41e42590 0x55ed41e5fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.060+0000 7f5ab4653740 1 --2- 172.21.15.33:0/3385379789 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ed41e41c70 0x55ed41e62890 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.060+0000 7f5ab4653740 1 -- 172.21.15.33:0/3385379789 >> 172.21.15.33:0/3385379789 conn(0x55ed41e3e200 msgr2=0x55ed41e3cb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:09.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.060+0000 7f5a94c00640 0 client.17985 ms_handle_reset on v2:172.21.15.174:6838/1866041136 2024-09-05T02:37:09.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.060+0000 7f5ab4653740 1 -- 172.21.15.33:0/3385379789 shutdown_connections 2024-09-05T02:37:09.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.060+0000 7f5ab4653740 1 -- 172.21.15.33:0/3385379789 wait complete. 2024-09-05T02:37:09.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.060+0000 7f5ab4653740 20 client.17985 trim_cache size 0 max 16384 2024-09-05T02:37:09.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.061+0000 7f5ab1c00640 1 -- 172.21.15.33:0/3928757902 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5a900a2cf0 msgr2=0x7f5a900a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:09.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.061+0000 7f5ab1c00640 1 --2- 172.21.15.33:0/3928757902 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5a900a2cf0 0x7f5a900a51b0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f5aa40098b0 tx=0x7f5aa4015610 comp rx=0 tx=0).stop 2024-09-05T02:37:09.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.061+0000 7f5ab1c00640 1 -- 172.21.15.33:0/3928757902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5aac104010 msgr2=0x7f5aac19a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:09.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.061+0000 7f5ab1c00640 1 --2- 172.21.15.33:0/3928757902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5aac104010 0x7f5aac19a6e0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c00e9c0 tx=0x7f5a9c00ee80 comp rx=0 tx=0).stop 2024-09-05T02:37:09.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.061+0000 7f5ab1c00640 1 -- 172.21.15.33:0/3928757902 shutdown_connections 2024-09-05T02:37:09.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.061+0000 7f5ab1c00640 1 --2- 172.21.15.33:0/3928757902 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f5a900a2cf0 0x7f5a900a51b0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.061+0000 7f5ab1c00640 1 --2- 172.21.15.33:0/3928757902 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5aac109140 0x7f5aac19efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.061+0000 7f5ab1c00640 1 --2- 172.21.15.33:0/3928757902 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f5aac1049c0 0x7f5aac19ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.061+0000 7f5ab1c00640 1 --2- 172.21.15.33:0/3928757902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5aac104010 0x7f5aac19a6e0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.061+0000 7f5ab1c00640 1 -- 172.21.15.33:0/3928757902 >> 172.21.15.33:0/3928757902 conn(0x7f5aac0ffa50 msgr2=0x7f5aac100e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:09.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.062+0000 7f5ab1c00640 1 -- 172.21.15.33:0/3928757902 shutdown_connections 2024-09-05T02:37:09.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.062+0000 7f5ab1c00640 1 -- 172.21.15.33:0/3928757902 wait complete. 2024-09-05T02:37:09.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.229+0000 7fb661600640 1 -- 172.21.15.33:0/2391788618 --> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7fb65c062630 con 0x7fb6400a2da0 2024-09-05T02:37:09.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.237+0000 7fb653400640 1 -- 172.21.15.33:0/2391788618 <== mgr.15138 v2:172.21.15.33:6800/2352698460 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7fb65c062630 con 0x7fb6400a2da0 2024-09-05T02:37:09.238 INFO:teuthology.orchestra.run.smithi033.stdout:/ 1m 6m3h 2024-09-05T02:37:09.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.239+0000 7fb661600640 1 -- 172.21.15.33:0/2391788618 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb6400a2da0 msgr2=0x7fb6400a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:09.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.239+0000 7fb661600640 1 --2- 172.21.15.33:0/2391788618 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb6400a2da0 0x7fb6400a5260 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fb6480095f0 tx=0x7fb648005f90 comp rx=0 tx=0).stop 2024-09-05T02:37:09.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.239+0000 7fb661600640 1 -- 172.21.15.33:0/2391788618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb65c0745c0 msgr2=0x7fb65c19a660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:09.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.239+0000 7fb661600640 1 --2- 172.21.15.33:0/2391788618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb65c0745c0 0x7fb65c19a660 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7fb64c006010 tx=0x7fb64c004040 comp rx=0 tx=0).stop 2024-09-05T02:37:09.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.239+0000 7fb661600640 1 -- 172.21.15.33:0/2391788618 shutdown_connections 2024-09-05T02:37:09.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.239+0000 7fb661600640 1 --2- 172.21.15.33:0/2391788618 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fb6400a2da0 0x7fb6400a5260 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.239+0000 7fb661600640 1 --2- 172.21.15.33:0/2391788618 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fb65c10e380 0x7fb65c19ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.239+0000 7fb661600640 1 --2- 172.21.15.33:0/2391788618 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb65c074ee0 0x7fb65c19aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.239+0000 7fb661600640 1 --2- 172.21.15.33:0/2391788618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb65c0745c0 0x7fb65c19a660 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:09.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.239+0000 7fb661600640 1 -- 172.21.15.33:0/2391788618 >> 172.21.15.33:0/2391788618 conn(0x7fb65c0fd7e0 msgr2=0x7fb65c0fe480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:09.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.239+0000 7fb661600640 1 -- 172.21.15.33:0/2391788618 shutdown_connections 2024-09-05T02:37:09.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:09.239+0000 7fb661600640 1 -- 172.21.15.33:0/2391788618 wait complete. 2024-09-05T02:37:09.256 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-09-05T02:37:09.266 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-09-05T02:37:09.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:09 smithi174 ceph-mon[34756]: pgmap v316: 97 pgs: 97 active+clean; 2.2 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 31 op/s 2024-09-05T02:37:09.817 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:09 smithi033 ceph-mon[29909]: pgmap v316: 97 pgs: 97 active+clean; 2.2 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 31 op/s 2024-09-05T02:37:09.858 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T02:37:09.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:09 smithi123 ceph-mon[34031]: pgmap v316: 97 pgs: 97 active+clean; 2.2 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 31 op/s 2024-09-05T02:37:10.237 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:37:10.721 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:10 smithi033 ceph-mon[29909]: from='client.17961 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:37:10.721 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:10 smithi033 ceph-mon[29909]: from='client.17967 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:37:10.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:10 smithi174 ceph-mon[34756]: from='client.17961 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:37:10.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:10 smithi174 ceph-mon[34756]: from='client.17967 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:37:10.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.834+0000 7efe1a000640 1 -- 172.21.15.33:0/3526592037 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe1410c180 msgr2=0x7efe1410e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:10.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.834+0000 7efe1a000640 1 --2- 172.21.15.33:0/3526592037 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe1410c180 0x7efe1410e620 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7efe0c009ca0 tx=0x7efe0c02a950 comp rx=0 tx=0).stop 2024-09-05T02:37:10.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.834+0000 7efe1a000640 1 -- 172.21.15.33:0/3526592037 shutdown_connections 2024-09-05T02:37:10.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.834+0000 7efe1a000640 1 --2- 172.21.15.33:0/3526592037 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe1410c180 0x7efe1410e620 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.834+0000 7efe1a000640 1 --2- 172.21.15.33:0/3526592037 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efe14103670 0x7efe1410bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.834+0000 7efe1a000640 1 --2- 172.21.15.33:0/3526592037 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efe14102d50 0x7efe14103130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.834+0000 7efe1a000640 1 -- 172.21.15.33:0/3526592037 >> 172.21.15.33:0/3526592037 conn(0x7efe140fc7d0 msgr2=0x7efe140febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:10.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.835+0000 7efe1a000640 1 -- 172.21.15.33:0/3526592037 shutdown_connections 2024-09-05T02:37:10.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.835+0000 7efe1a000640 1 -- 172.21.15.33:0/3526592037 wait complete. 2024-09-05T02:37:10.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.836+0000 7efe1a000640 1 Processor -- start 2024-09-05T02:37:10.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.836+0000 7efe1a000640 1 -- start start 2024-09-05T02:37:10.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.836+0000 7efe1a000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efe14102d50 0x7efe1419a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:10.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.836+0000 7efe1a000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efe14103670 0x7efe1419ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:10.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.836+0000 7efe1a000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe1410c180 0x7efe1419eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:10.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.836+0000 7efe1a000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efe14111fd0 con 0x7efe1410c180 2024-09-05T02:37:10.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.836+0000 7efe1a000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efe14111e50 con 0x7efe14102d50 2024-09-05T02:37:10.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.836+0000 7efe1a000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7efe14112150 con 0x7efe14103670 2024-09-05T02:37:10.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.836+0000 7efe13e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe1410c180 0x7efe1419eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:10.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.836+0000 7efe13400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efe14102d50 0x7efe1419a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:10.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.837+0000 7efe13e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe1410c180 0x7efe1419eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56416/0 (socket says 172.21.15.33:56416) 2024-09-05T02:37:10.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.837+0000 7efe13e00640 1 -- 172.21.15.33:0/3079368614 learned_addr learned my addr 172.21.15.33:0/3079368614 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:10.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.837+0000 7efe0aa00640 1 --2- 172.21.15.33:0/3079368614 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efe14103670 0x7efe1419ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:10.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.837+0000 7efe13400640 1 -- 172.21.15.33:0/3079368614 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efe14103670 msgr2=0x7efe1419ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:10.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.837+0000 7efe13400640 1 --2- 172.21.15.33:0/3079368614 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efe14103670 0x7efe1419ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.837+0000 7efe13400640 1 -- 172.21.15.33:0/3079368614 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe1410c180 msgr2=0x7efe1419eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:10.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.837+0000 7efe13400640 1 --2- 172.21.15.33:0/3079368614 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe1410c180 0x7efe1419eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.837+0000 7efe13400640 1 -- 172.21.15.33:0/3079368614 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe1419f5a0 con 0x7efe14102d50 2024-09-05T02:37:10.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.837+0000 7efe13400640 1 --2- 172.21.15.33:0/3079368614 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efe14102d50 0x7efe1419a5f0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7efe0400e9f0 tx=0x7efe0400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:10.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.837+0000 7efe10c00640 1 -- 172.21.15.33:0/3079368614 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe0400ccc0 con 0x7efe14102d50 2024-09-05T02:37:10.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.838+0000 7efe10c00640 1 -- 172.21.15.33:0/3079368614 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efe04010910 con 0x7efe14102d50 2024-09-05T02:37:10.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.838+0000 7efe1a000640 1 -- 172.21.15.33:0/3079368614 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe1419f890 con 0x7efe14102d50 2024-09-05T02:37:10.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.838+0000 7efe10c00640 1 -- 172.21.15.33:0/3079368614 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe04018960 con 0x7efe14102d50 2024-09-05T02:37:10.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.838+0000 7efe1a000640 1 -- 172.21.15.33:0/3079368614 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe141a7170 con 0x7efe14102d50 2024-09-05T02:37:10.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.841+0000 7efe1cc56740 1 Processor -- start 2024-09-05T02:37:10.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.841+0000 7efe10c00640 1 -- 172.21.15.33:0/3079368614 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7efe04010ac0 con 0x7efe14102d50 2024-09-05T02:37:10.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.841+0000 7efe1cc56740 1 -- start start 2024-09-05T02:37:10.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.841+0000 7efe1cc56740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430bac70 0x557d430bb050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:10.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.841+0000 7efe1cc56740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bb590 0x557d430c5910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:10.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.841+0000 7efe1cc56740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430c5e50 0x557d430c8240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:10.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.841+0000 7efe1cc56740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x557d430213e0 con 0x557d430bb590 2024-09-05T02:37:10.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.841+0000 7efe1cc56740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x557d42fc8d80 con 0x557d430bac70 2024-09-05T02:37:10.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.841+0000 7efe1cc56740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x557d4301d3a0 con 0x557d430c5e50 2024-09-05T02:37:10.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.842+0000 7efe13400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bb590 0x557d430c5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:10.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.842+0000 7efe13e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430bac70 0x557d430bb050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:10.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.842+0000 7efe13e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430bac70 0x557d430bb050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35216/0 (socket says 172.21.15.33:35216) 2024-09-05T02:37:10.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.842+0000 7efe13e00640 1 -- 172.21.15.33:0/598847607 learned_addr learned my addr 172.21.15.33:0/598847607 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:10.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.842+0000 7efe13400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bb590 0x557d430c5910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56430/0 (socket says 172.21.15.33:56430) 2024-09-05T02:37:10.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.842+0000 7efe0aa00640 1 --2- 172.21.15.33:0/598847607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430c5e50 0x557d430c8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:10.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.842+0000 7efe13400640 1 -- 172.21.15.33:0/598847607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430c5e50 msgr2=0x557d430c8240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:10.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.842+0000 7efe13400640 1 --2- 172.21.15.33:0/598847607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430c5e50 0x557d430c8240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.842+0000 7efe13400640 1 -- 172.21.15.33:0/598847607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430bac70 msgr2=0x557d430bb050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:10.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.842+0000 7efe13400640 1 --2- 172.21.15.33:0/598847607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430bac70 0x557d430bb050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.842+0000 7efe13400640 1 -- 172.21.15.33:0/598847607 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557d42fe7ae0 con 0x557d430bb590 2024-09-05T02:37:10.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.842+0000 7efe13e00640 1 --2- 172.21.15.33:0/598847607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430bac70 0x557d430bb050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:37:10.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.843+0000 7efe10c00640 1 --2- 172.21.15.33:0/3079368614 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7efdf80a2d70 0x7efdf80a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:10.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.843+0000 7efe13400640 1 --2- 172.21.15.33:0/598847607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bb590 0x557d430c5910 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7efe040cce90 tx=0x7efe040d7670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9a3ccbc5b2165c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:10.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.843+0000 7efe13e00640 1 --2- 172.21.15.33:0/3079368614 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7efdf80a2d70 0x7efdf80a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:10.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.843+0000 7efe10c00640 1 -- 172.21.15.33:0/3079368614 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8586+0+0 (secure 0 0 0) 0x7efe040cf7e0 con 0x7efe14102d50 2024-09-05T02:37:10.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.843+0000 7efe03e00640 1 -- 172.21.15.33:0/598847607 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe040de070 con 0x557d430bb590 2024-09-05T02:37:10.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.843+0000 7efe03e00640 1 -- 172.21.15.33:0/598847607 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efe040a0010 con 0x557d430bb590 2024-09-05T02:37:10.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.843+0000 7efe03e00640 1 -- 172.21.15.33:0/598847607 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe0409b850 con 0x557d430bb590 2024-09-05T02:37:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.844+0000 7efe1cc56740 1 -- 172.21.15.33:0/598847607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bb590 msgr2=0x557d430c5910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.844+0000 7efe1cc56740 1 --2- 172.21.15.33:0/598847607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bb590 0x557d430c5910 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7efe040cce90 tx=0x7efe040d7670 comp rx=0 tx=0).stop 2024-09-05T02:37:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.844+0000 7efe13e00640 1 --2- 172.21.15.33:0/3079368614 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7efdf80a2d70 0x7efdf80a5230 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7efe0c02f870 tx=0x7efe0c02f440 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.844+0000 7efe1cc56740 1 -- 172.21.15.33:0/598847607 shutdown_connections 2024-09-05T02:37:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.844+0000 7efe1cc56740 1 --2- 172.21.15.33:0/598847607 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430c5e50 0x557d430c8240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.844+0000 7efe1cc56740 1 --2- 172.21.15.33:0/598847607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bb590 0x557d430c5910 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.844+0000 7efe1cc56740 1 --2- 172.21.15.33:0/598847607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430bac70 0x557d430bb050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.844+0000 7efe1cc56740 1 -- 172.21.15.33:0/598847607 >> 172.21.15.33:0/598847607 conn(0x557d430b7200 msgr2=0x557d430b75e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.844+0000 7efe1cc56740 1 -- 172.21.15.33:0/598847607 shutdown_connections 2024-09-05T02:37:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.844+0000 7efe1cc56740 1 -- 172.21.15.33:0/598847607 wait complete. 2024-09-05T02:37:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.844+0000 7efe1cc56740 1 -- start start 2024-09-05T02:37:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.845+0000 7efe1cc56740 1 Processor -- start 2024-09-05T02:37:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.845+0000 7efe1cc56740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430bac70 0x557d430c2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.845+0000 7efe1cc56740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bb590 0x557d430c3320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.845+0000 7efe1cc56740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430c5e50 0x557d430c3860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.845+0000 7efe1cc56740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x557d430c8a20 con 0x557d430bb590 2024-09-05T02:37:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.845+0000 7efe1cc56740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x557d42fdc0f0 con 0x557d430c5e50 2024-09-05T02:37:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.845+0000 7efe1cc56740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x557d430c8ba0 con 0x557d430bac70 2024-09-05T02:37:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.845+0000 7efe1cc56740 10 client.0 _ll_register_callbacks cb 0x557d42fc3bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:37:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.845+0000 7efe0aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bb590 0x557d430c3320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.846+0000 7efe13400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430bac70 0x557d430c2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:10.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.846+0000 7efe0aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bb590 0x557d430c3320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56446/0 (socket says 172.21.15.33:56446) 2024-09-05T02:37:10.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.846+0000 7efe0aa00640 1 -- 172.21.15.33:0/499315155 learned_addr learned my addr 172.21.15.33:0/499315155 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:10.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.846+0000 7efe13e00640 1 --2- 172.21.15.33:0/499315155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430c5e50 0x557d430c3860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:10.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.846+0000 7efe13400640 1 -- 172.21.15.33:0/499315155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430c5e50 msgr2=0x557d430c3860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:10.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.846+0000 7efe13400640 1 --2- 172.21.15.33:0/499315155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430c5e50 0x557d430c3860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.846+0000 7efe13400640 1 -- 172.21.15.33:0/499315155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bb590 msgr2=0x557d430c3320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:10.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.846+0000 7efe13400640 1 --2- 172.21.15.33:0/499315155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bb590 0x557d430c3320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.846+0000 7efe13400640 1 -- 172.21.15.33:0/499315155 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557d42d923c0 con 0x557d430bac70 2024-09-05T02:37:10.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.846+0000 7efe13400640 1 --2- 172.21.15.33:0/499315155 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430bac70 0x557d430c2de0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7efe040ccec0 tx=0x7efe040cfa60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=46de1956a32be5cb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:10.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.846+0000 7efe00c00640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:37:10.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.846+0000 7efe00c00640 1 -- 172.21.15.33:0/499315155 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe040de030 con 0x557d430bac70 2024-09-05T02:37:10.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.847+0000 7efe1cc56740 1 -- 172.21.15.33:0/499315155 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efe040a0010 con 0x557d430bac70 2024-09-05T02:37:10.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.847+0000 7efe00c00640 1 -- 172.21.15.33:0/499315155 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8586+0+0 (secure 0 0 0) 0x7efe040cd110 con 0x557d430bac70 2024-09-05T02:37:10.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.847+0000 7efe00c00640 1 -- 172.21.15.33:0/499315155 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7efe040b4e60 con 0x557d430bac70 2024-09-05T02:37:10.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.847+0000 7efe1cc56740 10 client.27997 fetch_fsmap learned FSMap version 29 2024-09-05T02:37:10.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.847+0000 7efe1cc56740 1 -- 172.21.15.33:0/499315155 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557d430c8a20 con 0x557d430bac70 2024-09-05T02:37:10.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.847+0000 7efe00c00640 1 -- 172.21.15.33:0/499315155 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efe040b1020 con 0x557d430bac70 2024-09-05T02:37:10.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.847+0000 7efe00c00640 1 -- 172.21.15.33:0/499315155 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7efe040a4440 con 0x557d430bac70 2024-09-05T02:37:10.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.847+0000 7efe1cc56740 10 client.27997 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:37:10.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.847+0000 7efe1cc56740 10 client.27997 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:37:10.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.847+0000 7efe1cc56740 20 client.27997 populate_metadata read hostname 'smithi033' 2024-09-05T02:37:10.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.847+0000 7efe1cc56740 1 --2- 172.21.15.33:0/499315155 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x557d430d5d00 0x557d430d80f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:10.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.847+0000 7efe1cc56740 4 client.27997 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:37:10.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.847+0000 7efe1cc56740 1 -- 172.21.15.33:0/499315155 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557d4302e950 con 0x557d430d5d00 2024-09-05T02:37:10.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.848+0000 7efe0aa00640 1 --2- 172.21.15.33:0/499315155 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x557d430d5d00 0x557d430d80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:10.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.848+0000 7efe0aa00640 1 --2- 172.21.15.33:0/499315155 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x557d430d5d00 0x557d430d80f0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=835fcb607ec57db2 server_cookie=14d214768532e4c3 in_seq=0 out_seq=0 2024-09-05T02:37:10.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.848+0000 7efe00c00640 10 client.27997 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:37:10.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.849+0000 7efe00c00640 1 -- 172.21.15.33:0/499315155 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557d4302e950 con 0x557d430d5d00 2024-09-05T02:37:10.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.849+0000 7efe00c00640 10 client.27997 handle_command_reply: tid=0 2024-09-05T02:37:10.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.849+0000 7efe1cc56740 1 client.27997 shutdown 2024-09-05T02:37:10.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.849+0000 7efe1cc56740 1 -- 172.21.15.33:0/499315155 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430bac70 msgr2=0x557d430c2de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:10.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.849+0000 7efe1cc56740 1 --2- 172.21.15.33:0/499315155 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430bac70 0x557d430c2de0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7efe040ccec0 tx=0x7efe040cfa60 comp rx=0 tx=0).stop 2024-09-05T02:37:10.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.849+0000 7efe1cc56740 1 -- 172.21.15.33:0/499315155 shutdown_connections 2024-09-05T02:37:10.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.849+0000 7efe1cc56740 1 --2- 172.21.15.33:0/499315155 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x557d430d5d00 0x557d430d80f0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.849+0000 7efe1cc56740 1 --2- 172.21.15.33:0/499315155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430c5e50 0x557d430c3860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.850+0000 7efe00c00640 0 client.27997 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:37:10.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.850+0000 7efe1cc56740 1 --2- 172.21.15.33:0/499315155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bb590 0x557d430c3320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.850+0000 7efe1cc56740 1 --2- 172.21.15.33:0/499315155 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430bac70 0x557d430c2de0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.850+0000 7efe1cc56740 1 -- 172.21.15.33:0/499315155 >> 172.21.15.33:0/499315155 conn(0x557d430b7200 msgr2=0x557d430bcf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:10.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.850+0000 7efe1cc56740 1 -- 172.21.15.33:0/499315155 shutdown_connections 2024-09-05T02:37:10.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.850+0000 7efe1cc56740 1 -- 172.21.15.33:0/499315155 wait complete. 2024-09-05T02:37:10.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.850+0000 7efe1cc56740 20 client.27997 trim_cache size 0 max 16384 2024-09-05T02:37:10.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.864+0000 7efe1cc56740 1 Processor -- start 2024-09-05T02:37:10.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.864+0000 7efe1cc56740 1 -- start start 2024-09-05T02:37:10.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.864+0000 7efe1cc56740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430bac70 0x557d430dd810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:10.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.864+0000 7efe1cc56740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bb590 0x557d430ddd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:10.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.864+0000 7efe1cc56740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430c5e50 0x557d430bc6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:10.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.864+0000 7efe1cc56740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efe141afb40 con 0x557d430bb590 2024-09-05T02:37:10.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.864+0000 7efe1cc56740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efe141b1680 con 0x557d430c5e50 2024-09-05T02:37:10.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.864+0000 7efe1cc56740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7efe141b0210 con 0x557d430bac70 2024-09-05T02:37:10.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.865+0000 7efe0aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bb590 0x557d430ddd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:10.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.865+0000 7efe13400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430bac70 0x557d430dd810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:10.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.865+0000 7efe13e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430c5e50 0x557d430bc6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:10.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.865+0000 7efe0aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bb590 0x557d430ddd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56462/0 (socket says 172.21.15.33:56462) 2024-09-05T02:37:10.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.865+0000 7efe0aa00640 1 -- 172.21.15.33:0/3849603553 learned_addr learned my addr 172.21.15.33:0/3849603553 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:10.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.865+0000 7efe13400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430bac70 0x557d430dd810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:38358/0 (socket says 172.21.15.33:38358) 2024-09-05T02:37:10.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.865+0000 7efe0aa00640 1 -- 172.21.15.33:0/3849603553 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430bac70 msgr2=0x557d430dd810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:10.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.865+0000 7efe0aa00640 1 --2- 172.21.15.33:0/3849603553 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430bac70 0x557d430dd810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.865+0000 7efe0aa00640 1 -- 172.21.15.33:0/3849603553 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430c5e50 msgr2=0x557d430bc6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:10.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.865+0000 7efe0aa00640 1 --2- 172.21.15.33:0/3849603553 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430c5e50 0x557d430bc6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.865+0000 7efe0aa00640 1 -- 172.21.15.33:0/3849603553 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557d430b2770 con 0x557d430bb590 2024-09-05T02:37:10.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.865+0000 7efe13400640 1 --2- 172.21.15.33:0/3849603553 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430bac70 0x557d430dd810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:37:10.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.865+0000 7efe0aa00640 1 --2- 172.21.15.33:0/3849603553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bb590 0x557d430ddd50 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7efdfc000c00 tx=0x7efdfc005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e326dfc60dc2bc5f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:10.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.866+0000 7efe03400640 1 -- 172.21.15.33:0/3849603553 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdfc003de0 con 0x557d430bb590 2024-09-05T02:37:10.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.866+0000 7efe03400640 1 -- 172.21.15.33:0/3849603553 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efdfc010910 con 0x557d430bb590 2024-09-05T02:37:10.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.866+0000 7efe03400640 1 -- 172.21.15.33:0/3849603553 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdfc01e920 con 0x557d430bb590 2024-09-05T02:37:10.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.866+0000 7efe1cc56740 1 -- 172.21.15.33:0/3849603553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bb590 msgr2=0x557d430ddd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:10.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.866+0000 7efe1cc56740 1 --2- 172.21.15.33:0/3849603553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bb590 0x557d430ddd50 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7efdfc000c00 tx=0x7efdfc005f90 comp rx=0 tx=0).stop 2024-09-05T02:37:10.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.866+0000 7efe1cc56740 1 -- 172.21.15.33:0/3849603553 shutdown_connections 2024-09-05T02:37:10.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.866+0000 7efe1cc56740 1 --2- 172.21.15.33:0/3849603553 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430c5e50 0x557d430bc6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.866+0000 7efe1cc56740 1 --2- 172.21.15.33:0/3849603553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bb590 0x557d430ddd50 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.866+0000 7efe1cc56740 1 --2- 172.21.15.33:0/3849603553 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430bac70 0x557d430dd810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.866+0000 7efe1cc56740 1 -- 172.21.15.33:0/3849603553 >> 172.21.15.33:0/3849603553 conn(0x557d430b7200 msgr2=0x557d430c1ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:10.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.867+0000 7efe1cc56740 1 -- 172.21.15.33:0/3849603553 shutdown_connections 2024-09-05T02:37:10.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.867+0000 7efe1cc56740 1 -- 172.21.15.33:0/3849603553 wait complete. 2024-09-05T02:37:10.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.867+0000 7efe1cc56740 1 -- start start 2024-09-05T02:37:10.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.867+0000 7efe1cc56740 1 Processor -- start 2024-09-05T02:37:10.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.868+0000 7efe1cc56740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bac70 0x557d430ce0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:10.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.868+0000 7efe1cc56740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430bb590 0x557d430ce5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:10.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.868+0000 7efe1cc56740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430c5e50 0x557d430bf6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:10.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.868+0000 7efe1cc56740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efe141b0fb0 con 0x557d430bac70 2024-09-05T02:37:10.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.868+0000 7efe1cc56740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efe141b08e0 con 0x557d430bb590 2024-09-05T02:37:10.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.868+0000 7efe1cc56740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7efe141adb40 con 0x557d430c5e50 2024-09-05T02:37:10.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.868+0000 7efe1cc56740 10 client.0 _ll_register_callbacks cb 0x7efe04005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:37:10.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.868+0000 7efe13400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bac70 0x557d430ce0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.868+0000 7efe13400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bac70 0x557d430ce0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56476/0 (socket says 172.21.15.33:56476) 2024-09-05T02:37:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.868+0000 7efe13400640 1 -- 172.21.15.33:0/2072941028 learned_addr learned my addr 172.21.15.33:0/2072941028 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.868+0000 7efe0aa00640 1 --2- 172.21.15.33:0/2072941028 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430bb590 0x557d430ce5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.868+0000 7efe13e00640 1 --2- 172.21.15.33:0/2072941028 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430c5e50 0x557d430bf6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.868+0000 7efe13400640 1 -- 172.21.15.33:0/2072941028 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430c5e50 msgr2=0x557d430bf6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.868+0000 7efe13400640 1 --2- 172.21.15.33:0/2072941028 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430c5e50 0x557d430bf6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.868+0000 7efe13400640 1 -- 172.21.15.33:0/2072941028 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430bb590 msgr2=0x557d430ce5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.869+0000 7efe13400640 1 --2- 172.21.15.33:0/2072941028 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430bb590 0x557d430ce5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.869+0000 7efe13400640 1 -- 172.21.15.33:0/2072941028 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557d430bfee0 con 0x557d430bac70 2024-09-05T02:37:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.869+0000 7efe13400640 1 --2- 172.21.15.33:0/2072941028 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bac70 0x557d430ce0b0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7efe04098120 tx=0x7efe040a48d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec3420e0f3e86876 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.869+0000 7efe00c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:37:10.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.869+0000 7efe00c00640 1 -- 172.21.15.33:0/2072941028 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe040de070 con 0x557d430bac70 2024-09-05T02:37:10.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.869+0000 7efe00c00640 1 -- 172.21.15.33:0/2072941028 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8586+0+0 (secure 0 0 0) 0x7efe040a4440 con 0x557d430bac70 2024-09-05T02:37:10.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.869+0000 7efe1cc56740 1 -- 172.21.15.33:0/2072941028 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efdfc010910 con 0x557d430bac70 2024-09-05T02:37:10.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.869+0000 7efe00c00640 1 -- 172.21.15.33:0/2072941028 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7efe0409b670 con 0x557d430bac70 2024-09-05T02:37:10.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.869+0000 7efe1cc56740 10 client.18003 fetch_fsmap learned FSMap version 29 2024-09-05T02:37:10.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.869+0000 7efe1cc56740 1 -- 172.21.15.33:0/2072941028 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557d430bfee0 con 0x557d430bac70 2024-09-05T02:37:10.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.870+0000 7efe00c00640 1 -- 172.21.15.33:0/2072941028 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efdfc010910 con 0x557d430bac70 2024-09-05T02:37:10.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.870+0000 7efe00c00640 1 -- 172.21.15.33:0/2072941028 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7efe0409bf70 con 0x557d430bac70 2024-09-05T02:37:10.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.870+0000 7efe1cc56740 10 client.18003 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:37:10.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.870+0000 7efe1cc56740 10 client.18003 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-09-05T02:37:10.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.870+0000 7efe1cc56740 20 client.18003 populate_metadata read hostname 'smithi033' 2024-09-05T02:37:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.870+0000 7efe1cc56740 1 --2- 172.21.15.33:0/2072941028 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x557d431406d0 0x557d43142ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.870+0000 7efe1cc56740 4 client.18003 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:37:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.870+0000 7efe1cc56740 1 -- 172.21.15.33:0/2072941028 --> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557d43028e60 con 0x557d431406d0 2024-09-05T02:37:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.870+0000 7efe0aa00640 1 --2- 172.21.15.33:0/2072941028 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x557d431406d0 0x557d43142ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.871+0000 7efe0aa00640 1 --2- 172.21.15.33:0/2072941028 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x557d431406d0 0x557d43142ac0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=373cd0441629459 server_cookie=1c9fbcae83ba34f4 in_seq=0 out_seq=0 2024-09-05T02:37:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.871+0000 7efe00c00640 10 client.18003 ms_handle_connect on v2:172.21.15.123:6836/4158185559 2024-09-05T02:37:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.871+0000 7efe00c00640 1 -- 172.21.15.33:0/2072941028 <== mds.2 v2:172.21.15.123:6836/4158185559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557d43028e60 con 0x557d431406d0 2024-09-05T02:37:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.871+0000 7efe00c00640 10 client.18003 handle_command_reply: tid=0 2024-09-05T02:37:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.871+0000 7efe1cc56740 1 client.18003 shutdown 2024-09-05T02:37:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.871+0000 7efe1cc56740 1 -- 172.21.15.33:0/2072941028 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bac70 msgr2=0x557d430ce0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:10.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.871+0000 7efe1cc56740 1 --2- 172.21.15.33:0/2072941028 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bac70 0x557d430ce0b0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7efe04098120 tx=0x7efe040a48d0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.871+0000 7efe1cc56740 1 -- 172.21.15.33:0/2072941028 shutdown_connections 2024-09-05T02:37:10.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.871+0000 7efe1cc56740 1 --2- 172.21.15.33:0/2072941028 >> [v2:172.21.15.123:6836/4158185559,v1:172.21.15.123:6837/4158185559] conn(0x557d431406d0 0x557d43142ac0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.871+0000 7efe1cc56740 1 --2- 172.21.15.33:0/2072941028 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x557d430c5e50 0x557d430bf6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.871+0000 7efe1cc56740 1 --2- 172.21.15.33:0/2072941028 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557d430bb590 0x557d430ce5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.871+0000 7efe00c00640 0 client.18003 ms_handle_reset on v2:172.21.15.123:6836/4158185559 2024-09-05T02:37:10.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.871+0000 7efe1cc56740 1 --2- 172.21.15.33:0/2072941028 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d430bac70 0x557d430ce0b0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.871+0000 7efe1cc56740 1 -- 172.21.15.33:0/2072941028 >> 172.21.15.33:0/2072941028 conn(0x557d430b7200 msgr2=0x557d430b5b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:10.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.872+0000 7efe1cc56740 1 -- 172.21.15.33:0/2072941028 shutdown_connections 2024-09-05T02:37:10.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.872+0000 7efe1cc56740 1 -- 172.21.15.33:0/2072941028 wait complete. 2024-09-05T02:37:10.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.872+0000 7efe1cc56740 20 client.18003 trim_cache size 0 max 16384 2024-09-05T02:37:10.879 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:37:10.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.872+0000 7efe1a000640 1 -- 172.21.15.33:0/3079368614 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7efdf80a2d70 msgr2=0x7efdf80a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:10.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.872+0000 7efe1a000640 1 --2- 172.21.15.33:0/3079368614 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7efdf80a2d70 0x7efdf80a5230 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7efe0c02f870 tx=0x7efe0c02f440 comp rx=0 tx=0).stop 2024-09-05T02:37:10.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.872+0000 7efe1a000640 1 -- 172.21.15.33:0/3079368614 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efe14102d50 msgr2=0x7efe1419a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:10.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.872+0000 7efe1a000640 1 --2- 172.21.15.33:0/3079368614 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efe14102d50 0x7efe1419a5f0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7efe0400e9f0 tx=0x7efe0400eeb0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.873+0000 7efe1a000640 1 -- 172.21.15.33:0/3079368614 shutdown_connections 2024-09-05T02:37:10.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.873+0000 7efe1a000640 1 --2- 172.21.15.33:0/3079368614 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7efdf80a2d70 0x7efdf80a5230 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.873+0000 7efe1a000640 1 --2- 172.21.15.33:0/3079368614 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe1410c180 0x7efe1419eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.873+0000 7efe1a000640 1 --2- 172.21.15.33:0/3079368614 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7efe14103670 0x7efe1419ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.873+0000 7efe1a000640 1 --2- 172.21.15.33:0/3079368614 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efe14102d50 0x7efe1419a5f0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:10.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.873+0000 7efe1a000640 1 -- 172.21.15.33:0/3079368614 >> 172.21.15.33:0/3079368614 conn(0x7efe140fc7d0 msgr2=0x7efe140fd3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:10.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.873+0000 7efe1a000640 1 -- 172.21.15.33:0/3079368614 shutdown_connections 2024-09-05T02:37:10.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:10.873+0000 7efe1a000640 1 -- 172.21.15.33:0/3079368614 wait complete. 2024-09-05T02:37:10.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:10 smithi123 ceph-mon[34031]: from='client.17961 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:37:10.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:10 smithi123 ceph-mon[34031]: from='client.17967 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T02:37:11.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:11 smithi033 ceph-mon[29909]: pgmap v317: 97 pgs: 97 active+clean; 2.2 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 31 op/s 2024-09-05T02:37:11.736 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T02:37:11.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:11 smithi174 ceph-mon[34756]: pgmap v317: 97 pgs: 97 active+clean; 2.2 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 31 op/s 2024-09-05T02:37:11.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:11 smithi123 ceph-mon[34031]: pgmap v317: 97 pgs: 97 active+clean; 2.2 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 31 op/s 2024-09-05T02:37:12.116 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:37:12.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.687+0000 7f679ca00640 1 -- 172.21.15.33:0/112787346 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6798103ff0 msgr2=0x7f67981043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:12.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.687+0000 7f679ca00640 1 --2- 172.21.15.33:0/112787346 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6798103ff0 0x7f67981043d0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f6788009900 tx=0x7f678802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.687+0000 7f679ca00640 1 -- 172.21.15.33:0/112787346 shutdown_connections 2024-09-05T02:37:12.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.687+0000 7f679ca00640 1 --2- 172.21.15.33:0/112787346 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6798109120 0x7f6798110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.687+0000 7f679ca00640 1 --2- 172.21.15.33:0/112787346 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f67981049a0 0x7f67981089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.687+0000 7f679ca00640 1 --2- 172.21.15.33:0/112787346 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6798103ff0 0x7f67981043d0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.687+0000 7f679ca00640 1 -- 172.21.15.33:0/112787346 >> 172.21.15.33:0/112787346 conn(0x7f67980ffa90 msgr2=0x7f6798101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:12.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.687+0000 7f679ca00640 1 -- 172.21.15.33:0/112787346 shutdown_connections 2024-09-05T02:37:12.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.687+0000 7f679ca00640 1 -- 172.21.15.33:0/112787346 wait complete. 2024-09-05T02:37:12.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.688+0000 7f679ca00640 1 Processor -- start 2024-09-05T02:37:12.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.688+0000 7f679ca00640 1 -- start start 2024-09-05T02:37:12.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.688+0000 7f679ca00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6798103ff0 0x7f679819a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:12.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.688+0000 7f679ca00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67981049a0 0x7f679819ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:12.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.688+0000 7f679ca00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6798109120 0x7f679819eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:12.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.688+0000 7f679ca00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6798114190 con 0x7f67981049a0 2024-09-05T02:37:12.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.688+0000 7f679ca00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6798114010 con 0x7f6798109120 2024-09-05T02:37:12.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.688+0000 7f679ca00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f6798114310 con 0x7f6798103ff0 2024-09-05T02:37:12.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.689+0000 7f678fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67981049a0 0x7f679819ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:12.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.689+0000 7f6795e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6798103ff0 0x7f679819a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:12.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.689+0000 7f678fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67981049a0 0x7f679819ab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56498/0 (socket says 172.21.15.33:56498) 2024-09-05T02:37:12.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.689+0000 7f678fe00640 1 -- 172.21.15.33:0/2758934849 learned_addr learned my addr 172.21.15.33:0/2758934849 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:12.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.689+0000 7f6796800640 1 --2- 172.21.15.33:0/2758934849 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6798109120 0x7f679819eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:12.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.689+0000 7f678fe00640 1 -- 172.21.15.33:0/2758934849 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6798103ff0 msgr2=0x7f679819a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:12.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.689+0000 7f678fe00640 1 --2- 172.21.15.33:0/2758934849 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6798103ff0 0x7f679819a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.689+0000 7f678fe00640 1 -- 172.21.15.33:0/2758934849 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6798109120 msgr2=0x7f679819eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:12.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.689+0000 7f678fe00640 1 --2- 172.21.15.33:0/2758934849 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6798109120 0x7f679819eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.689+0000 7f678fe00640 1 -- 172.21.15.33:0/2758934849 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f679819f5d0 con 0x7f67981049a0 2024-09-05T02:37:12.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.689+0000 7f678fe00640 1 --2- 172.21.15.33:0/2758934849 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67981049a0 0x7f679819ab60 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f678000e9f0 tx=0x7f678000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:12.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.690+0000 7f678ea00640 1 -- 172.21.15.33:0/2758934849 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678000ccc0 con 0x7f67981049a0 2024-09-05T02:37:12.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.690+0000 7f678ea00640 1 -- 172.21.15.33:0/2758934849 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f678000ce60 con 0x7f67981049a0 2024-09-05T02:37:12.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.690+0000 7f678ea00640 1 -- 172.21.15.33:0/2758934849 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6780010690 con 0x7f67981049a0 2024-09-05T02:37:12.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.690+0000 7f679ca00640 1 -- 172.21.15.33:0/2758934849 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f679819f8c0 con 0x7f67981049a0 2024-09-05T02:37:12.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.690+0000 7f679ca00640 1 -- 172.21.15.33:0/2758934849 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67981a71a0 con 0x7f67981049a0 2024-09-05T02:37:12.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.693+0000 7f678ea00640 1 -- 172.21.15.33:0/2758934849 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f67800046c0 con 0x7f67981049a0 2024-09-05T02:37:12.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.693+0000 7f679f672740 1 Processor -- start 2024-09-05T02:37:12.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.693+0000 7f679f672740 1 -- start start 2024-09-05T02:37:12.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.693+0000 7f679f672740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc952fc70 0x564fc9530050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:12.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.693+0000 7f679f672740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 0x564fc953a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:12.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.694+0000 7f679f672740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc953ae50 0x564fc953d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:12.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.694+0000 7f679f672740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x564fc94963e0 con 0x564fc9530590 2024-09-05T02:37:12.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.694+0000 7f679f672740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564fc943dd80 con 0x564fc953ae50 2024-09-05T02:37:12.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.694+0000 7f679f672740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x564fc94923a0 con 0x564fc952fc70 2024-09-05T02:37:12.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.694+0000 7f6795e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 0x564fc953a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:12.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.694+0000 7f6795e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 0x564fc953a910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56506/0 (socket says 172.21.15.33:56506) 2024-09-05T02:37:12.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.694+0000 7f6795e00640 1 -- 172.21.15.33:0/2062048200 learned_addr learned my addr 172.21.15.33:0/2062048200 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:12.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.694+0000 7f6796800640 1 --2- 172.21.15.33:0/2062048200 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc952fc70 0x564fc9530050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:12.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.694+0000 7f678fe00640 1 --2- 172.21.15.33:0/2062048200 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc953ae50 0x564fc953d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:12.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.694+0000 7f6795e00640 1 -- 172.21.15.33:0/2062048200 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc952fc70 msgr2=0x564fc9530050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:12.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.694+0000 7f6795e00640 1 --2- 172.21.15.33:0/2062048200 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc952fc70 0x564fc9530050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.694+0000 7f6795e00640 1 -- 172.21.15.33:0/2062048200 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc953ae50 msgr2=0x564fc953d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:12.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.694+0000 7f6795e00640 1 --2- 172.21.15.33:0/2062048200 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc953ae50 0x564fc953d240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.694+0000 7f6795e00640 1 -- 172.21.15.33:0/2062048200 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564fc945cae0 con 0x564fc9530590 2024-09-05T02:37:12.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.694+0000 7f678ea00640 1 --2- 172.21.15.33:0/2758934849 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f677c0a2cf0 0x7f677c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:12.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.695+0000 7f678ea00640 1 -- 172.21.15.33:0/2758934849 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8586+0+0 (secure 0 0 0) 0x7f67800cf8b0 con 0x7f67981049a0 2024-09-05T02:37:12.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.695+0000 7f6795e00640 1 --2- 172.21.15.33:0/2062048200 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 0x564fc953a910 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f6788009900 tx=0x7f6788005de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a587cc9c570819a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:12.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.695+0000 7f6796800640 1 --2- 172.21.15.33:0/2758934849 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f677c0a2cf0 0x7f677c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:12.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.695+0000 7f6787000640 1 -- 172.21.15.33:0/2062048200 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6788035040 con 0x564fc9530590 2024-09-05T02:37:12.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.695+0000 7f6787000640 1 -- 172.21.15.33:0/2062048200 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6788004400 con 0x564fc9530590 2024-09-05T02:37:12.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.695+0000 7f6787000640 1 -- 172.21.15.33:0/2062048200 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67880035f0 con 0x564fc9530590 2024-09-05T02:37:12.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.696+0000 7f679f672740 1 -- 172.21.15.33:0/2062048200 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 msgr2=0x564fc953a910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:12.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.696+0000 7f6796800640 1 --2- 172.21.15.33:0/2758934849 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f677c0a2cf0 0x7f677c0a51b0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6790005fd0 tx=0x7f6790009500 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:12.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.696+0000 7f679f672740 1 --2- 172.21.15.33:0/2062048200 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 0x564fc953a910 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f6788009900 tx=0x7f6788005de0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.696+0000 7f679f672740 1 -- 172.21.15.33:0/2062048200 shutdown_connections 2024-09-05T02:37:12.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.696+0000 7f679f672740 1 --2- 172.21.15.33:0/2062048200 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc953ae50 0x564fc953d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.696+0000 7f679f672740 1 --2- 172.21.15.33:0/2062048200 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 0x564fc953a910 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.696+0000 7f679f672740 1 --2- 172.21.15.33:0/2062048200 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc952fc70 0x564fc9530050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.696+0000 7f679f672740 1 -- 172.21.15.33:0/2062048200 >> 172.21.15.33:0/2062048200 conn(0x564fc952c200 msgr2=0x564fc952c5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:12.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.696+0000 7f679f672740 1 -- 172.21.15.33:0/2062048200 shutdown_connections 2024-09-05T02:37:12.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.696+0000 7f679f672740 1 -- 172.21.15.33:0/2062048200 wait complete. 2024-09-05T02:37:12.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.697+0000 7f679f672740 1 -- start start 2024-09-05T02:37:12.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.697+0000 7f679f672740 1 Processor -- start 2024-09-05T02:37:12.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.697+0000 7f679f672740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc952fc70 0x564fc9537d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:12.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.697+0000 7f679f672740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc9530590 0x564fc9538250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:12.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.697+0000 7f679f672740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc953ae50 0x564fc9538790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:12.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.697+0000 7f679f672740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x564fc953da20 con 0x564fc953ae50 2024-09-05T02:37:12.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.697+0000 7f679f672740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564fc94510f0 con 0x564fc9530590 2024-09-05T02:37:12.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.697+0000 7f679f672740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x564fc953dba0 con 0x564fc952fc70 2024-09-05T02:37:12.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.698+0000 7f679f672740 10 client.0 _ll_register_callbacks cb 0x564fc9438bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:37:12.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.698+0000 7f6795e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc952fc70 0x564fc9537d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:12.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.698+0000 7f678fe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc9530590 0x564fc9538250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:12.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.698+0000 7f6795e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc952fc70 0x564fc9537d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:38408/0 (socket says 172.21.15.33:38408) 2024-09-05T02:37:12.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.698+0000 7f6796800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc953ae50 0x564fc9538790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:12.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.698+0000 7f678fe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc9530590 0x564fc9538250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35290/0 (socket says 172.21.15.33:35290) 2024-09-05T02:37:12.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.698+0000 7f6795e00640 1 -- 172.21.15.33:0/3148200033 learned_addr learned my addr 172.21.15.33:0/3148200033 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:12.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.698+0000 7f6795e00640 1 -- 172.21.15.33:0/3148200033 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc9530590 msgr2=0x564fc9538250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:12.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.698+0000 7f6795e00640 1 --2- 172.21.15.33:0/3148200033 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc9530590 0x564fc9538250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.698+0000 7f6795e00640 1 -- 172.21.15.33:0/3148200033 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc953ae50 msgr2=0x564fc9538790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:12.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.698+0000 7f6795e00640 1 --2- 172.21.15.33:0/3148200033 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc953ae50 0x564fc9538790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.698+0000 7f6795e00640 1 -- 172.21.15.33:0/3148200033 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564fc92073c0 con 0x564fc952fc70 2024-09-05T02:37:12.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.699+0000 7f6795e00640 1 --2- 172.21.15.33:0/3148200033 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc952fc70 0x564fc9537d10 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f67880048f0 tx=0x7f678802a3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ae73207bd6e997fa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:12.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.699+0000 7f677b400640 10 client.0 ms_handle_connect on v2:172.21.15.174:3300/0 2024-09-05T02:37:12.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.699+0000 7f677b400640 1 -- 172.21.15.33:0/3148200033 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6788052060 con 0x564fc952fc70 2024-09-05T02:37:12.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.699+0000 7f679f672740 1 -- 172.21.15.33:0/3148200033 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6788004400 con 0x564fc952fc70 2024-09-05T02:37:12.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.699+0000 7f677b400640 1 -- 172.21.15.33:0/3148200033 <== mon.1 v2:172.21.15.174:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8586+0+0 (secure 0 0 0) 0x7f6788004200 con 0x564fc952fc70 2024-09-05T02:37:12.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.699+0000 7f677b400640 1 -- 172.21.15.33:0/3148200033 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6788035070 con 0x564fc952fc70 2024-09-05T02:37:12.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.699+0000 7f679f672740 10 client.28015 fetch_fsmap learned FSMap version 29 2024-09-05T02:37:12.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.699+0000 7f679f672740 1 -- 172.21.15.33:0/3148200033 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564fc953da20 con 0x564fc952fc70 2024-09-05T02:37:12.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.700+0000 7f677b400640 1 -- 172.21.15.33:0/3148200033 <== mon.1 v2:172.21.15.174:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6788004400 con 0x564fc952fc70 2024-09-05T02:37:12.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.700+0000 7f677b400640 1 -- 172.21.15.33:0/3148200033 <== mon.1 v2:172.21.15.174:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f6788003b50 con 0x564fc952fc70 2024-09-05T02:37:12.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.700+0000 7f679f672740 10 client.28015 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:37:12.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.700+0000 7f679f672740 10 client.28015 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:37:12.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.700+0000 7f679f672740 20 client.28015 populate_metadata read hostname 'smithi033' 2024-09-05T02:37:12.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.700+0000 7f679f672740 1 --2- 172.21.15.33:0/3148200033 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x564fc954abb0 0x564fc954cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:12.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.700+0000 7f679f672740 4 client.28015 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:37:12.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.700+0000 7f679f672740 1 -- 172.21.15.33:0/3148200033 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564fc94a3950 con 0x564fc954abb0 2024-09-05T02:37:12.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.701+0000 7f678fe00640 1 --2- 172.21.15.33:0/3148200033 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x564fc954abb0 0x564fc954cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:12.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.701+0000 7f678fe00640 1 --2- 172.21.15.33:0/3148200033 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x564fc954abb0 0x564fc954cfa0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e3a73c6c624676de server_cookie=ac3bde9cec3b6e3e in_seq=0 out_seq=0 2024-09-05T02:37:12.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.701+0000 7f677b400640 10 client.28015 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:37:12.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.702+0000 7f677b400640 1 -- 172.21.15.33:0/3148200033 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564fc94a3950 con 0x564fc954abb0 2024-09-05T02:37:12.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.702+0000 7f677b400640 10 client.28015 handle_command_reply: tid=0 2024-09-05T02:37:12.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.702+0000 7f679f672740 1 client.28015 shutdown 2024-09-05T02:37:12.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.702+0000 7f679f672740 1 -- 172.21.15.33:0/3148200033 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc952fc70 msgr2=0x564fc9537d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:12.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.702+0000 7f679f672740 1 --2- 172.21.15.33:0/3148200033 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc952fc70 0x564fc9537d10 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f67880048f0 tx=0x7f678802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.702+0000 7f679f672740 1 -- 172.21.15.33:0/3148200033 shutdown_connections 2024-09-05T02:37:12.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.702+0000 7f679f672740 1 --2- 172.21.15.33:0/3148200033 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x564fc954abb0 0x564fc954cfa0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.702+0000 7f679f672740 1 --2- 172.21.15.33:0/3148200033 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc953ae50 0x564fc9538790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.702+0000 7f679f672740 1 --2- 172.21.15.33:0/3148200033 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc9530590 0x564fc9538250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.702+0000 7f679f672740 1 --2- 172.21.15.33:0/3148200033 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc952fc70 0x564fc9537d10 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.702+0000 7f677b400640 0 client.28015 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:37:12.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.702+0000 7f679f672740 1 -- 172.21.15.33:0/3148200033 >> 172.21.15.33:0/3148200033 conn(0x564fc952c200 msgr2=0x564fc9531ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:12.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.702+0000 7f679f672740 1 -- 172.21.15.33:0/3148200033 shutdown_connections 2024-09-05T02:37:12.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.702+0000 7f679f672740 1 -- 172.21.15.33:0/3148200033 wait complete. 2024-09-05T02:37:12.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.703+0000 7f679f672740 20 client.28015 trim_cache size 0 max 16384 2024-09-05T02:37:12.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.716+0000 7f679f672740 1 Processor -- start 2024-09-05T02:37:12.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.717+0000 7f679f672740 1 -- start start 2024-09-05T02:37:12.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.717+0000 7f679f672740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc952fc70 0x564fc9552630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:12.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.717+0000 7f679f672740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 0x564fc9552b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:12.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.717+0000 7f679f672740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc953ae50 0x564fc952ab60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:12.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.717+0000 7f679f672740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f67981afab0 con 0x564fc9530590 2024-09-05T02:37:12.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.717+0000 7f679f672740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f67981b15f0 con 0x564fc952fc70 2024-09-05T02:37:12.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.717+0000 7f679f672740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f67981b0180 con 0x564fc953ae50 2024-09-05T02:37:12.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.717+0000 7f678fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 0x564fc9552b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:12.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.717+0000 7f678fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 0x564fc9552b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56524/0 (socket says 172.21.15.33:56524) 2024-09-05T02:37:12.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.717+0000 7f678fe00640 1 -- 172.21.15.33:0/2056689539 learned_addr learned my addr 172.21.15.33:0/2056689539 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:12.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.717+0000 7f6796800640 1 --2- 172.21.15.33:0/2056689539 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc953ae50 0x564fc952ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:12.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.717+0000 7f6795e00640 1 --2- 172.21.15.33:0/2056689539 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc952fc70 0x564fc9552630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:12.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.718+0000 7f678fe00640 1 -- 172.21.15.33:0/2056689539 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc953ae50 msgr2=0x564fc952ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:12.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.718+0000 7f678fe00640 1 --2- 172.21.15.33:0/2056689539 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc953ae50 0x564fc952ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.718+0000 7f678fe00640 1 -- 172.21.15.33:0/2056689539 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc952fc70 msgr2=0x564fc9552630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:12.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.718+0000 7f678fe00640 1 --2- 172.21.15.33:0/2056689539 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc952fc70 0x564fc9552630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.718+0000 7f678fe00640 1 -- 172.21.15.33:0/2056689539 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564fc952bca0 con 0x564fc9530590 2024-09-05T02:37:12.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.718+0000 7f678fe00640 1 --2- 172.21.15.33:0/2056689539 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 0x564fc9552b70 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f678000c6a0 tx=0x7f67800d1dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4aa1a5d64a97c502 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:12.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.718+0000 7f6786600640 1 -- 172.21.15.33:0/2056689539 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678009bd90 con 0x564fc9530590 2024-09-05T02:37:12.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.718+0000 7f6786600640 1 -- 172.21.15.33:0/2056689539 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f67800a0140 con 0x564fc9530590 2024-09-05T02:37:12.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.718+0000 7f6786600640 1 -- 172.21.15.33:0/2056689539 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67800a4570 con 0x564fc9530590 2024-09-05T02:37:12.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.719+0000 7f679f672740 1 -- 172.21.15.33:0/2056689539 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 msgr2=0x564fc9552b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:12.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.719+0000 7f679f672740 1 --2- 172.21.15.33:0/2056689539 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 0x564fc9552b70 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f678000c6a0 tx=0x7f67800d1dc0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.719+0000 7f679f672740 1 -- 172.21.15.33:0/2056689539 shutdown_connections 2024-09-05T02:37:12.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.719+0000 7f679f672740 1 --2- 172.21.15.33:0/2056689539 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc953ae50 0x564fc952ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.719+0000 7f679f672740 1 --2- 172.21.15.33:0/2056689539 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 0x564fc9552b70 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.719+0000 7f679f672740 1 --2- 172.21.15.33:0/2056689539 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc952fc70 0x564fc9552630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.719+0000 7f679f672740 1 -- 172.21.15.33:0/2056689539 >> 172.21.15.33:0/2056689539 conn(0x564fc952c200 msgr2=0x564fc9536e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:12.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.719+0000 7f679f672740 1 -- 172.21.15.33:0/2056689539 shutdown_connections 2024-09-05T02:37:12.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.719+0000 7f679f672740 1 -- 172.21.15.33:0/2056689539 wait complete. 2024-09-05T02:37:12.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.719+0000 7f679f672740 1 -- start start 2024-09-05T02:37:12.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.720+0000 7f679f672740 1 Processor -- start 2024-09-05T02:37:12.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.720+0000 7f679f672740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc952fc70 0x564fc9543500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:12.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.720+0000 7f679f672740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 0x564fc953e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:12.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.720+0000 7f679f672740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc953ae50 0x564fc953ed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:12.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.720+0000 7f679f672740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f67981b0f20 con 0x564fc9530590 2024-09-05T02:37:12.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.720+0000 7f679f672740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f67981b0850 con 0x564fc952fc70 2024-09-05T02:37:12.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.720+0000 7f679f672740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f67981adab0 con 0x564fc953ae50 2024-09-05T02:37:12.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.720+0000 7f679f672740 10 client.0 _ll_register_callbacks cb 0x7f6790009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:37:12.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.720+0000 7f678fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 0x564fc953e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:12.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.720+0000 7f678fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 0x564fc953e830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56528/0 (socket says 172.21.15.33:56528) 2024-09-05T02:37:12.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.720+0000 7f678fe00640 1 -- 172.21.15.33:0/462130184 learned_addr learned my addr 172.21.15.33:0/462130184 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:12.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.720+0000 7f6795e00640 1 --2- 172.21.15.33:0/462130184 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc952fc70 0x564fc9543500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:12.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.721+0000 7f6796800640 1 --2- 172.21.15.33:0/462130184 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc953ae50 0x564fc953ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:12.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.721+0000 7f678fe00640 1 -- 172.21.15.33:0/462130184 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc953ae50 msgr2=0x564fc953ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:12.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.721+0000 7f678fe00640 1 --2- 172.21.15.33:0/462130184 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc953ae50 0x564fc953ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.721+0000 7f678fe00640 1 -- 172.21.15.33:0/462130184 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc952fc70 msgr2=0x564fc9543500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:12.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.721+0000 7f678fe00640 1 --2- 172.21.15.33:0/462130184 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc952fc70 0x564fc9543500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.721+0000 7f678fe00640 1 -- 172.21.15.33:0/462130184 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564fc953f570 con 0x564fc9530590 2024-09-05T02:37:12.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.721+0000 7f678fe00640 1 --2- 172.21.15.33:0/462130184 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 0x564fc953e830 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f67800cd5c0 tx=0x7f6780005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8194abce891bfc9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:12.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.721+0000 7f677b400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:37:12.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.721+0000 7f677b400640 1 -- 172.21.15.33:0/462130184 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67800cd240 con 0x564fc9530590 2024-09-05T02:37:12.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.721+0000 7f677b400640 1 -- 172.21.15.33:0/462130184 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8586+0+0 (secure 0 0 0) 0x7f67800a4570 con 0x564fc9530590 2024-09-05T02:37:12.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.721+0000 7f679f672740 1 -- 172.21.15.33:0/462130184 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f67800a0140 con 0x564fc9530590 2024-09-05T02:37:12.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.722+0000 7f677b400640 1 -- 172.21.15.33:0/462130184 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f67800a47b0 con 0x564fc9530590 2024-09-05T02:37:12.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.722+0000 7f679f672740 10 client.18021 fetch_fsmap learned FSMap version 29 2024-09-05T02:37:12.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.722+0000 7f679f672740 1 -- 172.21.15.33:0/462130184 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564fc95b5600 con 0x564fc9530590 2024-09-05T02:37:12.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.722+0000 7f677b400640 1 -- 172.21.15.33:0/462130184 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f67800a0140 con 0x564fc9530590 2024-09-05T02:37:12.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.722+0000 7f677b400640 1 -- 172.21.15.33:0/462130184 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f678009ace0 con 0x564fc9530590 2024-09-05T02:37:12.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.722+0000 7f679f672740 10 client.18021 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:37:12.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.722+0000 7f679f672740 10 client.18021 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-09-05T02:37:12.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.722+0000 7f679f672740 20 client.18021 populate_metadata read hostname 'smithi033' 2024-09-05T02:37:12.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.722+0000 7f679f672740 1 --2- 172.21.15.33:0/462130184 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x564fc95b5d20 0x564fc95b8140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:12.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.722+0000 7f679f672740 4 client.18021 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:37:12.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.722+0000 7f679f672740 1 -- 172.21.15.33:0/462130184 --> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564fc949de60 con 0x564fc95b5d20 2024-09-05T02:37:12.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.722+0000 7f6795e00640 1 --2- 172.21.15.33:0/462130184 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x564fc95b5d20 0x564fc95b8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:12.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.723+0000 7f6795e00640 1 --2- 172.21.15.33:0/462130184 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x564fc95b5d20 0x564fc95b8140 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1eb4f5d6fa1c764c server_cookie=3f1fd8de0b2f4fde in_seq=0 out_seq=0 2024-09-05T02:37:12.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.723+0000 7f677b400640 10 client.18021 ms_handle_connect on v2:172.21.15.33:6840/3289258708 2024-09-05T02:37:12.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.723+0000 7f677b400640 1 -- 172.21.15.33:0/462130184 <== mds.1 v2:172.21.15.33:6840/3289258708 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564fc949de60 con 0x564fc95b5d20 2024-09-05T02:37:12.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.723+0000 7f677b400640 10 client.18021 handle_command_reply: tid=0 2024-09-05T02:37:12.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.723+0000 7f679f672740 1 client.18021 shutdown 2024-09-05T02:37:12.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.723+0000 7f679f672740 1 -- 172.21.15.33:0/462130184 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 msgr2=0x564fc953e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:12.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.723+0000 7f679f672740 1 --2- 172.21.15.33:0/462130184 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 0x564fc953e830 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f67800cd5c0 tx=0x7f6780005c50 comp rx=0 tx=0).stop 2024-09-05T02:37:12.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.723+0000 7f679f672740 1 -- 172.21.15.33:0/462130184 shutdown_connections 2024-09-05T02:37:12.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.723+0000 7f679f672740 1 --2- 172.21.15.33:0/462130184 >> [v2:172.21.15.33:6840/3289258708,v1:172.21.15.33:6841/3289258708] conn(0x564fc95b5d20 0x564fc95b8140 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.723+0000 7f679f672740 1 --2- 172.21.15.33:0/462130184 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x564fc953ae50 0x564fc953ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.723+0000 7f679f672740 1 --2- 172.21.15.33:0/462130184 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564fc9530590 0x564fc953e830 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.723+0000 7f679f672740 1 --2- 172.21.15.33:0/462130184 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564fc952fc70 0x564fc9543500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.723+0000 7f677b400640 0 client.18021 ms_handle_reset on v2:172.21.15.33:6840/3289258708 2024-09-05T02:37:12.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.723+0000 7f679f672740 1 -- 172.21.15.33:0/462130184 >> 172.21.15.33:0/462130184 conn(0x564fc952c200 msgr2=0x564fc9531680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:12.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.724+0000 7f679f672740 1 -- 172.21.15.33:0/462130184 shutdown_connections 2024-09-05T02:37:12.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.724+0000 7f679f672740 1 -- 172.21.15.33:0/462130184 wait complete. 2024-09-05T02:37:12.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.724+0000 7f679f672740 20 client.18021 trim_cache size 0 max 16384 2024-09-05T02:37:12.730 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:37:12.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.724+0000 7f679ca00640 1 -- 172.21.15.33:0/2758934849 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f677c0a2cf0 msgr2=0x7f677c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:12.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.724+0000 7f679ca00640 1 --2- 172.21.15.33:0/2758934849 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f677c0a2cf0 0x7f677c0a51b0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6790005fd0 tx=0x7f6790009500 comp rx=0 tx=0).stop 2024-09-05T02:37:12.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.724+0000 7f679ca00640 1 -- 172.21.15.33:0/2758934849 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67981049a0 msgr2=0x7f679819ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:12.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.724+0000 7f679ca00640 1 --2- 172.21.15.33:0/2758934849 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67981049a0 0x7f679819ab60 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f678000e9f0 tx=0x7f678000edf0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.725+0000 7f679ca00640 1 -- 172.21.15.33:0/2758934849 shutdown_connections 2024-09-05T02:37:12.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.725+0000 7f679ca00640 1 --2- 172.21.15.33:0/2758934849 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f677c0a2cf0 0x7f677c0a51b0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.725+0000 7f679ca00640 1 --2- 172.21.15.33:0/2758934849 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6798109120 0x7f679819eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.725+0000 7f679ca00640 1 --2- 172.21.15.33:0/2758934849 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67981049a0 0x7f679819ab60 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.725+0000 7f679ca00640 1 --2- 172.21.15.33:0/2758934849 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f6798103ff0 0x7f679819a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:12.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.725+0000 7f679ca00640 1 -- 172.21.15.33:0/2758934849 >> 172.21.15.33:0/2758934849 conn(0x7f67980ffa90 msgr2=0x7f6798100cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:12.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.725+0000 7f679ca00640 1 -- 172.21.15.33:0/2758934849 shutdown_connections 2024-09-05T02:37:12.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:12.725+0000 7f679ca00640 1 -- 172.21.15.33:0/2758934849 wait complete. 2024-09-05T02:37:13.633 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T02:37:13.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:13 smithi174 ceph-mon[34756]: pgmap v318: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 204 B/s wr, 13 op/s 2024-09-05T02:37:13.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:13 smithi174 ceph-mon[34756]: osdmap e95: 12 total, 12 up, 12 in 2024-09-05T02:37:13.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:13 smithi033 ceph-mon[29909]: pgmap v318: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 204 B/s wr, 13 op/s 2024-09-05T02:37:13.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:13 smithi033 ceph-mon[29909]: osdmap e95: 12 total, 12 up, 12 in 2024-09-05T02:37:13.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:13 smithi123 ceph-mon[34031]: pgmap v318: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 204 B/s wr, 13 op/s 2024-09-05T02:37:13.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:13 smithi123 ceph-mon[34031]: osdmap e95: 12 total, 12 up, 12 in 2024-09-05T02:37:14.011 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:37:14.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.580+0000 7ff5f0600640 1 -- 172.21.15.33:0/3354869769 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5e8074eb0 msgr2=0x7ff5e8112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:14.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.580+0000 7ff5f0600640 1 --2- 172.21.15.33:0/3354869769 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5e8074eb0 0x7ff5e8112650 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7ff5d4009900 tx=0x7ff5d402a480 comp rx=0 tx=0).stop 2024-09-05T02:37:14.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.581+0000 7ff5f0600640 1 -- 172.21.15.33:0/3354869769 shutdown_connections 2024-09-05T02:37:14.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.581+0000 7ff5f0600640 1 --2- 172.21.15.33:0/3354869769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5e8112b90 0x7ff5e8114f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.581+0000 7ff5f0600640 1 --2- 172.21.15.33:0/3354869769 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5e8074eb0 0x7ff5e8112650 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.581+0000 7ff5f0600640 1 --2- 172.21.15.33:0/3354869769 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff5e8074590 0x7ff5e8074970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.581+0000 7ff5f0600640 1 -- 172.21.15.33:0/3354869769 >> 172.21.15.33:0/3354869769 conn(0x7ff5e80fd8c0 msgr2=0x7ff5e80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:14.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.581+0000 7ff5f0600640 1 -- 172.21.15.33:0/3354869769 shutdown_connections 2024-09-05T02:37:14.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.581+0000 7ff5f0600640 1 -- 172.21.15.33:0/3354869769 wait complete. 2024-09-05T02:37:14.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.582+0000 7ff5f0600640 1 Processor -- start 2024-09-05T02:37:14.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.582+0000 7ff5f0600640 1 -- start start 2024-09-05T02:37:14.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.582+0000 7ff5f0600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5e8074590 0x7ff5e819eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:14.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.582+0000 7ff5f0600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff5e8074eb0 0x7ff5e819f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:14.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.582+0000 7ff5f0600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5e8112b90 0x7ff5e81a3410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:14.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.582+0000 7ff5f0600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e8118540 con 0x7ff5e8112b90 2024-09-05T02:37:14.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.582+0000 7ff5f0600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e81183c0 con 0x7ff5e8074eb0 2024-09-05T02:37:14.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.582+0000 7ff5f0600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e81186c0 con 0x7ff5e8074590 2024-09-05T02:37:14.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.582+0000 7ff5edc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5e8074590 0x7ff5e819eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:14.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.582+0000 7ff5ee600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5e8112b90 0x7ff5e81a3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:14.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.582+0000 7ff5edc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5e8074590 0x7ff5e819eb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:38446/0 (socket says 172.21.15.33:38446) 2024-09-05T02:37:14.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.582+0000 7ff5edc00640 1 -- 172.21.15.33:0/3661889992 learned_addr learned my addr 172.21.15.33:0/3661889992 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:14.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.583+0000 7ff5ed200640 1 --2- 172.21.15.33:0/3661889992 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff5e8074eb0 0x7ff5e819f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:14.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.583+0000 7ff5edc00640 1 -- 172.21.15.33:0/3661889992 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff5e8074eb0 msgr2=0x7ff5e819f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:14.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.583+0000 7ff5edc00640 1 --2- 172.21.15.33:0/3661889992 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff5e8074eb0 0x7ff5e819f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.583+0000 7ff5edc00640 1 -- 172.21.15.33:0/3661889992 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5e8112b90 msgr2=0x7ff5e81a3410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:14.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.583+0000 7ff5edc00640 1 --2- 172.21.15.33:0/3661889992 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5e8112b90 0x7ff5e81a3410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.583+0000 7ff5edc00640 1 -- 172.21.15.33:0/3661889992 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5e81a3b40 con 0x7ff5e8074590 2024-09-05T02:37:14.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.583+0000 7ff5ee600640 1 --2- 172.21.15.33:0/3661889992 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5e8112b90 0x7ff5e81a3410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:37:14.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.583+0000 7ff5edc00640 1 --2- 172.21.15.33:0/3661889992 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5e8074590 0x7ff5e819eb10 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff5dc00ea60 tx=0x7ff5dc00ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:14.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.583+0000 7ff5e6000640 1 -- 172.21.15.33:0/3661889992 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5dc00cde0 con 0x7ff5e8074590 2024-09-05T02:37:14.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.584+0000 7ff5e6000640 1 -- 172.21.15.33:0/3661889992 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5dc0035f0 con 0x7ff5e8074590 2024-09-05T02:37:14.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.584+0000 7ff5e6000640 1 -- 172.21.15.33:0/3661889992 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5dc010670 con 0x7ff5e8074590 2024-09-05T02:37:14.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.584+0000 7ff5f0600640 1 -- 172.21.15.33:0/3661889992 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5e81a3e30 con 0x7ff5e8074590 2024-09-05T02:37:14.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.584+0000 7ff5f0600640 1 -- 172.21.15.33:0/3661889992 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5e81ab6c0 con 0x7ff5e8074590 2024-09-05T02:37:14.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.588+0000 7ff5f3231740 1 Processor -- start 2024-09-05T02:37:14.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.588+0000 7ff5f3231740 1 -- start start 2024-09-05T02:37:14.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.588+0000 7ff5f3231740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab8cc70 0x55c08ab8d050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:14.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.588+0000 7ff5f3231740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab8d590 0x55c08ab97910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:14.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.588+0000 7ff5f3231740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab97e50 0x55c08ab9a240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:14.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.588+0000 7ff5f3231740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55c08aaf33e0 con 0x55c08ab8d590 2024-09-05T02:37:14.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.588+0000 7ff5f3231740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55c08aa9ad80 con 0x55c08ab97e50 2024-09-05T02:37:14.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.588+0000 7ff5f3231740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55c08aaef3a0 con 0x55c08ab8cc70 2024-09-05T02:37:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.589+0000 7ff5ed200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab97e50 0x55c08ab9a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.589+0000 7ff5ee600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab8cc70 0x55c08ab8d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.589+0000 7ff5ed200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab97e50 0x55c08ab9a240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35340/0 (socket says 172.21.15.33:35340) 2024-09-05T02:37:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.589+0000 7ff5ed200640 1 -- 172.21.15.33:0/589933312 learned_addr learned my addr 172.21.15.33:0/589933312 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.589+0000 7ff5e6000640 1 -- 172.21.15.33:0/3661889992 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7ff5dc0037a0 con 0x7ff5e8074590 2024-09-05T02:37:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.589+0000 7ff5edc00640 1 --2- 172.21.15.33:0/589933312 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab8d590 0x55c08ab97910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.589+0000 7ff5ed200640 1 -- 172.21.15.33:0/589933312 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab8cc70 msgr2=0x55c08ab8d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.589+0000 7ff5ed200640 1 --2- 172.21.15.33:0/589933312 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab8cc70 0x55c08ab8d050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.589+0000 7ff5ed200640 1 -- 172.21.15.33:0/589933312 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab8d590 msgr2=0x55c08ab97910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.589+0000 7ff5ed200640 1 --2- 172.21.15.33:0/589933312 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab8d590 0x55c08ab97910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.589+0000 7ff5ed200640 1 -- 172.21.15.33:0/589933312 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c08aab9ae0 con 0x55c08ab97e50 2024-09-05T02:37:14.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.589+0000 7ff5ee600640 1 --2- 172.21.15.33:0/589933312 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab8cc70 0x55c08ab8d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:37:14.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.589+0000 7ff5edc00640 1 --2- 172.21.15.33:0/589933312 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab8d590 0x55c08ab97910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T02:37:14.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.590+0000 7ff5ed200640 1 --2- 172.21.15.33:0/589933312 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab97e50 0x55c08ab9a240 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7ff5d4009900 tx=0x7ff5d4005be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fb9f1dde284b520e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:14.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.590+0000 7ff5daa00640 1 -- 172.21.15.33:0/589933312 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d4040070 con 0x55c08ab97e50 2024-09-05T02:37:14.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.590+0000 7ff5daa00640 1 -- 172.21.15.33:0/589933312 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5d4031870 con 0x55c08ab97e50 2024-09-05T02:37:14.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.590+0000 7ff5daa00640 1 -- 172.21.15.33:0/589933312 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d4035040 con 0x55c08ab97e50 2024-09-05T02:37:14.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.590+0000 7ff5e6000640 1 --2- 172.21.15.33:0/3661889992 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff5d00a2d70 0x7ff5d00a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:14.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.591+0000 7ff5f3231740 1 -- 172.21.15.33:0/589933312 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab97e50 msgr2=0x55c08ab9a240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:14.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.591+0000 7ff5f3231740 1 --2- 172.21.15.33:0/589933312 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab97e50 0x55c08ab9a240 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7ff5d4009900 tx=0x7ff5d4005be0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.591+0000 7ff5e6000640 1 -- 172.21.15.33:0/3661889992 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8542+0+0 (secure 0 0 0) 0x7ff5dc0cf770 con 0x7ff5e8074590 2024-09-05T02:37:14.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.591+0000 7ff5ee600640 1 --2- 172.21.15.33:0/3661889992 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff5d00a2d70 0x7ff5d00a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:14.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.591+0000 7ff5f3231740 1 -- 172.21.15.33:0/589933312 shutdown_connections 2024-09-05T02:37:14.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.591+0000 7ff5f3231740 1 --2- 172.21.15.33:0/589933312 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab97e50 0x55c08ab9a240 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.591+0000 7ff5f3231740 1 --2- 172.21.15.33:0/589933312 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab8d590 0x55c08ab97910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.591+0000 7ff5f3231740 1 --2- 172.21.15.33:0/589933312 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab8cc70 0x55c08ab8d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.591+0000 7ff5f3231740 1 -- 172.21.15.33:0/589933312 >> 172.21.15.33:0/589933312 conn(0x55c08ab89200 msgr2=0x55c08ab895e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.591+0000 7ff5f3231740 1 -- 172.21.15.33:0/589933312 shutdown_connections 2024-09-05T02:37:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.591+0000 7ff5f3231740 1 -- 172.21.15.33:0/589933312 wait complete. 2024-09-05T02:37:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.592+0000 7ff5f3231740 1 -- start start 2024-09-05T02:37:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.592+0000 7ff5ee600640 1 --2- 172.21.15.33:0/3661889992 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff5d00a2d70 0x7ff5d00a5230 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff5e0009fd0 tx=0x7ff5e0009500 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.592+0000 7ff5f3231740 1 Processor -- start 2024-09-05T02:37:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.592+0000 7ff5f3231740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab8cc70 0x55c08ab94c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.592+0000 7ff5f3231740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab8d590 0x55c08ab951c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.592+0000 7ff5f3231740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab97e50 0x55c08ab95700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.592+0000 7ff5f3231740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55c08ab9aa20 con 0x55c08ab8cc70 2024-09-05T02:37:14.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.592+0000 7ff5f3231740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55c08aaae0f0 con 0x55c08ab8d590 2024-09-05T02:37:14.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.592+0000 7ff5f3231740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x55c08ab9aba0 con 0x55c08ab97e50 2024-09-05T02:37:14.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.593+0000 7ff5f3231740 10 client.0 _ll_register_callbacks cb 0x55c08aa95bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:37:14.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.593+0000 7ff5ed200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab8d590 0x55c08ab951c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:14.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.593+0000 7ff5edc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab8cc70 0x55c08ab94c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:14.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.593+0000 7ff5ed200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab8d590 0x55c08ab951c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:35350/0 (socket says 172.21.15.33:35350) 2024-09-05T02:37:14.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.593+0000 7ff5ed200640 1 -- 172.21.15.33:0/3814215325 learned_addr learned my addr 172.21.15.33:0/3814215325 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:14.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.593+0000 7ff5ee600640 1 --2- 172.21.15.33:0/3814215325 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab97e50 0x55c08ab95700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:14.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.593+0000 7ff5ed200640 1 -- 172.21.15.33:0/3814215325 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab97e50 msgr2=0x55c08ab95700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:14.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.593+0000 7ff5ed200640 1 --2- 172.21.15.33:0/3814215325 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab97e50 0x55c08ab95700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.593+0000 7ff5ed200640 1 -- 172.21.15.33:0/3814215325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab8cc70 msgr2=0x55c08ab94c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:14.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.593+0000 7ff5ed200640 1 --2- 172.21.15.33:0/3814215325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab8cc70 0x55c08ab94c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.593+0000 7ff5ed200640 1 -- 172.21.15.33:0/3814215325 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c08a8643c0 con 0x55c08ab8d590 2024-09-05T02:37:14.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.593+0000 7ff5edc00640 1 --2- 172.21.15.33:0/3814215325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab8cc70 0x55c08ab94c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:37:14.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.594+0000 7ff5ed200640 1 --2- 172.21.15.33:0/3814215325 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab8d590 0x55c08ab951c0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7ff5d402a9a0 tx=0x7ff5d4005280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e33ca305b70fcce server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:14.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.594+0000 7ff5cf400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T02:37:14.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.594+0000 7ff5cf400640 1 -- 172.21.15.33:0/3814215325 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d404c020 con 0x55c08ab8d590 2024-09-05T02:37:14.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.594+0000 7ff5cf400640 1 -- 172.21.15.33:0/3814215325 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 8542+0+0 (secure 0 0 0) 0x7ff5d4004260 con 0x55c08ab8d590 2024-09-05T02:37:14.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.594+0000 7ff5f3231740 1 -- 172.21.15.33:0/3814215325 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5d4031870 con 0x55c08ab8d590 2024-09-05T02:37:14.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.594+0000 7ff5cf400640 1 -- 172.21.15.33:0/3814215325 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff5d4057050 con 0x55c08ab8d590 2024-09-05T02:37:14.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.594+0000 7ff5f3231740 10 client.28112 fetch_fsmap learned FSMap version 29 2024-09-05T02:37:14.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.594+0000 7ff5f3231740 1 -- 172.21.15.33:0/3814215325 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c08aba6920 con 0x55c08ab8d590 2024-09-05T02:37:14.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.595+0000 7ff5cf400640 1 -- 172.21.15.33:0/3814215325 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5d4031870 con 0x55c08ab8d590 2024-09-05T02:37:14.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.595+0000 7ff5cf400640 1 -- 172.21.15.33:0/3814215325 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff5d40036f0 con 0x55c08ab8d590 2024-09-05T02:37:14.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.595+0000 7ff5f3231740 10 client.28112 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:37:14.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.595+0000 7ff5f3231740 10 client.28112 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:37:14.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.595+0000 7ff5f3231740 20 client.28112 populate_metadata read hostname 'smithi033' 2024-09-05T02:37:14.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.595+0000 7ff5f3231740 1 --2- 172.21.15.33:0/3814215325 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c08aba7c70 0x55c08abaa060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:14.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.595+0000 7ff5f3231740 4 client.28112 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T02:37:14.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.595+0000 7ff5f3231740 1 -- 172.21.15.33:0/3814215325 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c08ab00950 con 0x55c08aba7c70 2024-09-05T02:37:14.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.595+0000 7ff5edc00640 1 --2- 172.21.15.33:0/3814215325 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c08aba7c70 0x55c08abaa060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:14.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.596+0000 7ff5edc00640 1 --2- 172.21.15.33:0/3814215325 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c08aba7c70 0x55c08abaa060 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e10b9919fcb6487e server_cookie=bcd6d141832fd053 in_seq=0 out_seq=0 2024-09-05T02:37:14.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.596+0000 7ff5cf400640 10 client.28112 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:37:14.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.597+0000 7ff5cf400640 1 -- 172.21.15.33:0/3814215325 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c08ab00950 con 0x55c08aba7c70 2024-09-05T02:37:14.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.597+0000 7ff5cf400640 10 client.28112 handle_command_reply: tid=0 2024-09-05T02:37:14.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.597+0000 7ff5f3231740 1 client.28112 shutdown 2024-09-05T02:37:14.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.597+0000 7ff5f3231740 1 -- 172.21.15.33:0/3814215325 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab8d590 msgr2=0x55c08ab951c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:14.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.597+0000 7ff5f3231740 1 --2- 172.21.15.33:0/3814215325 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab8d590 0x55c08ab951c0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7ff5d402a9a0 tx=0x7ff5d4005280 comp rx=0 tx=0).stop 2024-09-05T02:37:14.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.597+0000 7ff5f3231740 1 -- 172.21.15.33:0/3814215325 shutdown_connections 2024-09-05T02:37:14.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.597+0000 7ff5f3231740 1 --2- 172.21.15.33:0/3814215325 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab97e50 0x55c08ab95700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.597+0000 7ff5f3231740 1 --2- 172.21.15.33:0/3814215325 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab8d590 0x55c08ab951c0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.597+0000 7ff5f3231740 1 --2- 172.21.15.33:0/3814215325 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c08aba7c70 0x55c08abaa060 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.597+0000 7ff5f3231740 1 --2- 172.21.15.33:0/3814215325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab8cc70 0x55c08ab94c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.598+0000 7ff5cf400640 0 client.28112 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:37:14.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.598+0000 7ff5f3231740 1 -- 172.21.15.33:0/3814215325 >> 172.21.15.33:0/3814215325 conn(0x55c08ab89200 msgr2=0x55c08ab8ef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:14.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.598+0000 7ff5f3231740 1 -- 172.21.15.33:0/3814215325 shutdown_connections 2024-09-05T02:37:14.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.598+0000 7ff5f3231740 1 -- 172.21.15.33:0/3814215325 wait complete. 2024-09-05T02:37:14.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.598+0000 7ff5f3231740 20 client.28112 trim_cache size 0 max 16384 2024-09-05T02:37:14.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.611+0000 7ff5f3231740 1 Processor -- start 2024-09-05T02:37:14.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.612+0000 7ff5f3231740 1 -- start start 2024-09-05T02:37:14.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.612+0000 7ff5f3231740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab8cc70 0x55c08abaf6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:14.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.612+0000 7ff5f3231740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab8d590 0x55c08abafc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:14.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.612+0000 7ff5f3231740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab97e50 0x55c08ab8e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:14.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.612+0000 7ff5f3231740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e81b3f40 con 0x55c08ab8cc70 2024-09-05T02:37:14.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.612+0000 7ff5f3231740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e81b5a80 con 0x55c08ab97e50 2024-09-05T02:37:14.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.612+0000 7ff5f3231740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e81b4610 con 0x55c08ab8d590 2024-09-05T02:37:14.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.612+0000 7ff5edc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab8cc70 0x55c08abaf6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:14.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.612+0000 7ff5edc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab8cc70 0x55c08abaf6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56580/0 (socket says 172.21.15.33:56580) 2024-09-05T02:37:14.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.612+0000 7ff5edc00640 1 -- 172.21.15.33:0/3318800870 learned_addr learned my addr 172.21.15.33:0/3318800870 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:14.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.612+0000 7ff5ed200640 1 --2- 172.21.15.33:0/3318800870 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab8d590 0x55c08abafc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:14.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.612+0000 7ff5ee600640 1 --2- 172.21.15.33:0/3318800870 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab97e50 0x55c08ab8e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:14.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.613+0000 7ff5edc00640 1 -- 172.21.15.33:0/3318800870 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab8d590 msgr2=0x55c08abafc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:14.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.613+0000 7ff5edc00640 1 --2- 172.21.15.33:0/3318800870 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab8d590 0x55c08abafc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.613+0000 7ff5edc00640 1 -- 172.21.15.33:0/3318800870 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab97e50 msgr2=0x55c08ab8e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:14.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.613+0000 7ff5edc00640 1 --2- 172.21.15.33:0/3318800870 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab97e50 0x55c08ab8e6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.613+0000 7ff5edc00640 1 -- 172.21.15.33:0/3318800870 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c08ab89030 con 0x55c08ab8cc70 2024-09-05T02:37:14.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.613+0000 7ff5edc00640 1 --2- 172.21.15.33:0/3318800870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab8cc70 0x55c08abaf6c0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7ff5dc00c760 tx=0x7ff5dc003f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58d803f1b8775baf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:14.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.613+0000 7ff5da000640 1 -- 172.21.15.33:0/3318800870 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5dc09c320 con 0x55c08ab8cc70 2024-09-05T02:37:14.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.613+0000 7ff5da000640 1 -- 172.21.15.33:0/3318800870 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5dc09bc20 con 0x55c08ab8cc70 2024-09-05T02:37:14.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.613+0000 7ff5da000640 1 -- 172.21.15.33:0/3318800870 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5dc0cd0d0 con 0x55c08ab8cc70 2024-09-05T02:37:14.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.614+0000 7ff5f3231740 1 -- 172.21.15.33:0/3318800870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab8cc70 msgr2=0x55c08abaf6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:14.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.614+0000 7ff5f3231740 1 --2- 172.21.15.33:0/3318800870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab8cc70 0x55c08abaf6c0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7ff5dc00c760 tx=0x7ff5dc003f30 comp rx=0 tx=0).stop 2024-09-05T02:37:14.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.614+0000 7ff5f3231740 1 -- 172.21.15.33:0/3318800870 shutdown_connections 2024-09-05T02:37:14.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.614+0000 7ff5f3231740 1 --2- 172.21.15.33:0/3318800870 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab97e50 0x55c08ab8e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.614+0000 7ff5f3231740 1 --2- 172.21.15.33:0/3318800870 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab8d590 0x55c08abafc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.614+0000 7ff5f3231740 1 --2- 172.21.15.33:0/3318800870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab8cc70 0x55c08abaf6c0 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.614+0000 7ff5f3231740 1 -- 172.21.15.33:0/3318800870 >> 172.21.15.33:0/3318800870 conn(0x55c08ab89200 msgr2=0x55c08ab93d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:14.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.614+0000 7ff5f3231740 1 -- 172.21.15.33:0/3318800870 shutdown_connections 2024-09-05T02:37:14.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.614+0000 7ff5f3231740 1 -- 172.21.15.33:0/3318800870 wait complete. 2024-09-05T02:37:14.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.614+0000 7ff5f3231740 1 -- start start 2024-09-05T02:37:14.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.615+0000 7ff5f3231740 1 Processor -- start 2024-09-05T02:37:14.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.615+0000 7ff5f3231740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab8cc70 0x55c08aba0540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:14.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.615+0000 7ff5f3231740 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab8d590 0x55c08ab9b870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:14.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.615+0000 7ff5f3231740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab97e50 0x55c08ab9bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:14.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.615+0000 7ff5f3231740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e81b53b0 con 0x55c08ab97e50 2024-09-05T02:37:14.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.615+0000 7ff5f3231740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e81b4ce0 con 0x55c08ab8cc70 2024-09-05T02:37:14.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.615+0000 7ff5f3231740 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e81b1f40 con 0x55c08ab8d590 2024-09-05T02:37:14.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.615+0000 7ff5f3231740 10 client.0 _ll_register_callbacks cb 0x7ff5e0009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T02:37:14.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.615+0000 7ff5ee600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab97e50 0x55c08ab9bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:14.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.615+0000 7ff5edc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab8cc70 0x55c08aba0540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:14.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.615+0000 7ff5ee600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab97e50 0x55c08ab9bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56594/0 (socket says 172.21.15.33:56594) 2024-09-05T02:37:14.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.615+0000 7ff5ee600640 1 -- 172.21.15.33:0/4220813159 learned_addr learned my addr 172.21.15.33:0/4220813159 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:14.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.616+0000 7ff5ed200640 1 --2- 172.21.15.33:0/4220813159 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab8d590 0x55c08ab9b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:14.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.616+0000 7ff5ee600640 1 -- 172.21.15.33:0/4220813159 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab8d590 msgr2=0x55c08ab9b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:14.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.616+0000 7ff5ee600640 1 --2- 172.21.15.33:0/4220813159 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab8d590 0x55c08ab9b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.616+0000 7ff5ee600640 1 -- 172.21.15.33:0/4220813159 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab8cc70 msgr2=0x55c08aba0540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T02:37:14.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.616+0000 7ff5ee600640 1 --2- 172.21.15.33:0/4220813159 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab8cc70 0x55c08aba0540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.616+0000 7ff5ee600640 1 -- 172.21.15.33:0/4220813159 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c08ab8a390 con 0x55c08ab97e50 2024-09-05T02:37:14.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.616+0000 7ff5edc00640 1 --2- 172.21.15.33:0/4220813159 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab8cc70 0x55c08aba0540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:37:14.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.616+0000 7ff5ee600640 1 --2- 172.21.15.33:0/4220813159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab97e50 0x55c08ab9bdb0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7ff5e000fdf0 tx=0x7ff5e0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbdb57078af3d325 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:14.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.616+0000 7ff5cf400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-05T02:37:14.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.617+0000 7ff5cf400640 1 -- 172.21.15.33:0/4220813159 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e0003b80 con 0x55c08ab97e50 2024-09-05T02:37:14.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.617+0000 7ff5f3231740 1 -- 172.21.15.33:0/4220813159 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5dc09bc20 con 0x55c08ab97e50 2024-09-05T02:37:14.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.617+0000 7ff5cf400640 1 -- 172.21.15.33:0/4220813159 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 8542+0+0 (secure 0 0 0) 0x7ff5e0003d20 con 0x55c08ab97e50 2024-09-05T02:37:14.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.617+0000 7ff5cf400640 1 -- 172.21.15.33:0/4220813159 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff5e0010930 con 0x55c08ab97e50 2024-09-05T02:37:14.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.617+0000 7ff5f3231740 10 client.18036 fetch_fsmap learned FSMap version 29 2024-09-05T02:37:14.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.617+0000 7ff5f3231740 1 -- 172.21.15.33:0/4220813159 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c08ab84770 con 0x55c08ab97e50 2024-09-05T02:37:14.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.617+0000 7ff5cf400640 1 -- 172.21.15.33:0/4220813159 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5dc09bc20 con 0x55c08ab97e50 2024-09-05T02:37:14.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.617+0000 7ff5cf400640 1 -- 172.21.15.33:0/4220813159 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff5e001a070 con 0x55c08ab97e50 2024-09-05T02:37:14.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.617+0000 7ff5f3231740 10 client.18036 fetch_fsmap finished waiting for FSMap version 29 2024-09-05T02:37:14.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.617+0000 7ff5f3231740 10 client.18036 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-05T02:37:14.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.618+0000 7ff5f3231740 20 client.18036 populate_metadata read hostname 'smithi033' 2024-09-05T02:37:14.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.618+0000 7ff5f3231740 1 --2- 172.21.15.33:0/4220813159 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c08ac12b40 0x55c08ac14f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:14.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.618+0000 7ff5f3231740 4 client.18036 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T02:37:14.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.618+0000 7ff5f3231740 1 -- 172.21.15.33:0/4220813159 --> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c08aafae60 con 0x55c08ac12b40 2024-09-05T02:37:14.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.618+0000 7ff5edc00640 1 --2- 172.21.15.33:0/4220813159 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c08ac12b40 0x55c08ac14f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:14.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.618+0000 7ff5edc00640 1 --2- 172.21.15.33:0/4220813159 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c08ac12b40 0x55c08ac14f60 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=374ce176d399cd6c server_cookie=5e10acfbb9585bee in_seq=0 out_seq=0 2024-09-05T02:37:14.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.618+0000 7ff5cf400640 10 client.18036 ms_handle_connect on v2:172.21.15.123:6838/2058325369 2024-09-05T02:37:14.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.619+0000 7ff5cf400640 1 -- 172.21.15.33:0/4220813159 <== mds.0 v2:172.21.15.123:6838/2058325369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c08aafae60 con 0x55c08ac12b40 2024-09-05T02:37:14.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.619+0000 7ff5cf400640 10 client.18036 handle_command_reply: tid=0 2024-09-05T02:37:14.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.619+0000 7ff5f3231740 1 client.18036 shutdown 2024-09-05T02:37:14.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.619+0000 7ff5f3231740 1 -- 172.21.15.33:0/4220813159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab97e50 msgr2=0x55c08ab9bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:14.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.619+0000 7ff5f3231740 1 --2- 172.21.15.33:0/4220813159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab97e50 0x55c08ab9bdb0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7ff5e000fdf0 tx=0x7ff5e0004a40 comp rx=0 tx=0).stop 2024-09-05T02:37:14.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.619+0000 7ff5f3231740 1 -- 172.21.15.33:0/4220813159 shutdown_connections 2024-09-05T02:37:14.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.619+0000 7ff5f3231740 1 --2- 172.21.15.33:0/4220813159 >> [v2:172.21.15.123:6838/2058325369,v1:172.21.15.123:6839/2058325369] conn(0x55c08ac12b40 0x55c08ac14f60 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.619+0000 7ff5f3231740 1 --2- 172.21.15.33:0/4220813159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c08ab97e50 0x55c08ab9bdb0 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.619+0000 7ff5f3231740 1 --2- 172.21.15.33:0/4220813159 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x55c08ab8d590 0x55c08ab9b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.619+0000 7ff5f3231740 1 --2- 172.21.15.33:0/4220813159 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c08ab8cc70 0x55c08aba0540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.619+0000 7ff5f3231740 1 -- 172.21.15.33:0/4220813159 >> 172.21.15.33:0/4220813159 conn(0x55c08ab89200 msgr2=0x55c08ab94c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:14.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.619+0000 7ff5cf400640 0 client.18036 ms_handle_reset on v2:172.21.15.123:6838/2058325369 2024-09-05T02:37:14.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.619+0000 7ff5f3231740 1 -- 172.21.15.33:0/4220813159 shutdown_connections 2024-09-05T02:37:14.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.619+0000 7ff5f3231740 1 -- 172.21.15.33:0/4220813159 wait complete. 2024-09-05T02:37:14.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.619+0000 7ff5f3231740 20 client.18036 trim_cache size 0 max 16384 2024-09-05T02:37:14.625 INFO:teuthology.orchestra.run.smithi033.stdout:[] 2024-09-05T02:37:14.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.620+0000 7ff5f0600640 1 -- 172.21.15.33:0/3661889992 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff5d00a2d70 msgr2=0x7ff5d00a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:14.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.620+0000 7ff5f0600640 1 --2- 172.21.15.33:0/3661889992 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff5d00a2d70 0x7ff5d00a5230 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff5e0009fd0 tx=0x7ff5e0009500 comp rx=0 tx=0).stop 2024-09-05T02:37:14.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.620+0000 7ff5f0600640 1 -- 172.21.15.33:0/3661889992 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5e8074590 msgr2=0x7ff5e819eb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:14.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.620+0000 7ff5f0600640 1 --2- 172.21.15.33:0/3661889992 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5e8074590 0x7ff5e819eb10 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff5dc00ea60 tx=0x7ff5dc00ef20 comp rx=0 tx=0).stop 2024-09-05T02:37:14.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.620+0000 7ff5f0600640 1 -- 172.21.15.33:0/3661889992 shutdown_connections 2024-09-05T02:37:14.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.620+0000 7ff5f0600640 1 --2- 172.21.15.33:0/3661889992 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff5d00a2d70 0x7ff5d00a5230 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.620+0000 7ff5f0600640 1 --2- 172.21.15.33:0/3661889992 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5e8112b90 0x7ff5e81a3410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.620+0000 7ff5f0600640 1 --2- 172.21.15.33:0/3661889992 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff5e8074eb0 0x7ff5e819f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.620+0000 7ff5f0600640 1 --2- 172.21.15.33:0/3661889992 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff5e8074590 0x7ff5e819eb10 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:14.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.620+0000 7ff5f0600640 1 -- 172.21.15.33:0/3661889992 >> 172.21.15.33:0/3661889992 conn(0x7ff5e80fd8c0 msgr2=0x7ff5e80ff100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:14.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.620+0000 7ff5f0600640 1 -- 172.21.15.33:0/3661889992 shutdown_connections 2024-09-05T02:37:14.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:14.620+0000 7ff5f0600640 1 -- 172.21.15.33:0/3661889992 wait complete. 2024-09-05T02:37:15.473 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa/tasks/fwd_scrub.py", line 49, in do_scrub self.sleep_unless_stopped(self.sleep_between_iterations) File "/home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa/tasks/thrasher.py", line 47, in sleep_unless_stopped raise self.Stopped() tasks.thrasher.ThrasherGreenlet.Stopped 2024-09-05T02:37:15.474 INFO:tasks.fwd_scrub:done joining 2024-09-05T02:37:15.475 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-09-05T02:37:15.488 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T02:37:15.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.646+0000 7f87d9e00640 1 -- 172.21.15.33:0/3434141092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87d4109060 msgr2=0x7f87d4110bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:15.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.646+0000 7f87d9e00640 1 --2- 172.21.15.33:0/3434141092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87d4109060 0x7f87d4110bb0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f87cc009ca0 tx=0x7f87cc02a8c0 comp rx=0 tx=0).stop 2024-09-05T02:37:15.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.647+0000 7f87d9e00640 1 -- 172.21.15.33:0/3434141092 shutdown_connections 2024-09-05T02:37:15.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.647+0000 7f87d9e00640 1 --2- 172.21.15.33:0/3434141092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87d4109060 0x7f87d4110bb0 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:15.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.647+0000 7f87d9e00640 1 --2- 172.21.15.33:0/3434141092 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f87d41048c0 0x7f87d4108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:15.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.647+0000 7f87d9e00640 1 --2- 172.21.15.33:0/3434141092 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f87d4103f10 0x7f87d41042f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:15.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.647+0000 7f87d9e00640 1 -- 172.21.15.33:0/3434141092 >> 172.21.15.33:0/3434141092 conn(0x7f87d40ff980 msgr2=0x7f87d4101da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:15.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.647+0000 7f87d9e00640 1 -- 172.21.15.33:0/3434141092 shutdown_connections 2024-09-05T02:37:15.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.647+0000 7f87d9e00640 1 -- 172.21.15.33:0/3434141092 wait complete. 2024-09-05T02:37:15.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.648+0000 7f87d9e00640 1 Processor -- start 2024-09-05T02:37:15.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.648+0000 7f87d9e00640 1 -- start start 2024-09-05T02:37:15.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.648+0000 7f87d9e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f87d4103f10 0x7f87d419a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:15.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.648+0000 7f87d9e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87d4109060 0x7f87d419aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:15.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.648+0000 7f87d9e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f87d419ee50 0x7f87d419f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:15.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.648+0000 7f87d9e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f87d4114080 con 0x7f87d4109060 2024-09-05T02:37:15.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.648+0000 7f87d9e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f87d4113f00 con 0x7f87d419ee50 2024-09-05T02:37:15.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.648+0000 7f87d9e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f87d4114200 con 0x7f87d4103f10 2024-09-05T02:37:15.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.648+0000 7f87d2000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87d4109060 0x7f87d419aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:15.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.648+0000 7f87d2000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87d4109060 0x7f87d419aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56616/0 (socket says 172.21.15.33:56616) 2024-09-05T02:37:15.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.648+0000 7f87d2000640 1 -- 172.21.15.33:0/4235277344 learned_addr learned my addr 172.21.15.33:0/4235277344 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:15.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.649+0000 7f87d3400640 1 --2- 172.21.15.33:0/4235277344 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f87d419ee50 0x7f87d419f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:15.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.649+0000 7f87d2a00640 1 --2- 172.21.15.33:0/4235277344 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f87d4103f10 0x7f87d419a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:15.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.649+0000 7f87d2000640 1 -- 172.21.15.33:0/4235277344 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f87d4103f10 msgr2=0x7f87d419a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:15.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.649+0000 7f87d2000640 1 --2- 172.21.15.33:0/4235277344 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f87d4103f10 0x7f87d419a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:15.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.649+0000 7f87d2000640 1 -- 172.21.15.33:0/4235277344 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f87d419ee50 msgr2=0x7f87d419f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:15.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.649+0000 7f87d2000640 1 --2- 172.21.15.33:0/4235277344 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f87d419ee50 0x7f87d419f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:15.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.649+0000 7f87d2000640 1 -- 172.21.15.33:0/4235277344 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87d419f940 con 0x7f87d4109060 2024-09-05T02:37:15.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.649+0000 7f87d2000640 1 --2- 172.21.15.33:0/4235277344 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87d4109060 0x7f87d419aad0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f87c000e9c0 tx=0x7f87c000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:15.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.649+0000 7f87d8a00640 1 -- 172.21.15.33:0/4235277344 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c000cd80 con 0x7f87d4109060 2024-09-05T02:37:15.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.649+0000 7f87d8a00640 1 -- 172.21.15.33:0/4235277344 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f87c0005500 con 0x7f87d4109060 2024-09-05T02:37:15.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.649+0000 7f87d8a00640 1 -- 172.21.15.33:0/4235277344 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c0010690 con 0x7f87d4109060 2024-09-05T02:37:15.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.649+0000 7f87d9e00640 1 -- 172.21.15.33:0/4235277344 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87d419fc30 con 0x7f87d4109060 2024-09-05T02:37:15.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.650+0000 7f87d9e00640 1 -- 172.21.15.33:0/4235277344 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87d41a73d0 con 0x7f87d4109060 2024-09-05T02:37:15.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.651+0000 7f87d9e00640 1 -- 172.21.15.33:0/4235277344 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87d41042f0 con 0x7f87d4109060 2024-09-05T02:37:15.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.653+0000 7f87d8a00640 1 -- 172.21.15.33:0/4235277344 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f87c00046c0 con 0x7f87d4109060 2024-09-05T02:37:15.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.655+0000 7f87d8a00640 1 --2- 172.21.15.33:0/4235277344 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f87b80a2d80 0x7f87b80a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:15.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.655+0000 7f87d8a00640 1 -- 172.21.15.33:0/4235277344 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8542+0+0 (secure 0 0 0) 0x7f87c00cf780 con 0x7f87d4109060 2024-09-05T02:37:15.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.655+0000 7f87d2a00640 1 --2- 172.21.15.33:0/4235277344 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f87b80a2d80 0x7f87b80a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:15.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.656+0000 7f87d2a00640 1 --2- 172.21.15.33:0/4235277344 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f87b80a2d80 0x7f87b80a5240 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f87c40095f0 tx=0x7f87c4005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:15.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.660+0000 7f87d8a00640 1 -- 172.21.15.33:0/4235277344 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f87c009c330 con 0x7f87d4109060 2024-09-05T02:37:15.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:15 smithi174 ceph-mon[34756]: pgmap v320: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 255 B/s wr, 16 op/s 2024-09-05T02:37:15.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:15 smithi033 ceph-mon[29909]: pgmap v320: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 255 B/s wr, 16 op/s 2024-09-05T02:37:15.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.845+0000 7f87d9e00640 1 -- 172.21.15.33:0/4235277344 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f87d41048c0 con 0x7f87d4109060 2024-09-05T02:37:15.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.847+0000 7f87d8a00640 1 -- 172.21.15.33:0/4235277344 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+23226 (secure 0 0 0) 0x7f87c009bc30 con 0x7f87d4109060 2024-09-05T02:37:15.849 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:37:15.849 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":95,"fsid":"b37d3f34-6b2c-11ef-bcd6-c7b262605968","created":"2024-09-05T02:16:40.986430+0000","modified":"2024-09-05T02:37:13.126207+0000","last_up_change":"2024-09-05T02:23:52.310598+0000","last_in_change":"2024-09-05T02:23:29.448936+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T02:19:57.005189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T02:24:42.913016+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T02:24:46.103614+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"94","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":94,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6803","nonce":2230859978}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6805","nonce":2230859978}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6809","nonce":2230859978}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6807","nonce":2230859978}]},"public_addr":"172.21.15.33:6803/2230859978","cluster_addr":"172.21.15.33:6805/2230859978","heartbeat_back_addr":"172.21.15.33:6809/2230859978","heartbeat_front_addr":"172.21.15.33:6807/2230859978","state":["exists","up"]},{"osd":1,"uuid":"6de45097-769c-467f-9c69-c0e6286b5b72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6801","nonce":982249098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6803","nonce":982249098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6807","nonce":982249098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6805","nonce":982249098}]},"public_addr":"172.21.15.123:6801/982249098","cluster_addr":"172.21.15.123:6803/982249098","heartbeat_back_addr":"172.21.15.123:6807/982249098","heartbeat_front_addr":"172.21.15.123:6805/982249098","state":["exists","up"]},{"osd":2,"uuid":"8d8bdb95-be19-4ae4-8587-ea5dace30521","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6801","nonce":3754006463}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6803","nonce":3754006463}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6807","nonce":3754006463}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6805","nonce":3754006463}]},"public_addr":"172.21.15.174:6801/3754006463","cluster_addr":"172.21.15.174:6803/3754006463","heartbeat_back_addr":"172.21.15.174:6807/3754006463","heartbeat_front_addr":"172.21.15.174:6805/3754006463","state":["exists","up"]},{"osd":3,"uuid":"73cd7f3a-95e0-434d-bac2-b99f4036fe9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6811","nonce":3031631676}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6813","nonce":3031631676}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6817","nonce":3031631676}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6815","nonce":3031631676}]},"public_addr":"172.21.15.33:6811/3031631676","cluster_addr":"172.21.15.33:6813/3031631676","heartbeat_back_addr":"172.21.15.33:6817/3031631676","heartbeat_front_addr":"172.21.15.33:6815/3031631676","state":["exists","up"]},{"osd":4,"uuid":"0f0578f6-ecfb-41c9-9360-6155c02c4a47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6809","nonce":1841051665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6811","nonce":1841051665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6815","nonce":1841051665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6813","nonce":1841051665}]},"public_addr":"172.21.15.123:6809/1841051665","cluster_addr":"172.21.15.123:6811/1841051665","heartbeat_back_addr":"172.21.15.123:6815/1841051665","heartbeat_front_addr":"172.21.15.123:6813/1841051665","state":["exists","up"]},{"osd":5,"uuid":"d140f4bd-ec12-44e7-b9fc-3dd869d73e95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6809","nonce":609807204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6811","nonce":609807204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6815","nonce":609807204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6813","nonce":609807204}]},"public_addr":"172.21.15.174:6809/609807204","cluster_addr":"172.21.15.174:6811/609807204","heartbeat_back_addr":"172.21.15.174:6815/609807204","heartbeat_front_addr":"172.21.15.174:6813/609807204","state":["exists","up"]},{"osd":6,"uuid":"7f01a990-d1b2-40cb-8892-89961631233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6819","nonce":3289951394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6821","nonce":3289951394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6825","nonce":3289951394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6823","nonce":3289951394}]},"public_addr":"172.21.15.33:6819/3289951394","cluster_addr":"172.21.15.33:6821/3289951394","heartbeat_back_addr":"172.21.15.33:6825/3289951394","heartbeat_front_addr":"172.21.15.33:6823/3289951394","state":["exists","up"]},{"osd":7,"uuid":"d5c701d4-188e-4c24-874c-3056d7dc546d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6817","nonce":1928319522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6819","nonce":1928319522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6823","nonce":1928319522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6821","nonce":1928319522}]},"public_addr":"172.21.15.123:6817/1928319522","cluster_addr":"172.21.15.123:6819/1928319522","heartbeat_back_addr":"172.21.15.123:6823/1928319522","heartbeat_front_addr":"172.21.15.123:6821/1928319522","state":["exists","up"]},{"osd":8,"uuid":"e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6817","nonce":3984977582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6819","nonce":3984977582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6823","nonce":3984977582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6821","nonce":3984977582}]},"public_addr":"172.21.15.174:6817/3984977582","cluster_addr":"172.21.15.174:6819/3984977582","heartbeat_back_addr":"172.21.15.174:6823/3984977582","heartbeat_front_addr":"172.21.15.174:6821/3984977582","state":["exists","up"]},{"osd":9,"uuid":"8858f35a-ce38-4484-8393-e138920ed9b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6827","nonce":4123845959}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6829","nonce":4123845959}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6833","nonce":4123845959}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6831","nonce":4123845959}]},"public_addr":"172.21.15.33:6827/4123845959","cluster_addr":"172.21.15.33:6829/4123845959","heartbeat_back_addr":"172.21.15.33:6833/4123845959","heartbeat_front_addr":"172.21.15.33:6831/4123845959","state":["exists","up"]},{"osd":10,"uuid":"d3206b8b-55c3-4988-9cce-cdd805f9969d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6825","nonce":532510651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6827","nonce":532510651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6831","nonce":532510651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6829","nonce":532510651}]},"public_addr":"172.21.15.123:6825/532510651","cluster_addr":"172.21.15.123:6827/532510651","heartbeat_back_addr":"172.21.15.123:6831/532510651","heartbeat_front_addr":"172.21.15.123:6829/532510651","state":["exists","up"]},{"osd":11,"uuid":"50b6059f-00b3-489a-aaf0-75765fbf2e6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6825","nonce":955565697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6827","nonce":955565697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6831","nonce":955565697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6829","nonce":955565697}]},"public_addr":"172.21.15.174:6825/955565697","cluster_addr":"172.21.15.174:6827/955565697","heartbeat_back_addr":"172.21.15.174:6831/955565697","heartbeat_front_addr":"172.21.15.174:6829/955565697","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:04.269795+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:29.126352+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:52.874768+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:23.135411+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:48.453184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:12.929713+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:43.089772+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:08.258936+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:32.108584+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:01.775759+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:26.088382+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:50.391688+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:0/3627030740":"2024-09-06T02:26:55.784422+0000","172.21.15.33:0/3816578341":"2024-09-06T02:26:55.784422+0000","172.21.15.33:0/3047771737":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/3927628736":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6800/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6800/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6801/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/461526356":"2024-09-06T02:26:55.784422+0000","172.21.15.33:0/507692563":"2024-09-06T02:26:55.784422+0000","172.21.15.33:0/1567746818":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6801/105413385":"2024-09-06T02:26:55.784422+0000","172.21.15.33:0/1229013790":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6801/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/2751303440":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/2503822140":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6800/105413385":"2024-09-06T02:26:55.784422+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T02:37:15.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.849+0000 7f87d9e00640 1 -- 172.21.15.33:0/4235277344 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f87b80a2d80 msgr2=0x7f87b80a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:15.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.849+0000 7f87d9e00640 1 --2- 172.21.15.33:0/4235277344 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f87b80a2d80 0x7f87b80a5240 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f87c40095f0 tx=0x7f87c4005f90 comp rx=0 tx=0).stop 2024-09-05T02:37:15.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.849+0000 7f87d9e00640 1 -- 172.21.15.33:0/4235277344 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87d4109060 msgr2=0x7f87d419aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:15.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.849+0000 7f87d9e00640 1 --2- 172.21.15.33:0/4235277344 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87d4109060 0x7f87d419aad0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f87c000e9c0 tx=0x7f87c000ee80 comp rx=0 tx=0).stop 2024-09-05T02:37:15.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.849+0000 7f87d9e00640 1 -- 172.21.15.33:0/4235277344 shutdown_connections 2024-09-05T02:37:15.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.849+0000 7f87d9e00640 1 --2- 172.21.15.33:0/4235277344 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f87b80a2d80 0x7f87b80a5240 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:15.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.849+0000 7f87d9e00640 1 --2- 172.21.15.33:0/4235277344 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f87d419ee50 0x7f87d419f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:15.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.849+0000 7f87d9e00640 1 --2- 172.21.15.33:0/4235277344 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87d4109060 0x7f87d419aad0 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:15.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.849+0000 7f87d9e00640 1 --2- 172.21.15.33:0/4235277344 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f87d4103f10 0x7f87d419a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:15.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.849+0000 7f87d9e00640 1 -- 172.21.15.33:0/4235277344 >> 172.21.15.33:0/4235277344 conn(0x7f87d40ff980 msgr2=0x7f87d4100ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:15.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.849+0000 7f87d9e00640 1 -- 172.21.15.33:0/4235277344 shutdown_connections 2024-09-05T02:37:15.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:15.849+0000 7f87d9e00640 1 -- 172.21.15.33:0/4235277344 wait complete. 2024-09-05T02:37:15.868 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-05T02:19:57.005189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-05T02:24:42.913016+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-05T02:24:46.103614+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '94', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 15, 'snap_epoch': 94, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-05T02:37:15.868 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-05T02:37:15.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:15 smithi123 ceph-mon[34031]: pgmap v320: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 255 B/s wr, 16 op/s 2024-09-05T02:37:16.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.028+0000 7f1c03e00640 1 -- 172.21.15.33:0/437608846 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c04108fc0 msgr2=0x7f1c04110b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:16.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.028+0000 7f1c03e00640 1 --2- 172.21.15.33:0/437608846 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c04108fc0 0x7f1c04110b10 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f1bfc009ca0 tx=0x7f1bfc02a8c0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.028+0000 7f1c03e00640 1 -- 172.21.15.33:0/437608846 shutdown_connections 2024-09-05T02:37:16.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.028+0000 7f1c03e00640 1 --2- 172.21.15.33:0/437608846 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c04108fc0 0x7f1c04110b10 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.028+0000 7f1c03e00640 1 --2- 172.21.15.33:0/437608846 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1c04104820 0x7f1c04108860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.028+0000 7f1c03e00640 1 --2- 172.21.15.33:0/437608846 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1c04103e70 0x7f1c04104250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.028+0000 7f1c03e00640 1 -- 172.21.15.33:0/437608846 >> 172.21.15.33:0/437608846 conn(0x7f1c040ff8a0 msgr2=0x7f1c04101cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:16.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.028+0000 7f1c03e00640 1 -- 172.21.15.33:0/437608846 shutdown_connections 2024-09-05T02:37:16.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.028+0000 7f1c03e00640 1 -- 172.21.15.33:0/437608846 wait complete. 2024-09-05T02:37:16.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.029+0000 7f1c03e00640 1 Processor -- start 2024-09-05T02:37:16.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.029+0000 7f1c03e00640 1 -- start start 2024-09-05T02:37:16.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.029+0000 7f1c03e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1c04103e70 0x7f1c0419a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:16.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.029+0000 7f1c03e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c04108fc0 0x7f1c0419a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:16.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.029+0000 7f1c03e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1c0419ed70 0x7f1c0419f220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:16.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.029+0000 7f1c03e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1c04114020 con 0x7f1c04108fc0 2024-09-05T02:37:16.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.029+0000 7f1c03e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1c04113ea0 con 0x7f1c04103e70 2024-09-05T02:37:16.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.029+0000 7f1c03e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f1c041141a0 con 0x7f1c0419ed70 2024-09-05T02:37:16.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.030+0000 7f1c02000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c04108fc0 0x7f1c0419a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:16.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.030+0000 7f1c02000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c04108fc0 0x7f1c0419a9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56628/0 (socket says 172.21.15.33:56628) 2024-09-05T02:37:16.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.030+0000 7f1c02000640 1 -- 172.21.15.33:0/2790010912 learned_addr learned my addr 172.21.15.33:0/2790010912 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:16.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.030+0000 7f1c02a00640 1 --2- 172.21.15.33:0/2790010912 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1c04103e70 0x7f1c0419a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:16.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.030+0000 7f1c03400640 1 --2- 172.21.15.33:0/2790010912 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1c0419ed70 0x7f1c0419f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:16.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.030+0000 7f1c02000640 1 -- 172.21.15.33:0/2790010912 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1c0419ed70 msgr2=0x7f1c0419f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:16.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.030+0000 7f1c02000640 1 --2- 172.21.15.33:0/2790010912 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1c0419ed70 0x7f1c0419f220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.030+0000 7f1c02000640 1 -- 172.21.15.33:0/2790010912 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1c04103e70 msgr2=0x7f1c0419a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:16.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.030+0000 7f1c02000640 1 --2- 172.21.15.33:0/2790010912 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1c04103e70 0x7f1c0419a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.030+0000 7f1c02000640 1 -- 172.21.15.33:0/2790010912 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c0419f860 con 0x7f1c04108fc0 2024-09-05T02:37:16.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.030+0000 7f1c03400640 1 --2- 172.21.15.33:0/2790010912 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1c0419ed70 0x7f1c0419f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:37:16.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.030+0000 7f1c02000640 1 --2- 172.21.15.33:0/2790010912 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c04108fc0 0x7f1c0419a9f0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f1bf000d770 tx=0x7f1bf000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:16.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.031+0000 7f1bfb400640 1 -- 172.21.15.33:0/2790010912 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bf0017070 con 0x7f1c04108fc0 2024-09-05T02:37:16.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.031+0000 7f1c03e00640 1 -- 172.21.15.33:0/2790010912 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c0419fb50 con 0x7f1c04108fc0 2024-09-05T02:37:16.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.031+0000 7f1bfb400640 1 -- 172.21.15.33:0/2790010912 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1bf0009c30 con 0x7f1c04108fc0 2024-09-05T02:37:16.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.031+0000 7f1bfb400640 1 -- 172.21.15.33:0/2790010912 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bf000f620 con 0x7f1c04108fc0 2024-09-05T02:37:16.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.031+0000 7f1c03e00640 1 -- 172.21.15.33:0/2790010912 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c041a7340 con 0x7f1c04108fc0 2024-09-05T02:37:16.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.032+0000 7f1c03e00640 1 -- 172.21.15.33:0/2790010912 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c04104250 con 0x7f1c04108fc0 2024-09-05T02:37:16.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.034+0000 7f1bfb400640 1 -- 172.21.15.33:0/2790010912 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f1bf001a070 con 0x7f1c04108fc0 2024-09-05T02:37:16.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.035+0000 7f1bfb400640 1 --2- 172.21.15.33:0/2790010912 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1be80a2d00 0x7f1be80a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:16.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.035+0000 7f1bfb400640 1 -- 172.21.15.33:0/2790010912 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8542+0+0 (secure 0 0 0) 0x7f1bf00cef40 con 0x7f1c04108fc0 2024-09-05T02:37:16.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.035+0000 7f1c02a00640 1 --2- 172.21.15.33:0/2790010912 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1be80a2d00 0x7f1be80a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:16.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.036+0000 7f1c02a00640 1 --2- 172.21.15.33:0/2790010912 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1be80a2d00 0x7f1be80a51c0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f1bf400bbe0 tx=0x7f1bf400b390 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:16.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.039+0000 7f1bfb400640 1 -- 172.21.15.33:0/2790010912 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1bf0009de0 con 0x7f1c04108fc0 2024-09-05T02:37:16.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.226+0000 7f1c03e00640 1 -- 172.21.15.33:0/2790010912 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f1c0410c1d0 con 0x7f1c04108fc0 2024-09-05T02:37:16.228 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-05T02:37:16.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.227+0000 7f1bfb400640 1 -- 172.21.15.33:0/2790010912 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v95) ==== 93+0+10 (secure 0 0 0) 0x7f1bf009baf0 con 0x7f1c04108fc0 2024-09-05T02:37:16.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.229+0000 7f1c03e00640 1 -- 172.21.15.33:0/2790010912 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1be80a2d00 msgr2=0x7f1be80a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:16.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.229+0000 7f1c03e00640 1 --2- 172.21.15.33:0/2790010912 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1be80a2d00 0x7f1be80a51c0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f1bf400bbe0 tx=0x7f1bf400b390 comp rx=0 tx=0).stop 2024-09-05T02:37:16.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.229+0000 7f1c03e00640 1 -- 172.21.15.33:0/2790010912 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c04108fc0 msgr2=0x7f1c0419a9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:16.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.229+0000 7f1c03e00640 1 --2- 172.21.15.33:0/2790010912 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c04108fc0 0x7f1c0419a9f0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f1bf000d770 tx=0x7f1bf000dc30 comp rx=0 tx=0).stop 2024-09-05T02:37:16.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.229+0000 7f1c03e00640 1 -- 172.21.15.33:0/2790010912 shutdown_connections 2024-09-05T02:37:16.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.229+0000 7f1c03e00640 1 --2- 172.21.15.33:0/2790010912 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1be80a2d00 0x7f1be80a51c0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.229+0000 7f1c03e00640 1 --2- 172.21.15.33:0/2790010912 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f1c0419ed70 0x7f1c0419f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.229+0000 7f1c03e00640 1 --2- 172.21.15.33:0/2790010912 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c04108fc0 0x7f1c0419a9f0 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.229+0000 7f1c03e00640 1 --2- 172.21.15.33:0/2790010912 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1c04103e70 0x7f1c0419a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.229+0000 7f1c03e00640 1 -- 172.21.15.33:0/2790010912 >> 172.21.15.33:0/2790010912 conn(0x7f1c040ff8a0 msgr2=0x7f1c04100b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:16.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.229+0000 7f1c03e00640 1 -- 172.21.15.33:0/2790010912 shutdown_connections 2024-09-05T02:37:16.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.229+0000 7f1c03e00640 1 -- 172.21.15.33:0/2790010912 wait complete. 2024-09-05T02:37:16.247 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-05T02:37:16.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.408+0000 7f3639e00640 1 -- 172.21.15.33:0/1915789296 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36341048c0 msgr2=0x7f3634108900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:16.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.408+0000 7f3639e00640 1 --2- 172.21.15.33:0/1915789296 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36341048c0 0x7f3634108900 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f361c009900 tx=0x7f361c02a410 comp rx=0 tx=0).stop 2024-09-05T02:37:16.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.408+0000 7f3639e00640 1 -- 172.21.15.33:0/1915789296 shutdown_connections 2024-09-05T02:37:16.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.408+0000 7f3639e00640 1 --2- 172.21.15.33:0/1915789296 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3634109060 0x7f3634110bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.408+0000 7f3639e00640 1 --2- 172.21.15.33:0/1915789296 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36341048c0 0x7f3634108900 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.408+0000 7f3639e00640 1 --2- 172.21.15.33:0/1915789296 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3634103f10 0x7f36341042f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.408+0000 7f3639e00640 1 -- 172.21.15.33:0/1915789296 >> 172.21.15.33:0/1915789296 conn(0x7f36340ff940 msgr2=0x7f3634101d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:16.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.408+0000 7f3639e00640 1 -- 172.21.15.33:0/1915789296 shutdown_connections 2024-09-05T02:37:16.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.408+0000 7f3639e00640 1 -- 172.21.15.33:0/1915789296 wait complete. 2024-09-05T02:37:16.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.409+0000 7f3639e00640 1 Processor -- start 2024-09-05T02:37:16.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.409+0000 7f3639e00640 1 -- start start 2024-09-05T02:37:16.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.409+0000 7f3639e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3634103f10 0x7f363419a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:16.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.409+0000 7f3639e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3634109060 0x7f363419ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:16.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.409+0000 7f3639e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f363419ef00 0x7f363419f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:16.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.409+0000 7f3639e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f36341140d0 con 0x7f3634103f10 2024-09-05T02:37:16.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.409+0000 7f3639e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3634113f50 con 0x7f363419ef00 2024-09-05T02:37:16.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.409+0000 7f3639e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3634114250 con 0x7f3634109060 2024-09-05T02:37:16.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.409+0000 7f3632a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3634103f10 0x7f363419a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:16.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.409+0000 7f3632a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3634103f10 0x7f363419a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56642/0 (socket says 172.21.15.33:56642) 2024-09-05T02:37:16.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.409+0000 7f3632a00640 1 -- 172.21.15.33:0/1992426847 learned_addr learned my addr 172.21.15.33:0/1992426847 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:16.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.410+0000 7f362be00640 1 --2- 172.21.15.33:0/1992426847 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3634109060 0x7f363419ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:16.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.410+0000 7f3633400640 1 --2- 172.21.15.33:0/1992426847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f363419ef00 0x7f363419f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:16.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.410+0000 7f3632a00640 1 -- 172.21.15.33:0/1992426847 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3634109060 msgr2=0x7f363419ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:16.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.410+0000 7f3632a00640 1 --2- 172.21.15.33:0/1992426847 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3634109060 0x7f363419ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.410+0000 7f3632a00640 1 -- 172.21.15.33:0/1992426847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f363419ef00 msgr2=0x7f363419f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:16.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.410+0000 7f3632a00640 1 --2- 172.21.15.33:0/1992426847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f363419ef00 0x7f363419f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.410+0000 7f3632a00640 1 -- 172.21.15.33:0/1992426847 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f363419f9f0 con 0x7f3634103f10 2024-09-05T02:37:16.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.410+0000 7f3632a00640 1 --2- 172.21.15.33:0/1992426847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3634103f10 0x7f363419a640 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f362400e9f0 tx=0x7f362400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:16.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.410+0000 7f3638a00640 1 -- 172.21.15.33:0/1992426847 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f362400cd80 con 0x7f3634103f10 2024-09-05T02:37:16.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.410+0000 7f3639e00640 1 -- 172.21.15.33:0/1992426847 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f363419fce0 con 0x7f3634103f10 2024-09-05T02:37:16.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.410+0000 7f3638a00640 1 -- 172.21.15.33:0/1992426847 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3624010910 con 0x7f3634103f10 2024-09-05T02:37:16.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.410+0000 7f3638a00640 1 -- 172.21.15.33:0/1992426847 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36240188f0 con 0x7f3634103f10 2024-09-05T02:37:16.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.410+0000 7f3639e00640 1 -- 172.21.15.33:0/1992426847 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36341a74a0 con 0x7f3634103f10 2024-09-05T02:37:16.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.412+0000 7f3639e00640 1 -- 172.21.15.33:0/1992426847 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36341042f0 con 0x7f3634103f10 2024-09-05T02:37:16.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.413+0000 7f3638a00640 1 -- 172.21.15.33:0/1992426847 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f3624010ac0 con 0x7f3634103f10 2024-09-05T02:37:16.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.415+0000 7f3638a00640 1 --2- 172.21.15.33:0/1992426847 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f36180a2d00 0x7f36180a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:16.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.415+0000 7f3638a00640 1 -- 172.21.15.33:0/1992426847 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8542+0+0 (secure 0 0 0) 0x7f36240cf9b0 con 0x7f3634103f10 2024-09-05T02:37:16.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.415+0000 7f362be00640 1 --2- 172.21.15.33:0/1992426847 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f36180a2d00 0x7f36180a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:16.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.416+0000 7f362be00640 1 --2- 172.21.15.33:0/1992426847 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f36180a2d00 0x7f36180a51c0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f361c006010 tx=0x7f361c005a20 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:16.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.418+0000 7f3638a00640 1 -- 172.21.15.33:0/1992426847 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f362409c560 con 0x7f3634103f10 2024-09-05T02:37:16.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:16 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/4235277344' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:37:16.587 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:16 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2790010912' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T02:37:16.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.601+0000 7f3639e00640 1 -- 172.21.15.33:0/1992426847 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f363410c2d0 con 0x7f3634103f10 2024-09-05T02:37:16.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.601+0000 7f3638a00640 1 -- 172.21.15.33:0/1992426847 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v95) ==== 104+0+11 (secure 0 0 0) 0x7f362409be60 con 0x7f3634103f10 2024-09-05T02:37:16.603 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-05T02:37:16.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.603+0000 7f3639e00640 1 -- 172.21.15.33:0/1992426847 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f36180a2d00 msgr2=0x7f36180a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:16.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.603+0000 7f3639e00640 1 --2- 172.21.15.33:0/1992426847 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f36180a2d00 0x7f36180a51c0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f361c006010 tx=0x7f361c005a20 comp rx=0 tx=0).stop 2024-09-05T02:37:16.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.603+0000 7f3639e00640 1 -- 172.21.15.33:0/1992426847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3634103f10 msgr2=0x7f363419a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:16.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.603+0000 7f3639e00640 1 --2- 172.21.15.33:0/1992426847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3634103f10 0x7f363419a640 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f362400e9f0 tx=0x7f362400eeb0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.603+0000 7f3639e00640 1 -- 172.21.15.33:0/1992426847 shutdown_connections 2024-09-05T02:37:16.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.603+0000 7f3639e00640 1 --2- 172.21.15.33:0/1992426847 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f36180a2d00 0x7f36180a51c0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.603+0000 7f3639e00640 1 --2- 172.21.15.33:0/1992426847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f363419ef00 0x7f363419f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.603+0000 7f3639e00640 1 --2- 172.21.15.33:0/1992426847 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3634109060 0x7f363419ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.603+0000 7f3639e00640 1 --2- 172.21.15.33:0/1992426847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3634103f10 0x7f363419a640 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.603+0000 7f3639e00640 1 -- 172.21.15.33:0/1992426847 >> 172.21.15.33:0/1992426847 conn(0x7f36340ff940 msgr2=0x7f3634100c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:16.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.604+0000 7f3639e00640 1 -- 172.21.15.33:0/1992426847 shutdown_connections 2024-09-05T02:37:16.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.604+0000 7f3639e00640 1 -- 172.21.15.33:0/1992426847 wait complete. 2024-09-05T02:37:16.622 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-05T02:37:16.776 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:16 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/4235277344' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:37:16.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:16 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2790010912' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T02:37:16.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.782+0000 7f3f2c200640 1 -- 172.21.15.33:0/3794506357 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f24103f10 msgr2=0x7f3f241042f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:16.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.782+0000 7f3f2c200640 1 --2- 172.21.15.33:0/3794506357 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f24103f10 0x7f3f241042f0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f3f18009900 tx=0x7f3f1802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.782+0000 7f3f2c200640 1 -- 172.21.15.33:0/3794506357 shutdown_connections 2024-09-05T02:37:16.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.782+0000 7f3f2c200640 1 --2- 172.21.15.33:0/3794506357 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f24109060 0x7f3f24110bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.782+0000 7f3f2c200640 1 --2- 172.21.15.33:0/3794506357 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3f241048c0 0x7f3f24108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.782+0000 7f3f2c200640 1 --2- 172.21.15.33:0/3794506357 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f24103f10 0x7f3f241042f0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.782+0000 7f3f2c200640 1 -- 172.21.15.33:0/3794506357 >> 172.21.15.33:0/3794506357 conn(0x7f3f240ff940 msgr2=0x7f3f24101d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:16.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.782+0000 7f3f2c200640 1 -- 172.21.15.33:0/3794506357 shutdown_connections 2024-09-05T02:37:16.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.782+0000 7f3f2c200640 1 -- 172.21.15.33:0/3794506357 wait complete. 2024-09-05T02:37:16.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.783+0000 7f3f2c200640 1 Processor -- start 2024-09-05T02:37:16.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.783+0000 7f3f2c200640 1 -- start start 2024-09-05T02:37:16.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.784+0000 7f3f2c200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f24103f10 0x7f3f2419a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:16.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.784+0000 7f3f2c200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3f24109060 0x7f3f2419ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:16.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.784+0000 7f3f2c200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f2419ef00 0x7f3f2419f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:16.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.784+0000 7f3f2c200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3f241140f0 con 0x7f3f2419ef00 2024-09-05T02:37:16.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.784+0000 7f3f2c200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3f24113f70 con 0x7f3f24103f10 2024-09-05T02:37:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.784+0000 7f3f2c200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3f24114270 con 0x7f3f24109060 2024-09-05T02:37:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.784+0000 7f3f2a200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f2419ef00 0x7f3f2419f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.784+0000 7f3f2a200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f2419ef00 0x7f3f2419f3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56668/0 (socket says 172.21.15.33:56668) 2024-09-05T02:37:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.784+0000 7f3f2a200640 1 -- 172.21.15.33:0/2400901631 learned_addr learned my addr 172.21.15.33:0/2400901631 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.784+0000 7f3f29800640 1 --2- 172.21.15.33:0/2400901631 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f24103f10 0x7f3f2419a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.784+0000 7f3f28e00640 1 --2- 172.21.15.33:0/2400901631 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3f24109060 0x7f3f2419ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.784+0000 7f3f2a200640 1 -- 172.21.15.33:0/2400901631 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3f24109060 msgr2=0x7f3f2419ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.784+0000 7f3f2a200640 1 --2- 172.21.15.33:0/2400901631 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3f24109060 0x7f3f2419ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.784+0000 7f3f2a200640 1 -- 172.21.15.33:0/2400901631 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f24103f10 msgr2=0x7f3f2419a640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.784+0000 7f3f2a200640 1 --2- 172.21.15.33:0/2400901631 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f24103f10 0x7f3f2419a640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.784+0000 7f3f2a200640 1 -- 172.21.15.33:0/2400901631 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f2419f9f0 con 0x7f3f2419ef00 2024-09-05T02:37:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.785+0000 7f3f2a200640 1 --2- 172.21.15.33:0/2400901631 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f2419ef00 0x7f3f2419f3b0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f3f1c00eaa0 tx=0x7f3f1c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.785+0000 7f3f22000640 1 -- 172.21.15.33:0/2400901631 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f1c00cdb0 con 0x7f3f2419ef00 2024-09-05T02:37:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.785+0000 7f3f2c200640 1 -- 172.21.15.33:0/2400901631 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f2419fce0 con 0x7f3f2419ef00 2024-09-05T02:37:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.785+0000 7f3f22000640 1 -- 172.21.15.33:0/2400901631 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3f1c005020 con 0x7f3f2419ef00 2024-09-05T02:37:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.785+0000 7f3f22000640 1 -- 172.21.15.33:0/2400901631 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f1c0116b0 con 0x7f3f2419ef00 2024-09-05T02:37:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.785+0000 7f3f2c200640 1 -- 172.21.15.33:0/2400901631 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f241a7480 con 0x7f3f2419ef00 2024-09-05T02:37:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.786+0000 7f3f2c200640 1 -- 172.21.15.33:0/2400901631 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f241042f0 con 0x7f3f2419ef00 2024-09-05T02:37:16.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.788+0000 7f3f22000640 1 -- 172.21.15.33:0/2400901631 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f3f1c005560 con 0x7f3f2419ef00 2024-09-05T02:37:16.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.789+0000 7f3f22000640 1 --2- 172.21.15.33:0/2400901631 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3f0c0a2d00 0x7f3f0c0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:16.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.790+0000 7f3f22000640 1 -- 172.21.15.33:0/2400901631 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8542+0+0 (secure 0 0 0) 0x7f3f1c0cf600 con 0x7f3f2419ef00 2024-09-05T02:37:16.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.790+0000 7f3f29800640 1 --2- 172.21.15.33:0/2400901631 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3f0c0a2d00 0x7f3f0c0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:16.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.791+0000 7f3f29800640 1 --2- 172.21.15.33:0/2400901631 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3f0c0a2d00 0x7f3f0c0a51c0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3f18000c00 tx=0x7f3f18005b50 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:16.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.793+0000 7f3f22000640 1 -- 172.21.15.33:0/2400901631 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3f1c016030 con 0x7f3f2419ef00 2024-09-05T02:37:16.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:16 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/4235277344' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:37:16.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:16 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2790010912' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T02:37:16.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.982+0000 7f3f2c200640 1 -- 172.21.15.33:0/2400901631 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f3f241048c0 con 0x7f3f2419ef00 2024-09-05T02:37:16.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.982+0000 7f3f22000640 1 -- 172.21.15.33:0/2400901631 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v95) ==== 100+0+11 (secure 0 0 0) 0x7f3f1c09bb60 con 0x7f3f2419ef00 2024-09-05T02:37:16.984 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-05T02:37:16.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.985+0000 7f3f2c200640 1 -- 172.21.15.33:0/2400901631 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3f0c0a2d00 msgr2=0x7f3f0c0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:16.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.985+0000 7f3f2c200640 1 --2- 172.21.15.33:0/2400901631 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3f0c0a2d00 0x7f3f0c0a51c0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3f18000c00 tx=0x7f3f18005b50 comp rx=0 tx=0).stop 2024-09-05T02:37:16.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.985+0000 7f3f2c200640 1 -- 172.21.15.33:0/2400901631 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f2419ef00 msgr2=0x7f3f2419f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:16.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.985+0000 7f3f2c200640 1 --2- 172.21.15.33:0/2400901631 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f2419ef00 0x7f3f2419f3b0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f3f1c00eaa0 tx=0x7f3f1c00ef60 comp rx=0 tx=0).stop 2024-09-05T02:37:16.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.985+0000 7f3f2c200640 1 -- 172.21.15.33:0/2400901631 shutdown_connections 2024-09-05T02:37:16.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.985+0000 7f3f2c200640 1 --2- 172.21.15.33:0/2400901631 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3f0c0a2d00 0x7f3f0c0a51c0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.985+0000 7f3f2c200640 1 --2- 172.21.15.33:0/2400901631 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f2419ef00 0x7f3f2419f3b0 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.985+0000 7f3f2c200640 1 --2- 172.21.15.33:0/2400901631 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3f24109060 0x7f3f2419ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.985+0000 7f3f2c200640 1 --2- 172.21.15.33:0/2400901631 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f24103f10 0x7f3f2419a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:16.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.985+0000 7f3f2c200640 1 -- 172.21.15.33:0/2400901631 >> 172.21.15.33:0/2400901631 conn(0x7f3f240ff940 msgr2=0x7f3f24100ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:16.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.985+0000 7f3f2c200640 1 -- 172.21.15.33:0/2400901631 shutdown_connections 2024-09-05T02:37:16.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:16.985+0000 7f3f2c200640 1 -- 172.21.15.33:0/2400901631 wait complete. 2024-09-05T02:37:17.003 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-09-05T02:37:17.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.160+0000 7ff16d000640 1 -- 172.21.15.33:0/3246058994 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff168109060 msgr2=0x7ff168110bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:17.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.160+0000 7ff16d000640 1 --2- 172.21.15.33:0/3246058994 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff168109060 0x7ff168110bb0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7ff160009ca0 tx=0x7ff16002a8c0 comp rx=0 tx=0).stop 2024-09-05T02:37:17.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.160+0000 7ff16d000640 1 -- 172.21.15.33:0/3246058994 shutdown_connections 2024-09-05T02:37:17.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.160+0000 7ff16d000640 1 --2- 172.21.15.33:0/3246058994 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff168109060 0x7ff168110bb0 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:17.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.160+0000 7ff16d000640 1 --2- 172.21.15.33:0/3246058994 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff1681048c0 0x7ff168108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:17.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.160+0000 7ff16d000640 1 --2- 172.21.15.33:0/3246058994 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff168103f10 0x7ff1681042f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:17.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.160+0000 7ff16d000640 1 -- 172.21.15.33:0/3246058994 >> 172.21.15.33:0/3246058994 conn(0x7ff1680ff980 msgr2=0x7ff168101da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:17.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.160+0000 7ff16d000640 1 -- 172.21.15.33:0/3246058994 shutdown_connections 2024-09-05T02:37:17.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.160+0000 7ff16d000640 1 -- 172.21.15.33:0/3246058994 wait complete. 2024-09-05T02:37:17.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.161+0000 7ff16d000640 1 Processor -- start 2024-09-05T02:37:17.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.161+0000 7ff16d000640 1 -- start start 2024-09-05T02:37:17.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.162+0000 7ff16d000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff168103f10 0x7ff16819a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:17.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.162+0000 7ff16d000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff168109060 0x7ff16819ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:17.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.162+0000 7ff16d000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff16819ee90 0x7ff16819f340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:17.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.162+0000 7ff16d000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff168114100 con 0x7ff168109060 2024-09-05T02:37:17.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.162+0000 7ff16d000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff168113f80 con 0x7ff16819ee90 2024-09-05T02:37:17.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.162+0000 7ff16d000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7ff168114280 con 0x7ff168103f10 2024-09-05T02:37:17.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.162+0000 7ff15fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff168109060 0x7ff16819ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:17.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.162+0000 7ff15fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff168109060 0x7ff16819ab10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56692/0 (socket says 172.21.15.33:56692) 2024-09-05T02:37:17.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.162+0000 7ff15fe00640 1 -- 172.21.15.33:0/2057700723 learned_addr learned my addr 172.21.15.33:0/2057700723 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:17.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.162+0000 7ff165e00640 1 --2- 172.21.15.33:0/2057700723 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff168103f10 0x7ff16819a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:17.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.162+0000 7ff166800640 1 --2- 172.21.15.33:0/2057700723 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff16819ee90 0x7ff16819f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:17.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.162+0000 7ff15fe00640 1 -- 172.21.15.33:0/2057700723 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff168103f10 msgr2=0x7ff16819a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:17.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.162+0000 7ff15fe00640 1 --2- 172.21.15.33:0/2057700723 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff168103f10 0x7ff16819a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:17.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.162+0000 7ff15fe00640 1 -- 172.21.15.33:0/2057700723 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff16819ee90 msgr2=0x7ff16819f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:17.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.162+0000 7ff15fe00640 1 --2- 172.21.15.33:0/2057700723 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff16819ee90 0x7ff16819f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:17.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.162+0000 7ff15fe00640 1 -- 172.21.15.33:0/2057700723 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff16819f980 con 0x7ff168109060 2024-09-05T02:37:17.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.163+0000 7ff15fe00640 1 --2- 172.21.15.33:0/2057700723 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff168109060 0x7ff16819ab10 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7ff15000e9f0 tx=0x7ff15000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:17.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.163+0000 7ff15ea00640 1 -- 172.21.15.33:0/2057700723 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff15000ccc0 con 0x7ff168109060 2024-09-05T02:37:17.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.163+0000 7ff15ea00640 1 -- 172.21.15.33:0/2057700723 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff150005500 con 0x7ff168109060 2024-09-05T02:37:17.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.163+0000 7ff15ea00640 1 -- 172.21.15.33:0/2057700723 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff150010690 con 0x7ff168109060 2024-09-05T02:37:17.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.163+0000 7ff16d000640 1 -- 172.21.15.33:0/2057700723 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff16819fc70 con 0x7ff168109060 2024-09-05T02:37:17.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.163+0000 7ff16d000640 1 -- 172.21.15.33:0/2057700723 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1681a7460 con 0x7ff168109060 2024-09-05T02:37:17.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.164+0000 7ff16d000640 1 -- 172.21.15.33:0/2057700723 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1681042f0 con 0x7ff168109060 2024-09-05T02:37:17.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.166+0000 7ff15ea00640 1 -- 172.21.15.33:0/2057700723 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7ff1500046c0 con 0x7ff168109060 2024-09-05T02:37:17.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.167+0000 7ff15ea00640 1 --2- 172.21.15.33:0/2057700723 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff14c0a2d80 0x7ff14c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:17.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.167+0000 7ff15ea00640 1 -- 172.21.15.33:0/2057700723 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8542+0+0 (secure 0 0 0) 0x7ff1500cf750 con 0x7ff168109060 2024-09-05T02:37:17.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.168+0000 7ff165e00640 1 --2- 172.21.15.33:0/2057700723 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff14c0a2d80 0x7ff14c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:17.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.168+0000 7ff165e00640 1 --2- 172.21.15.33:0/2057700723 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff14c0a2d80 0x7ff14c0a5240 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7ff158009bd0 tx=0x7ff158005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:17.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.171+0000 7ff15ea00640 1 -- 172.21.15.33:0/2057700723 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff15009c300 con 0x7ff168109060 2024-09-05T02:37:17.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.407+0000 7ff16d000640 1 -- 172.21.15.33:0/2057700723 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7ff1681048c0 con 0x7ff168109060 2024-09-05T02:37:17.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.426+0000 7ff15ea00640 1 -- 172.21.15.33:0/2057700723 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v27) ==== 81+0+740903 (secure 0 0 0) 0x7ff15009bc00 con 0x7ff168109060 2024-09-05T02:37:17.438 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:37:17.438 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:37:17.438 INFO:teuthology.orchestra.run.smithi033.stdout: "epoch": 27, 2024-09-05T02:37:17.438 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.439 INFO:teuthology.orchestra.run.smithi033.stdout: "active_gid": 15138, 2024-09-05T02:37:17.439 INFO:teuthology.orchestra.run.smithi033.stdout: "active_name": "x", 2024-09-05T02:37:17.439 INFO:teuthology.orchestra.run.smithi033.stdout: "active_addrs": { 2024-09-05T02:37:17.439 INFO:teuthology.orchestra.run.smithi033.stdout: "addrvec": [ 2024-09-05T02:37:17.439 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.439 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v2", 2024-09-05T02:37:17.439 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "172.21.15.33:6800", 2024-09-05T02:37:17.439 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 2352698460 2024-09-05T02:37:17.439 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.439 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.439 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-09-05T02:37:17.439 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "172.21.15.33:6801", 2024-09-05T02:37:17.440 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 2352698460 2024-09-05T02:37:17.440 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.440 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-09-05T02:37:17.440 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.440 INFO:teuthology.orchestra.run.smithi033.stdout: "active_addr": "172.21.15.33:6801/2352698460", 2024-09-05T02:37:17.440 INFO:teuthology.orchestra.run.smithi033.stdout: "active_change": "2024-09-05T02:26:55.784723+0000", 2024-09-05T02:37:17.440 INFO:teuthology.orchestra.run.smithi033.stdout: "active_mgr_features": 4540701547738038271, 2024-09-05T02:37:17.440 INFO:teuthology.orchestra.run.smithi033.stdout: "available": true, 2024-09-05T02:37:17.440 INFO:teuthology.orchestra.run.smithi033.stdout: "standbys": [ 2024-09-05T02:37:17.440 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.440 INFO:teuthology.orchestra.run.smithi033.stdout: "gid": 25120, 2024-09-05T02:37:17.440 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "z", 2024-09-05T02:37:17.440 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr_features": 4540701547738038271, 2024-09-05T02:37:17.441 INFO:teuthology.orchestra.run.smithi033.stdout: "available_modules": [ 2024-09-05T02:37:17.441 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.441 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "alerts", 2024-09-05T02:37:17.441 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.441 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.441 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.441 INFO:teuthology.orchestra.run.smithi033.stdout: "interval": { 2024-09-05T02:37:17.441 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "interval", 2024-09-05T02:37:17.441 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.441 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.441 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.441 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "60", 2024-09-05T02:37:17.441 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.442 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.442 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.442 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "How frequently to reexamine health status", 2024-09-05T02:37:17.442 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.442 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.442 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.442 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.442 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.442 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.442 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.442 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.442 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.443 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.443 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.443 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.443 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.443 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.443 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.443 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.443 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.443 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.443 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.443 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.443 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.443 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.444 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.444 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.444 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.444 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.444 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.444 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.444 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.444 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.444 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.444 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.444 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.444 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.445 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.445 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.445 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.445 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.445 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.445 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.445 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.445 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.445 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.445 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.445 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.445 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.446 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.446 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.446 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.446 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.446 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.446 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.446 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.446 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.446 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.446 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.446 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.446 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.446 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.446 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.447 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.447 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.447 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.447 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.447 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.447 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.447 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.447 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.447 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.447 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.447 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.447 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.448 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.448 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.448 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_destination": { 2024-09-05T02:37:17.448 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_destination", 2024-09-05T02:37:17.448 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.448 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.448 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.448 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.448 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.448 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.448 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.448 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Email address to send alerts to", 2024-09-05T02:37:17.448 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.449 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.449 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.449 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.449 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_from_name": { 2024-09-05T02:37:17.449 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_from_name", 2024-09-05T02:37:17.449 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.449 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.449 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.449 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "Ceph", 2024-09-05T02:37:17.449 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.449 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.449 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.449 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Email From: name", 2024-09-05T02:37:17.450 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.450 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.450 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.450 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.450 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_host": { 2024-09-05T02:37:17.450 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_host", 2024-09-05T02:37:17.450 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.450 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.450 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.450 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.450 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.450 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.450 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.451 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "SMTP server", 2024-09-05T02:37:17.451 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.451 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.451 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.451 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.451 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_password": { 2024-09-05T02:37:17.451 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_password", 2024-09-05T02:37:17.451 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.451 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.451 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.451 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.451 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.451 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.452 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.452 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Password to authenticate with", 2024-09-05T02:37:17.452 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.452 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.452 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.452 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.452 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_port": { 2024-09-05T02:37:17.452 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_port", 2024-09-05T02:37:17.452 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.452 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.452 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.452 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "465", 2024-09-05T02:37:17.452 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.452 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.453 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.453 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "SMTP port", 2024-09-05T02:37:17.453 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.453 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.453 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.453 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.453 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_sender": { 2024-09-05T02:37:17.453 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_sender", 2024-09-05T02:37:17.453 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.453 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.453 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.453 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.454 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.454 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.454 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.454 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "SMTP envelope sender", 2024-09-05T02:37:17.454 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.454 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.454 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.454 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.454 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_ssl": { 2024-09-05T02:37:17.454 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_ssl", 2024-09-05T02:37:17.454 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.454 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.455 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.455 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.455 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.455 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.455 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.455 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-05T02:37:17.455 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.455 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.455 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.455 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.455 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_user": { 2024-09-05T02:37:17.455 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_user", 2024-09-05T02:37:17.455 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.456 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.456 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.456 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.456 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.456 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.456 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.456 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "User to authenticate as", 2024-09-05T02:37:17.456 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.456 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.456 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.456 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.456 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.457 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.457 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.457 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "balancer", 2024-09-05T02:37:17.457 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.457 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.457 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.457 INFO:teuthology.orchestra.run.smithi033.stdout: "active": { 2024-09-05T02:37:17.457 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "active", 2024-09-05T02:37:17.457 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.457 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.457 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.457 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.457 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.458 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.458 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.458 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "automatically balance PGs across cluster", 2024-09-05T02:37:17.458 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.458 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.458 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.458 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.458 INFO:teuthology.orchestra.run.smithi033.stdout: "begin_time": { 2024-09-05T02:37:17.458 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "begin_time", 2024-09-05T02:37:17.458 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.458 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.458 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.458 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0000", 2024-09-05T02:37:17.459 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.459 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.459 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.459 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "beginning time of day to automatically balance", 2024-09-05T02:37:17.459 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-05T02:37:17.459 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.459 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.459 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.459 INFO:teuthology.orchestra.run.smithi033.stdout: "begin_weekday": { 2024-09-05T02:37:17.459 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "begin_weekday", 2024-09-05T02:37:17.459 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "uint", 2024-09-05T02:37:17.459 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.460 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.460 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0", 2024-09-05T02:37:17.460 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "0", 2024-09-05T02:37:17.460 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "6", 2024-09-05T02:37:17.460 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.460 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-05T02:37:17.460 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-05T02:37:17.460 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.460 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.460 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.460 INFO:teuthology.orchestra.run.smithi033.stdout: "crush_compat_max_iterations": { 2024-09-05T02:37:17.460 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "crush_compat_max_iterations", 2024-09-05T02:37:17.460 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "uint", 2024-09-05T02:37:17.461 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.461 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.461 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "25", 2024-09-05T02:37:17.461 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "1", 2024-09-05T02:37:17.461 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "250", 2024-09-05T02:37:17.461 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.461 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-05T02:37:17.461 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.461 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.461 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.461 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.461 INFO:teuthology.orchestra.run.smithi033.stdout: "crush_compat_metrics": { 2024-09-05T02:37:17.462 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "crush_compat_metrics", 2024-09-05T02:37:17.462 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.462 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.462 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.462 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "pgs,objects,bytes", 2024-09-05T02:37:17.462 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.462 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.462 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.462 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-05T02:37:17.462 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-05T02:37:17.462 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.462 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.462 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.463 INFO:teuthology.orchestra.run.smithi033.stdout: "crush_compat_step": { 2024-09-05T02:37:17.463 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "crush_compat_step", 2024-09-05T02:37:17.463 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:17.463 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.463 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.463 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0.5", 2024-09-05T02:37:17.463 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "0.001", 2024-09-05T02:37:17.463 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "0.999", 2024-09-05T02:37:17.463 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.463 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "aggressiveness of optimization", 2024-09-05T02:37:17.463 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-05T02:37:17.463 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.463 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.463 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.464 INFO:teuthology.orchestra.run.smithi033.stdout: "end_time": { 2024-09-05T02:37:17.464 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "end_time", 2024-09-05T02:37:17.464 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.464 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.464 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.464 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "2359", 2024-09-05T02:37:17.464 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.464 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.464 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.464 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "ending time of day to automatically balance", 2024-09-05T02:37:17.464 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-05T02:37:17.464 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.464 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.464 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.465 INFO:teuthology.orchestra.run.smithi033.stdout: "end_weekday": { 2024-09-05T02:37:17.465 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "end_weekday", 2024-09-05T02:37:17.465 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "uint", 2024-09-05T02:37:17.465 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.465 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.465 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0", 2024-09-05T02:37:17.465 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "0", 2024-09-05T02:37:17.465 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "6", 2024-09-05T02:37:17.465 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.465 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-05T02:37:17.465 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-05T02:37:17.465 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.465 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.466 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.466 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.466 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.466 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.466 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.466 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.466 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.466 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.466 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.466 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.466 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.466 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.466 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.466 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.467 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.467 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.467 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.467 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.467 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.467 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.467 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.467 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.467 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.467 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.467 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.467 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.467 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.468 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.468 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.468 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.468 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.468 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.468 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.468 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.468 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.468 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.468 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.468 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.469 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.469 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.469 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.469 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.469 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.469 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.469 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.469 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.469 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.469 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.469 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.469 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.469 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.470 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.470 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.470 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.470 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.470 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.470 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.470 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.470 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.470 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.470 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.470 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.470 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.470 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.471 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.471 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.471 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.471 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.471 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.471 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.471 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.471 INFO:teuthology.orchestra.run.smithi033.stdout: "min_score": { 2024-09-05T02:37:17.471 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "min_score", 2024-09-05T02:37:17.471 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:17.471 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.471 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.471 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0", 2024-09-05T02:37:17.471 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.472 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.472 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.472 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-05T02:37:17.472 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.472 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.472 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.472 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.472 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": { 2024-09-05T02:37:17.472 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "mode", 2024-09-05T02:37:17.472 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.472 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.472 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.473 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "upmap", 2024-09-05T02:37:17.473 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.473 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.473 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.473 INFO:teuthology.orchestra.run.smithi033.stdout: "crush-compat", 2024-09-05T02:37:17.473 INFO:teuthology.orchestra.run.smithi033.stdout: "none", 2024-09-05T02:37:17.473 INFO:teuthology.orchestra.run.smithi033.stdout: "read", 2024-09-05T02:37:17.473 INFO:teuthology.orchestra.run.smithi033.stdout: "upmap", 2024-09-05T02:37:17.473 INFO:teuthology.orchestra.run.smithi033.stdout: "upmap-read" 2024-09-05T02:37:17.473 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.473 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Balancer mode", 2024-09-05T02:37:17.473 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.473 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.474 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.474 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.474 INFO:teuthology.orchestra.run.smithi033.stdout: "pool_ids": { 2024-09-05T02:37:17.474 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "pool_ids", 2024-09-05T02:37:17.474 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.474 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.474 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.474 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.474 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.474 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.474 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.474 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-05T02:37:17.474 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.475 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.475 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.475 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.475 INFO:teuthology.orchestra.run.smithi033.stdout: "sleep_interval": { 2024-09-05T02:37:17.475 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "sleep_interval", 2024-09-05T02:37:17.475 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.475 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.475 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.475 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "60", 2024-09-05T02:37:17.475 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.475 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.475 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.476 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-05T02:37:17.476 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.476 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.476 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.476 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.476 INFO:teuthology.orchestra.run.smithi033.stdout: "upmap_max_deviation": { 2024-09-05T02:37:17.476 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "upmap_max_deviation", 2024-09-05T02:37:17.476 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.476 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.476 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.476 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "5", 2024-09-05T02:37:17.476 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "1", 2024-09-05T02:37:17.476 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.477 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.477 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-05T02:37:17.477 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-05T02:37:17.477 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.477 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.477 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.477 INFO:teuthology.orchestra.run.smithi033.stdout: "upmap_max_optimizations": { 2024-09-05T02:37:17.477 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "upmap_max_optimizations", 2024-09-05T02:37:17.477 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "uint", 2024-09-05T02:37:17.477 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.477 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.477 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:17.477 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.478 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.478 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.478 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-05T02:37:17.478 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.478 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.478 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.478 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.478 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.478 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.478 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.478 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephadm", 2024-09-05T02:37:17.478 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.478 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.479 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.479 INFO:teuthology.orchestra.run.smithi033.stdout: "agent_down_multiplier": { 2024-09-05T02:37:17.479 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "agent_down_multiplier", 2024-09-05T02:37:17.479 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:17.479 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.479 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.479 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "3.0", 2024-09-05T02:37:17.479 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.479 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.479 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.479 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-05T02:37:17.479 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.479 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.479 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.480 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.480 INFO:teuthology.orchestra.run.smithi033.stdout: "agent_refresh_rate": { 2024-09-05T02:37:17.480 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "agent_refresh_rate", 2024-09-05T02:37:17.480 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.480 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.480 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.480 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "20", 2024-09-05T02:37:17.480 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.480 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.480 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.480 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-05T02:37:17.480 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.480 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.481 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.481 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.481 INFO:teuthology.orchestra.run.smithi033.stdout: "agent_starting_port": { 2024-09-05T02:37:17.481 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "agent_starting_port", 2024-09-05T02:37:17.481 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.481 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.481 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.481 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "4721", 2024-09-05T02:37:17.481 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.481 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.481 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.481 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-05T02:37:17.482 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.482 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.482 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.482 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.482 INFO:teuthology.orchestra.run.smithi033.stdout: "allow_ptrace": { 2024-09-05T02:37:17.482 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "allow_ptrace", 2024-09-05T02:37:17.482 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.482 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.482 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.482 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.482 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.482 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.483 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.483 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-05T02:37:17.483 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-05T02:37:17.483 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.483 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.483 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.483 INFO:teuthology.orchestra.run.smithi033.stdout: "autotune_interval": { 2024-09-05T02:37:17.483 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "autotune_interval", 2024-09-05T02:37:17.483 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.483 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.483 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.483 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "600", 2024-09-05T02:37:17.483 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.484 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.484 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.484 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-05T02:37:17.484 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.484 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.484 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.484 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.484 INFO:teuthology.orchestra.run.smithi033.stdout: "autotune_memory_target_ratio": { 2024-09-05T02:37:17.484 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "autotune_memory_target_ratio", 2024-09-05T02:37:17.484 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:17.484 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.484 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.484 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0.7", 2024-09-05T02:37:17.485 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.485 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.485 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.485 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-05T02:37:17.485 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.485 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.485 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.485 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.485 INFO:teuthology.orchestra.run.smithi033.stdout: "cephadm_log_destination": { 2024-09-05T02:37:17.485 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephadm_log_destination", 2024-09-05T02:37:17.485 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.485 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.486 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.486 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.486 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.486 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.486 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.486 INFO:teuthology.orchestra.run.smithi033.stdout: "file", 2024-09-05T02:37:17.486 INFO:teuthology.orchestra.run.smithi033.stdout: "file,syslog", 2024-09-05T02:37:17.486 INFO:teuthology.orchestra.run.smithi033.stdout: "syslog" 2024-09-05T02:37:17.486 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.486 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-05T02:37:17.486 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.486 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.486 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.487 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.487 INFO:teuthology.orchestra.run.smithi033.stdout: "cgroups_split": { 2024-09-05T02:37:17.487 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cgroups_split", 2024-09-05T02:37:17.487 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.487 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.487 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.487 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.487 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.487 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.487 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.487 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-05T02:37:17.487 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.487 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.487 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.488 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.488 INFO:teuthology.orchestra.run.smithi033.stdout: "config_checks_enabled": { 2024-09-05T02:37:17.488 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "config_checks_enabled", 2024-09-05T02:37:17.488 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.488 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.488 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.488 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.488 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.488 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.488 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.488 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-05T02:37:17.488 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.488 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.489 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.489 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.489 INFO:teuthology.orchestra.run.smithi033.stdout: "config_dashboard": { 2024-09-05T02:37:17.489 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "config_dashboard", 2024-09-05T02:37:17.489 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.489 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.489 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.489 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.489 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.489 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.489 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.489 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-05T02:37:17.490 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.490 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.490 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.490 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.490 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_alertmanager": { 2024-09-05T02:37:17.490 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_alertmanager", 2024-09-05T02:37:17.490 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.490 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.490 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.490 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-05T02:37:17.490 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.490 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.490 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.490 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Prometheus container image", 2024-09-05T02:37:17.491 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.491 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.491 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.491 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.491 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_base": { 2024-09-05T02:37:17.491 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_base", 2024-09-05T02:37:17.491 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.491 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.491 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.491 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-05T02:37:17.491 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.491 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.491 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.492 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Container image name, without the tag", 2024-09-05T02:37:17.492 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.492 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.492 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.492 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.492 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_elasticsearch": { 2024-09-05T02:37:17.492 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_elasticsearch", 2024-09-05T02:37:17.492 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.492 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.492 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.492 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-05T02:37:17.492 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.493 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.493 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.493 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "elasticsearch container image", 2024-09-05T02:37:17.493 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.493 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.493 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.493 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.493 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_grafana": { 2024-09-05T02:37:17.493 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_grafana", 2024-09-05T02:37:17.493 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.493 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.493 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.493 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-05T02:37:17.494 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.494 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.494 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.494 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Prometheus container image", 2024-09-05T02:37:17.494 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.494 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.494 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.494 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.494 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_haproxy": { 2024-09-05T02:37:17.494 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_haproxy", 2024-09-05T02:37:17.494 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.494 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.494 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.494 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-05T02:37:17.495 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.495 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.495 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.495 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "HAproxy container image", 2024-09-05T02:37:17.495 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.495 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.495 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.495 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.495 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_jaeger_agent": { 2024-09-05T02:37:17.495 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_jaeger_agent", 2024-09-05T02:37:17.495 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.495 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.496 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.496 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-05T02:37:17.496 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.496 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.496 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.496 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Jaeger agent container image", 2024-09-05T02:37:17.496 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.496 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.496 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.496 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.496 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_jaeger_collector": { 2024-09-05T02:37:17.496 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_jaeger_collector", 2024-09-05T02:37:17.497 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.497 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.497 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.497 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-05T02:37:17.497 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.497 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.497 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.497 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Jaeger collector container image", 2024-09-05T02:37:17.497 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.497 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.497 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.497 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.497 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_jaeger_query": { 2024-09-05T02:37:17.498 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_jaeger_query", 2024-09-05T02:37:17.498 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.498 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.498 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.498 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-05T02:37:17.498 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.498 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.498 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.498 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Jaeger query container image", 2024-09-05T02:37:17.498 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.498 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.498 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.498 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.499 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_keepalived": { 2024-09-05T02:37:17.499 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_keepalived", 2024-09-05T02:37:17.499 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.499 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.499 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.499 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-05T02:37:17.499 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.499 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.499 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.499 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Keepalived container image", 2024-09-05T02:37:17.499 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.499 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.499 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.500 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.500 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_loki": { 2024-09-05T02:37:17.500 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_loki", 2024-09-05T02:37:17.500 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.500 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.500 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.500 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-05T02:37:17.500 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.500 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.500 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.500 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Loki container image", 2024-09-05T02:37:17.500 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.501 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.501 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.501 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.501 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_node_exporter": { 2024-09-05T02:37:17.501 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_node_exporter", 2024-09-05T02:37:17.501 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.501 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.501 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.501 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-05T02:37:17.501 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.501 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.501 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.501 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Prometheus container image", 2024-09-05T02:37:17.502 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.502 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.502 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.502 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.502 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_nvmeof": { 2024-09-05T02:37:17.502 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_nvmeof", 2024-09-05T02:37:17.502 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.502 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.502 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.502 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-05T02:37:17.502 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.502 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.502 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.503 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Nvme-of container image", 2024-09-05T02:37:17.503 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.503 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.503 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.503 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.503 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_prometheus": { 2024-09-05T02:37:17.503 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_prometheus", 2024-09-05T02:37:17.503 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.503 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.503 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.503 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-05T02:37:17.503 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.503 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.504 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.504 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Prometheus container image", 2024-09-05T02:37:17.504 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.504 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.504 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.504 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.504 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_promtail": { 2024-09-05T02:37:17.504 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_promtail", 2024-09-05T02:37:17.504 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.504 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.504 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.504 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-05T02:37:17.505 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.505 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.505 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.505 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Promtail container image", 2024-09-05T02:37:17.505 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.505 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.505 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.505 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.505 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_samba": { 2024-09-05T02:37:17.505 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_samba", 2024-09-05T02:37:17.505 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.505 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.506 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.506 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-05T02:37:17.506 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.506 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.506 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.506 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Samba/SMB container image", 2024-09-05T02:37:17.506 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.506 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.506 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.506 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.506 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_snmp_gateway": { 2024-09-05T02:37:17.506 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_snmp_gateway", 2024-09-05T02:37:17.506 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.506 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.507 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.507 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-05T02:37:17.507 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.507 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.507 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.507 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "SNMP Gateway container image", 2024-09-05T02:37:17.507 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.507 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.507 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.507 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.507 INFO:teuthology.orchestra.run.smithi033.stdout: "container_init": { 2024-09-05T02:37:17.507 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_init", 2024-09-05T02:37:17.507 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.508 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.508 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.508 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.508 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.508 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.508 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.508 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Run podman/docker with `--init`", 2024-09-05T02:37:17.508 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.508 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.508 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.508 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.508 INFO:teuthology.orchestra.run.smithi033.stdout: "daemon_cache_timeout": { 2024-09-05T02:37:17.509 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "daemon_cache_timeout", 2024-09-05T02:37:17.509 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.509 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.509 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.509 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "600", 2024-09-05T02:37:17.509 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.509 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.509 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.509 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-05T02:37:17.509 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.509 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.509 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.510 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.510 INFO:teuthology.orchestra.run.smithi033.stdout: "default_cephadm_command_timeout": { 2024-09-05T02:37:17.510 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "default_cephadm_command_timeout", 2024-09-05T02:37:17.510 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.510 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.510 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.510 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "900", 2024-09-05T02:37:17.510 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.510 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.510 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.510 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-05T02:37:17.510 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.510 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.511 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.511 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.511 INFO:teuthology.orchestra.run.smithi033.stdout: "default_registry": { 2024-09-05T02:37:17.511 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "default_registry", 2024-09-05T02:37:17.511 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.511 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.511 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.511 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "docker.io", 2024-09-05T02:37:17.511 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.511 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.511 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.511 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-05T02:37:17.511 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.512 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.512 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.512 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.512 INFO:teuthology.orchestra.run.smithi033.stdout: "device_cache_timeout": { 2024-09-05T02:37:17.512 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "device_cache_timeout", 2024-09-05T02:37:17.512 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.512 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.512 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.512 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "1800", 2024-09-05T02:37:17.512 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.512 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.512 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.512 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "seconds to cache device inventory", 2024-09-05T02:37:17.513 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.513 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.513 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.513 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.513 INFO:teuthology.orchestra.run.smithi033.stdout: "device_enhanced_scan": { 2024-09-05T02:37:17.513 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "device_enhanced_scan", 2024-09-05T02:37:17.513 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.513 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.513 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.513 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.513 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.513 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.513 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.514 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-05T02:37:17.514 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.514 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.514 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.514 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.514 INFO:teuthology.orchestra.run.smithi033.stdout: "facts_cache_timeout": { 2024-09-05T02:37:17.514 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "facts_cache_timeout", 2024-09-05T02:37:17.514 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.514 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.514 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.514 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "60", 2024-09-05T02:37:17.514 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.515 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.515 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.515 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "seconds to cache host facts data", 2024-09-05T02:37:17.515 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.515 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.515 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.515 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.515 INFO:teuthology.orchestra.run.smithi033.stdout: "grafana_dashboards_path": { 2024-09-05T02:37:17.515 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "grafana_dashboards_path", 2024-09-05T02:37:17.515 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.515 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.515 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.516 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-05T02:37:17.516 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.516 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.516 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.516 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-05T02:37:17.516 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.516 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.516 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.516 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.516 INFO:teuthology.orchestra.run.smithi033.stdout: "host_check_interval": { 2024-09-05T02:37:17.516 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "host_check_interval", 2024-09-05T02:37:17.516 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.516 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.517 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.517 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "600", 2024-09-05T02:37:17.517 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.517 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.517 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.517 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how frequently to perform a host check", 2024-09-05T02:37:17.517 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.517 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.517 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.517 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.517 INFO:teuthology.orchestra.run.smithi033.stdout: "hw_monitoring": { 2024-09-05T02:37:17.517 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "hw_monitoring", 2024-09-05T02:37:17.517 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.518 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.518 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.518 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.518 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.518 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.518 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.518 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-05T02:37:17.518 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.518 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.518 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.518 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.518 INFO:teuthology.orchestra.run.smithi033.stdout: "inventory_list_all": { 2024-09-05T02:37:17.519 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "inventory_list_all", 2024-09-05T02:37:17.519 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.519 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.519 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.519 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.519 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.519 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.519 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.519 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-05T02:37:17.519 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.519 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.519 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.519 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.520 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.520 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.520 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.520 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.520 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.520 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.520 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.520 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.520 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.520 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.520 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.520 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.521 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.521 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.521 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.521 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.521 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.521 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.521 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.521 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.521 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.521 INFO:teuthology.orchestra.run.smithi033.stdout: "log_refresh_metadata": { 2024-09-05T02:37:17.521 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_refresh_metadata", 2024-09-05T02:37:17.521 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.521 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.522 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.522 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.522 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.522 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.522 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.522 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-05T02:37:17.522 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.522 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.522 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.522 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.522 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.522 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.522 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.523 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.523 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.523 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.523 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.523 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.523 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.523 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-05T02:37:17.523 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.523 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.523 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.523 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.523 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.523 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.524 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.524 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.524 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.524 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.524 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.524 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.524 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.524 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.524 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.524 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.524 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.524 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.524 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.525 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.525 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.525 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.525 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.525 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.525 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.525 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.525 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.525 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.525 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.525 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.525 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.526 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.526 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.526 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.526 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.526 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.526 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.526 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.526 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.526 INFO:teuthology.orchestra.run.smithi033.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-05T02:37:17.526 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-05T02:37:17.526 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.526 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.526 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.526 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.527 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.527 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.527 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.527 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-05T02:37:17.527 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.527 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.527 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.527 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.527 INFO:teuthology.orchestra.run.smithi033.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-05T02:37:17.527 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-05T02:37:17.527 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.527 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.527 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.527 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "*", 2024-09-05T02:37:17.528 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.528 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.528 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.528 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-05T02:37:17.528 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.528 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.528 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.528 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.528 INFO:teuthology.orchestra.run.smithi033.stdout: "max_count_per_host": { 2024-09-05T02:37:17.528 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "max_count_per_host", 2024-09-05T02:37:17.528 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.528 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.528 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.529 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:17.529 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.529 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.529 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.529 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "max number of daemons per service per host", 2024-09-05T02:37:17.529 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.529 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.529 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.529 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.529 INFO:teuthology.orchestra.run.smithi033.stdout: "max_osd_draining_count": { 2024-09-05T02:37:17.529 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "max_osd_draining_count", 2024-09-05T02:37:17.529 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.529 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.530 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.530 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:17.530 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.530 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.530 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.530 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-05T02:37:17.530 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.530 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.530 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.530 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.530 INFO:teuthology.orchestra.run.smithi033.stdout: "migration_current": { 2024-09-05T02:37:17.530 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "migration_current", 2024-09-05T02:37:17.530 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.530 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.531 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.531 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.531 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.531 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.531 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.531 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "internal - do not modify", 2024-09-05T02:37:17.531 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.531 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.531 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.531 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.531 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": { 2024-09-05T02:37:17.531 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "mode", 2024-09-05T02:37:17.531 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.531 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.532 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.532 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "root", 2024-09-05T02:37:17.532 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.532 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.532 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.532 INFO:teuthology.orchestra.run.smithi033.stdout: "cephadm-package", 2024-09-05T02:37:17.532 INFO:teuthology.orchestra.run.smithi033.stdout: "root" 2024-09-05T02:37:17.532 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.532 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "mode for remote execution of cephadm", 2024-09-05T02:37:17.532 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.532 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.532 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.532 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.532 INFO:teuthology.orchestra.run.smithi033.stdout: "oob_default_addr": { 2024-09-05T02:37:17.532 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "oob_default_addr", 2024-09-05T02:37:17.533 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.533 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.533 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.533 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "169.254.1.1", 2024-09-05T02:37:17.533 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.533 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.533 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.533 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-05T02:37:17.533 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.533 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.533 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.533 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.534 INFO:teuthology.orchestra.run.smithi033.stdout: "prometheus_alerts_path": { 2024-09-05T02:37:17.534 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "prometheus_alerts_path", 2024-09-05T02:37:17.534 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.534 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.534 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.534 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-05T02:37:17.534 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.534 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.534 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.534 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-05T02:37:17.534 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.534 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.534 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.534 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.535 INFO:teuthology.orchestra.run.smithi033.stdout: "registry_insecure": { 2024-09-05T02:37:17.535 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "registry_insecure", 2024-09-05T02:37:17.535 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.535 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.535 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.535 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.535 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.535 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.535 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.535 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-05T02:37:17.535 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.536 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.536 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.536 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.536 INFO:teuthology.orchestra.run.smithi033.stdout: "registry_password": { 2024-09-05T02:37:17.536 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "registry_password", 2024-09-05T02:37:17.536 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.536 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.536 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.536 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.536 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.536 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.536 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.537 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-05T02:37:17.537 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.537 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.537 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.537 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.537 INFO:teuthology.orchestra.run.smithi033.stdout: "registry_url": { 2024-09-05T02:37:17.537 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "registry_url", 2024-09-05T02:37:17.537 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.537 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.537 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.537 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.537 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.537 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.538 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.538 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-05T02:37:17.538 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.538 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.538 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.538 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.538 INFO:teuthology.orchestra.run.smithi033.stdout: "registry_username": { 2024-09-05T02:37:17.538 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "registry_username", 2024-09-05T02:37:17.538 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.538 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.538 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.538 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.539 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.539 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.539 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.539 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-05T02:37:17.539 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.539 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.539 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.539 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.539 INFO:teuthology.orchestra.run.smithi033.stdout: "secure_monitoring_stack": { 2024-09-05T02:37:17.539 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "secure_monitoring_stack", 2024-09-05T02:37:17.539 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.539 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.539 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.540 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.540 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.540 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.540 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.540 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-05T02:37:17.540 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.540 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.540 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.540 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.540 INFO:teuthology.orchestra.run.smithi033.stdout: "service_discovery_port": { 2024-09-05T02:37:17.540 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "service_discovery_port", 2024-09-05T02:37:17.540 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.541 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.541 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.541 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "8765", 2024-09-05T02:37:17.541 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.541 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.541 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.541 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "cephadm service discovery port", 2024-09-05T02:37:17.541 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.541 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.541 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.541 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.541 INFO:teuthology.orchestra.run.smithi033.stdout: "ssh_config_file": { 2024-09-05T02:37:17.541 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ssh_config_file", 2024-09-05T02:37:17.542 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.542 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.542 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.542 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.542 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.542 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.542 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.542 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-05T02:37:17.542 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.542 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.542 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.542 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.542 INFO:teuthology.orchestra.run.smithi033.stdout: "use_agent": { 2024-09-05T02:37:17.543 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "use_agent", 2024-09-05T02:37:17.543 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.543 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.543 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.543 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.543 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.543 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.543 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.543 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-05T02:37:17.543 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.543 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.543 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.543 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.544 INFO:teuthology.orchestra.run.smithi033.stdout: "use_repo_digest": { 2024-09-05T02:37:17.544 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "use_repo_digest", 2024-09-05T02:37:17.544 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.544 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.544 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.544 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.544 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.544 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.544 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.544 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-05T02:37:17.544 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.544 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.544 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.545 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.545 INFO:teuthology.orchestra.run.smithi033.stdout: "warn_on_failed_host_check": { 2024-09-05T02:37:17.545 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "warn_on_failed_host_check", 2024-09-05T02:37:17.545 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.545 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.545 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.545 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.545 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.545 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.545 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.545 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "raise a health warning if the host check fails", 2024-09-05T02:37:17.545 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.545 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.546 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.546 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.546 INFO:teuthology.orchestra.run.smithi033.stdout: "warn_on_stray_daemons": { 2024-09-05T02:37:17.546 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "warn_on_stray_daemons", 2024-09-05T02:37:17.546 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.546 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.546 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.546 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.546 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.546 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.546 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.546 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-05T02:37:17.546 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.547 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.547 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.547 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.547 INFO:teuthology.orchestra.run.smithi033.stdout: "warn_on_stray_hosts": { 2024-09-05T02:37:17.547 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "warn_on_stray_hosts", 2024-09-05T02:37:17.547 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.547 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.547 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.547 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.547 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.547 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.547 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.547 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-05T02:37:17.547 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.548 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.548 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.548 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.548 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.548 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.548 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.548 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "crash", 2024-09-05T02:37:17.548 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.548 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.548 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.548 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.549 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.549 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.549 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.549 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.549 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.549 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.549 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.549 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.549 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.549 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.549 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.549 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.549 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.550 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.550 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.550 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.550 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.550 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.550 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.550 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.550 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.550 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.550 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.550 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.550 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.551 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.551 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.551 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.551 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.551 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.551 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.551 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.551 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.551 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.551 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.551 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.551 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.551 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.552 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.552 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.552 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.552 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.552 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.552 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.552 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.552 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.552 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.552 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.552 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.552 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.553 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.553 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.553 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.553 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.553 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.553 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.553 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.553 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.553 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.553 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.553 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.553 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.553 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.554 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.554 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.554 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.554 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.554 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.554 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.554 INFO:teuthology.orchestra.run.smithi033.stdout: "retain_interval": { 2024-09-05T02:37:17.554 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "retain_interval", 2024-09-05T02:37:17.554 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.554 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.554 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.554 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "31536000", 2024-09-05T02:37:17.554 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-05T02:37:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: "warn_recent_interval": { 2024-09-05T02:37:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "warn_recent_interval", 2024-09-05T02:37:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "1209600", 2024-09-05T02:37:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-05T02:37:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "dashboard", 2024-09-05T02:37:17.557 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.557 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.557 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.557 INFO:teuthology.orchestra.run.smithi033.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-05T02:37:17.557 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-05T02:37:17.557 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.557 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.557 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.557 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:17.557 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.557 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.557 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.557 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.558 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.558 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.558 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.558 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.558 INFO:teuthology.orchestra.run.smithi033.stdout: "ALERTMANAGER_API_HOST": { 2024-09-05T02:37:17.558 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-05T02:37:17.558 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.558 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.558 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.558 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.558 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.558 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.558 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.559 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.559 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.559 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.559 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.559 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.559 INFO:teuthology.orchestra.run.smithi033.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-05T02:37:17.559 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-05T02:37:17.559 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.559 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.559 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.559 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.559 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.559 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.560 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.560 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.560 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.560 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.560 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.560 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.560 INFO:teuthology.orchestra.run.smithi033.stdout: "AUDIT_API_ENABLED": { 2024-09-05T02:37:17.560 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "AUDIT_API_ENABLED", 2024-09-05T02:37:17.560 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.560 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.560 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.560 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.560 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.561 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.561 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.561 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.561 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.561 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.561 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.561 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.561 INFO:teuthology.orchestra.run.smithi033.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-05T02:37:17.561 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-05T02:37:17.561 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.561 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.561 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.561 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.562 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.562 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.562 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.562 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.562 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.562 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.562 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.562 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.562 INFO:teuthology.orchestra.run.smithi033.stdout: "ENABLE_BROWSABLE_API": { 2024-09-05T02:37:17.562 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-05T02:37:17.562 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.562 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.562 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.563 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.563 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.563 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.563 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.563 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.563 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.563 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.563 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.563 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.563 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-05T02:37:17.563 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-05T02:37:17.564 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.564 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.564 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.564 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.564 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.564 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.564 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.564 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.564 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.564 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.564 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.564 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.565 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-05T02:37:17.565 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-05T02:37:17.565 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.565 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.565 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.565 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.565 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.565 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.565 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.565 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.565 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.565 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.565 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.566 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.566 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-05T02:37:17.566 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-05T02:37:17.566 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.566 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.566 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.566 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.566 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.566 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.566 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.567 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.568 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.568 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.568 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.568 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.568 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-05T02:37:17.568 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-05T02:37:17.568 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.568 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.568 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.568 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.568 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.568 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.569 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.569 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.569 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.569 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.569 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.569 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.569 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-05T02:37:17.569 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-05T02:37:17.569 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.569 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.569 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.569 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.570 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.570 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.570 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.570 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.570 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.570 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.570 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.570 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.570 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-05T02:37:17.570 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-05T02:37:17.570 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.570 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.570 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.571 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.571 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.571 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.571 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.571 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.571 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.571 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.571 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.571 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.571 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-05T02:37:17.571 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-05T02:37:17.571 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.571 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.572 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.572 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.572 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.572 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.572 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.572 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.572 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.572 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.572 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.572 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.572 INFO:teuthology.orchestra.run.smithi033.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-05T02:37:17.572 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-05T02:37:17.572 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.573 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.573 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.573 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.573 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.573 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.573 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.573 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.573 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.573 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.573 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.573 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.573 INFO:teuthology.orchestra.run.smithi033.stdout: "GRAFANA_API_PASSWORD": { 2024-09-05T02:37:17.574 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-05T02:37:17.574 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.574 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.574 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.574 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "admin", 2024-09-05T02:37:17.574 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.574 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.574 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.574 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.574 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.574 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.574 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.574 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.574 INFO:teuthology.orchestra.run.smithi033.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-05T02:37:17.575 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-05T02:37:17.575 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.575 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.575 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.575 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.575 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.575 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.575 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.575 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.575 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.575 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.575 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.575 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.576 INFO:teuthology.orchestra.run.smithi033.stdout: "GRAFANA_API_URL": { 2024-09-05T02:37:17.576 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GRAFANA_API_URL", 2024-09-05T02:37:17.576 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.576 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.576 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.576 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.576 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.576 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.576 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.576 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.576 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.576 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.577 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.577 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.577 INFO:teuthology.orchestra.run.smithi033.stdout: "GRAFANA_API_USERNAME": { 2024-09-05T02:37:17.577 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-05T02:37:17.577 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.577 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.577 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.577 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "admin", 2024-09-05T02:37:17.577 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.577 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.577 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.577 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.577 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.578 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.578 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.578 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.578 INFO:teuthology.orchestra.run.smithi033.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-05T02:37:17.578 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-05T02:37:17.578 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.578 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.578 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.578 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.578 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.578 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.578 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.578 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.579 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.579 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.579 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.579 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.579 INFO:teuthology.orchestra.run.smithi033.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-05T02:37:17.579 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-05T02:37:17.579 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.579 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.579 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.579 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.579 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.580 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.580 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.580 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.580 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.580 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.580 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.580 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.580 INFO:teuthology.orchestra.run.smithi033.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-05T02:37:17.580 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-05T02:37:17.580 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.580 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.580 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.580 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.581 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.581 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.581 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.581 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.581 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.581 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.581 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.581 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.581 INFO:teuthology.orchestra.run.smithi033.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-05T02:37:17.581 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-05T02:37:17.581 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.581 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.581 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.582 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.582 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.582 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.582 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.582 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.582 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.582 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.582 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.582 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.582 INFO:teuthology.orchestra.run.smithi033.stdout: "PROMETHEUS_API_HOST": { 2024-09-05T02:37:17.582 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-05T02:37:17.582 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.582 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.583 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.583 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.583 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.583 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.583 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.583 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.583 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.583 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.583 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.583 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.583 INFO:teuthology.orchestra.run.smithi033.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-05T02:37:17.583 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-05T02:37:17.584 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.584 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.584 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.584 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.584 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.584 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.584 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.584 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.584 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.584 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.584 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.584 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.584 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-05T02:37:17.585 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-05T02:37:17.585 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.585 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.585 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.585 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.585 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.585 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.585 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.585 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.585 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.585 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.585 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.586 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.586 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-05T02:37:17.586 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-05T02:37:17.586 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.586 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.586 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.586 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.586 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.586 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.586 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.586 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.586 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.586 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.587 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.587 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.587 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-05T02:37:17.587 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-05T02:37:17.587 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.587 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.587 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.587 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.587 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.587 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.587 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.587 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.588 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.588 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.588 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.588 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.588 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-05T02:37:17.588 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-05T02:37:17.588 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.588 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.588 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.588 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.588 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.588 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.589 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.589 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.589 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.589 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.589 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.589 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.589 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-05T02:37:17.589 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-05T02:37:17.589 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.589 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.589 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.589 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.590 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.590 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.590 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.590 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.590 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.590 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.590 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.590 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.590 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-05T02:37:17.590 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-05T02:37:17.590 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.590 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.590 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.591 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.591 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.591 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.591 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.591 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.591 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.591 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.591 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.591 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.591 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-05T02:37:17.591 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-05T02:37:17.591 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.591 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.592 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.592 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.592 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.592 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.592 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.592 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.592 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.592 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.592 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.592 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.592 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_ENABLED": { 2024-09-05T02:37:17.592 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-05T02:37:17.592 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-05T02:37:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-05T02:37:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-05T02:37:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.595 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-05T02:37:17.595 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-05T02:37:17.595 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.595 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.595 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.595 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:17.595 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.595 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.595 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.595 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.595 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.595 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.595 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.596 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.596 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-05T02:37:17.596 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-05T02:37:17.596 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.596 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.596 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.596 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "8", 2024-09-05T02:37:17.596 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.596 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.596 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.596 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.596 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.597 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.597 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.597 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.597 INFO:teuthology.orchestra.run.smithi033.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-05T02:37:17.597 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-05T02:37:17.597 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.597 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.597 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.597 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "45", 2024-09-05T02:37:17.597 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.597 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.597 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.597 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.598 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.598 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.598 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.598 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.598 INFO:teuthology.orchestra.run.smithi033.stdout: "RGW_API_ACCESS_KEY": { 2024-09-05T02:37:17.598 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-05T02:37:17.598 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.598 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.598 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.598 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.598 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.598 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.598 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.599 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.599 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.599 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.599 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.599 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.599 INFO:teuthology.orchestra.run.smithi033.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-05T02:37:17.599 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-05T02:37:17.599 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.599 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.599 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.599 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "admin", 2024-09-05T02:37:17.599 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.599 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.600 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.600 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.600 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.600 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.600 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.600 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.600 INFO:teuthology.orchestra.run.smithi033.stdout: "RGW_API_SECRET_KEY": { 2024-09-05T02:37:17.600 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-05T02:37:17.600 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.600 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.600 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.600 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.601 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.601 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.601 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.601 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.601 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.601 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.601 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.601 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.601 INFO:teuthology.orchestra.run.smithi033.stdout: "RGW_API_SSL_VERIFY": { 2024-09-05T02:37:17.601 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-05T02:37:17.601 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.601 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.602 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.602 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.602 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.602 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.602 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.602 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.602 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.602 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.602 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.602 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.602 INFO:teuthology.orchestra.run.smithi033.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-05T02:37:17.602 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-05T02:37:17.602 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.602 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.603 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.603 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0", 2024-09-05T02:37:17.603 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.603 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.603 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.603 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.603 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.603 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.603 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.603 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.603 INFO:teuthology.orchestra.run.smithi033.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-05T02:37:17.603 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-05T02:37:17.603 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.604 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.604 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.604 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:17.604 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.604 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.604 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.604 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.604 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.604 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.604 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.604 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.604 INFO:teuthology.orchestra.run.smithi033.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-05T02:37:17.604 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-05T02:37:17.605 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.605 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.605 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.605 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "5", 2024-09-05T02:37:17.605 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.605 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.605 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.605 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.605 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.605 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.605 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.605 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.605 INFO:teuthology.orchestra.run.smithi033.stdout: "cross_origin_url": { 2024-09-05T02:37:17.606 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cross_origin_url", 2024-09-05T02:37:17.606 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.606 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.606 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.606 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.606 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.606 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.606 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.606 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.606 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.606 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.606 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.606 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.606 INFO:teuthology.orchestra.run.smithi033.stdout: "crt_file": { 2024-09-05T02:37:17.607 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "crt_file", 2024-09-05T02:37:17.607 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.607 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.607 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.607 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.607 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.607 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.607 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.607 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.607 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.607 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.607 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.607 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.608 INFO:teuthology.orchestra.run.smithi033.stdout: "debug": { 2024-09-05T02:37:17.608 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "debug", 2024-09-05T02:37:17.608 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.608 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.608 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.608 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.608 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.608 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.608 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.608 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Enable/disable debug options", 2024-09-05T02:37:17.608 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.608 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.609 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.609 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.609 INFO:teuthology.orchestra.run.smithi033.stdout: "jwt_token_ttl": { 2024-09-05T02:37:17.609 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "jwt_token_ttl", 2024-09-05T02:37:17.609 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.609 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.609 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.609 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "28800", 2024-09-05T02:37:17.609 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.609 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.609 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.609 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.609 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.610 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.610 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.610 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.610 INFO:teuthology.orchestra.run.smithi033.stdout: "key_file": { 2024-09-05T02:37:17.610 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "key_file", 2024-09-05T02:37:17.610 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.610 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.610 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.610 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.610 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.610 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.610 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.610 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.611 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.611 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.611 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.611 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.611 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.611 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.611 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.611 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.611 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.611 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.611 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.611 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.611 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.612 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.612 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.612 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.612 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.612 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.612 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.612 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.612 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.612 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.612 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.612 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.612 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.612 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.613 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.613 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.613 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.613 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.613 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.613 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.613 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.613 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.613 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.613 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.613 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.613 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.613 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.614 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.614 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.614 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.614 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.614 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.614 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.614 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.614 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.614 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.614 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.614 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.614 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.614 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.615 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.615 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.615 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.615 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.615 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.615 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.615 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.615 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.615 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.615 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.615 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.615 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.615 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.616 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.616 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.616 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.616 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.616 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.616 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.616 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.616 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.616 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.616 INFO:teuthology.orchestra.run.smithi033.stdout: "motd": { 2024-09-05T02:37:17.616 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "motd", 2024-09-05T02:37:17.616 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.616 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.616 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.617 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.617 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.617 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.617 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.617 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "The message of the day", 2024-09-05T02:37:17.617 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.617 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.617 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.617 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.617 INFO:teuthology.orchestra.run.smithi033.stdout: "redirect_resolve_ip_addr": { 2024-09-05T02:37:17.617 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "redirect_resolve_ip_addr", 2024-09-05T02:37:17.617 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.617 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.618 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.618 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.618 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.618 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.618 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.618 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.618 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.618 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.618 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.618 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.618 INFO:teuthology.orchestra.run.smithi033.stdout: "server_addr": { 2024-09-05T02:37:17.618 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "server_addr", 2024-09-05T02:37:17.618 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.619 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.619 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.619 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "::", 2024-09-05T02:37:17.619 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.619 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.619 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.619 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.619 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.619 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.619 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.619 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.619 INFO:teuthology.orchestra.run.smithi033.stdout: "server_port": { 2024-09-05T02:37:17.619 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "server_port", 2024-09-05T02:37:17.619 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.620 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.620 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.620 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "8080", 2024-09-05T02:37:17.620 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.620 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.620 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.620 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.620 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.620 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.620 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.620 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.620 INFO:teuthology.orchestra.run.smithi033.stdout: "ssl": { 2024-09-05T02:37:17.620 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ssl", 2024-09-05T02:37:17.621 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.621 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.621 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.621 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.621 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.621 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.621 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.621 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.621 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.621 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.621 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.621 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.621 INFO:teuthology.orchestra.run.smithi033.stdout: "ssl_server_port": { 2024-09-05T02:37:17.622 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ssl_server_port", 2024-09-05T02:37:17.622 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.622 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.622 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.622 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "8443", 2024-09-05T02:37:17.622 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.622 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.622 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.622 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.622 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.622 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.622 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.623 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.623 INFO:teuthology.orchestra.run.smithi033.stdout: "standby_behaviour": { 2024-09-05T02:37:17.623 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "standby_behaviour", 2024-09-05T02:37:17.623 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.623 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.623 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.623 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "redirect", 2024-09-05T02:37:17.623 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.623 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.623 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.623 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.623 INFO:teuthology.orchestra.run.smithi033.stdout: "redirect" 2024-09-05T02:37:17.623 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.623 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.624 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.624 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.624 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.624 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.624 INFO:teuthology.orchestra.run.smithi033.stdout: "standby_error_status_code": { 2024-09-05T02:37:17.624 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "standby_error_status_code", 2024-09-05T02:37:17.624 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.624 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.624 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.624 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "500", 2024-09-05T02:37:17.624 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "400", 2024-09-05T02:37:17.624 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "599", 2024-09-05T02:37:17.625 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.625 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.625 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.625 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.625 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.625 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.625 INFO:teuthology.orchestra.run.smithi033.stdout: "url_prefix": { 2024-09-05T02:37:17.625 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "url_prefix", 2024-09-05T02:37:17.625 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.625 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.625 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.625 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.625 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.626 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.626 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.626 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.626 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.626 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.626 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.626 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.626 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.626 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.626 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.626 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "devicehealth", 2024-09-05T02:37:17.626 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.626 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.627 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.627 INFO:teuthology.orchestra.run.smithi033.stdout: "enable_monitoring": { 2024-09-05T02:37:17.627 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "enable_monitoring", 2024-09-05T02:37:17.627 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.627 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.627 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.627 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.627 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.627 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.627 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.627 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "monitor device health metrics", 2024-09-05T02:37:17.627 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.627 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.628 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.628 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.628 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.628 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.628 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.628 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.628 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.628 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.628 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.628 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.628 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.628 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.628 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.629 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.629 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.629 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.629 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.629 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.629 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.629 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.629 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.629 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.629 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.629 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.629 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.630 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.630 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.630 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.630 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.630 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.630 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.630 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.630 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.630 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.630 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.630 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.630 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.630 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.630 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.631 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.631 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.631 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.631 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.631 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.631 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.631 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.631 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.631 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.631 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.631 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.631 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.631 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.632 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.632 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.632 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.632 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.632 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.632 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.632 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.632 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.632 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.632 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.632 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.632 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.632 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.633 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.633 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.633 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.633 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.633 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.633 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.633 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.633 INFO:teuthology.orchestra.run.smithi033.stdout: "mark_out_threshold": { 2024-09-05T02:37:17.633 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "mark_out_threshold", 2024-09-05T02:37:17.633 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.633 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.633 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.633 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "2419200", 2024-09-05T02:37:17.634 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.634 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.634 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.634 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-05T02:37:17.634 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.634 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.634 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.634 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.634 INFO:teuthology.orchestra.run.smithi033.stdout: "pool_name": { 2024-09-05T02:37:17.634 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "pool_name", 2024-09-05T02:37:17.634 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.634 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.634 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.635 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "device_health_metrics", 2024-09-05T02:37:17.635 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.635 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.635 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.635 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-05T02:37:17.635 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.635 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.635 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.635 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.635 INFO:teuthology.orchestra.run.smithi033.stdout: "retention_period": { 2024-09-05T02:37:17.635 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "retention_period", 2024-09-05T02:37:17.635 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.635 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.636 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.636 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "15552000", 2024-09-05T02:37:17.636 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.636 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.636 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.636 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how long to retain device health metrics", 2024-09-05T02:37:17.636 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.636 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.636 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.636 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.636 INFO:teuthology.orchestra.run.smithi033.stdout: "scrape_frequency": { 2024-09-05T02:37:17.636 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "scrape_frequency", 2024-09-05T02:37:17.636 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.637 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.637 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.637 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "86400", 2024-09-05T02:37:17.637 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.637 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.637 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.637 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-05T02:37:17.637 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.637 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.637 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.637 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.637 INFO:teuthology.orchestra.run.smithi033.stdout: "self_heal": { 2024-09-05T02:37:17.638 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "self_heal", 2024-09-05T02:37:17.638 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.638 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.638 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.638 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.638 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.638 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.638 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.638 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-05T02:37:17.638 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.638 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.638 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.638 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.639 INFO:teuthology.orchestra.run.smithi033.stdout: "sleep_interval": { 2024-09-05T02:37:17.639 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "sleep_interval", 2024-09-05T02:37:17.639 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.639 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.639 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.639 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "600", 2024-09-05T02:37:17.639 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.639 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.639 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.639 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how frequently to wake up and check device health", 2024-09-05T02:37:17.639 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.639 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.640 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.640 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.640 INFO:teuthology.orchestra.run.smithi033.stdout: "warn_threshold": { 2024-09-05T02:37:17.640 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "warn_threshold", 2024-09-05T02:37:17.640 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.640 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.640 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.640 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "7257600", 2024-09-05T02:37:17.640 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.640 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.640 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.640 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-05T02:37:17.640 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.641 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.641 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.641 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.641 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.641 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.641 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.641 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "diskprediction_local", 2024-09-05T02:37:17.641 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.641 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.641 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.641 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.641 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.641 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.642 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.642 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.642 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.642 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.642 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.642 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.642 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.642 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.642 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.642 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.642 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.642 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.642 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.643 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.643 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.643 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.643 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.643 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.643 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.643 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.643 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.643 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.643 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.643 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.643 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.644 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.644 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.644 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.644 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.644 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.644 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.644 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.644 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.644 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.644 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.644 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.644 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.645 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.645 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.645 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.645 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.645 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.645 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.645 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.645 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.645 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.645 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.645 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.645 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.645 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.646 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.646 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.646 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.646 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.646 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.646 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.646 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.646 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.646 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.646 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.646 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.646 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.646 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.646 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.647 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.647 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.647 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.647 INFO:teuthology.orchestra.run.smithi033.stdout: "predict_interval": { 2024-09-05T02:37:17.647 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "predict_interval", 2024-09-05T02:37:17.647 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.647 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.647 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.647 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "86400", 2024-09-05T02:37:17.647 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.647 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.647 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.647 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.647 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.648 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.648 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.648 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.648 INFO:teuthology.orchestra.run.smithi033.stdout: "predictor_model": { 2024-09-05T02:37:17.648 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "predictor_model", 2024-09-05T02:37:17.648 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.648 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.648 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.648 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "prophetstor", 2024-09-05T02:37:17.648 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.648 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.648 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.649 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.649 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.649 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.649 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.649 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.649 INFO:teuthology.orchestra.run.smithi033.stdout: "sleep_interval": { 2024-09-05T02:37:17.649 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "sleep_interval", 2024-09-05T02:37:17.649 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.649 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.649 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.649 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "600", 2024-09-05T02:37:17.649 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.649 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.650 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.650 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.650 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.650 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.650 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.650 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.650 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.650 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.650 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.650 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "influx", 2024-09-05T02:37:17.650 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": false, 2024-09-05T02:37:17.650 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "influxdb python module not found", 2024-09-05T02:37:17.650 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.651 INFO:teuthology.orchestra.run.smithi033.stdout: "batch_size": { 2024-09-05T02:37:17.651 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "batch_size", 2024-09-05T02:37:17.651 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.651 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.651 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.651 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "5000", 2024-09-05T02:37:17.651 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.651 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.651 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.651 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-05T02:37:17.651 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.651 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.651 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.651 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.652 INFO:teuthology.orchestra.run.smithi033.stdout: "database": { 2024-09-05T02:37:17.652 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "database", 2024-09-05T02:37:17.652 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.652 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.652 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.652 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "ceph", 2024-09-05T02:37:17.652 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.652 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.652 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.652 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-05T02:37:17.652 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.652 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.653 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.653 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.653 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": { 2024-09-05T02:37:17.653 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "hostname", 2024-09-05T02:37:17.653 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.653 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.653 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.653 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.653 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.653 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.653 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.653 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "InfluxDB server hostname", 2024-09-05T02:37:17.653 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.654 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.654 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.654 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.654 INFO:teuthology.orchestra.run.smithi033.stdout: "interval": { 2024-09-05T02:37:17.654 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "interval", 2024-09-05T02:37:17.654 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.654 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.654 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.654 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "30", 2024-09-05T02:37:17.654 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "5", 2024-09-05T02:37:17.654 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.654 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.654 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-05T02:37:17.655 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.655 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.655 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.655 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.655 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.655 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.655 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.655 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.655 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.655 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.655 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.655 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.655 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.656 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.656 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.656 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.656 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.656 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.656 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.656 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.656 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.656 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.656 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.656 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.656 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.656 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.657 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.657 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.657 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.657 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.657 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.657 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.657 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.657 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.657 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.657 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.657 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.657 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.657 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.658 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.658 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.658 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.658 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.658 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.658 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.658 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.658 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.658 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.658 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.658 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.658 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.658 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.659 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.659 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.659 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.659 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.659 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.659 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.659 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.659 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.659 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.659 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.659 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.659 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.659 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.659 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.660 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.660 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.660 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.660 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.660 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.660 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.660 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.660 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.660 INFO:teuthology.orchestra.run.smithi033.stdout: "password": { 2024-09-05T02:37:17.660 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "password", 2024-09-05T02:37:17.660 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.660 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.660 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.661 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.661 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.661 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.661 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.661 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "password of InfluxDB server user", 2024-09-05T02:37:17.661 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.661 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.661 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.661 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.661 INFO:teuthology.orchestra.run.smithi033.stdout: "port": { 2024-09-05T02:37:17.661 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "port", 2024-09-05T02:37:17.661 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.661 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.661 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.662 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "8086", 2024-09-05T02:37:17.662 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.662 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.662 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.662 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "InfluxDB server port", 2024-09-05T02:37:17.662 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.662 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.662 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.662 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.662 INFO:teuthology.orchestra.run.smithi033.stdout: "ssl": { 2024-09-05T02:37:17.662 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ssl", 2024-09-05T02:37:17.662 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.662 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.663 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.663 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "false", 2024-09-05T02:37:17.663 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.663 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.663 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.663 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-05T02:37:17.663 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.663 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.663 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.663 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.663 INFO:teuthology.orchestra.run.smithi033.stdout: "threads": { 2024-09-05T02:37:17.663 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "threads", 2024-09-05T02:37:17.663 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.663 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.664 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.664 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "5", 2024-09-05T02:37:17.664 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "1", 2024-09-05T02:37:17.664 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "32", 2024-09-05T02:37:17.664 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.664 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-05T02:37:17.664 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.664 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.664 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.664 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.664 INFO:teuthology.orchestra.run.smithi033.stdout: "username": { 2024-09-05T02:37:17.664 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "username", 2024-09-05T02:37:17.664 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.665 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.665 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.665 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.665 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.665 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.665 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.665 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "username of InfluxDB server user", 2024-09-05T02:37:17.665 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.665 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.665 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.665 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.665 INFO:teuthology.orchestra.run.smithi033.stdout: "verify_ssl": { 2024-09-05T02:37:17.666 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "verify_ssl", 2024-09-05T02:37:17.666 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.666 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.666 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.666 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "true", 2024-09-05T02:37:17.666 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.666 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.666 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.666 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-05T02:37:17.666 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.666 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.666 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.666 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.667 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.667 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.667 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.667 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "insights", 2024-09-05T02:37:17.667 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.667 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.667 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.667 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.667 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.667 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.667 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.667 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.667 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.668 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.668 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.668 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.668 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.668 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.668 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.668 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.668 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.668 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.668 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.668 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.668 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.668 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.669 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.669 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.669 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.669 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.669 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.669 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.669 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.669 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.669 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.669 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.669 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.669 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.669 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.670 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.670 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.670 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.670 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.670 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.670 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.670 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.670 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.670 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.670 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.670 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.670 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.670 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.671 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.671 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.671 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.671 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.671 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.671 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.671 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.671 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.671 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.671 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.671 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.671 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.672 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.672 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.672 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.672 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.672 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.672 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.672 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.672 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.672 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.672 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.672 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.672 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.672 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.673 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.673 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.673 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.673 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "iostat", 2024-09-05T02:37:17.673 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.673 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.673 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.673 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.673 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.673 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.673 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.673 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.673 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.674 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.674 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.674 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.674 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.674 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.674 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.674 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.674 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.674 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.674 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.674 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.674 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.674 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.675 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.675 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.675 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.675 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.675 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.675 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.675 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.675 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.675 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.675 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.675 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.675 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.675 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.675 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.676 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.676 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.676 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.676 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.676 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.676 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.676 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.676 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.676 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.676 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.676 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.676 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.676 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.677 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.677 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.677 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.677 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.677 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.677 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.677 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.677 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.677 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.677 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.677 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.677 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.677 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.678 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.678 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.678 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.678 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.678 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.678 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.678 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.678 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.678 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.678 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.678 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.678 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.678 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.679 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.679 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "k8sevents", 2024-09-05T02:37:17.679 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.679 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.679 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.679 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_event_retention_days": { 2024-09-05T02:37:17.679 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ceph_event_retention_days", 2024-09-05T02:37:17.679 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.679 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.679 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.679 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "7", 2024-09-05T02:37:17.679 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.679 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.679 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.680 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-05T02:37:17.680 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.680 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.680 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.680 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.680 INFO:teuthology.orchestra.run.smithi033.stdout: "config_check_secs": { 2024-09-05T02:37:17.680 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "config_check_secs", 2024-09-05T02:37:17.680 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.680 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.680 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.680 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:17.680 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "10", 2024-09-05T02:37:17.680 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.681 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.681 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-05T02:37:17.681 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.681 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.681 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.681 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.681 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.681 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.681 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.681 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.681 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.681 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.682 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.682 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.682 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.682 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.682 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.682 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.682 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.682 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.682 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.682 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.682 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.682 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.682 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.683 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.683 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.683 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.683 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.683 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.683 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.683 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.683 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.683 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.683 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.683 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.683 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.683 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.684 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.684 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.684 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.684 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.684 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.684 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.684 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.684 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.684 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.684 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.684 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.684 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.685 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.685 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.685 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.685 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.685 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.685 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.685 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.685 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.685 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.685 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.685 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.685 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.685 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.685 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.686 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.686 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.686 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.686 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.686 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.686 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.686 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.686 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.686 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.686 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.686 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.686 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.686 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.687 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.687 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.687 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "localpool", 2024-09-05T02:37:17.687 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.687 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.687 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.687 INFO:teuthology.orchestra.run.smithi033.stdout: "failure_domain": { 2024-09-05T02:37:17.687 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "failure_domain", 2024-09-05T02:37:17.687 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.687 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.687 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.687 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "host", 2024-09-05T02:37:17.687 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.688 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.688 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.688 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "failure domain for any created local pool", 2024-09-05T02:37:17.688 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-05T02:37:17.688 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.688 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.688 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.688 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.688 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.688 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.688 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.688 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.688 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.689 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.689 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.689 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.689 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.689 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.689 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.689 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.689 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.689 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.689 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.689 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.689 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.689 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.690 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.690 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.690 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.690 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.690 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.690 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.690 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.690 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.690 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.690 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.690 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.690 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.690 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.690 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.691 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.691 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.691 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.691 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.691 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.691 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.691 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.691 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.691 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.691 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.691 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.691 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.691 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.692 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.692 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.692 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.692 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.692 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.692 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.692 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.692 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.692 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.692 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.692 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.692 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.693 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.693 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.693 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.693 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.693 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.693 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.693 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.693 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.693 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.693 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.693 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.693 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.693 INFO:teuthology.orchestra.run.smithi033.stdout: "min_size": { 2024-09-05T02:37:17.693 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "min_size", 2024-09-05T02:37:17.694 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.694 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.694 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.694 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.694 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.694 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.694 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.694 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "default min_size for any created local pool", 2024-09-05T02:37:17.694 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-05T02:37:17.694 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.694 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.694 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.694 INFO:teuthology.orchestra.run.smithi033.stdout: "num_rep": { 2024-09-05T02:37:17.695 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "num_rep", 2024-09-05T02:37:17.695 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.695 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.695 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.695 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "3", 2024-09-05T02:37:17.695 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.695 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.695 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.695 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "default replica count for any created local pool", 2024-09-05T02:37:17.695 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.695 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.695 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.695 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.696 INFO:teuthology.orchestra.run.smithi033.stdout: "pg_num": { 2024-09-05T02:37:17.696 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "pg_num", 2024-09-05T02:37:17.696 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.696 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.696 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.696 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "128", 2024-09-05T02:37:17.696 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.696 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.696 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.696 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "default pg_num for any created local pool", 2024-09-05T02:37:17.696 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.696 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.696 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.697 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.697 INFO:teuthology.orchestra.run.smithi033.stdout: "prefix": { 2024-09-05T02:37:17.697 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "prefix", 2024-09-05T02:37:17.697 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.697 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.697 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.697 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.697 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.697 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.697 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.697 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "name prefix for any created local pool", 2024-09-05T02:37:17.697 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.697 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.698 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.698 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.698 INFO:teuthology.orchestra.run.smithi033.stdout: "subtree": { 2024-09-05T02:37:17.698 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "subtree", 2024-09-05T02:37:17.698 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.698 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.698 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.698 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "rack", 2024-09-05T02:37:17.698 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.698 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.698 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.698 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-05T02:37:17.698 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-05T02:37:17.699 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.699 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.699 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.699 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.699 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.699 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.699 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "mds_autoscaler", 2024-09-05T02:37:17.699 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.699 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.699 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.699 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.699 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.699 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.699 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.700 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.700 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.700 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.700 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.700 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.700 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.700 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.700 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.700 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.700 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.700 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.700 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.700 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.701 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.701 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.701 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.701 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.701 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.701 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.701 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.701 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.701 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.701 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.701 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.701 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.701 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.702 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.702 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.702 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.702 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.702 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.702 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.702 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.702 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.702 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.702 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.702 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.702 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.702 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.703 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.703 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.703 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.703 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.703 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.703 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.703 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.703 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.703 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.703 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.703 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.703 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.703 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.703 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.704 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.704 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.704 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.704 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.704 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.704 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.704 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.704 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.704 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.704 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.704 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.704 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.704 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.705 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.705 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.705 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.705 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "mirroring", 2024-09-05T02:37:17.705 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.705 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.705 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.705 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.705 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.705 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.705 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.705 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.706 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.706 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.706 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.706 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.706 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.706 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.706 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.706 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.706 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.706 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.706 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.706 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.706 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.706 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.707 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.707 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.707 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.707 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.707 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.707 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.707 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.707 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.707 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.707 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.707 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.707 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.707 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.707 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.708 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.708 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.708 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.708 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.708 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.708 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.708 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.708 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.708 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.708 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.708 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.708 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.708 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.709 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.709 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.709 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.709 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.709 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.709 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.709 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.709 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.709 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.709 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.709 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.709 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.709 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.710 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.710 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.710 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.710 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.710 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.710 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.710 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.710 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.710 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.710 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.710 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.710 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.711 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.711 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.711 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "nfs", 2024-09-05T02:37:17.711 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.711 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.711 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.711 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.711 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.711 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.711 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.711 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.711 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.711 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.712 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.712 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.712 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.712 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.712 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.712 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.712 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.712 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.712 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.712 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.712 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.712 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.712 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.713 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.713 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.713 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.713 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.713 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.713 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.713 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.713 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.713 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.713 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.713 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.713 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.713 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.714 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.714 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.714 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.714 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.714 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.714 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.714 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.714 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.714 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.714 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.714 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.714 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.714 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.715 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.715 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.715 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.715 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.715 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.715 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.715 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.715 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.715 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.715 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.715 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.715 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.715 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.716 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.716 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.716 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.716 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.716 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.716 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.716 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.716 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.716 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.716 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.716 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.716 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.716 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.717 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.717 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "orchestrator", 2024-09-05T02:37:17.717 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.717 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.717 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.717 INFO:teuthology.orchestra.run.smithi033.stdout: "fail_fs": { 2024-09-05T02:37:17.717 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "fail_fs", 2024-09-05T02:37:17.717 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.717 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.717 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.717 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.717 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.717 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.718 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.718 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-05T02:37:17.718 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.718 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.718 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.718 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.718 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.718 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.718 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.718 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.718 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.718 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.718 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.718 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.719 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.719 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.719 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.719 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.719 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.719 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.719 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.719 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.719 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.719 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.719 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.719 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.719 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.719 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.720 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.720 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.720 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.720 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.720 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.720 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.720 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.720 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.720 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.720 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.720 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.720 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.720 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.721 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.721 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.721 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.721 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.721 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.721 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.721 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.721 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.721 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.721 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.721 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.721 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.721 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.722 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.722 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.722 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.722 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.722 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.722 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.722 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.722 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.722 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.722 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.722 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.722 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.722 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.723 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.723 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.723 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.723 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.723 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.723 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.723 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.723 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.723 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.723 INFO:teuthology.orchestra.run.smithi033.stdout: "orchestrator": { 2024-09-05T02:37:17.723 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "orchestrator", 2024-09-05T02:37:17.723 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.723 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.724 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.724 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.724 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.724 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.724 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.724 INFO:teuthology.orchestra.run.smithi033.stdout: "cephadm", 2024-09-05T02:37:17.724 INFO:teuthology.orchestra.run.smithi033.stdout: "rook", 2024-09-05T02:37:17.724 INFO:teuthology.orchestra.run.smithi033.stdout: "test_orchestrator" 2024-09-05T02:37:17.724 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.724 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Orchestrator backend", 2024-09-05T02:37:17.724 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.724 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.724 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.724 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.725 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.725 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.725 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.725 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "osd_perf_query", 2024-09-05T02:37:17.725 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.725 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.725 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.725 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.725 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.725 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.725 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.725 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.726 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.726 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.726 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.726 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.726 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.726 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.726 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.726 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.726 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.726 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.726 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.726 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.726 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.727 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.727 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.727 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.727 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.727 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.727 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.727 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.727 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.727 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.727 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.727 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.727 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.727 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.727 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.728 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.728 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.728 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.728 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.728 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.728 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.728 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.728 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.728 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.728 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.728 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.728 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.729 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.729 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.729 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.729 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.729 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.729 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.729 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.729 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.729 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.729 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.729 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.729 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.729 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.730 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.730 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.730 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.730 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.730 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.730 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.730 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.730 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.730 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.730 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.730 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.730 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.730 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.731 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.731 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.731 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.731 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "osd_support", 2024-09-05T02:37:17.731 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.731 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.731 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.731 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.731 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.731 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.731 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.731 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.731 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.732 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.732 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.732 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.732 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.732 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.732 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.732 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.732 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.732 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.732 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.732 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.732 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.733 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.733 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.733 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.733 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.733 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.733 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.733 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.733 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.733 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.733 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.733 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.733 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.733 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.734 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.734 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.734 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.734 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.734 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.734 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.734 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.734 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.734 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.734 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.734 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.734 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.734 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.734 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.735 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.735 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.735 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.735 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.735 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.735 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.735 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.735 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.735 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.735 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.735 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.735 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.735 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.736 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.736 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.736 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.736 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.736 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.736 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.736 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.736 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.736 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.736 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.736 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.736 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.736 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.737 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.737 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.737 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "pg_autoscaler", 2024-09-05T02:37:17.737 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.737 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.737 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.737 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.737 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.737 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.737 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.737 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.737 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.737 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.738 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.738 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.738 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.738 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.738 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.738 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.738 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.738 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.738 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.738 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.738 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.738 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.738 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.739 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.739 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.739 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.739 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.739 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.739 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.739 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.739 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.739 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.739 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.739 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.739 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.739 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.740 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.740 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.740 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.740 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.740 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.740 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.740 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.740 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.740 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.740 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.741 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.741 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.741 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.741 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.741 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.741 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.741 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.741 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.741 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.741 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.741 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.741 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.741 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.742 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.742 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.742 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.742 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.742 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.742 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.742 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.742 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.742 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.742 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.742 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.742 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.742 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.743 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.743 INFO:teuthology.orchestra.run.smithi033.stdout: "sleep_interval": { 2024-09-05T02:37:17.743 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "sleep_interval", 2024-09-05T02:37:17.743 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.743 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.743 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.743 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "60", 2024-09-05T02:37:17.743 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.743 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.743 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.743 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.743 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.743 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.744 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.744 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.744 INFO:teuthology.orchestra.run.smithi033.stdout: "threshold": { 2024-09-05T02:37:17.744 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "threshold", 2024-09-05T02:37:17.744 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:17.744 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.744 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.744 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "3.0", 2024-09-05T02:37:17.744 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "1.0", 2024-09-05T02:37:17.744 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.744 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.744 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "scaling threshold", 2024-09-05T02:37:17.744 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-05T02:37:17.745 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.745 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.745 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.745 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.745 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.745 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.745 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "progress", 2024-09-05T02:37:17.745 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.745 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.745 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.745 INFO:teuthology.orchestra.run.smithi033.stdout: "allow_pg_recovery_event": { 2024-09-05T02:37:17.745 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "allow_pg_recovery_event", 2024-09-05T02:37:17.745 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.746 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.746 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.746 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.746 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.746 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.746 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.746 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-05T02:37:17.746 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.746 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.746 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.746 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.746 INFO:teuthology.orchestra.run.smithi033.stdout: "enabled": { 2024-09-05T02:37:17.746 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "enabled", 2024-09-05T02:37:17.746 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.747 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.747 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.747 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.747 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.747 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.747 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.747 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.747 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.747 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.747 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.747 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.747 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.747 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.748 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.748 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.748 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.748 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.748 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.748 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.748 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.748 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.748 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.748 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.748 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.748 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.748 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.748 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.749 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.749 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.749 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.749 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.749 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.749 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.749 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.749 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.749 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.749 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.749 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.749 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.749 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.750 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.750 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.750 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.750 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.750 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.750 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.750 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.750 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.750 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.750 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.750 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.750 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.750 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.750 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.751 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.751 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.751 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.751 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.751 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.751 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.751 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.751 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.751 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.751 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.751 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.751 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.751 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.752 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.752 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.752 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.752 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.752 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.752 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.752 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.752 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.752 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.752 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.752 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.752 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.752 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.752 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.753 INFO:teuthology.orchestra.run.smithi033.stdout: "max_completed_events": { 2024-09-05T02:37:17.753 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "max_completed_events", 2024-09-05T02:37:17.753 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.753 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.753 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.753 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "50", 2024-09-05T02:37:17.753 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.753 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.753 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.753 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "number of past completed events to remember", 2024-09-05T02:37:17.753 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.753 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.753 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.754 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.754 INFO:teuthology.orchestra.run.smithi033.stdout: "sleep_interval": { 2024-09-05T02:37:17.754 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "sleep_interval", 2024-09-05T02:37:17.754 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.754 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.754 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.754 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "5", 2024-09-05T02:37:17.754 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.754 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.754 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.754 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how long the module is going to sleep", 2024-09-05T02:37:17.754 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.755 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.755 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.755 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.755 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.755 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.755 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.755 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "prometheus", 2024-09-05T02:37:17.755 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.755 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.755 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.755 INFO:teuthology.orchestra.run.smithi033.stdout: "cache": { 2024-09-05T02:37:17.755 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cache", 2024-09-05T02:37:17.755 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.755 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.756 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.756 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.756 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.756 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.756 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.756 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.756 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.756 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.756 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.756 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.756 INFO:teuthology.orchestra.run.smithi033.stdout: "exclude_perf_counters": { 2024-09-05T02:37:17.756 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "exclude_perf_counters", 2024-09-05T02:37:17.757 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.757 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.758 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.758 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.758 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.758 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.758 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.758 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-05T02:37:17.758 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-05T02:37:17.758 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.758 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.758 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.758 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.758 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.758 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.759 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.759 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.759 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.759 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.759 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.759 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.759 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.759 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.759 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.759 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.759 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.759 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.759 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.759 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.760 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.760 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.760 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.760 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.760 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.760 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.760 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.760 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.760 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.760 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.760 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.760 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.761 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.761 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.761 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.761 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.761 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.761 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.761 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.761 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.761 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.761 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.761 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.761 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.761 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.762 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.762 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.762 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.762 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.762 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.762 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.762 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.762 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.762 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.762 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.762 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.762 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.762 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.763 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.763 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.763 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.763 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.763 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.763 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.763 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.763 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.763 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.763 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.763 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.763 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.763 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.763 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.764 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.764 INFO:teuthology.orchestra.run.smithi033.stdout: "rbd_stats_pools": { 2024-09-05T02:37:17.764 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rbd_stats_pools", 2024-09-05T02:37:17.764 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.764 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.764 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.764 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.764 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.764 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.764 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.764 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.764 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.764 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.765 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.765 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.765 INFO:teuthology.orchestra.run.smithi033.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-05T02:37:17.765 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-05T02:37:17.765 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.765 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.765 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.765 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "300", 2024-09-05T02:37:17.765 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.765 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.765 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.765 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.765 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.765 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.766 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.766 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.766 INFO:teuthology.orchestra.run.smithi033.stdout: "scrape_interval": { 2024-09-05T02:37:17.766 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "scrape_interval", 2024-09-05T02:37:17.766 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:17.766 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.766 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.766 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "15.0", 2024-09-05T02:37:17.766 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.766 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.766 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.766 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.766 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.767 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.767 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.767 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.767 INFO:teuthology.orchestra.run.smithi033.stdout: "server_addr": { 2024-09-05T02:37:17.767 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "server_addr", 2024-09-05T02:37:17.767 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.767 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.767 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.767 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "::", 2024-09-05T02:37:17.767 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.767 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.767 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.767 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-05T02:37:17.768 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.768 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.768 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.768 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.768 INFO:teuthology.orchestra.run.smithi033.stdout: "server_port": { 2024-09-05T02:37:17.768 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "server_port", 2024-09-05T02:37:17.768 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.768 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.768 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.768 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "9283", 2024-09-05T02:37:17.768 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.768 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.768 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.769 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-05T02:37:17.769 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.769 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.769 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.769 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.769 INFO:teuthology.orchestra.run.smithi033.stdout: "stale_cache_strategy": { 2024-09-05T02:37:17.769 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "stale_cache_strategy", 2024-09-05T02:37:17.769 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.769 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.769 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.769 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "log", 2024-09-05T02:37:17.769 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.770 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.770 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.770 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.770 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.770 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.770 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.770 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.770 INFO:teuthology.orchestra.run.smithi033.stdout: "standby_behaviour": { 2024-09-05T02:37:17.771 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "standby_behaviour", 2024-09-05T02:37:17.772 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.772 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.772 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.772 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "default", 2024-09-05T02:37:17.772 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.772 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.772 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.772 INFO:teuthology.orchestra.run.smithi033.stdout: "default", 2024-09-05T02:37:17.772 INFO:teuthology.orchestra.run.smithi033.stdout: "error" 2024-09-05T02:37:17.772 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.772 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.772 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.773 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.773 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.773 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.773 INFO:teuthology.orchestra.run.smithi033.stdout: "standby_error_status_code": { 2024-09-05T02:37:17.773 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "standby_error_status_code", 2024-09-05T02:37:17.773 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.773 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.773 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.773 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "500", 2024-09-05T02:37:17.773 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "400", 2024-09-05T02:37:17.773 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "599", 2024-09-05T02:37:17.773 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.773 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.774 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.774 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.774 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.774 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.774 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.774 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.774 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.774 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rbd_support", 2024-09-05T02:37:17.774 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.774 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.774 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.774 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.774 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.775 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.775 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.775 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.775 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.775 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.775 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.775 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.775 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.775 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.775 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.775 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.775 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.775 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.775 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.776 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.776 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.776 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.776 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.776 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.776 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.776 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.776 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.776 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.776 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.776 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.776 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.776 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.777 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.777 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.777 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.777 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.777 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.777 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.777 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.777 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.777 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.777 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.777 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.777 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.777 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.778 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.778 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.778 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.778 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.778 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.778 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.778 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.778 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.778 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.778 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.778 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.778 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.778 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.779 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.779 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.779 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.779 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.779 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.779 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.779 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.779 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.779 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.779 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.779 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.779 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.779 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.779 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.780 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.780 INFO:teuthology.orchestra.run.smithi033.stdout: "max_concurrent_snap_create": { 2024-09-05T02:37:17.780 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "max_concurrent_snap_create", 2024-09-05T02:37:17.780 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.780 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.780 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.780 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:17.780 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.780 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.780 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.780 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.780 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.780 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.781 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.781 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.781 INFO:teuthology.orchestra.run.smithi033.stdout: "mirror_snapshot_schedule": { 2024-09-05T02:37:17.781 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "mirror_snapshot_schedule", 2024-09-05T02:37:17.781 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.781 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.781 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.781 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.781 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.781 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.781 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.781 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.781 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.781 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.782 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.782 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.782 INFO:teuthology.orchestra.run.smithi033.stdout: "trash_purge_schedule": { 2024-09-05T02:37:17.782 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "trash_purge_schedule", 2024-09-05T02:37:17.782 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.782 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.782 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.782 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.782 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.782 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.782 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.782 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.782 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.783 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.783 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.783 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.783 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.783 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.783 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.783 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "restful", 2024-09-05T02:37:17.783 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.783 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.783 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.783 INFO:teuthology.orchestra.run.smithi033.stdout: "enable_auth": { 2024-09-05T02:37:17.783 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "enable_auth", 2024-09-05T02:37:17.783 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.783 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.784 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.784 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.784 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.784 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.784 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.784 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.784 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.784 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.784 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.784 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.784 INFO:teuthology.orchestra.run.smithi033.stdout: "key_file": { 2024-09-05T02:37:17.784 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "key_file", 2024-09-05T02:37:17.785 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.785 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.785 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.785 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.785 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.785 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.785 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.785 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.785 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.785 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.786 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.786 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.786 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.786 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.786 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.786 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.786 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.786 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.786 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.786 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.786 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.786 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.787 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.787 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.787 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.787 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.787 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.787 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.787 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.787 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.787 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.787 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.787 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.787 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.787 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.788 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.788 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.788 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.788 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.788 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.788 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.788 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.788 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.788 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.788 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.788 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.788 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.788 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.789 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.789 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.789 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.789 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.789 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.789 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.789 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.789 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.789 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.789 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.789 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.789 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.789 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.790 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.790 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.790 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.790 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.790 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.790 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.790 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.790 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.790 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.790 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.790 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.790 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.790 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.791 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.791 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.791 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.791 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.791 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.791 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.791 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.791 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.791 INFO:teuthology.orchestra.run.smithi033.stdout: "server_addr": { 2024-09-05T02:37:17.791 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "server_addr", 2024-09-05T02:37:17.791 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.791 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.791 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.791 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.792 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.792 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.792 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.792 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.792 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.792 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.792 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.792 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.792 INFO:teuthology.orchestra.run.smithi033.stdout: "server_port": { 2024-09-05T02:37:17.792 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "server_port", 2024-09-05T02:37:17.792 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.792 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.792 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.793 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.793 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.793 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.793 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.793 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.793 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.793 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.793 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.793 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.793 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.793 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.793 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.793 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rgw", 2024-09-05T02:37:17.794 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.794 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.794 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.794 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.794 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.794 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.794 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.794 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.794 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.794 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.794 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.794 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.794 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.795 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.795 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.795 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.795 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.795 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.795 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.795 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.795 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.795 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.795 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.795 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.795 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.795 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.796 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.796 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.796 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.796 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.796 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.796 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.796 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.796 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.796 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.796 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.796 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.796 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.796 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.797 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.797 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.797 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.797 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.797 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.797 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.797 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.797 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.797 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.797 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.797 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.797 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.798 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.798 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.798 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.798 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.798 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.798 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.798 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.798 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.798 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.798 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.798 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.798 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.798 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.799 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.799 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.799 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.799 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.799 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.799 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.799 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.799 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.799 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.799 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.799 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.799 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.799 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rook", 2024-09-05T02:37:17.800 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.800 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.800 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.800 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.800 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.800 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.800 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.800 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.800 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.800 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.800 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.800 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.800 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.801 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.801 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.801 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.801 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.801 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.801 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.801 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.801 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.801 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.801 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.801 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.801 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.802 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.802 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.802 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.802 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.802 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.802 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.802 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.802 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.802 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.802 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.802 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.802 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.803 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.803 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.803 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.803 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.803 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.803 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.803 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.803 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.803 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.803 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.803 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.803 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.803 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.804 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.804 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.804 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.804 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.804 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.804 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.804 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.804 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.804 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.804 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.804 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.804 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.804 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.805 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.805 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.805 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.805 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.805 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.805 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.805 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.805 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.805 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.805 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.805 INFO:teuthology.orchestra.run.smithi033.stdout: "storage_class": { 2024-09-05T02:37:17.805 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "storage_class", 2024-09-05T02:37:17.805 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.806 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.806 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.806 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "local", 2024-09-05T02:37:17.806 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.806 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.806 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.806 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-05T02:37:17.806 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.806 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.806 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.806 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.806 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.806 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.807 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.807 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "selftest", 2024-09-05T02:37:17.807 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.807 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.807 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.807 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.807 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.807 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.807 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.807 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.807 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.807 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.807 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.808 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.808 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.808 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.808 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.808 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.808 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.808 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.808 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.808 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.808 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.808 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.808 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.808 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.809 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.809 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.809 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.809 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.809 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.809 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.809 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.809 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.809 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.809 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.809 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.809 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.809 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.810 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.810 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.810 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.810 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.810 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.810 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.810 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.810 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.810 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.810 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.810 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.810 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.810 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.810 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.811 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.811 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.811 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.811 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.811 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.811 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.811 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.811 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.811 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.811 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.811 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.811 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.811 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.812 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.812 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.812 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.812 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.812 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.812 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.812 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.812 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.812 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.812 INFO:teuthology.orchestra.run.smithi033.stdout: "roption1": { 2024-09-05T02:37:17.812 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "roption1", 2024-09-05T02:37:17.812 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.812 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.813 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.813 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.813 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.813 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.813 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.813 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.813 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.813 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.813 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.813 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.813 INFO:teuthology.orchestra.run.smithi033.stdout: "roption2": { 2024-09-05T02:37:17.813 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "roption2", 2024-09-05T02:37:17.813 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.813 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.814 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.814 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "xyz", 2024-09-05T02:37:17.814 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.814 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.814 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.814 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.814 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.814 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.814 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.814 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.814 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption1": { 2024-09-05T02:37:17.814 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption1", 2024-09-05T02:37:17.815 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.815 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.815 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.815 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.815 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.815 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.815 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.815 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.815 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.815 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.815 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.815 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.815 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption2": { 2024-09-05T02:37:17.815 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption2", 2024-09-05T02:37:17.816 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.816 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.816 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.816 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.816 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.816 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.816 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.816 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.816 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.816 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.816 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.817 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.817 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption3": { 2024-09-05T02:37:17.817 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption3", 2024-09-05T02:37:17.817 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:17.817 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.817 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.817 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.817 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.817 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.817 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.817 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.817 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.817 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.818 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.818 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.818 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption4": { 2024-09-05T02:37:17.818 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption4", 2024-09-05T02:37:17.818 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.818 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.818 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.818 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.818 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.818 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.818 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.818 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.818 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.818 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.819 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.819 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.819 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption5": { 2024-09-05T02:37:17.819 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption5", 2024-09-05T02:37:17.819 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.819 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.819 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.819 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.819 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.819 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.819 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.819 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.819 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.820 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.820 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.820 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.820 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption6": { 2024-09-05T02:37:17.820 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption6", 2024-09-05T02:37:17.820 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.820 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.820 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.820 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.820 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.820 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.820 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.820 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.821 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.821 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.821 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.821 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.821 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption7": { 2024-09-05T02:37:17.821 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption7", 2024-09-05T02:37:17.821 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.821 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.821 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.821 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.821 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "1", 2024-09-05T02:37:17.821 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "42", 2024-09-05T02:37:17.821 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.822 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.822 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.822 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.822 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.822 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.822 INFO:teuthology.orchestra.run.smithi033.stdout: "testkey": { 2024-09-05T02:37:17.822 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "testkey", 2024-09-05T02:37:17.822 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.822 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.822 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.822 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.822 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.822 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.823 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.823 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.823 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.823 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.823 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.823 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.823 INFO:teuthology.orchestra.run.smithi033.stdout: "testlkey": { 2024-09-05T02:37:17.823 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "testlkey", 2024-09-05T02:37:17.823 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.823 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.823 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.823 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.823 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.823 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.824 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.824 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.824 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.824 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.824 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.824 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.824 INFO:teuthology.orchestra.run.smithi033.stdout: "testnewline": { 2024-09-05T02:37:17.824 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "testnewline", 2024-09-05T02:37:17.824 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.824 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.824 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.824 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.824 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.825 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.825 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.825 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.825 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.825 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.825 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.825 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.825 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.825 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.825 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.825 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "snap_schedule", 2024-09-05T02:37:17.825 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.825 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.825 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.826 INFO:teuthology.orchestra.run.smithi033.stdout: "allow_m_granularity": { 2024-09-05T02:37:17.826 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "allow_m_granularity", 2024-09-05T02:37:17.826 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.826 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.826 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.826 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.826 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.826 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.826 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.826 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "allow minute scheduled snapshots", 2024-09-05T02:37:17.826 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.826 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.826 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.827 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.827 INFO:teuthology.orchestra.run.smithi033.stdout: "dump_on_update": { 2024-09-05T02:37:17.827 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "dump_on_update", 2024-09-05T02:37:17.827 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.827 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.827 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.827 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.827 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.827 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.827 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.827 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "dump database to debug log on update", 2024-09-05T02:37:17.827 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.827 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.827 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.828 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.828 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.828 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.828 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.828 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.828 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.828 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.828 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.828 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.828 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.828 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.828 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.828 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.829 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.829 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.829 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.829 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.829 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.829 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.829 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.829 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.829 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.829 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.829 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.829 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.829 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.830 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.830 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.830 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.830 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.830 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.830 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.830 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.830 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.830 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.830 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.830 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.830 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.830 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.831 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.831 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.831 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.831 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.831 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.831 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.831 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.831 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.831 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.831 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.831 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.831 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.832 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.832 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.832 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.832 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.832 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.832 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.832 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.832 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.832 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.832 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.832 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.832 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.832 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.833 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.833 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.833 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.833 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.833 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.833 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.833 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.833 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.833 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.833 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.833 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "stats", 2024-09-05T02:37:17.833 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.833 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.834 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.834 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.834 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.834 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.834 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.834 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.834 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.834 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.834 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.834 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.834 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.834 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.834 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.834 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.835 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.835 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.835 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.835 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.835 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.835 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.835 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.835 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.835 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.835 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.835 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.835 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.835 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.836 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.836 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.836 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.836 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.836 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.836 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.836 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.836 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.836 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.836 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.836 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.836 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.837 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.837 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.837 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.837 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.837 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.837 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.837 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.837 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.837 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.837 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.837 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.837 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.837 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.838 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.838 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.838 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.838 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.838 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.838 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.838 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.838 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.838 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.838 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.838 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.838 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.838 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.838 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.839 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.839 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.839 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.839 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.839 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.839 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.839 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.839 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.839 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "status", 2024-09-05T02:37:17.839 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.839 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.839 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.839 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.839 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.840 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.840 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.840 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.840 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.840 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.840 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.840 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.840 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.840 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.840 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.840 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.840 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.840 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.841 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.841 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.841 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.841 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.841 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.841 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.841 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.841 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.841 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.841 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.841 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.841 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.841 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.842 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.842 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.842 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.842 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.842 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.842 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.842 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.842 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.842 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.842 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.842 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.842 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.842 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.842 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.843 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.843 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.843 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.843 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.843 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.843 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.843 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.843 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.843 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.843 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.843 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.843 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.843 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.843 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.844 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.844 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.844 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.844 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.844 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.844 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.844 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.844 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.844 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.844 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.844 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.844 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.844 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.845 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.845 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.845 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.845 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.845 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "telegraf", 2024-09-05T02:37:17.845 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.845 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.845 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.845 INFO:teuthology.orchestra.run.smithi033.stdout: "address": { 2024-09-05T02:37:17.845 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "address", 2024-09-05T02:37:17.845 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.845 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.845 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.846 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-05T02:37:17.846 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.846 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.846 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.846 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.846 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.846 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.846 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.846 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.846 INFO:teuthology.orchestra.run.smithi033.stdout: "interval": { 2024-09-05T02:37:17.846 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "interval", 2024-09-05T02:37:17.847 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.847 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.847 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.847 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "15", 2024-09-05T02:37:17.847 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.847 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.847 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.847 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.847 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.847 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.847 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.847 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.847 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.848 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.848 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.848 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.848 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.848 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.848 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.848 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.848 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.848 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.848 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.848 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.848 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.848 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.849 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.849 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.849 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.849 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.849 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.849 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.849 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.849 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.849 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.849 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.849 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.849 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.850 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.850 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.850 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.850 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.850 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.850 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.850 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.850 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.850 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.850 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.850 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.850 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.850 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.851 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.851 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.851 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.851 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.851 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.851 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.851 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.851 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.851 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.851 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.851 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.851 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.851 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.851 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.852 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.852 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.852 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.852 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.852 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.852 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.852 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.852 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.852 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.852 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.852 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.852 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.852 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.853 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.853 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.853 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.853 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.853 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.853 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.853 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.853 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "telemetry", 2024-09-05T02:37:17.853 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.853 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.853 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.853 INFO:teuthology.orchestra.run.smithi033.stdout: "channel_basic": { 2024-09-05T02:37:17.854 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "channel_basic", 2024-09-05T02:37:17.854 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.854 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.854 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.854 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.854 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.854 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.854 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.854 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-05T02:37:17.854 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.854 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.854 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.854 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.854 INFO:teuthology.orchestra.run.smithi033.stdout: "channel_crash": { 2024-09-05T02:37:17.855 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "channel_crash", 2024-09-05T02:37:17.855 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.855 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.855 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.855 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.855 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.855 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.855 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.855 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-05T02:37:17.855 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.855 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.855 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.856 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.856 INFO:teuthology.orchestra.run.smithi033.stdout: "channel_device": { 2024-09-05T02:37:17.856 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "channel_device", 2024-09-05T02:37:17.856 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.856 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.856 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.856 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.856 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.856 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.856 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.856 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-05T02:37:17.856 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.856 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.857 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.857 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.857 INFO:teuthology.orchestra.run.smithi033.stdout: "channel_ident": { 2024-09-05T02:37:17.857 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "channel_ident", 2024-09-05T02:37:17.857 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.857 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.857 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.857 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.857 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.857 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.857 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.857 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-05T02:37:17.857 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.858 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.858 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.858 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.858 INFO:teuthology.orchestra.run.smithi033.stdout: "channel_perf": { 2024-09-05T02:37:17.858 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "channel_perf", 2024-09-05T02:37:17.858 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.858 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.858 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.858 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.858 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.858 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.858 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.858 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-05T02:37:17.859 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.859 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.859 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.859 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.859 INFO:teuthology.orchestra.run.smithi033.stdout: "contact": { 2024-09-05T02:37:17.859 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "contact", 2024-09-05T02:37:17.859 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.859 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.859 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.859 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.859 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.859 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.859 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.860 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.860 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.860 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.860 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.860 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.860 INFO:teuthology.orchestra.run.smithi033.stdout: "description": { 2024-09-05T02:37:17.860 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "description", 2024-09-05T02:37:17.860 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.860 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.860 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.860 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.860 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.860 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.861 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.861 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.861 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.861 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.861 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.861 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.861 INFO:teuthology.orchestra.run.smithi033.stdout: "device_url": { 2024-09-05T02:37:17.861 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "device_url", 2024-09-05T02:37:17.861 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.861 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.861 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.861 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-05T02:37:17.862 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.862 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.862 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.862 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.862 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.862 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.862 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.862 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.862 INFO:teuthology.orchestra.run.smithi033.stdout: "enabled": { 2024-09-05T02:37:17.862 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "enabled", 2024-09-05T02:37:17.862 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.862 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.862 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.863 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.863 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.863 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.863 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.863 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.863 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.863 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.863 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.863 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.863 INFO:teuthology.orchestra.run.smithi033.stdout: "interval": { 2024-09-05T02:37:17.863 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "interval", 2024-09-05T02:37:17.863 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.863 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.864 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.864 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "24", 2024-09-05T02:37:17.864 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "8", 2024-09-05T02:37:17.864 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.864 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.864 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.864 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.864 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.864 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.864 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.864 INFO:teuthology.orchestra.run.smithi033.stdout: "last_opt_revision": { 2024-09-05T02:37:17.864 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "last_opt_revision", 2024-09-05T02:37:17.864 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.864 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.865 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.865 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "1", 2024-09-05T02:37:17.865 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.865 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.865 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.865 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.865 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.865 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.865 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.865 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.865 INFO:teuthology.orchestra.run.smithi033.stdout: "leaderboard": { 2024-09-05T02:37:17.865 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "leaderboard", 2024-09-05T02:37:17.865 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.866 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.866 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.866 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.866 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.866 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.866 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.866 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.866 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.866 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.866 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.866 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.866 INFO:teuthology.orchestra.run.smithi033.stdout: "leaderboard_description": { 2024-09-05T02:37:17.866 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "leaderboard_description", 2024-09-05T02:37:17.867 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.867 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.867 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.867 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.867 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.867 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.867 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.867 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.867 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.867 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.867 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.867 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.867 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.868 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.868 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.868 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.868 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.868 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.868 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.868 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.868 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.868 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.868 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.868 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.868 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.868 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.868 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.869 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.869 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.869 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.869 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.869 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.869 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.869 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.869 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.869 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.869 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.869 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.869 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.869 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.870 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.870 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.870 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.870 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.870 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.870 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.870 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.870 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.870 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.870 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.870 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.870 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.870 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.870 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.871 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.871 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.871 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.871 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.871 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.871 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.871 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.871 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.871 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.871 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.871 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.871 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.871 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.872 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.872 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.872 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.872 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.872 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.872 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.872 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.872 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.872 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.872 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.872 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.872 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.872 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.873 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.873 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.873 INFO:teuthology.orchestra.run.smithi033.stdout: "organization": { 2024-09-05T02:37:17.873 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "organization", 2024-09-05T02:37:17.873 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.873 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.873 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.873 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.873 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.873 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.873 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.873 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.873 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.873 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.874 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.874 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.874 INFO:teuthology.orchestra.run.smithi033.stdout: "proxy": { 2024-09-05T02:37:17.874 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "proxy", 2024-09-05T02:37:17.874 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.874 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.874 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.874 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.874 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.874 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.874 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.874 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.874 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.875 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.875 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.875 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.875 INFO:teuthology.orchestra.run.smithi033.stdout: "url": { 2024-09-05T02:37:17.875 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "url", 2024-09-05T02:37:17.875 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.875 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.875 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.875 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-05T02:37:17.875 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.875 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.875 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.876 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.876 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.876 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.876 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.876 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.876 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.876 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.876 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.876 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "test_orchestrator", 2024-09-05T02:37:17.876 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.876 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.876 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.876 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.877 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.877 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.877 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.877 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.877 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.877 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.877 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.877 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.877 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.877 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.877 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.877 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.877 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.878 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.878 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.878 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.878 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.878 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.878 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.878 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.878 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.878 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.878 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.878 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.878 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.878 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.879 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.879 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.879 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.879 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.879 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.879 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.879 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.879 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.879 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.879 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.879 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.879 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.879 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.880 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.880 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.880 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.880 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.880 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.880 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.880 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.880 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.880 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.880 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.880 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.880 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.880 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.881 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.881 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.881 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.881 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.881 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.881 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.881 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.881 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.881 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.881 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.881 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.881 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.881 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.882 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.882 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.882 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.882 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.882 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.882 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.882 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.882 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "volumes", 2024-09-05T02:37:17.882 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.882 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.882 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.882 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.882 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.883 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.883 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.883 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.883 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.883 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.883 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.883 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.883 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.883 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.883 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.883 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.883 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.883 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.883 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.884 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.884 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.884 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.884 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.884 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.884 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.884 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.884 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.884 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.884 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.884 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.884 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.884 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.885 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.885 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.885 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.885 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.885 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.885 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.885 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.885 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.885 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.885 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.885 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.885 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.885 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.886 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.886 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.886 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.886 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.886 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.886 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.886 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.886 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.886 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.886 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.886 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.886 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.886 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.886 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.887 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.887 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.887 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.887 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.887 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.887 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.887 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.887 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.887 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.887 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.887 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.887 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.887 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.888 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.888 INFO:teuthology.orchestra.run.smithi033.stdout: "max_concurrent_clones": { 2024-09-05T02:37:17.888 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "max_concurrent_clones", 2024-09-05T02:37:17.888 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.888 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.888 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.888 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "4", 2024-09-05T02:37:17.888 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.888 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.888 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.888 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-05T02:37:17.888 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.888 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.888 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.889 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.889 INFO:teuthology.orchestra.run.smithi033.stdout: "periodic_async_work": { 2024-09-05T02:37:17.889 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "periodic_async_work", 2024-09-05T02:37:17.889 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.889 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.889 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.889 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.889 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.889 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.889 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.889 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Periodically check for async work", 2024-09-05T02:37:17.889 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.890 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.890 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.890 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.890 INFO:teuthology.orchestra.run.smithi033.stdout: "snapshot_clone_delay": { 2024-09-05T02:37:17.890 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "snapshot_clone_delay", 2024-09-05T02:37:17.890 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.890 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.890 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.890 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0", 2024-09-05T02:37:17.890 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.890 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.890 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.890 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-05T02:37:17.891 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.891 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.891 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.891 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.891 INFO:teuthology.orchestra.run.smithi033.stdout: "snapshot_clone_no_wait": { 2024-09-05T02:37:17.891 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "snapshot_clone_no_wait", 2024-09-05T02:37:17.891 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.891 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.891 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.891 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.891 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.891 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.892 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.892 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-05T02:37:17.892 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.892 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.892 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.892 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.892 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.892 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.892 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.892 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "zabbix", 2024-09-05T02:37:17.892 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.892 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.892 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.893 INFO:teuthology.orchestra.run.smithi033.stdout: "discovery_interval": { 2024-09-05T02:37:17.893 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "discovery_interval", 2024-09-05T02:37:17.893 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "uint", 2024-09-05T02:37:17.893 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.893 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.893 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "100", 2024-09-05T02:37:17.893 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.893 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.893 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.893 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.893 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.893 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.893 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.894 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.894 INFO:teuthology.orchestra.run.smithi033.stdout: "identifier": { 2024-09-05T02:37:17.894 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "identifier", 2024-09-05T02:37:17.894 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.894 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.894 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.894 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.894 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.894 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.894 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.894 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.894 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.894 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.895 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.895 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.895 INFO:teuthology.orchestra.run.smithi033.stdout: "interval": { 2024-09-05T02:37:17.895 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "interval", 2024-09-05T02:37:17.895 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.895 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.895 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.895 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "60", 2024-09-05T02:37:17.895 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.895 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.895 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.895 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.895 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.896 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.896 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.896 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.896 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.896 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.896 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.896 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.896 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.896 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.896 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.896 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.896 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.896 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.897 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.897 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.897 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.897 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.897 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.897 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.897 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.897 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.897 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.897 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.897 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.897 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.897 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.898 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.898 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.898 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.898 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.898 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.898 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.898 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.898 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.898 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.898 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.898 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.898 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.898 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.899 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.899 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.899 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.899 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.899 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.899 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.899 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.899 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.899 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.899 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.899 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.899 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.899 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.899 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.900 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.900 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.900 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.900 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.900 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.900 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.900 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.900 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.900 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.900 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.900 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.900 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.900 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.901 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.901 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.901 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.901 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.901 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.901 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.901 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.901 INFO:teuthology.orchestra.run.smithi033.stdout: "zabbix_host": { 2024-09-05T02:37:17.901 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "zabbix_host", 2024-09-05T02:37:17.901 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.901 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.901 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.901 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.901 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.902 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.902 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.902 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.902 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.902 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.902 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.902 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.902 INFO:teuthology.orchestra.run.smithi033.stdout: "zabbix_port": { 2024-09-05T02:37:17.902 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "zabbix_port", 2024-09-05T02:37:17.902 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.902 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.902 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.902 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10051", 2024-09-05T02:37:17.903 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.903 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.903 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.903 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.903 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.903 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.903 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.903 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.903 INFO:teuthology.orchestra.run.smithi033.stdout: "zabbix_sender": { 2024-09-05T02:37:17.903 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "zabbix_sender", 2024-09-05T02:37:17.903 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.903 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.903 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.903 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-05T02:37:17.904 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.904 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.904 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.904 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.904 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.904 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.904 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.904 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.904 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.904 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.904 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-09-05T02:37:17.904 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.905 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.905 INFO:teuthology.orchestra.run.smithi033.stdout: "gid": 25139, 2024-09-05T02:37:17.905 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "y", 2024-09-05T02:37:17.905 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr_features": 4540701547738038271, 2024-09-05T02:37:17.905 INFO:teuthology.orchestra.run.smithi033.stdout: "available_modules": [ 2024-09-05T02:37:17.905 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.905 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "alerts", 2024-09-05T02:37:17.905 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.905 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.905 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.905 INFO:teuthology.orchestra.run.smithi033.stdout: "interval": { 2024-09-05T02:37:17.905 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "interval", 2024-09-05T02:37:17.905 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.906 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.906 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.906 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "60", 2024-09-05T02:37:17.906 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.906 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.906 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.906 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "How frequently to reexamine health status", 2024-09-05T02:37:17.906 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.906 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.906 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.906 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.906 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.906 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.907 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.907 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.907 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.907 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.907 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.907 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.907 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.907 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.907 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.907 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.907 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.907 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.907 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.907 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.908 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.908 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.908 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.908 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.908 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.908 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.908 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.908 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.908 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.908 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.908 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.908 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.909 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.909 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.909 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.909 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.909 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.909 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.909 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.909 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.909 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.909 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.909 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.909 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.909 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.910 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.910 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.910 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.910 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.910 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.910 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.910 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.910 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.910 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.910 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.910 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.910 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.910 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.911 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.911 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.911 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.911 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.911 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.911 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.911 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.911 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.911 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.911 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.911 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.911 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.911 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.911 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.912 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.912 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.912 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_destination": { 2024-09-05T02:37:17.912 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_destination", 2024-09-05T02:37:17.912 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.912 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.912 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.912 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.912 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.912 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.912 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.912 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Email address to send alerts to", 2024-09-05T02:37:17.912 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.913 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.913 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.913 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.913 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_from_name": { 2024-09-05T02:37:17.913 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_from_name", 2024-09-05T02:37:17.913 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.913 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.913 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.913 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "Ceph", 2024-09-05T02:37:17.913 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.913 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.913 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.913 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Email From: name", 2024-09-05T02:37:17.914 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.914 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.914 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.914 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.914 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_host": { 2024-09-05T02:37:17.914 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_host", 2024-09-05T02:37:17.914 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.914 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.914 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.914 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.914 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.914 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.914 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.915 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "SMTP server", 2024-09-05T02:37:17.915 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.915 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.915 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.915 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.915 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_password": { 2024-09-05T02:37:17.915 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_password", 2024-09-05T02:37:17.915 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.915 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.915 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.915 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.915 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.915 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.916 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.916 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Password to authenticate with", 2024-09-05T02:37:17.916 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.916 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.916 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.916 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.916 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_port": { 2024-09-05T02:37:17.916 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_port", 2024-09-05T02:37:17.916 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.916 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.916 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.916 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "465", 2024-09-05T02:37:17.916 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.917 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.917 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.917 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "SMTP port", 2024-09-05T02:37:17.917 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.917 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.917 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.917 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.917 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_sender": { 2024-09-05T02:37:17.917 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_sender", 2024-09-05T02:37:17.917 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.917 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.917 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.917 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.918 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.918 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.918 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.918 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "SMTP envelope sender", 2024-09-05T02:37:17.918 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.918 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.918 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.918 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.918 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_ssl": { 2024-09-05T02:37:17.918 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_ssl", 2024-09-05T02:37:17.918 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.918 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.918 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.919 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.919 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.919 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.919 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.919 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-05T02:37:17.919 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.919 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.919 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.919 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.919 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_user": { 2024-09-05T02:37:17.919 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_user", 2024-09-05T02:37:17.920 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.920 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.920 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.920 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.920 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.920 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.920 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.920 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "User to authenticate as", 2024-09-05T02:37:17.920 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.920 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.920 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.920 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.920 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.921 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.921 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.921 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "balancer", 2024-09-05T02:37:17.921 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.921 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.921 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.921 INFO:teuthology.orchestra.run.smithi033.stdout: "active": { 2024-09-05T02:37:17.921 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "active", 2024-09-05T02:37:17.921 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.921 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.921 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.921 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.922 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.922 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.922 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.922 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "automatically balance PGs across cluster", 2024-09-05T02:37:17.922 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.922 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.922 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.922 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.922 INFO:teuthology.orchestra.run.smithi033.stdout: "begin_time": { 2024-09-05T02:37:17.922 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "begin_time", 2024-09-05T02:37:17.922 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.922 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.922 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.923 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0000", 2024-09-05T02:37:17.923 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.923 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.923 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.923 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "beginning time of day to automatically balance", 2024-09-05T02:37:17.923 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-05T02:37:17.923 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.923 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.923 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.923 INFO:teuthology.orchestra.run.smithi033.stdout: "begin_weekday": { 2024-09-05T02:37:17.923 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "begin_weekday", 2024-09-05T02:37:17.923 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "uint", 2024-09-05T02:37:17.923 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.923 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.924 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0", 2024-09-05T02:37:17.924 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "0", 2024-09-05T02:37:17.924 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "6", 2024-09-05T02:37:17.924 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.924 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-05T02:37:17.924 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-05T02:37:17.924 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.924 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.924 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.924 INFO:teuthology.orchestra.run.smithi033.stdout: "crush_compat_max_iterations": { 2024-09-05T02:37:17.924 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "crush_compat_max_iterations", 2024-09-05T02:37:17.924 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "uint", 2024-09-05T02:37:17.925 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.925 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.925 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "25", 2024-09-05T02:37:17.925 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "1", 2024-09-05T02:37:17.925 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "250", 2024-09-05T02:37:17.925 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.925 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-05T02:37:17.925 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.925 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.925 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.925 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.925 INFO:teuthology.orchestra.run.smithi033.stdout: "crush_compat_metrics": { 2024-09-05T02:37:17.925 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "crush_compat_metrics", 2024-09-05T02:37:17.926 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.926 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.926 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.926 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "pgs,objects,bytes", 2024-09-05T02:37:17.926 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.926 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.926 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.926 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-05T02:37:17.926 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-05T02:37:17.926 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.926 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.926 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.926 INFO:teuthology.orchestra.run.smithi033.stdout: "crush_compat_step": { 2024-09-05T02:37:17.927 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "crush_compat_step", 2024-09-05T02:37:17.927 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:17.927 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.927 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.927 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0.5", 2024-09-05T02:37:17.927 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "0.001", 2024-09-05T02:37:17.927 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "0.999", 2024-09-05T02:37:17.927 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.927 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "aggressiveness of optimization", 2024-09-05T02:37:17.927 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-05T02:37:17.927 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.927 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.927 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.927 INFO:teuthology.orchestra.run.smithi033.stdout: "end_time": { 2024-09-05T02:37:17.928 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "end_time", 2024-09-05T02:37:17.928 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.928 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.928 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.928 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "2359", 2024-09-05T02:37:17.928 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.928 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.928 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.928 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "ending time of day to automatically balance", 2024-09-05T02:37:17.928 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-05T02:37:17.928 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.928 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.929 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.929 INFO:teuthology.orchestra.run.smithi033.stdout: "end_weekday": { 2024-09-05T02:37:17.929 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "end_weekday", 2024-09-05T02:37:17.929 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "uint", 2024-09-05T02:37:17.929 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.929 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.929 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0", 2024-09-05T02:37:17.929 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "0", 2024-09-05T02:37:17.929 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "6", 2024-09-05T02:37:17.929 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.929 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-05T02:37:17.929 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-05T02:37:17.929 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.930 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.930 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.930 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.930 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.930 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.930 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.930 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.930 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.930 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.930 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.930 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.930 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.930 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.931 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.931 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.931 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.931 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.931 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.931 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.931 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.931 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.931 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.931 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.931 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.931 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.931 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.931 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.932 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.932 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.932 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.932 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.932 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.932 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.932 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.932 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.932 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.932 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.932 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.932 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.932 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.933 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.933 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.933 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.933 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.933 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.933 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.933 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.933 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.933 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.933 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.933 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.933 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.934 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.934 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.934 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.934 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.934 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.934 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.934 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.934 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.934 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.934 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.934 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.934 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.935 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.935 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.935 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.935 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.935 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.935 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.935 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.935 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.935 INFO:teuthology.orchestra.run.smithi033.stdout: "min_score": { 2024-09-05T02:37:17.935 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "min_score", 2024-09-05T02:37:17.935 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:17.935 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.935 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.936 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0", 2024-09-05T02:37:17.936 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.936 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.936 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.936 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-05T02:37:17.936 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.936 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.936 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.936 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.936 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": { 2024-09-05T02:37:17.936 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "mode", 2024-09-05T02:37:17.936 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.937 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.937 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.937 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "upmap", 2024-09-05T02:37:17.937 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.937 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.937 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.937 INFO:teuthology.orchestra.run.smithi033.stdout: "crush-compat", 2024-09-05T02:37:17.937 INFO:teuthology.orchestra.run.smithi033.stdout: "none", 2024-09-05T02:37:17.937 INFO:teuthology.orchestra.run.smithi033.stdout: "read", 2024-09-05T02:37:17.937 INFO:teuthology.orchestra.run.smithi033.stdout: "upmap", 2024-09-05T02:37:17.937 INFO:teuthology.orchestra.run.smithi033.stdout: "upmap-read" 2024-09-05T02:37:17.937 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.937 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Balancer mode", 2024-09-05T02:37:17.938 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.938 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.938 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.938 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.938 INFO:teuthology.orchestra.run.smithi033.stdout: "pool_ids": { 2024-09-05T02:37:17.938 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "pool_ids", 2024-09-05T02:37:17.938 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.938 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.938 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.938 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.938 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.938 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.938 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.939 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-05T02:37:17.939 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.939 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.939 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.939 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.939 INFO:teuthology.orchestra.run.smithi033.stdout: "sleep_interval": { 2024-09-05T02:37:17.939 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "sleep_interval", 2024-09-05T02:37:17.939 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.939 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.939 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.939 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "60", 2024-09-05T02:37:17.939 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.939 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.940 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.940 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-05T02:37:17.940 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.940 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.940 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.940 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.940 INFO:teuthology.orchestra.run.smithi033.stdout: "upmap_max_deviation": { 2024-09-05T02:37:17.940 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "upmap_max_deviation", 2024-09-05T02:37:17.940 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.940 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.940 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.940 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "5", 2024-09-05T02:37:17.941 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "1", 2024-09-05T02:37:17.941 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.941 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.941 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-05T02:37:17.941 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-05T02:37:17.941 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.941 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.941 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.941 INFO:teuthology.orchestra.run.smithi033.stdout: "upmap_max_optimizations": { 2024-09-05T02:37:17.941 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "upmap_max_optimizations", 2024-09-05T02:37:17.941 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "uint", 2024-09-05T02:37:17.941 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.941 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.941 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:17.942 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.942 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.942 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.942 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-05T02:37:17.942 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.942 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.942 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.942 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.942 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:17.942 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.942 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:17.942 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephadm", 2024-09-05T02:37:17.942 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:17.943 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:17.943 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:17.943 INFO:teuthology.orchestra.run.smithi033.stdout: "agent_down_multiplier": { 2024-09-05T02:37:17.943 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "agent_down_multiplier", 2024-09-05T02:37:17.943 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:17.943 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.943 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.943 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "3.0", 2024-09-05T02:37:17.943 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.943 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.943 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.943 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-05T02:37:17.943 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.944 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.944 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.944 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.944 INFO:teuthology.orchestra.run.smithi033.stdout: "agent_refresh_rate": { 2024-09-05T02:37:17.944 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "agent_refresh_rate", 2024-09-05T02:37:17.944 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.944 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.944 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.944 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "20", 2024-09-05T02:37:17.944 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.944 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.944 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.944 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-05T02:37:17.944 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.945 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.945 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.945 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.945 INFO:teuthology.orchestra.run.smithi033.stdout: "agent_starting_port": { 2024-09-05T02:37:17.945 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "agent_starting_port", 2024-09-05T02:37:17.945 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.945 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.945 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.945 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "4721", 2024-09-05T02:37:17.945 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.945 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.945 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.945 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-05T02:37:17.946 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.946 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.946 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.946 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.946 INFO:teuthology.orchestra.run.smithi033.stdout: "allow_ptrace": { 2024-09-05T02:37:17.946 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "allow_ptrace", 2024-09-05T02:37:17.946 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.946 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.946 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.946 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.946 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.946 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.946 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.947 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-05T02:37:17.947 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-05T02:37:17.947 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.947 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.947 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.947 INFO:teuthology.orchestra.run.smithi033.stdout: "autotune_interval": { 2024-09-05T02:37:17.947 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "autotune_interval", 2024-09-05T02:37:17.947 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.947 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.947 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.947 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "600", 2024-09-05T02:37:17.947 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.947 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.948 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.948 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-05T02:37:17.948 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.948 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.948 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.948 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.948 INFO:teuthology.orchestra.run.smithi033.stdout: "autotune_memory_target_ratio": { 2024-09-05T02:37:17.948 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "autotune_memory_target_ratio", 2024-09-05T02:37:17.948 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:17.948 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.948 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.948 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0.7", 2024-09-05T02:37:17.948 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-05T02:37:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "cephadm_log_destination": { 2024-09-05T02:37:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephadm_log_destination", 2024-09-05T02:37:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: "file", 2024-09-05T02:37:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: "file,syslog", 2024-09-05T02:37:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: "syslog" 2024-09-05T02:37:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-05T02:37:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: "cgroups_split": { 2024-09-05T02:37:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cgroups_split", 2024-09-05T02:37:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-05T02:37:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.952 INFO:teuthology.orchestra.run.smithi033.stdout: "config_checks_enabled": { 2024-09-05T02:37:17.952 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "config_checks_enabled", 2024-09-05T02:37:17.952 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.952 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.952 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.952 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.952 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.952 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.952 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.952 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-05T02:37:17.952 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.952 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.952 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.953 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.953 INFO:teuthology.orchestra.run.smithi033.stdout: "config_dashboard": { 2024-09-05T02:37:17.953 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "config_dashboard", 2024-09-05T02:37:17.953 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.953 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.953 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.953 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.953 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.953 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.953 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.953 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-05T02:37:17.953 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.953 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.953 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.954 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.954 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_alertmanager": { 2024-09-05T02:37:17.954 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_alertmanager", 2024-09-05T02:37:17.954 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.954 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.954 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.954 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-05T02:37:17.954 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.954 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.954 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.954 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Prometheus container image", 2024-09-05T02:37:17.954 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.955 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.955 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.955 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.955 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_base": { 2024-09-05T02:37:17.955 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_base", 2024-09-05T02:37:17.955 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.955 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.955 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.955 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-05T02:37:17.955 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.955 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.955 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.955 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Container image name, without the tag", 2024-09-05T02:37:17.955 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.956 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.956 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.956 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.956 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_elasticsearch": { 2024-09-05T02:37:17.956 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_elasticsearch", 2024-09-05T02:37:17.956 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.956 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.956 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.956 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-05T02:37:17.956 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.956 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.956 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.956 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "elasticsearch container image", 2024-09-05T02:37:17.957 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.957 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.957 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.957 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.957 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_grafana": { 2024-09-05T02:37:17.957 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_grafana", 2024-09-05T02:37:17.957 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.957 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.957 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.957 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-05T02:37:17.957 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.957 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.957 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.957 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Prometheus container image", 2024-09-05T02:37:17.958 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.958 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.958 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.958 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.958 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_haproxy": { 2024-09-05T02:37:17.958 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_haproxy", 2024-09-05T02:37:17.958 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.958 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.958 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.958 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-05T02:37:17.958 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.958 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.958 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.959 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "HAproxy container image", 2024-09-05T02:37:17.959 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.959 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.959 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.959 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.959 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_jaeger_agent": { 2024-09-05T02:37:17.959 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_jaeger_agent", 2024-09-05T02:37:17.959 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.959 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.959 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.959 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-05T02:37:17.959 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.959 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.960 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.960 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Jaeger agent container image", 2024-09-05T02:37:17.960 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.960 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.960 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.960 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.960 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_jaeger_collector": { 2024-09-05T02:37:17.960 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_jaeger_collector", 2024-09-05T02:37:17.960 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.960 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.960 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.960 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-05T02:37:17.960 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Jaeger collector container image", 2024-09-05T02:37:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_jaeger_query": { 2024-09-05T02:37:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_jaeger_query", 2024-09-05T02:37:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.961 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-05T02:37:17.962 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.962 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.962 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.962 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Jaeger query container image", 2024-09-05T02:37:17.962 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.962 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.962 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.962 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.962 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_keepalived": { 2024-09-05T02:37:17.962 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_keepalived", 2024-09-05T02:37:17.962 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.962 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.962 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.962 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-05T02:37:17.963 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.963 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.963 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.963 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Keepalived container image", 2024-09-05T02:37:17.963 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.963 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.963 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.963 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.963 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_loki": { 2024-09-05T02:37:17.963 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_loki", 2024-09-05T02:37:17.963 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.963 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.963 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.964 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-05T02:37:17.964 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.964 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.964 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.964 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Loki container image", 2024-09-05T02:37:17.964 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.964 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.964 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.964 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.964 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_node_exporter": { 2024-09-05T02:37:17.964 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_node_exporter", 2024-09-05T02:37:17.964 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.964 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.965 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.965 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-05T02:37:17.965 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.965 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.965 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.965 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Prometheus container image", 2024-09-05T02:37:17.965 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.965 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.965 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.965 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.965 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_nvmeof": { 2024-09-05T02:37:17.965 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_nvmeof", 2024-09-05T02:37:17.965 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.965 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.966 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.966 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-05T02:37:17.966 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.966 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.966 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.966 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Nvme-of container image", 2024-09-05T02:37:17.966 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.966 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.966 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.966 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.966 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_prometheus": { 2024-09-05T02:37:17.966 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_prometheus", 2024-09-05T02:37:17.966 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.967 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.967 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.967 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-05T02:37:17.967 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.967 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.967 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.967 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Prometheus container image", 2024-09-05T02:37:17.967 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.967 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.967 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.967 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.967 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_promtail": { 2024-09-05T02:37:17.967 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_promtail", 2024-09-05T02:37:17.967 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.968 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.968 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.968 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-05T02:37:17.968 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.968 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.968 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.968 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Promtail container image", 2024-09-05T02:37:17.968 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.968 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.968 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.968 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.968 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_samba": { 2024-09-05T02:37:17.968 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_samba", 2024-09-05T02:37:17.969 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.969 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.969 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.969 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-05T02:37:17.969 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.969 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.969 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.969 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Samba/SMB container image", 2024-09-05T02:37:17.969 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.969 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.969 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.969 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.969 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_snmp_gateway": { 2024-09-05T02:37:17.970 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_snmp_gateway", 2024-09-05T02:37:17.970 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.970 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.970 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.970 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-05T02:37:17.970 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.970 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.970 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.970 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "SNMP Gateway container image", 2024-09-05T02:37:17.970 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.970 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.970 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.970 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.971 INFO:teuthology.orchestra.run.smithi033.stdout: "container_init": { 2024-09-05T02:37:17.971 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_init", 2024-09-05T02:37:17.971 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.971 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.971 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.971 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.971 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.971 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.971 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.971 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Run podman/docker with `--init`", 2024-09-05T02:37:17.971 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.971 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.971 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.972 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.972 INFO:teuthology.orchestra.run.smithi033.stdout: "daemon_cache_timeout": { 2024-09-05T02:37:17.972 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "daemon_cache_timeout", 2024-09-05T02:37:17.972 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.972 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.972 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.972 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "600", 2024-09-05T02:37:17.972 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.972 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.972 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.972 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-05T02:37:17.972 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.973 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.973 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.973 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.973 INFO:teuthology.orchestra.run.smithi033.stdout: "default_cephadm_command_timeout": { 2024-09-05T02:37:17.973 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "default_cephadm_command_timeout", 2024-09-05T02:37:17.973 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.973 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.973 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.973 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "900", 2024-09-05T02:37:17.973 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.973 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.973 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.973 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-05T02:37:17.973 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.974 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.974 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.974 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.974 INFO:teuthology.orchestra.run.smithi033.stdout: "default_registry": { 2024-09-05T02:37:17.974 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "default_registry", 2024-09-05T02:37:17.974 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.974 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.974 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.974 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "docker.io", 2024-09-05T02:37:17.974 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.974 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.974 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.974 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-05T02:37:17.975 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.976 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.976 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.976 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.976 INFO:teuthology.orchestra.run.smithi033.stdout: "device_cache_timeout": { 2024-09-05T02:37:17.976 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "device_cache_timeout", 2024-09-05T02:37:17.976 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.976 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.976 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.976 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "1800", 2024-09-05T02:37:17.976 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.976 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.976 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.976 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "seconds to cache device inventory", 2024-09-05T02:37:17.977 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.977 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.977 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.977 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.977 INFO:teuthology.orchestra.run.smithi033.stdout: "device_enhanced_scan": { 2024-09-05T02:37:17.977 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "device_enhanced_scan", 2024-09-05T02:37:17.977 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.977 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.977 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.977 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.977 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.977 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.977 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.978 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-05T02:37:17.978 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.978 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.978 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.978 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.978 INFO:teuthology.orchestra.run.smithi033.stdout: "facts_cache_timeout": { 2024-09-05T02:37:17.978 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "facts_cache_timeout", 2024-09-05T02:37:17.978 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.978 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.978 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.978 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "60", 2024-09-05T02:37:17.978 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.979 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.979 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.979 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "seconds to cache host facts data", 2024-09-05T02:37:17.979 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.979 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.979 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.979 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.979 INFO:teuthology.orchestra.run.smithi033.stdout: "grafana_dashboards_path": { 2024-09-05T02:37:17.979 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "grafana_dashboards_path", 2024-09-05T02:37:17.979 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.979 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.979 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.979 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-05T02:37:17.980 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.980 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.980 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.980 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-05T02:37:17.980 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.980 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.980 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.980 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.980 INFO:teuthology.orchestra.run.smithi033.stdout: "host_check_interval": { 2024-09-05T02:37:17.980 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "host_check_interval", 2024-09-05T02:37:17.980 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:17.980 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.980 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.981 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "600", 2024-09-05T02:37:17.981 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.981 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.981 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.981 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how frequently to perform a host check", 2024-09-05T02:37:17.981 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.981 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.981 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.981 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.981 INFO:teuthology.orchestra.run.smithi033.stdout: "hw_monitoring": { 2024-09-05T02:37:17.981 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "hw_monitoring", 2024-09-05T02:37:17.981 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.981 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.982 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.982 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.982 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.982 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.982 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.982 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-05T02:37:17.982 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.982 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.982 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.982 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.982 INFO:teuthology.orchestra.run.smithi033.stdout: "inventory_list_all": { 2024-09-05T02:37:17.982 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "inventory_list_all", 2024-09-05T02:37:17.982 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.982 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.983 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.983 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.983 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.983 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.983 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.983 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-05T02:37:17.983 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.983 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.983 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.983 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.983 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:17.983 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:17.983 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.984 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.984 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.984 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.984 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.984 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.984 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.984 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.984 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.984 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.984 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.984 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.984 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.984 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.985 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.985 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.985 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.985 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.985 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.985 INFO:teuthology.orchestra.run.smithi033.stdout: "log_refresh_metadata": { 2024-09-05T02:37:17.985 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_refresh_metadata", 2024-09-05T02:37:17.985 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.985 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.985 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.985 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.985 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.985 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.985 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.986 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-05T02:37:17.986 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.986 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.986 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.986 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.986 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:17.986 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:17.986 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.986 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.986 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.986 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:17.986 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.987 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.987 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.987 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-05T02:37:17.987 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.987 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.987 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.987 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.987 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:17.987 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:17.987 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.987 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.987 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.988 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:17.988 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.988 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.988 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.988 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:17.988 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:17.988 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:17.988 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:17.988 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:17.988 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:17.988 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.988 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.988 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.988 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.989 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.989 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.989 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:17.989 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:17.989 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.989 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.989 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:17.989 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.989 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.989 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.989 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.989 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:17.990 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.990 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.990 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.990 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.990 INFO:teuthology.orchestra.run.smithi033.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-05T02:37:17.990 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-05T02:37:17.990 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.990 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.990 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.990 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.990 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.990 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.990 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.991 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-05T02:37:17.991 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.991 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.991 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.991 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.991 INFO:teuthology.orchestra.run.smithi033.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-05T02:37:17.991 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-05T02:37:17.991 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.991 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.991 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.991 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "*", 2024-09-05T02:37:17.991 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.991 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.992 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.992 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-05T02:37:17.992 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.992 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.992 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.992 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.992 INFO:teuthology.orchestra.run.smithi033.stdout: "max_count_per_host": { 2024-09-05T02:37:17.992 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "max_count_per_host", 2024-09-05T02:37:17.992 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.992 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.992 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.992 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:17.992 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "max number of daemons per service per host", 2024-09-05T02:37:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: "max_osd_draining_count": { 2024-09-05T02:37:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "max_osd_draining_count", 2024-09-05T02:37:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-05T02:37:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: "migration_current": { 2024-09-05T02:37:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "migration_current", 2024-09-05T02:37:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.995 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:17.995 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.995 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.995 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.995 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "internal - do not modify", 2024-09-05T02:37:17.995 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.995 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.995 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.995 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.995 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": { 2024-09-05T02:37:17.995 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "mode", 2024-09-05T02:37:17.995 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.995 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.996 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.996 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "root", 2024-09-05T02:37:17.996 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.996 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.996 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:17.996 INFO:teuthology.orchestra.run.smithi033.stdout: "cephadm-package", 2024-09-05T02:37:17.996 INFO:teuthology.orchestra.run.smithi033.stdout: "root" 2024-09-05T02:37:17.996 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:17.996 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "mode for remote execution of cephadm", 2024-09-05T02:37:17.996 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.996 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.996 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.996 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.997 INFO:teuthology.orchestra.run.smithi033.stdout: "oob_default_addr": { 2024-09-05T02:37:17.997 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "oob_default_addr", 2024-09-05T02:37:17.997 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.997 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.997 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.997 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "169.254.1.1", 2024-09-05T02:37:17.997 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.997 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.997 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.997 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-05T02:37:17.997 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.997 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.997 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.998 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.998 INFO:teuthology.orchestra.run.smithi033.stdout: "prometheus_alerts_path": { 2024-09-05T02:37:17.998 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "prometheus_alerts_path", 2024-09-05T02:37:17.998 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:17.998 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.998 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.998 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-05T02:37:17.998 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.998 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.998 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.998 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-05T02:37:17.998 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:17.998 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:17.999 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:17.999 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:17.999 INFO:teuthology.orchestra.run.smithi033.stdout: "registry_insecure": { 2024-09-05T02:37:17.999 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "registry_insecure", 2024-09-05T02:37:17.999 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:17.999 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:17.999 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:17.999 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:17.999 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:17.999 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:17.999 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:17.999 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-05T02:37:17.999 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.000 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.000 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.000 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.000 INFO:teuthology.orchestra.run.smithi033.stdout: "registry_password": { 2024-09-05T02:37:18.000 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "registry_password", 2024-09-05T02:37:18.000 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.000 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.000 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.000 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.000 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.000 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.000 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.000 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-05T02:37:18.001 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.001 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.001 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.001 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.001 INFO:teuthology.orchestra.run.smithi033.stdout: "registry_url": { 2024-09-05T02:37:18.001 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "registry_url", 2024-09-05T02:37:18.001 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.001 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.001 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.001 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.001 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.001 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.002 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.002 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-05T02:37:18.002 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.002 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.002 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.002 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.002 INFO:teuthology.orchestra.run.smithi033.stdout: "registry_username": { 2024-09-05T02:37:18.002 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "registry_username", 2024-09-05T02:37:18.002 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.002 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.002 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.002 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.002 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.003 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.003 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.003 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-05T02:37:18.003 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.003 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.003 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.003 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.003 INFO:teuthology.orchestra.run.smithi033.stdout: "secure_monitoring_stack": { 2024-09-05T02:37:18.003 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "secure_monitoring_stack", 2024-09-05T02:37:18.003 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.003 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.003 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.003 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.004 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.004 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.004 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.004 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-05T02:37:18.004 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.004 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.004 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.004 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.004 INFO:teuthology.orchestra.run.smithi033.stdout: "service_discovery_port": { 2024-09-05T02:37:18.004 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "service_discovery_port", 2024-09-05T02:37:18.004 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.004 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.004 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.005 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "8765", 2024-09-05T02:37:18.005 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.005 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.005 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.005 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "cephadm service discovery port", 2024-09-05T02:37:18.005 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.005 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.005 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.005 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.005 INFO:teuthology.orchestra.run.smithi033.stdout: "ssh_config_file": { 2024-09-05T02:37:18.005 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ssh_config_file", 2024-09-05T02:37:18.005 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.005 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.006 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.006 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.006 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.006 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.006 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.006 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-05T02:37:18.006 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.006 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.006 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.006 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.006 INFO:teuthology.orchestra.run.smithi033.stdout: "use_agent": { 2024-09-05T02:37:18.006 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "use_agent", 2024-09-05T02:37:18.006 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.007 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.007 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.007 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.007 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.007 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.007 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.007 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-05T02:37:18.007 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.007 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.007 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.007 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.007 INFO:teuthology.orchestra.run.smithi033.stdout: "use_repo_digest": { 2024-09-05T02:37:18.007 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "use_repo_digest", 2024-09-05T02:37:18.008 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.008 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.008 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.008 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.008 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.008 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.008 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.008 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-05T02:37:18.008 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.008 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.008 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.008 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.008 INFO:teuthology.orchestra.run.smithi033.stdout: "warn_on_failed_host_check": { 2024-09-05T02:37:18.009 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "warn_on_failed_host_check", 2024-09-05T02:37:18.009 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.009 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.009 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.009 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.009 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.009 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.009 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.009 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "raise a health warning if the host check fails", 2024-09-05T02:37:18.009 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.009 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.009 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.009 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.010 INFO:teuthology.orchestra.run.smithi033.stdout: "warn_on_stray_daemons": { 2024-09-05T02:37:18.010 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "warn_on_stray_daemons", 2024-09-05T02:37:18.010 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.010 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.010 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.010 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.010 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.010 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.010 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.010 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-05T02:37:18.010 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.010 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.010 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.010 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.011 INFO:teuthology.orchestra.run.smithi033.stdout: "warn_on_stray_hosts": { 2024-09-05T02:37:18.011 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "warn_on_stray_hosts", 2024-09-05T02:37:18.011 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.011 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.011 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.011 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.011 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.011 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.011 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.011 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-05T02:37:18.011 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.011 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.011 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.012 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.012 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.012 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.012 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.012 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "crash", 2024-09-05T02:37:18.012 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.012 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.012 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.012 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.012 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.012 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.012 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.012 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.013 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.013 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.013 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.013 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.013 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.013 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.013 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.013 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.013 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.013 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.013 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.013 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.014 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.014 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.014 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.014 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.014 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.014 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.014 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.014 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.014 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.014 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.014 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.014 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.014 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.015 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.015 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.015 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.015 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.015 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.015 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.015 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.015 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.015 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.015 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.015 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.015 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.015 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.015 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.016 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.016 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.016 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.016 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.016 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.016 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.016 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.016 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.016 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.016 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.016 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.016 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.016 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.017 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.017 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.017 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.017 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.017 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.017 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.017 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.017 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.017 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.017 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.017 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.017 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.017 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.018 INFO:teuthology.orchestra.run.smithi033.stdout: "retain_interval": { 2024-09-05T02:37:18.018 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "retain_interval", 2024-09-05T02:37:18.018 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.018 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.018 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.018 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "31536000", 2024-09-05T02:37:18.018 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.018 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.018 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.018 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-05T02:37:18.018 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.018 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.019 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.019 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.019 INFO:teuthology.orchestra.run.smithi033.stdout: "warn_recent_interval": { 2024-09-05T02:37:18.019 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "warn_recent_interval", 2024-09-05T02:37:18.019 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.019 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.019 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.019 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "1209600", 2024-09-05T02:37:18.019 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.019 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.019 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.019 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-05T02:37:18.019 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.020 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.020 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.020 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.020 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.020 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.020 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.020 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "dashboard", 2024-09-05T02:37:18.020 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.020 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.020 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.020 INFO:teuthology.orchestra.run.smithi033.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-05T02:37:18.020 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-05T02:37:18.021 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.021 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.021 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.021 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:18.021 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.021 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.021 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.021 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.021 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.021 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.021 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.021 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.021 INFO:teuthology.orchestra.run.smithi033.stdout: "ALERTMANAGER_API_HOST": { 2024-09-05T02:37:18.022 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-05T02:37:18.022 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.022 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.022 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.022 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.022 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.022 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.022 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.022 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.022 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.022 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.022 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.022 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.023 INFO:teuthology.orchestra.run.smithi033.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-05T02:37:18.023 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-05T02:37:18.023 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.023 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.023 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.023 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.023 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.023 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.023 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.023 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.023 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.023 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.023 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.024 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.024 INFO:teuthology.orchestra.run.smithi033.stdout: "AUDIT_API_ENABLED": { 2024-09-05T02:37:18.024 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "AUDIT_API_ENABLED", 2024-09-05T02:37:18.024 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.024 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.024 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.024 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.024 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.024 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.024 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.024 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.024 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.024 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.025 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.025 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.025 INFO:teuthology.orchestra.run.smithi033.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-05T02:37:18.025 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-05T02:37:18.025 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.025 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.025 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.025 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.025 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.025 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.025 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.025 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.025 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.026 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.026 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.026 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.026 INFO:teuthology.orchestra.run.smithi033.stdout: "ENABLE_BROWSABLE_API": { 2024-09-05T02:37:18.026 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-05T02:37:18.026 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.026 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.026 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.026 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.026 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.026 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.026 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.026 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.026 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.027 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.027 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.027 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.027 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-05T02:37:18.027 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-05T02:37:18.027 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.027 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.027 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.027 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.027 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.027 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.027 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.028 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.028 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.028 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.028 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.028 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.028 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-05T02:37:18.028 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-05T02:37:18.028 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.028 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.028 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.028 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.028 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.029 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.029 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.029 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.029 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.029 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.029 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.029 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.029 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-05T02:37:18.029 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-05T02:37:18.029 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.029 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.029 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.029 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.030 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.030 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.030 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.030 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.030 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.030 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.030 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.030 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.030 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-05T02:37:18.030 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-05T02:37:18.030 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.030 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.031 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.031 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.031 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.031 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.031 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.031 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.031 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.031 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.031 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.031 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.031 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-05T02:37:18.031 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-05T02:37:18.031 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.032 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.032 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.032 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.032 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.032 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.032 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.032 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.032 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.032 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.032 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.032 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.032 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-05T02:37:18.032 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-05T02:37:18.033 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.033 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.033 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.033 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.033 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.033 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.033 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.033 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.033 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.033 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.033 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.033 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.033 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-05T02:37:18.034 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-05T02:37:18.034 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.034 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.034 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.034 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.034 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.034 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.034 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.034 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.034 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.034 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.034 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.034 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.035 INFO:teuthology.orchestra.run.smithi033.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-05T02:37:18.035 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-05T02:37:18.035 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.035 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.035 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.035 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.035 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.035 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.035 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.035 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.035 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.035 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.035 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.036 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.036 INFO:teuthology.orchestra.run.smithi033.stdout: "GRAFANA_API_PASSWORD": { 2024-09-05T02:37:18.036 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-05T02:37:18.036 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.036 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.036 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.036 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "admin", 2024-09-05T02:37:18.036 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.036 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.036 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.036 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.036 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.036 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.037 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.037 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.037 INFO:teuthology.orchestra.run.smithi033.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-05T02:37:18.037 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-05T02:37:18.037 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.037 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.037 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.037 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.037 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.037 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.037 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.037 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.037 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.038 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.038 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.038 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.038 INFO:teuthology.orchestra.run.smithi033.stdout: "GRAFANA_API_URL": { 2024-09-05T02:37:18.038 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GRAFANA_API_URL", 2024-09-05T02:37:18.038 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.038 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.038 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.038 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.038 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.038 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.038 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.038 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.039 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.039 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.039 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.039 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.039 INFO:teuthology.orchestra.run.smithi033.stdout: "GRAFANA_API_USERNAME": { 2024-09-05T02:37:18.039 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-05T02:37:18.039 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.039 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.039 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.039 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "admin", 2024-09-05T02:37:18.039 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.039 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.039 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.039 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.040 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.040 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.040 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.040 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.040 INFO:teuthology.orchestra.run.smithi033.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-05T02:37:18.040 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-05T02:37:18.040 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.040 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.040 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.040 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.040 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.040 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.040 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.041 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.041 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.041 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.041 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.041 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.041 INFO:teuthology.orchestra.run.smithi033.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-05T02:37:18.041 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-05T02:37:18.041 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.041 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.041 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.041 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.041 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.041 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.042 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.042 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.042 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.042 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.042 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.042 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.042 INFO:teuthology.orchestra.run.smithi033.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-05T02:37:18.042 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-05T02:37:18.042 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.042 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.042 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.042 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.043 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.043 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.043 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.043 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.043 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.043 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.043 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.043 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.043 INFO:teuthology.orchestra.run.smithi033.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-05T02:37:18.043 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-05T02:37:18.043 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.043 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.043 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.044 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.044 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.044 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.044 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.044 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.044 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.044 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.044 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.044 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.044 INFO:teuthology.orchestra.run.smithi033.stdout: "PROMETHEUS_API_HOST": { 2024-09-05T02:37:18.044 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-05T02:37:18.045 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.045 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.045 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.045 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.045 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.045 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.045 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.045 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.045 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.045 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.045 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.045 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.045 INFO:teuthology.orchestra.run.smithi033.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-05T02:37:18.046 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-05T02:37:18.046 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.046 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.046 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.046 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.046 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.046 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.046 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.046 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.046 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.046 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.046 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.046 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.047 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-05T02:37:18.047 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-05T02:37:18.047 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.047 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.047 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.047 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.047 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.047 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.047 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.047 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.047 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.047 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.047 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.048 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.048 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-05T02:37:18.048 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-05T02:37:18.048 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.048 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.048 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.048 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.048 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.048 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.048 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.048 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.048 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.049 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.049 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.049 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.049 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-05T02:37:18.049 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-05T02:37:18.049 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.049 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.049 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.049 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.049 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.049 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.049 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.050 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.050 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.050 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.050 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.050 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.050 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-05T02:37:18.050 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-05T02:37:18.050 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.050 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.050 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.050 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.050 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.050 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.051 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.051 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.051 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.051 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.051 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.051 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.051 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-05T02:37:18.051 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-05T02:37:18.051 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.051 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.051 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.051 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.051 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.052 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.052 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.052 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.052 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.052 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.052 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.052 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.052 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-05T02:37:18.052 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-05T02:37:18.052 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.052 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.052 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.052 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.053 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.053 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.053 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.053 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.053 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.053 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.053 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.053 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.053 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-05T02:37:18.053 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-05T02:37:18.053 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.053 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.053 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.054 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.054 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.054 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.054 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.054 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.054 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.054 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.054 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.054 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.054 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_ENABLED": { 2024-09-05T02:37:18.054 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-05T02:37:18.054 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.054 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.055 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.055 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.055 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.055 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.055 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.055 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.055 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.055 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.055 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.055 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.055 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-05T02:37:18.055 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-05T02:37:18.055 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.056 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.056 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.056 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-05T02:37:18.056 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.056 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.056 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.056 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.056 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.056 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.056 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.056 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.056 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-05T02:37:18.057 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-05T02:37:18.057 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.057 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.057 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.057 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:18.057 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.057 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.057 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.057 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.057 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.057 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.057 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.058 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.058 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-05T02:37:18.058 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-05T02:37:18.058 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.058 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.058 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.058 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "8", 2024-09-05T02:37:18.058 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.058 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.058 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.058 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.058 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.058 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.059 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.059 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.059 INFO:teuthology.orchestra.run.smithi033.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-05T02:37:18.059 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-05T02:37:18.059 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.059 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.059 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.059 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "45", 2024-09-05T02:37:18.059 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.059 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.059 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.059 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.060 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.060 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.060 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.060 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.060 INFO:teuthology.orchestra.run.smithi033.stdout: "RGW_API_ACCESS_KEY": { 2024-09-05T02:37:18.060 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-05T02:37:18.060 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.060 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.060 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.060 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.060 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.060 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.060 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.061 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.061 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.061 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.061 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.061 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.061 INFO:teuthology.orchestra.run.smithi033.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-05T02:37:18.061 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-05T02:37:18.061 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.061 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.061 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.061 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "admin", 2024-09-05T02:37:18.061 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.061 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.062 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.062 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.062 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.062 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.062 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.062 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.062 INFO:teuthology.orchestra.run.smithi033.stdout: "RGW_API_SECRET_KEY": { 2024-09-05T02:37:18.062 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-05T02:37:18.062 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.062 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.062 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.062 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.063 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.063 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.063 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.063 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.063 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.063 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.063 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.063 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.063 INFO:teuthology.orchestra.run.smithi033.stdout: "RGW_API_SSL_VERIFY": { 2024-09-05T02:37:18.063 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-05T02:37:18.063 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.063 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.063 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.064 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.064 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.064 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.064 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.064 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.064 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.064 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.064 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.064 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.064 INFO:teuthology.orchestra.run.smithi033.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-05T02:37:18.064 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-05T02:37:18.064 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.064 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.064 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.065 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0", 2024-09-05T02:37:18.065 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.065 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.065 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.065 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.065 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.065 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.065 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.065 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.065 INFO:teuthology.orchestra.run.smithi033.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-05T02:37:18.065 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-05T02:37:18.065 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.065 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.066 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.066 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:18.066 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.066 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.066 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.066 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.066 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.066 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.066 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.066 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.066 INFO:teuthology.orchestra.run.smithi033.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-05T02:37:18.066 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-05T02:37:18.066 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.067 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.067 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.067 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "5", 2024-09-05T02:37:18.067 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.067 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.067 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.067 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.067 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.067 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.067 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.067 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.067 INFO:teuthology.orchestra.run.smithi033.stdout: "cross_origin_url": { 2024-09-05T02:37:18.067 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cross_origin_url", 2024-09-05T02:37:18.067 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.068 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.068 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.068 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.068 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.068 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.068 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.068 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.068 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.068 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.068 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.068 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.068 INFO:teuthology.orchestra.run.smithi033.stdout: "crt_file": { 2024-09-05T02:37:18.068 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "crt_file", 2024-09-05T02:37:18.068 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.069 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.069 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.069 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.069 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.069 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.069 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.069 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.069 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.069 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.069 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.069 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.069 INFO:teuthology.orchestra.run.smithi033.stdout: "debug": { 2024-09-05T02:37:18.069 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "debug", 2024-09-05T02:37:18.069 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.070 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.070 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.070 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.070 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.070 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.070 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.070 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Enable/disable debug options", 2024-09-05T02:37:18.070 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.070 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.070 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.070 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.070 INFO:teuthology.orchestra.run.smithi033.stdout: "jwt_token_ttl": { 2024-09-05T02:37:18.070 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "jwt_token_ttl", 2024-09-05T02:37:18.070 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.071 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.071 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.071 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "28800", 2024-09-05T02:37:18.071 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.071 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.071 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.071 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.071 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.071 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.071 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.071 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.071 INFO:teuthology.orchestra.run.smithi033.stdout: "key_file": { 2024-09-05T02:37:18.071 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "key_file", 2024-09-05T02:37:18.071 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.072 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.072 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.072 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.072 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.072 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.072 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.072 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.072 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.072 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.072 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.072 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.072 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.073 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.073 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.073 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.073 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.073 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.073 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.073 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.073 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.073 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.073 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.073 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.073 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.074 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.074 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.074 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.074 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.074 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.074 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.074 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.074 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.074 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.074 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.074 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.074 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.074 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.075 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.075 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.075 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.075 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.075 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.075 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.075 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.075 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.075 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.075 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.075 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.075 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.075 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.076 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.076 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.076 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.076 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.076 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.076 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.076 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.076 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.076 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.076 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.076 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.077 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.077 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.077 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.077 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.077 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.077 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.077 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.077 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.077 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.077 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.077 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.077 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.077 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.078 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.078 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.078 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.078 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.078 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.078 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.078 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.078 INFO:teuthology.orchestra.run.smithi033.stdout: "motd": { 2024-09-05T02:37:18.078 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "motd", 2024-09-05T02:37:18.078 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.078 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.078 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.078 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.078 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.079 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.079 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.079 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "The message of the day", 2024-09-05T02:37:18.079 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.079 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.079 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.079 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.079 INFO:teuthology.orchestra.run.smithi033.stdout: "redirect_resolve_ip_addr": { 2024-09-05T02:37:18.079 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "redirect_resolve_ip_addr", 2024-09-05T02:37:18.079 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.079 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.079 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.079 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.080 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.080 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.080 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.080 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.080 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.080 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.080 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.080 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.080 INFO:teuthology.orchestra.run.smithi033.stdout: "server_addr": { 2024-09-05T02:37:18.080 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "server_addr", 2024-09-05T02:37:18.080 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.080 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.080 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.081 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "::", 2024-09-05T02:37:18.081 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.081 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.081 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.081 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.081 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.081 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.081 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.081 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.081 INFO:teuthology.orchestra.run.smithi033.stdout: "server_port": { 2024-09-05T02:37:18.081 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "server_port", 2024-09-05T02:37:18.081 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.081 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.082 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.082 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "8080", 2024-09-05T02:37:18.082 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.082 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.082 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.082 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.082 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.082 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.082 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.082 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.082 INFO:teuthology.orchestra.run.smithi033.stdout: "ssl": { 2024-09-05T02:37:18.082 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ssl", 2024-09-05T02:37:18.082 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.083 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.083 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.083 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.083 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.083 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.083 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.083 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.083 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.083 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.083 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.083 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.083 INFO:teuthology.orchestra.run.smithi033.stdout: "ssl_server_port": { 2024-09-05T02:37:18.083 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ssl_server_port", 2024-09-05T02:37:18.083 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.084 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.084 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.084 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "8443", 2024-09-05T02:37:18.084 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.084 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.084 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.084 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.084 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.084 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.084 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.084 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.084 INFO:teuthology.orchestra.run.smithi033.stdout: "standby_behaviour": { 2024-09-05T02:37:18.084 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "standby_behaviour", 2024-09-05T02:37:18.085 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.085 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.085 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.085 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "redirect", 2024-09-05T02:37:18.085 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.085 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.085 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.085 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.085 INFO:teuthology.orchestra.run.smithi033.stdout: "redirect" 2024-09-05T02:37:18.085 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.085 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.085 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.085 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.086 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.086 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.086 INFO:teuthology.orchestra.run.smithi033.stdout: "standby_error_status_code": { 2024-09-05T02:37:18.086 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "standby_error_status_code", 2024-09-05T02:37:18.086 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.086 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.086 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.086 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "500", 2024-09-05T02:37:18.086 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "400", 2024-09-05T02:37:18.086 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "599", 2024-09-05T02:37:18.086 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.086 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.086 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.087 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.087 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.087 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.087 INFO:teuthology.orchestra.run.smithi033.stdout: "url_prefix": { 2024-09-05T02:37:18.087 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "url_prefix", 2024-09-05T02:37:18.087 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.087 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.087 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.087 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.087 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.087 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.087 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.087 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.088 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.088 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.088 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.088 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.088 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.088 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.088 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.088 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "devicehealth", 2024-09-05T02:37:18.088 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.088 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.088 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.088 INFO:teuthology.orchestra.run.smithi033.stdout: "enable_monitoring": { 2024-09-05T02:37:18.088 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "enable_monitoring", 2024-09-05T02:37:18.089 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.089 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.089 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.089 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.089 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.089 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.089 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.089 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "monitor device health metrics", 2024-09-05T02:37:18.089 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.089 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.089 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.089 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.089 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.090 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.090 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.090 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.090 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.090 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.090 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.090 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.090 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.090 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.090 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.090 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.090 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.091 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.091 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.091 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.091 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.091 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.091 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.091 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.091 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.091 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.091 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.091 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.091 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.092 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.092 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.092 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.092 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.092 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.092 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.092 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.092 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.092 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.092 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.092 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.092 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.092 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.092 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.093 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.093 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.093 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.093 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.093 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.093 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.093 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.093 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.093 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.093 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.093 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.093 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.093 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.094 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.094 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.094 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.094 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.094 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.094 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.094 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.094 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.094 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.094 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.094 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.094 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.094 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.095 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.095 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.095 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.095 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.095 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.095 INFO:teuthology.orchestra.run.smithi033.stdout: "mark_out_threshold": { 2024-09-05T02:37:18.095 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "mark_out_threshold", 2024-09-05T02:37:18.095 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.095 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.095 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.095 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "2419200", 2024-09-05T02:37:18.095 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.095 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.096 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.096 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-05T02:37:18.096 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.096 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.096 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.096 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.096 INFO:teuthology.orchestra.run.smithi033.stdout: "pool_name": { 2024-09-05T02:37:18.096 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "pool_name", 2024-09-05T02:37:18.096 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.096 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.096 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.096 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "device_health_metrics", 2024-09-05T02:37:18.096 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.096 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.097 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.097 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-05T02:37:18.097 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.097 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.097 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.097 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.097 INFO:teuthology.orchestra.run.smithi033.stdout: "retention_period": { 2024-09-05T02:37:18.097 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "retention_period", 2024-09-05T02:37:18.097 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.097 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.097 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.097 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "15552000", 2024-09-05T02:37:18.098 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.098 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.098 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.098 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how long to retain device health metrics", 2024-09-05T02:37:18.098 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.098 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.098 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.098 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.098 INFO:teuthology.orchestra.run.smithi033.stdout: "scrape_frequency": { 2024-09-05T02:37:18.098 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "scrape_frequency", 2024-09-05T02:37:18.098 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.098 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.098 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.098 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "86400", 2024-09-05T02:37:18.099 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.099 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.099 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.099 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-05T02:37:18.099 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.099 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.099 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.099 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.099 INFO:teuthology.orchestra.run.smithi033.stdout: "self_heal": { 2024-09-05T02:37:18.099 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "self_heal", 2024-09-05T02:37:18.099 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.099 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.099 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.100 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.100 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.100 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.100 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.100 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-05T02:37:18.100 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.100 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.100 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.100 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.100 INFO:teuthology.orchestra.run.smithi033.stdout: "sleep_interval": { 2024-09-05T02:37:18.100 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "sleep_interval", 2024-09-05T02:37:18.101 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.101 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.101 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.101 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "600", 2024-09-05T02:37:18.101 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.101 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.101 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.101 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how frequently to wake up and check device health", 2024-09-05T02:37:18.101 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.101 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.101 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.101 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.101 INFO:teuthology.orchestra.run.smithi033.stdout: "warn_threshold": { 2024-09-05T02:37:18.101 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "warn_threshold", 2024-09-05T02:37:18.102 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.102 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.102 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.102 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "7257600", 2024-09-05T02:37:18.102 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.102 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.102 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.102 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-05T02:37:18.102 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.102 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.102 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.102 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.102 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.103 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.103 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.103 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "diskprediction_local", 2024-09-05T02:37:18.103 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.103 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.103 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.103 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.103 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.103 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.103 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.103 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.103 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.104 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.104 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.104 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.104 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.104 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.104 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.104 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.104 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.104 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.104 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.104 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.104 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.105 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.105 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.105 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.105 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.105 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.105 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.105 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.105 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.105 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.105 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.105 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.105 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.105 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.106 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.106 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.106 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.106 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.106 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.106 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.106 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.106 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.106 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.106 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.106 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.106 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.106 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.106 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.107 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.107 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.107 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.107 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.107 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.107 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.107 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.107 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.107 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.107 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.107 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.107 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.108 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.108 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.108 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.108 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.108 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.108 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.108 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.108 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.108 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.108 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.108 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.108 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.108 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.108 INFO:teuthology.orchestra.run.smithi033.stdout: "predict_interval": { 2024-09-05T02:37:18.108 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "predict_interval", 2024-09-05T02:37:18.109 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.109 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.109 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.109 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "86400", 2024-09-05T02:37:18.109 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.109 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.109 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.109 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.109 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.109 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.109 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.109 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.109 INFO:teuthology.orchestra.run.smithi033.stdout: "predictor_model": { 2024-09-05T02:37:18.110 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "predictor_model", 2024-09-05T02:37:18.110 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.110 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.110 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.110 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "prophetstor", 2024-09-05T02:37:18.110 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.110 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.110 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.110 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.110 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.110 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.110 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.110 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.110 INFO:teuthology.orchestra.run.smithi033.stdout: "sleep_interval": { 2024-09-05T02:37:18.111 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "sleep_interval", 2024-09-05T02:37:18.111 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.111 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.111 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.111 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "600", 2024-09-05T02:37:18.111 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.111 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.111 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.111 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.111 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.111 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.111 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.111 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.112 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.112 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.112 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.112 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "influx", 2024-09-05T02:37:18.112 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": false, 2024-09-05T02:37:18.112 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "influxdb python module not found", 2024-09-05T02:37:18.112 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.112 INFO:teuthology.orchestra.run.smithi033.stdout: "batch_size": { 2024-09-05T02:37:18.112 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "batch_size", 2024-09-05T02:37:18.112 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.112 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.112 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.112 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "5000", 2024-09-05T02:37:18.112 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.113 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.113 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.113 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-05T02:37:18.113 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.113 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.113 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.113 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.113 INFO:teuthology.orchestra.run.smithi033.stdout: "database": { 2024-09-05T02:37:18.113 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "database", 2024-09-05T02:37:18.113 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.113 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.113 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.113 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "ceph", 2024-09-05T02:37:18.113 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.114 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.114 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.114 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-05T02:37:18.114 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.114 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.114 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.114 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.114 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": { 2024-09-05T02:37:18.114 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "hostname", 2024-09-05T02:37:18.114 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.114 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.114 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.115 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.115 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.115 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.115 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.115 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "InfluxDB server hostname", 2024-09-05T02:37:18.115 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.115 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.115 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.115 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.115 INFO:teuthology.orchestra.run.smithi033.stdout: "interval": { 2024-09-05T02:37:18.115 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "interval", 2024-09-05T02:37:18.115 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.115 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.116 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.116 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "30", 2024-09-05T02:37:18.116 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "5", 2024-09-05T02:37:18.116 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.116 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.116 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-05T02:37:18.116 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.116 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.116 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.116 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.116 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.116 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.117 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.117 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.117 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.117 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.117 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.117 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.117 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.117 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.117 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.117 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.117 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.117 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.117 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.118 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.118 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.118 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.118 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.118 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.118 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.118 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.118 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.118 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.118 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.118 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.118 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.118 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.119 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.119 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.119 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.119 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.119 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.119 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.119 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.119 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.119 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.119 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.119 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.119 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.119 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.120 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.120 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.120 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.120 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.120 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.120 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.120 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.120 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.120 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.120 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.120 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.120 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.120 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.121 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.121 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.121 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.121 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.121 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.121 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.121 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.121 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.121 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.121 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.121 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.121 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.121 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.122 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.122 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.122 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.122 INFO:teuthology.orchestra.run.smithi033.stdout: "password": { 2024-09-05T02:37:18.122 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "password", 2024-09-05T02:37:18.122 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.122 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.122 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.122 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.122 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.122 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.122 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.122 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "password of InfluxDB server user", 2024-09-05T02:37:18.123 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.123 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.123 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.123 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.123 INFO:teuthology.orchestra.run.smithi033.stdout: "port": { 2024-09-05T02:37:18.123 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "port", 2024-09-05T02:37:18.123 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.123 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.123 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.123 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "8086", 2024-09-05T02:37:18.123 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.123 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.123 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.124 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "InfluxDB server port", 2024-09-05T02:37:18.124 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.124 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.124 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.124 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.124 INFO:teuthology.orchestra.run.smithi033.stdout: "ssl": { 2024-09-05T02:37:18.124 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ssl", 2024-09-05T02:37:18.124 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.124 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.124 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.124 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "false", 2024-09-05T02:37:18.124 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.124 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.125 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.125 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-05T02:37:18.125 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.125 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.125 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.125 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.125 INFO:teuthology.orchestra.run.smithi033.stdout: "threads": { 2024-09-05T02:37:18.125 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "threads", 2024-09-05T02:37:18.125 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.125 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.125 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.125 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "5", 2024-09-05T02:37:18.125 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "1", 2024-09-05T02:37:18.126 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "32", 2024-09-05T02:37:18.126 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.126 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-05T02:37:18.126 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.126 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.126 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.126 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.126 INFO:teuthology.orchestra.run.smithi033.stdout: "username": { 2024-09-05T02:37:18.126 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "username", 2024-09-05T02:37:18.126 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.126 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.126 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.126 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.127 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.127 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.127 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.127 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "username of InfluxDB server user", 2024-09-05T02:37:18.127 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.127 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.127 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.127 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.127 INFO:teuthology.orchestra.run.smithi033.stdout: "verify_ssl": { 2024-09-05T02:37:18.127 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "verify_ssl", 2024-09-05T02:37:18.127 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.127 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.127 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.127 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "true", 2024-09-05T02:37:18.128 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.128 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.128 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.128 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-05T02:37:18.128 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.128 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.128 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.128 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.128 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.128 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.128 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.128 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "insights", 2024-09-05T02:37:18.129 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.129 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.129 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.129 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.129 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.129 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.129 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.129 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.129 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.129 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.129 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.129 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.130 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.130 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.130 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.130 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.130 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.130 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.130 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.130 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.130 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.130 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.130 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.130 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.130 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.130 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.131 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.131 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.131 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.131 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.131 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.131 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.131 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.131 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.131 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.131 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.131 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.131 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.131 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.132 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.132 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.132 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.132 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.132 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.132 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.132 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.132 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.132 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.132 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.132 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.132 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.132 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.133 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.133 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.133 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.133 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.133 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.133 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.133 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.133 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.133 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.133 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.133 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.133 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.133 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.134 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.134 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.134 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.134 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.134 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.134 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.134 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.134 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.134 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.134 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.134 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.134 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "iostat", 2024-09-05T02:37:18.134 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.134 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.135 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.135 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.135 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.135 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.135 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.135 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.135 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.135 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.135 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.135 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.135 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.135 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.135 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.136 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.136 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.136 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.136 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.136 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.136 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.136 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.136 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.136 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.136 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.136 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.136 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.137 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.137 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.137 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.137 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.137 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.137 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.137 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.137 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.137 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.137 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.137 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.137 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.137 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.137 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.138 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.138 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.138 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.138 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.138 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.138 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.138 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.138 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.138 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.138 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.138 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.138 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.138 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.139 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.139 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.139 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.139 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.139 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.139 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.139 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.139 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.139 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.139 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.139 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.139 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.139 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.140 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.140 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.140 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.140 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.140 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.140 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.140 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.140 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.140 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.140 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "k8sevents", 2024-09-05T02:37:18.140 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.140 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.140 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.140 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_event_retention_days": { 2024-09-05T02:37:18.141 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ceph_event_retention_days", 2024-09-05T02:37:18.141 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.141 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.141 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.141 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "7", 2024-09-05T02:37:18.141 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.141 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.141 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.141 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-05T02:37:18.141 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.141 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.141 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.141 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: "config_check_secs": { 2024-09-05T02:37:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "config_check_secs", 2024-09-05T02:37:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "10", 2024-09-05T02:37:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-05T02:37:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.142 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.143 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.144 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.145 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.145 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.145 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.145 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.145 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.145 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.145 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.145 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.145 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.145 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.145 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.145 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.146 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.146 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.146 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.146 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.146 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.146 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.146 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.146 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.146 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.146 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.146 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.146 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.146 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.147 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.147 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.147 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.147 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.147 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.147 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.147 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.147 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.147 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.147 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.147 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.147 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.147 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.147 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.148 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.148 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.148 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.148 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.148 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.148 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.148 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.148 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.148 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.148 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "localpool", 2024-09-05T02:37:18.148 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.148 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.148 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: "failure_domain": { 2024-09-05T02:37:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "failure_domain", 2024-09-05T02:37:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "host", 2024-09-05T02:37:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "failure domain for any created local pool", 2024-09-05T02:37:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-05T02:37:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.149 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.150 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.151 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.152 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.153 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: "min_size": { 2024-09-05T02:37:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "min_size", 2024-09-05T02:37:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.155 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "default min_size for any created local pool", 2024-09-05T02:37:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-05T02:37:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: "num_rep": { 2024-09-05T02:37:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "num_rep", 2024-09-05T02:37:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "3", 2024-09-05T02:37:18.156 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "default replica count for any created local pool", 2024-09-05T02:37:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: "pg_num": { 2024-09-05T02:37:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "pg_num", 2024-09-05T02:37:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.157 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "128", 2024-09-05T02:37:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "default pg_num for any created local pool", 2024-09-05T02:37:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: "prefix": { 2024-09-05T02:37:18.158 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "prefix", 2024-09-05T02:37:18.159 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.159 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.159 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.159 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.159 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.159 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.159 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.159 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "name prefix for any created local pool", 2024-09-05T02:37:18.159 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.159 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.159 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.159 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.159 INFO:teuthology.orchestra.run.smithi033.stdout: "subtree": { 2024-09-05T02:37:18.160 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "subtree", 2024-09-05T02:37:18.160 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.160 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.160 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.160 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "rack", 2024-09-05T02:37:18.160 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.160 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.160 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.160 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-05T02:37:18.160 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-05T02:37:18.160 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.160 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.160 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.161 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.161 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.161 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.161 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "mds_autoscaler", 2024-09-05T02:37:18.161 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.161 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.161 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.161 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.161 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.161 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.161 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.161 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.162 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.162 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.162 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.162 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.162 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.162 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.162 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.162 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.162 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.162 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.162 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.162 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.162 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.163 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.163 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.163 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.163 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.163 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.163 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.163 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.163 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.163 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.163 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.163 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.163 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.163 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.164 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.164 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.164 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.164 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.164 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.164 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.164 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.164 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.164 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.164 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.164 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.164 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.164 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.165 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.165 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.165 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.165 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.165 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.165 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.165 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.165 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.165 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.165 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.165 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.165 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.165 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.166 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.166 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.166 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.166 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.166 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.166 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.166 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.166 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.166 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.166 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.166 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.166 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.166 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.166 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.167 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.167 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.167 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "mirroring", 2024-09-05T02:37:18.167 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.167 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.167 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.167 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.167 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.167 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.167 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.167 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.167 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.167 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.168 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.168 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.168 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.168 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.168 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.168 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.168 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.168 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.168 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.168 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.168 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.168 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.168 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.170 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.170 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.170 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.170 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.170 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.170 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.170 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.170 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.170 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.170 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.170 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.170 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.170 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.171 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.171 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.171 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.171 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.171 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.171 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.171 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.171 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.171 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.171 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.171 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.171 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.171 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.172 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.172 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.172 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.172 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.172 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.172 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.172 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.172 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.172 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.172 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.172 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.172 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.172 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.173 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "nfs", 2024-09-05T02:37:18.173 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.173 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.173 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.173 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.173 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.173 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.173 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.173 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.173 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.173 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.173 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.174 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.174 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.174 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.174 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.174 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.174 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.174 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.174 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.174 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.174 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.174 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.174 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.174 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.175 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.175 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.175 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.175 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.175 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.175 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.175 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.175 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.175 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.175 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.175 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.175 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.175 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.176 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.176 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.176 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.176 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.176 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.176 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.176 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.176 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.176 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.176 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.176 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.176 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.177 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.177 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.177 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.177 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.177 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.177 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.177 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.177 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.177 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.177 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.177 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.177 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.177 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.178 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.178 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.178 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.178 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.178 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.178 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.178 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.178 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.178 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.178 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.178 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.178 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.178 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.179 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.180 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "orchestrator", 2024-09-05T02:37:18.180 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.180 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.180 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.180 INFO:teuthology.orchestra.run.smithi033.stdout: "fail_fs": { 2024-09-05T02:37:18.180 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "fail_fs", 2024-09-05T02:37:18.180 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.180 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.180 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.180 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.180 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.180 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.180 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.181 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-05T02:37:18.181 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.181 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.181 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.181 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.181 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.181 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.181 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.181 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.181 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.181 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.181 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.181 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.182 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.182 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.182 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.182 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.182 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.182 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.182 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.182 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.182 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.182 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.182 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.182 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.183 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.183 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.183 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.183 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.183 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.183 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.183 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.183 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.183 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.183 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.183 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.183 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.183 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.184 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.184 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.184 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.184 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.184 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.184 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.184 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.184 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.184 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.184 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.184 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.184 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.184 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.185 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.185 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.185 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.185 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.185 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.185 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.185 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.185 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.185 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.185 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.185 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.185 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.185 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.186 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.186 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.186 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.186 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.186 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.186 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.186 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.186 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.186 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.186 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.186 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.186 INFO:teuthology.orchestra.run.smithi033.stdout: "orchestrator": { 2024-09-05T02:37:18.186 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "orchestrator", 2024-09-05T02:37:18.186 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.187 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.187 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.187 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.187 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.187 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.187 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.187 INFO:teuthology.orchestra.run.smithi033.stdout: "cephadm", 2024-09-05T02:37:18.187 INFO:teuthology.orchestra.run.smithi033.stdout: "rook", 2024-09-05T02:37:18.187 INFO:teuthology.orchestra.run.smithi033.stdout: "test_orchestrator" 2024-09-05T02:37:18.187 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.187 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Orchestrator backend", 2024-09-05T02:37:18.187 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.187 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.188 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.188 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.188 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.188 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.188 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.188 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "osd_perf_query", 2024-09-05T02:37:18.188 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.188 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.188 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.188 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.188 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.188 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.188 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.189 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.189 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.189 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.189 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.189 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.189 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.189 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.189 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.189 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.189 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.189 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.189 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.190 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.190 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.190 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.190 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.190 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.190 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.190 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.190 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.190 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.190 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.190 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.190 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.190 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.190 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.190 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.191 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.191 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.191 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.191 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.191 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.191 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.191 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.191 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.191 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.191 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.191 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.191 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.192 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.192 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.192 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.192 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.192 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.192 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.192 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.192 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.192 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.192 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.192 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.192 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.192 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.193 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.193 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.193 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.193 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.193 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.193 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.193 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.193 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.193 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.193 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.193 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.193 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.193 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.194 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.194 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.194 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.194 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.194 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "osd_support", 2024-09-05T02:37:18.194 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.194 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.194 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.194 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.194 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.194 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.194 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.194 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.195 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.195 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.195 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.195 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.195 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.195 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.195 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.195 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.195 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.195 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.195 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.195 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.195 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.196 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.196 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.196 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.196 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.196 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.196 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.196 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.196 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.196 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.196 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.196 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.196 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.196 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.197 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.197 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.197 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.197 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.197 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.197 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.197 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.197 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.197 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.197 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.197 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.197 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.197 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.198 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.198 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.198 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.198 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.198 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.198 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.198 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.198 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.198 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.198 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.198 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.198 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.198 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.199 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.199 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.199 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.199 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.199 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.199 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.199 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.199 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.199 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.199 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.199 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.199 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.200 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.200 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.200 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.200 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.200 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "pg_autoscaler", 2024-09-05T02:37:18.200 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.200 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.200 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.200 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.200 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.200 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.200 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.200 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.201 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.201 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.201 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.201 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.201 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.201 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.201 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.201 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.201 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.201 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.201 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.201 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.201 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.202 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.202 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.202 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.202 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.202 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.202 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.202 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.202 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.202 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.202 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.202 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.202 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.202 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.203 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.203 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.203 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.203 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.203 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.203 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.203 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.203 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.203 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.203 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.203 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.203 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.203 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.204 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.204 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.204 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.204 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.204 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.204 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.204 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.204 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.204 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.204 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.204 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.204 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.205 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.205 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.205 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.205 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.205 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.205 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.205 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.205 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.205 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.205 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.205 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.205 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.206 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.206 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.206 INFO:teuthology.orchestra.run.smithi033.stdout: "sleep_interval": { 2024-09-05T02:37:18.206 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "sleep_interval", 2024-09-05T02:37:18.206 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.206 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.206 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.206 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "60", 2024-09-05T02:37:18.206 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.206 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.206 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.206 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.206 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.207 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.207 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.207 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.207 INFO:teuthology.orchestra.run.smithi033.stdout: "threshold": { 2024-09-05T02:37:18.207 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "threshold", 2024-09-05T02:37:18.207 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:18.207 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.207 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.207 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "3.0", 2024-09-05T02:37:18.207 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "1.0", 2024-09-05T02:37:18.207 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.207 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.207 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "scaling threshold", 2024-09-05T02:37:18.208 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-05T02:37:18.208 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.208 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.208 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.208 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.208 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.208 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.208 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "progress", 2024-09-05T02:37:18.208 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.208 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.208 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.208 INFO:teuthology.orchestra.run.smithi033.stdout: "allow_pg_recovery_event": { 2024-09-05T02:37:18.209 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "allow_pg_recovery_event", 2024-09-05T02:37:18.209 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.209 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.209 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.209 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.209 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.209 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.209 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.209 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-05T02:37:18.209 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.209 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.209 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.209 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.210 INFO:teuthology.orchestra.run.smithi033.stdout: "enabled": { 2024-09-05T02:37:18.210 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "enabled", 2024-09-05T02:37:18.210 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.210 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.210 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.210 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.210 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.210 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.210 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.210 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.210 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.210 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.210 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.211 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.211 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.211 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.211 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.211 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.211 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.211 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.211 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.211 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.211 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.211 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.211 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.211 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.212 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.212 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.212 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.212 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.212 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.212 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.212 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.212 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.212 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.212 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.212 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.212 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.212 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.213 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.213 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.213 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.213 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.213 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.213 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.213 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.213 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.213 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.213 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.213 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.213 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.214 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.214 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.214 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.214 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.214 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.214 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.214 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.214 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.214 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.214 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.214 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.214 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.214 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.215 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.215 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.215 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.215 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.215 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.215 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.215 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.215 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.215 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.215 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.215 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.215 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.215 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.215 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.216 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.216 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.216 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.216 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.216 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.216 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.216 INFO:teuthology.orchestra.run.smithi033.stdout: "max_completed_events": { 2024-09-05T02:37:18.216 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "max_completed_events", 2024-09-05T02:37:18.216 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.216 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.216 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.216 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "50", 2024-09-05T02:37:18.217 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.217 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.217 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.217 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "number of past completed events to remember", 2024-09-05T02:37:18.217 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.217 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.217 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.217 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.217 INFO:teuthology.orchestra.run.smithi033.stdout: "sleep_interval": { 2024-09-05T02:37:18.217 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "sleep_interval", 2024-09-05T02:37:18.217 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.217 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.218 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.218 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "5", 2024-09-05T02:37:18.218 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.218 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.218 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.218 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how long the module is going to sleep", 2024-09-05T02:37:18.218 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.218 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.218 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.218 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.218 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.218 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.218 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.219 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "prometheus", 2024-09-05T02:37:18.219 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.219 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.219 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.219 INFO:teuthology.orchestra.run.smithi033.stdout: "cache": { 2024-09-05T02:37:18.219 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cache", 2024-09-05T02:37:18.219 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.219 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.219 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.219 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.219 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.220 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.220 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.220 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.220 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.220 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.220 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.220 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.220 INFO:teuthology.orchestra.run.smithi033.stdout: "exclude_perf_counters": { 2024-09-05T02:37:18.220 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "exclude_perf_counters", 2024-09-05T02:37:18.220 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.220 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.220 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.220 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.221 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.221 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.221 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.221 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-05T02:37:18.221 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-05T02:37:18.221 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.221 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.221 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.221 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.221 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.221 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.221 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.222 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.222 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.222 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.222 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.222 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.222 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.222 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.222 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.222 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.222 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.222 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.222 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.222 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.223 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.223 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.223 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.223 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.223 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.223 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.223 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.223 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.223 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.223 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.223 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.223 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.223 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.224 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.224 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.224 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.224 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.224 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.224 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.224 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.224 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.224 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.224 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.224 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.224 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.225 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.225 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.225 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.225 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.225 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.225 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.225 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.225 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.225 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.225 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.225 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.225 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.225 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.226 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.226 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.226 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.226 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.226 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.226 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.226 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.226 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.226 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.226 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.226 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.226 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.227 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.227 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.227 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.227 INFO:teuthology.orchestra.run.smithi033.stdout: "rbd_stats_pools": { 2024-09-05T02:37:18.227 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rbd_stats_pools", 2024-09-05T02:37:18.227 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.227 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.227 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.227 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.227 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.227 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.227 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.227 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.228 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.228 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.228 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.228 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.228 INFO:teuthology.orchestra.run.smithi033.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-05T02:37:18.228 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-05T02:37:18.228 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.228 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.228 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.228 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "300", 2024-09-05T02:37:18.228 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.228 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.228 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.229 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.229 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.229 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.229 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.229 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.229 INFO:teuthology.orchestra.run.smithi033.stdout: "scrape_interval": { 2024-09-05T02:37:18.229 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "scrape_interval", 2024-09-05T02:37:18.229 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:18.229 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.229 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.229 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "15.0", 2024-09-05T02:37:18.229 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.229 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.230 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.230 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.230 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.230 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.230 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.230 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.230 INFO:teuthology.orchestra.run.smithi033.stdout: "server_addr": { 2024-09-05T02:37:18.230 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "server_addr", 2024-09-05T02:37:18.230 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.230 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.230 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.230 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "::", 2024-09-05T02:37:18.230 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.230 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.231 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.231 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-05T02:37:18.231 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.231 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.231 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.231 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.231 INFO:teuthology.orchestra.run.smithi033.stdout: "server_port": { 2024-09-05T02:37:18.231 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "server_port", 2024-09-05T02:37:18.231 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.231 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.231 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.231 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "9283", 2024-09-05T02:37:18.231 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.232 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.232 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.232 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-05T02:37:18.232 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.232 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.232 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.232 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.232 INFO:teuthology.orchestra.run.smithi033.stdout: "stale_cache_strategy": { 2024-09-05T02:37:18.232 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "stale_cache_strategy", 2024-09-05T02:37:18.232 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.232 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.232 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.233 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "log", 2024-09-05T02:37:18.233 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.233 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.233 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.233 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.233 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.233 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.233 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.233 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.233 INFO:teuthology.orchestra.run.smithi033.stdout: "standby_behaviour": { 2024-09-05T02:37:18.233 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "standby_behaviour", 2024-09-05T02:37:18.233 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.233 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.234 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.234 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "default", 2024-09-05T02:37:18.234 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.234 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.234 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.234 INFO:teuthology.orchestra.run.smithi033.stdout: "default", 2024-09-05T02:37:18.234 INFO:teuthology.orchestra.run.smithi033.stdout: "error" 2024-09-05T02:37:18.234 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.234 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.234 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.234 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.234 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.234 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.235 INFO:teuthology.orchestra.run.smithi033.stdout: "standby_error_status_code": { 2024-09-05T02:37:18.235 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "standby_error_status_code", 2024-09-05T02:37:18.235 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.235 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.235 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.235 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "500", 2024-09-05T02:37:18.235 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "400", 2024-09-05T02:37:18.235 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "599", 2024-09-05T02:37:18.235 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.235 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.235 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.235 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.236 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.236 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.236 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.236 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.236 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.236 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rbd_support", 2024-09-05T02:37:18.236 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.236 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.236 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.236 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.236 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.236 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.236 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.237 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.237 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.237 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.237 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.237 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.237 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.237 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.237 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.237 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.237 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.237 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.237 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.237 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.238 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.238 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.238 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.238 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.238 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.238 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.238 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.238 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.238 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.238 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.238 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.238 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.239 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.239 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.239 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.239 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.239 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.239 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.239 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.239 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.239 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.239 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.239 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.239 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.239 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.240 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.240 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.240 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.240 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.240 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.240 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.240 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.240 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.240 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.240 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.240 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.240 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.240 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.241 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.241 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.241 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.241 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.241 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.241 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.241 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.241 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.241 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.241 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.241 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.241 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.241 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.242 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.242 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.242 INFO:teuthology.orchestra.run.smithi033.stdout: "max_concurrent_snap_create": { 2024-09-05T02:37:18.242 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "max_concurrent_snap_create", 2024-09-05T02:37:18.242 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.242 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.242 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.242 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:18.242 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.242 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.242 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.242 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.242 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.243 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.243 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.243 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.243 INFO:teuthology.orchestra.run.smithi033.stdout: "mirror_snapshot_schedule": { 2024-09-05T02:37:18.243 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "mirror_snapshot_schedule", 2024-09-05T02:37:18.243 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.243 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.243 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.243 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.243 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.243 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.243 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.243 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.244 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.244 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.244 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.244 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.244 INFO:teuthology.orchestra.run.smithi033.stdout: "trash_purge_schedule": { 2024-09-05T02:37:18.244 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "trash_purge_schedule", 2024-09-05T02:37:18.244 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.244 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.244 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.244 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.244 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.244 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.245 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.245 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.245 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.245 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.245 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.245 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.245 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.245 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.245 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.245 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "restful", 2024-09-05T02:37:18.245 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.245 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.245 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.246 INFO:teuthology.orchestra.run.smithi033.stdout: "enable_auth": { 2024-09-05T02:37:18.246 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "enable_auth", 2024-09-05T02:37:18.246 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.246 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.246 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.246 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.246 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.246 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.246 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.246 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.246 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.246 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.246 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.247 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.247 INFO:teuthology.orchestra.run.smithi033.stdout: "key_file": { 2024-09-05T02:37:18.247 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "key_file", 2024-09-05T02:37:18.247 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.247 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.247 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.247 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.247 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.247 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.247 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.247 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.247 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.247 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.247 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.248 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.248 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.248 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.248 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.248 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.248 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.248 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.248 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.248 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.248 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.248 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.248 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.249 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.249 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.249 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.249 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.249 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.249 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.249 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.249 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.249 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.249 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.249 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.249 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.250 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.250 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.250 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.250 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.250 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.250 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.250 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.250 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.250 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.250 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.250 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.250 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.250 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.251 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.251 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.251 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.251 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.251 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.251 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.251 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.251 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.251 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.251 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.251 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.251 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.251 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.252 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.252 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.252 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.252 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.252 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.252 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.252 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.252 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.252 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.252 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.252 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.252 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.253 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.253 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.253 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.253 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.253 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.253 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.253 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.253 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.253 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.253 INFO:teuthology.orchestra.run.smithi033.stdout: "server_addr": { 2024-09-05T02:37:18.253 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "server_addr", 2024-09-05T02:37:18.253 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.254 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.254 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.254 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.254 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.254 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.254 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.254 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.254 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.254 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.254 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.254 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.254 INFO:teuthology.orchestra.run.smithi033.stdout: "server_port": { 2024-09-05T02:37:18.254 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "server_port", 2024-09-05T02:37:18.255 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.255 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.255 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.255 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.255 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.255 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.255 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.255 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.255 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.255 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.255 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.255 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.255 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.255 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.256 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.256 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rgw", 2024-09-05T02:37:18.256 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.256 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.256 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.256 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.256 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.256 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.256 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.256 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.256 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.256 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.256 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.256 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.257 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.257 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.257 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.257 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.257 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.257 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.257 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.257 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.257 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.257 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.257 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.257 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.257 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.258 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.258 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.258 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.258 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.258 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.258 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.258 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.258 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.258 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.258 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.258 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.258 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.259 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.259 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.259 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.259 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.259 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.259 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.259 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.259 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.259 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.259 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.259 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.259 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.259 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.260 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.260 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.260 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.260 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.260 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.260 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.260 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.260 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.260 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.260 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.260 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.260 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.260 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.261 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.261 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.261 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.261 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.261 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.261 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.261 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.261 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.261 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.261 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.261 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.261 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.261 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.261 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rook", 2024-09-05T02:37:18.262 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.262 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.262 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.262 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.262 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.262 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.262 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.262 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.262 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.262 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.262 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.262 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.262 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.263 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.263 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.263 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.263 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.263 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.263 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.263 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.263 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.263 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.263 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.263 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.263 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.263 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.264 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.264 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.264 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.264 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.264 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.264 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.264 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.264 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.264 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.264 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.264 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.264 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.265 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.265 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.265 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.265 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.265 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.265 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.265 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.265 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.265 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.265 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.265 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.265 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.266 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.266 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.266 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.266 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.266 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.266 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.266 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.266 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.266 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.266 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.266 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.267 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.267 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.267 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.267 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.267 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.267 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.267 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.267 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.267 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.267 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.267 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.267 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.268 INFO:teuthology.orchestra.run.smithi033.stdout: "storage_class": { 2024-09-05T02:37:18.268 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "storage_class", 2024-09-05T02:37:18.268 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.268 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.268 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.268 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "local", 2024-09-05T02:37:18.268 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.268 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.268 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.268 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-05T02:37:18.268 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.268 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.268 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.269 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.269 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.269 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.269 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.269 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "selftest", 2024-09-05T02:37:18.269 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.269 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.269 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.269 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.269 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.269 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.269 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.269 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.270 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.270 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.270 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.270 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.270 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.270 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.270 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.270 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.270 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.270 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.270 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.270 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.270 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.271 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.271 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.271 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.271 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.271 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.271 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.271 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.271 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.271 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.271 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.271 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.271 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.271 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.272 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.272 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.272 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.272 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.272 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.272 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.272 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.272 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.272 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.272 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.272 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.272 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.272 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.272 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.273 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.273 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.273 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.273 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.273 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.273 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.273 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.273 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.273 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.273 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.273 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.273 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.273 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.274 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.274 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.274 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.274 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.274 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.274 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.274 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.274 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.274 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.274 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.274 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.274 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.274 INFO:teuthology.orchestra.run.smithi033.stdout: "roption1": { 2024-09-05T02:37:18.275 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "roption1", 2024-09-05T02:37:18.275 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.275 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.275 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.275 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.275 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.275 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.275 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.275 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.275 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.275 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.275 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.276 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.276 INFO:teuthology.orchestra.run.smithi033.stdout: "roption2": { 2024-09-05T02:37:18.276 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "roption2", 2024-09-05T02:37:18.276 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.276 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.276 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.276 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "xyz", 2024-09-05T02:37:18.276 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.276 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.276 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.276 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.276 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.276 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.276 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.277 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.277 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption1": { 2024-09-05T02:37:18.277 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption1", 2024-09-05T02:37:18.277 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.277 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.277 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.277 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.277 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.277 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.277 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.277 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.277 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.278 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.278 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.278 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.278 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption2": { 2024-09-05T02:37:18.278 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption2", 2024-09-05T02:37:18.278 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.278 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.278 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.278 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.278 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.278 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.278 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.278 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.279 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.279 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.279 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.279 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.279 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption3": { 2024-09-05T02:37:18.279 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption3", 2024-09-05T02:37:18.279 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:18.279 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.279 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.279 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.279 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.279 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.280 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.280 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.280 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.280 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.280 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.280 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.280 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption4": { 2024-09-05T02:37:18.280 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption4", 2024-09-05T02:37:18.280 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.280 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.280 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.280 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.280 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.281 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.281 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.281 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.281 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.281 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.281 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.281 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.281 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption5": { 2024-09-05T02:37:18.281 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption5", 2024-09-05T02:37:18.281 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.281 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.281 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.281 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.282 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.282 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.282 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.282 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.282 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.282 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.282 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.282 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.282 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption6": { 2024-09-05T02:37:18.282 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption6", 2024-09-05T02:37:18.282 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.282 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.283 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.283 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.283 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.283 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.283 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.283 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.283 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.283 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.283 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.283 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.283 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption7": { 2024-09-05T02:37:18.283 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption7", 2024-09-05T02:37:18.283 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.284 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.284 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.284 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.284 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "1", 2024-09-05T02:37:18.284 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "42", 2024-09-05T02:37:18.284 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.284 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.284 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.284 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.284 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.284 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.284 INFO:teuthology.orchestra.run.smithi033.stdout: "testkey": { 2024-09-05T02:37:18.284 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "testkey", 2024-09-05T02:37:18.285 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.285 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.285 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.285 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.285 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.285 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.285 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.285 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.285 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.285 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.285 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.285 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.286 INFO:teuthology.orchestra.run.smithi033.stdout: "testlkey": { 2024-09-05T02:37:18.286 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "testlkey", 2024-09-05T02:37:18.286 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.286 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.286 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.286 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.286 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.286 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.286 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.286 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.286 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.286 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.286 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.287 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.287 INFO:teuthology.orchestra.run.smithi033.stdout: "testnewline": { 2024-09-05T02:37:18.287 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "testnewline", 2024-09-05T02:37:18.287 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.287 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.287 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.287 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.287 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.287 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.287 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.287 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.287 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.287 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.287 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.288 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.288 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.288 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.288 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.288 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "snap_schedule", 2024-09-05T02:37:18.288 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.288 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.288 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.288 INFO:teuthology.orchestra.run.smithi033.stdout: "allow_m_granularity": { 2024-09-05T02:37:18.288 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "allow_m_granularity", 2024-09-05T02:37:18.288 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.288 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.288 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.289 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.289 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.289 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.289 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.289 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "allow minute scheduled snapshots", 2024-09-05T02:37:18.289 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.289 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.289 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.289 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.289 INFO:teuthology.orchestra.run.smithi033.stdout: "dump_on_update": { 2024-09-05T02:37:18.289 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "dump_on_update", 2024-09-05T02:37:18.289 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.289 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.290 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.290 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.290 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.290 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.290 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.290 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "dump database to debug log on update", 2024-09-05T02:37:18.290 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.290 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.290 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.290 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.290 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.290 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.290 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.290 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.290 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.291 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.291 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.291 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.291 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.291 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.291 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.291 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.291 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.291 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.291 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.291 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.291 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.291 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.291 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.291 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.292 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.292 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.292 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.292 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.292 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.292 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.292 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.292 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.292 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.292 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.292 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.292 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.292 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.293 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.293 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.293 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.293 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.293 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.293 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.293 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.293 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.293 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.293 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.293 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.293 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.293 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.293 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.294 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.294 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.294 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.294 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.294 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.294 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.294 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.294 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.294 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.294 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.294 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.294 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.294 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.294 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.295 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.295 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.295 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.295 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.295 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.295 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.295 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.295 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.295 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.295 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.295 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.295 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.295 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "stats", 2024-09-05T02:37:18.296 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.296 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.296 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.296 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.296 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.296 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.296 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.296 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.296 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.296 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.296 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.296 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.296 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.296 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.297 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.297 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.297 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.297 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.297 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.297 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.297 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.297 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.297 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.297 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.297 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.297 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.298 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.298 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.298 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.298 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.298 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.298 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.298 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.298 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.298 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.298 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.298 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.298 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.298 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.299 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.299 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.299 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.299 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.299 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.299 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.299 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.299 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.299 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.299 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.299 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.299 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.299 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.299 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.300 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.300 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.300 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.300 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.300 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.300 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.300 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.300 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.300 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.300 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.300 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.300 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.300 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.301 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.301 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.301 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.301 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.301 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.301 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.301 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.301 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.301 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.301 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.301 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "status", 2024-09-05T02:37:18.301 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.302 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.302 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.302 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.302 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.302 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.302 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.302 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.302 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.302 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.302 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.302 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.302 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.302 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.303 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.303 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.303 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.303 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.303 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.303 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.303 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.303 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.303 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.303 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.303 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.303 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.303 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.304 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.304 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.304 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.304 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.304 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.304 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.304 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.304 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.304 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.304 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.304 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.304 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.305 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.305 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.305 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.305 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.305 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.305 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.305 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.305 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.305 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.305 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.305 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.305 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.305 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.306 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.306 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.306 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.306 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.306 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.306 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.306 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.306 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.306 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.306 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.306 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.306 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.306 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.307 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.307 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.307 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.307 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.307 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.307 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.307 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.307 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.307 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.307 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.307 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.307 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "telegraf", 2024-09-05T02:37:18.308 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.308 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.308 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.308 INFO:teuthology.orchestra.run.smithi033.stdout: "address": { 2024-09-05T02:37:18.308 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "address", 2024-09-05T02:37:18.308 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.308 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.308 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.308 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-05T02:37:18.308 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.308 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.308 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.308 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.309 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.309 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.309 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.309 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.309 INFO:teuthology.orchestra.run.smithi033.stdout: "interval": { 2024-09-05T02:37:18.309 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "interval", 2024-09-05T02:37:18.309 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.309 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.309 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.309 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "15", 2024-09-05T02:37:18.309 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.309 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.310 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.310 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.310 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.310 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.310 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.310 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.310 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.310 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.310 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.310 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.310 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.310 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.310 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.311 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.311 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.311 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.311 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.311 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.311 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.311 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.311 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.311 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.311 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.311 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.311 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.311 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.311 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.311 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.312 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.312 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.312 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.312 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.312 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.312 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.312 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.312 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.312 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.312 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.312 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.312 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.312 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.313 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.313 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.313 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.313 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.313 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.313 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.313 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.313 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.313 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.313 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.313 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.313 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.314 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.314 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.314 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.314 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.314 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.314 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.314 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.314 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.314 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.314 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.314 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.314 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.315 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.315 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.315 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.315 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.315 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.315 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.315 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.315 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.315 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.315 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.315 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.315 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.316 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.316 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.316 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "telemetry", 2024-09-05T02:37:18.316 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.316 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.316 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.316 INFO:teuthology.orchestra.run.smithi033.stdout: "channel_basic": { 2024-09-05T02:37:18.316 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "channel_basic", 2024-09-05T02:37:18.316 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.316 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.316 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.316 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.316 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.317 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.317 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.317 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-05T02:37:18.317 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.317 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.317 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.317 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.317 INFO:teuthology.orchestra.run.smithi033.stdout: "channel_crash": { 2024-09-05T02:37:18.317 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "channel_crash", 2024-09-05T02:37:18.317 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.317 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.317 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.318 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.318 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.318 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.318 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.318 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-05T02:37:18.318 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.318 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.318 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.318 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.318 INFO:teuthology.orchestra.run.smithi033.stdout: "channel_device": { 2024-09-05T02:37:18.318 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "channel_device", 2024-09-05T02:37:18.318 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.318 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.319 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.319 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.319 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.319 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.319 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.319 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-05T02:37:18.319 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.319 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.319 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.319 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.319 INFO:teuthology.orchestra.run.smithi033.stdout: "channel_ident": { 2024-09-05T02:37:18.319 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "channel_ident", 2024-09-05T02:37:18.319 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.319 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.320 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.320 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.320 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.320 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.320 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.320 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-05T02:37:18.320 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.320 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.320 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.320 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.320 INFO:teuthology.orchestra.run.smithi033.stdout: "channel_perf": { 2024-09-05T02:37:18.320 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "channel_perf", 2024-09-05T02:37:18.321 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.321 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.321 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.321 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.321 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.321 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.321 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.321 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-05T02:37:18.321 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.321 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.321 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.321 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.321 INFO:teuthology.orchestra.run.smithi033.stdout: "contact": { 2024-09-05T02:37:18.322 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "contact", 2024-09-05T02:37:18.322 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.322 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.322 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.322 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.322 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.322 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.322 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.322 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.322 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.322 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.322 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.322 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.322 INFO:teuthology.orchestra.run.smithi033.stdout: "description": { 2024-09-05T02:37:18.323 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "description", 2024-09-05T02:37:18.323 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.323 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.323 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.323 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.323 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.323 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.323 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.323 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.323 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.323 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.323 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.323 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.324 INFO:teuthology.orchestra.run.smithi033.stdout: "device_url": { 2024-09-05T02:37:18.324 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "device_url", 2024-09-05T02:37:18.324 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.324 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.324 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.324 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-05T02:37:18.324 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.324 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.324 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.324 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.324 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.324 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.325 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.325 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.325 INFO:teuthology.orchestra.run.smithi033.stdout: "enabled": { 2024-09-05T02:37:18.325 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "enabled", 2024-09-05T02:37:18.325 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.325 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.325 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.325 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.325 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.325 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.325 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.325 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.326 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.326 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.326 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.326 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.326 INFO:teuthology.orchestra.run.smithi033.stdout: "interval": { 2024-09-05T02:37:18.326 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "interval", 2024-09-05T02:37:18.326 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.326 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.326 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.326 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "24", 2024-09-05T02:37:18.326 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "8", 2024-09-05T02:37:18.326 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.326 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.327 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.327 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.327 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.327 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.327 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.327 INFO:teuthology.orchestra.run.smithi033.stdout: "last_opt_revision": { 2024-09-05T02:37:18.327 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "last_opt_revision", 2024-09-05T02:37:18.327 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.327 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.327 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.327 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "1", 2024-09-05T02:37:18.327 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.327 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.327 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.328 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.328 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.328 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.328 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.328 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.328 INFO:teuthology.orchestra.run.smithi033.stdout: "leaderboard": { 2024-09-05T02:37:18.328 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "leaderboard", 2024-09-05T02:37:18.328 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.328 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.328 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.328 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.328 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.328 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.329 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.329 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.329 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.329 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.329 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.329 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.329 INFO:teuthology.orchestra.run.smithi033.stdout: "leaderboard_description": { 2024-09-05T02:37:18.329 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "leaderboard_description", 2024-09-05T02:37:18.329 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.329 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.329 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.329 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.330 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.330 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.330 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.330 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.330 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.330 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.330 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.330 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.330 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.330 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.330 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.330 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.330 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.330 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.331 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.331 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.331 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.331 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.331 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.331 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.331 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.331 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.331 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.331 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.331 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.331 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.331 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.331 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.332 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.332 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.332 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.332 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.332 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.332 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.332 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.332 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.332 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.332 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.332 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.332 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.332 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.332 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.333 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.333 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.333 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.333 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.333 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.333 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.333 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.333 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.333 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.333 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.333 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.333 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.334 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.334 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.334 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.334 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.334 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.334 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.334 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.334 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.334 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.334 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.334 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.334 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.334 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.335 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.335 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.335 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.335 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.335 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.335 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.335 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.335 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.335 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.335 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.335 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.335 INFO:teuthology.orchestra.run.smithi033.stdout: "organization": { 2024-09-05T02:37:18.335 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "organization", 2024-09-05T02:37:18.335 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.336 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.336 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.336 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.336 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.336 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.336 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.336 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.336 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.336 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.336 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.336 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.336 INFO:teuthology.orchestra.run.smithi033.stdout: "proxy": { 2024-09-05T02:37:18.336 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "proxy", 2024-09-05T02:37:18.337 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.337 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.337 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.337 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.337 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.337 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.337 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.337 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.337 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.337 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.337 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.337 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.338 INFO:teuthology.orchestra.run.smithi033.stdout: "url": { 2024-09-05T02:37:18.338 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "url", 2024-09-05T02:37:18.338 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.338 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.338 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.338 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-05T02:37:18.338 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.338 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.338 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.338 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.338 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.338 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.338 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.339 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.339 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.339 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.339 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.339 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "test_orchestrator", 2024-09-05T02:37:18.339 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.339 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.339 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.339 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.339 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.339 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.339 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.339 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.340 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.340 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.340 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.340 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.340 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.340 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.340 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.340 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.340 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.340 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.340 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.340 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.341 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.341 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.341 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.341 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.341 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.341 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.341 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.341 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.341 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.341 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.341 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.341 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.342 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.342 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.342 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.342 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.342 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.342 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.342 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.342 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.342 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.342 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.342 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.342 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.343 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.343 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.343 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.343 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.343 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.343 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.343 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.343 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.343 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.343 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.343 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.343 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.343 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.344 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.344 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.344 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.344 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.344 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.344 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.344 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.344 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.344 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.344 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.344 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.344 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.344 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.345 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.345 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.345 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.345 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.345 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.345 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.345 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "volumes", 2024-09-05T02:37:18.345 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.345 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.345 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.345 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.345 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.346 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.346 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.346 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.346 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.346 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.346 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.346 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.346 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.346 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.346 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.346 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.346 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.347 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.347 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.347 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.347 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.347 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.347 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.347 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.347 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.347 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.347 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.347 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.347 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.347 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.347 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.347 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.348 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.348 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.348 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.348 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.348 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.348 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.348 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.348 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.348 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.348 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.348 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.348 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.348 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.348 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.349 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.349 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.349 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.349 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.349 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.349 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.349 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.349 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.349 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.349 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.349 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.349 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.350 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.350 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.350 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.350 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.350 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.350 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.350 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.350 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.350 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.350 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.350 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.350 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.350 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: "max_concurrent_clones": { 2024-09-05T02:37:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "max_concurrent_clones", 2024-09-05T02:37:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "4", 2024-09-05T02:37:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-05T02:37:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: "periodic_async_work": { 2024-09-05T02:37:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "periodic_async_work", 2024-09-05T02:37:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Periodically check for async work", 2024-09-05T02:37:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: "snapshot_clone_delay": { 2024-09-05T02:37:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "snapshot_clone_delay", 2024-09-05T02:37:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0", 2024-09-05T02:37:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.354 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-05T02:37:18.354 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.354 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.354 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.354 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.354 INFO:teuthology.orchestra.run.smithi033.stdout: "snapshot_clone_no_wait": { 2024-09-05T02:37:18.354 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "snapshot_clone_no_wait", 2024-09-05T02:37:18.354 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.354 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.354 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.354 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.354 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.354 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.355 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.355 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-05T02:37:18.355 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.355 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.355 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.355 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.355 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.355 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.355 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.355 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "zabbix", 2024-09-05T02:37:18.355 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.355 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.355 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.356 INFO:teuthology.orchestra.run.smithi033.stdout: "discovery_interval": { 2024-09-05T02:37:18.356 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "discovery_interval", 2024-09-05T02:37:18.356 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "uint", 2024-09-05T02:37:18.356 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.356 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.356 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "100", 2024-09-05T02:37:18.356 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.356 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.356 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.356 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.356 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.356 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.357 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.357 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.357 INFO:teuthology.orchestra.run.smithi033.stdout: "identifier": { 2024-09-05T02:37:18.357 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "identifier", 2024-09-05T02:37:18.357 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.357 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.357 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.357 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.357 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.357 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.357 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.357 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.358 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.358 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.358 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.358 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.358 INFO:teuthology.orchestra.run.smithi033.stdout: "interval": { 2024-09-05T02:37:18.358 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "interval", 2024-09-05T02:37:18.358 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.358 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.358 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.358 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "60", 2024-09-05T02:37:18.358 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.358 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.358 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.358 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.359 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.359 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.359 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.359 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.359 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.359 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.359 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.359 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.359 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.359 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.359 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.359 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.359 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.360 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.360 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.360 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.360 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.360 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.360 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.360 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.360 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.360 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.360 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.360 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.360 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.360 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.361 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.361 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.361 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.361 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.361 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.361 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.361 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.361 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.361 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.361 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.361 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.361 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.362 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.362 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.362 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.362 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.362 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.362 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.362 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.362 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.362 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.362 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.362 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.362 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.362 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.363 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.363 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.363 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.363 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.363 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.363 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.363 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.363 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.363 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.363 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.363 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.363 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.363 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.364 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.364 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.364 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.364 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.364 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.364 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.364 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.364 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.364 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.364 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.364 INFO:teuthology.orchestra.run.smithi033.stdout: "zabbix_host": { 2024-09-05T02:37:18.364 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "zabbix_host", 2024-09-05T02:37:18.364 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.364 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.365 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.365 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.365 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.365 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.365 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.365 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.365 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.365 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.365 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.365 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.365 INFO:teuthology.orchestra.run.smithi033.stdout: "zabbix_port": { 2024-09-05T02:37:18.365 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "zabbix_port", 2024-09-05T02:37:18.366 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.366 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.366 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.366 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10051", 2024-09-05T02:37:18.366 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.366 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.366 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.366 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.366 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.366 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.366 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.366 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.366 INFO:teuthology.orchestra.run.smithi033.stdout: "zabbix_sender": { 2024-09-05T02:37:18.367 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "zabbix_sender", 2024-09-05T02:37:18.367 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.367 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.367 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.367 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-05T02:37:18.367 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.367 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.367 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.367 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.367 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.367 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.367 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.367 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.368 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.368 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.368 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-09-05T02:37:18.368 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.368 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.368 INFO:teuthology.orchestra.run.smithi033.stdout: "modules": [ 2024-09-05T02:37:18.368 INFO:teuthology.orchestra.run.smithi033.stdout: "cephadm", 2024-09-05T02:37:18.368 INFO:teuthology.orchestra.run.smithi033.stdout: "dashboard", 2024-09-05T02:37:18.368 INFO:teuthology.orchestra.run.smithi033.stdout: "iostat", 2024-09-05T02:37:18.368 INFO:teuthology.orchestra.run.smithi033.stdout: "nfs", 2024-09-05T02:37:18.368 INFO:teuthology.orchestra.run.smithi033.stdout: "restful", 2024-09-05T02:37:18.368 INFO:teuthology.orchestra.run.smithi033.stdout: "snap_schedule" 2024-09-05T02:37:18.368 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.369 INFO:teuthology.orchestra.run.smithi033.stdout: "available_modules": [ 2024-09-05T02:37:18.369 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.369 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "alerts", 2024-09-05T02:37:18.369 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.369 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.369 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.369 INFO:teuthology.orchestra.run.smithi033.stdout: "interval": { 2024-09-05T02:37:18.369 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "interval", 2024-09-05T02:37:18.369 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.369 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.369 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.369 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "60", 2024-09-05T02:37:18.370 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.370 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.370 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.370 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "How frequently to reexamine health status", 2024-09-05T02:37:18.370 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.370 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.370 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.370 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.370 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.370 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.370 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.370 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.370 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.371 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.371 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.371 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.371 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.371 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.371 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.371 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.371 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.371 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.371 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.371 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.371 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.371 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.372 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.372 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.372 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.372 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.372 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.372 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.372 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.372 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.372 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.372 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.372 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.372 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.373 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.373 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.373 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.373 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.373 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.373 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.373 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.373 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.373 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.373 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.373 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.373 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.374 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.374 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.374 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.374 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.374 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.374 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.374 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.374 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.374 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.374 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.374 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.374 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.374 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.375 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.375 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.375 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.375 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.375 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.375 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.375 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.375 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.375 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.375 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.375 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.375 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.375 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.376 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.376 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.376 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_destination": { 2024-09-05T02:37:18.376 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_destination", 2024-09-05T02:37:18.376 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.376 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.376 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.376 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.376 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.376 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.376 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.376 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Email address to send alerts to", 2024-09-05T02:37:18.377 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.377 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.377 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.377 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.377 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_from_name": { 2024-09-05T02:37:18.377 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_from_name", 2024-09-05T02:37:18.377 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.377 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.377 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.377 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "Ceph", 2024-09-05T02:37:18.377 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.377 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.378 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.378 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Email From: name", 2024-09-05T02:37:18.378 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.378 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.378 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.378 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.378 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_host": { 2024-09-05T02:37:18.378 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_host", 2024-09-05T02:37:18.378 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.378 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.378 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.378 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.378 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.378 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.378 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.379 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "SMTP server", 2024-09-05T02:37:18.379 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.379 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.379 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.379 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.379 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_password": { 2024-09-05T02:37:18.379 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_password", 2024-09-05T02:37:18.379 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.379 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.379 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.379 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.379 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.379 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.379 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.380 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Password to authenticate with", 2024-09-05T02:37:18.380 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.380 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.380 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.380 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.380 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_port": { 2024-09-05T02:37:18.380 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_port", 2024-09-05T02:37:18.380 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.380 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.380 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.380 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "465", 2024-09-05T02:37:18.380 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.380 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.381 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.381 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "SMTP port", 2024-09-05T02:37:18.381 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.381 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.381 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.381 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.381 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_sender": { 2024-09-05T02:37:18.381 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_sender", 2024-09-05T02:37:18.381 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.381 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.381 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.381 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.381 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.382 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.382 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.382 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "SMTP envelope sender", 2024-09-05T02:37:18.382 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.382 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.382 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.382 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.382 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_ssl": { 2024-09-05T02:37:18.382 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_ssl", 2024-09-05T02:37:18.382 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.382 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.382 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.382 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.383 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.384 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.384 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.384 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-05T02:37:18.384 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.384 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.384 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.384 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.384 INFO:teuthology.orchestra.run.smithi033.stdout: "smtp_user": { 2024-09-05T02:37:18.384 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "smtp_user", 2024-09-05T02:37:18.384 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.384 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.384 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.385 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.385 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.385 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.385 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.385 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "User to authenticate as", 2024-09-05T02:37:18.385 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.385 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.385 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.385 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.385 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.385 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.385 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.385 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "balancer", 2024-09-05T02:37:18.386 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.386 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.386 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.386 INFO:teuthology.orchestra.run.smithi033.stdout: "active": { 2024-09-05T02:37:18.386 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "active", 2024-09-05T02:37:18.386 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.386 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.386 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.386 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.386 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.386 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.386 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.386 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "automatically balance PGs across cluster", 2024-09-05T02:37:18.387 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.387 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.387 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.387 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.387 INFO:teuthology.orchestra.run.smithi033.stdout: "begin_time": { 2024-09-05T02:37:18.387 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "begin_time", 2024-09-05T02:37:18.387 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.387 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.387 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.387 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0000", 2024-09-05T02:37:18.387 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.387 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.387 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.387 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "beginning time of day to automatically balance", 2024-09-05T02:37:18.388 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-05T02:37:18.388 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.388 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.388 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.388 INFO:teuthology.orchestra.run.smithi033.stdout: "begin_weekday": { 2024-09-05T02:37:18.388 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "begin_weekday", 2024-09-05T02:37:18.388 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "uint", 2024-09-05T02:37:18.388 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.388 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.388 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0", 2024-09-05T02:37:18.388 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "0", 2024-09-05T02:37:18.388 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "6", 2024-09-05T02:37:18.389 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.389 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-05T02:37:18.389 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-05T02:37:18.389 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.389 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.389 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.389 INFO:teuthology.orchestra.run.smithi033.stdout: "crush_compat_max_iterations": { 2024-09-05T02:37:18.389 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "crush_compat_max_iterations", 2024-09-05T02:37:18.389 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "uint", 2024-09-05T02:37:18.389 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.389 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.389 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "25", 2024-09-05T02:37:18.390 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "1", 2024-09-05T02:37:18.390 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "250", 2024-09-05T02:37:18.390 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.390 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-05T02:37:18.390 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.390 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.390 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.390 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.390 INFO:teuthology.orchestra.run.smithi033.stdout: "crush_compat_metrics": { 2024-09-05T02:37:18.390 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "crush_compat_metrics", 2024-09-05T02:37:18.390 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.390 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.391 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.391 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "pgs,objects,bytes", 2024-09-05T02:37:18.391 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.391 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.391 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.391 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-05T02:37:18.391 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-05T02:37:18.391 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.391 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.391 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.391 INFO:teuthology.orchestra.run.smithi033.stdout: "crush_compat_step": { 2024-09-05T02:37:18.391 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "crush_compat_step", 2024-09-05T02:37:18.392 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:18.392 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.392 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.392 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0.5", 2024-09-05T02:37:18.392 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "0.001", 2024-09-05T02:37:18.392 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "0.999", 2024-09-05T02:37:18.392 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.392 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "aggressiveness of optimization", 2024-09-05T02:37:18.392 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-05T02:37:18.392 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.392 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.392 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.393 INFO:teuthology.orchestra.run.smithi033.stdout: "end_time": { 2024-09-05T02:37:18.393 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "end_time", 2024-09-05T02:37:18.393 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.393 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.393 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.393 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "2359", 2024-09-05T02:37:18.393 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.393 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.393 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.393 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "ending time of day to automatically balance", 2024-09-05T02:37:18.393 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-05T02:37:18.393 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.394 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.394 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.394 INFO:teuthology.orchestra.run.smithi033.stdout: "end_weekday": { 2024-09-05T02:37:18.394 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "end_weekday", 2024-09-05T02:37:18.394 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "uint", 2024-09-05T02:37:18.394 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.394 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.394 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0", 2024-09-05T02:37:18.394 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "0", 2024-09-05T02:37:18.394 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "6", 2024-09-05T02:37:18.394 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.394 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-05T02:37:18.394 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-05T02:37:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.398 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.398 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.398 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.398 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.398 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.398 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.398 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.398 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.398 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.398 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.398 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.398 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.399 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.399 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.399 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.399 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.399 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.399 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.399 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.399 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.399 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.399 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.399 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.399 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.399 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.399 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.400 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.400 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.400 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.400 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.400 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.400 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.400 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.400 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.400 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.400 INFO:teuthology.orchestra.run.smithi033.stdout: "min_score": { 2024-09-05T02:37:18.400 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "min_score", 2024-09-05T02:37:18.400 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:18.401 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.401 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.401 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0", 2024-09-05T02:37:18.401 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.401 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.401 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.401 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-05T02:37:18.401 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.401 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.401 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.401 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.401 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": { 2024-09-05T02:37:18.402 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "mode", 2024-09-05T02:37:18.402 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.402 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.402 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.402 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "upmap", 2024-09-05T02:37:18.402 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.402 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.402 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.402 INFO:teuthology.orchestra.run.smithi033.stdout: "crush-compat", 2024-09-05T02:37:18.402 INFO:teuthology.orchestra.run.smithi033.stdout: "none", 2024-09-05T02:37:18.402 INFO:teuthology.orchestra.run.smithi033.stdout: "read", 2024-09-05T02:37:18.402 INFO:teuthology.orchestra.run.smithi033.stdout: "upmap", 2024-09-05T02:37:18.402 INFO:teuthology.orchestra.run.smithi033.stdout: "upmap-read" 2024-09-05T02:37:18.402 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.403 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Balancer mode", 2024-09-05T02:37:18.403 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.403 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.403 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.403 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.403 INFO:teuthology.orchestra.run.smithi033.stdout: "pool_ids": { 2024-09-05T02:37:18.403 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "pool_ids", 2024-09-05T02:37:18.403 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.403 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.403 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.403 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.403 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.403 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.403 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.404 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-05T02:37:18.404 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.404 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.404 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.404 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.404 INFO:teuthology.orchestra.run.smithi033.stdout: "sleep_interval": { 2024-09-05T02:37:18.404 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "sleep_interval", 2024-09-05T02:37:18.404 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.404 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.404 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.404 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "60", 2024-09-05T02:37:18.404 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.404 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.405 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.405 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-05T02:37:18.405 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.405 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.405 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.405 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.405 INFO:teuthology.orchestra.run.smithi033.stdout: "upmap_max_deviation": { 2024-09-05T02:37:18.405 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "upmap_max_deviation", 2024-09-05T02:37:18.405 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.405 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.405 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.405 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "5", 2024-09-05T02:37:18.405 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "1", 2024-09-05T02:37:18.405 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.406 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.406 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-05T02:37:18.406 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-05T02:37:18.406 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.406 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.406 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.406 INFO:teuthology.orchestra.run.smithi033.stdout: "upmap_max_optimizations": { 2024-09-05T02:37:18.406 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "upmap_max_optimizations", 2024-09-05T02:37:18.406 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "uint", 2024-09-05T02:37:18.406 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.406 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.406 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:18.406 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.406 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.406 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.407 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-05T02:37:18.407 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.407 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.407 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.407 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.407 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.407 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.407 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.407 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephadm", 2024-09-05T02:37:18.407 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.407 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.407 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.407 INFO:teuthology.orchestra.run.smithi033.stdout: "agent_down_multiplier": { 2024-09-05T02:37:18.407 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "agent_down_multiplier", 2024-09-05T02:37:18.408 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:18.408 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.408 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.408 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "3.0", 2024-09-05T02:37:18.408 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.408 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.408 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.408 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-05T02:37:18.408 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.408 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.408 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.408 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.408 INFO:teuthology.orchestra.run.smithi033.stdout: "agent_refresh_rate": { 2024-09-05T02:37:18.409 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "agent_refresh_rate", 2024-09-05T02:37:18.409 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.409 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.409 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.409 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "20", 2024-09-05T02:37:18.409 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.409 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.409 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.409 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-05T02:37:18.409 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.409 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.409 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.409 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.409 INFO:teuthology.orchestra.run.smithi033.stdout: "agent_starting_port": { 2024-09-05T02:37:18.410 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "agent_starting_port", 2024-09-05T02:37:18.410 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.410 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.410 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.410 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "4721", 2024-09-05T02:37:18.410 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.410 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.410 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.410 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-05T02:37:18.410 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.410 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.410 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.410 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.410 INFO:teuthology.orchestra.run.smithi033.stdout: "allow_ptrace": { 2024-09-05T02:37:18.411 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "allow_ptrace", 2024-09-05T02:37:18.411 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.411 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.411 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.411 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.411 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.411 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.411 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.411 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-05T02:37:18.411 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-05T02:37:18.411 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.411 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.411 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.411 INFO:teuthology.orchestra.run.smithi033.stdout: "autotune_interval": { 2024-09-05T02:37:18.412 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "autotune_interval", 2024-09-05T02:37:18.412 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.412 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.412 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.412 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "600", 2024-09-05T02:37:18.412 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.412 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.412 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.412 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-05T02:37:18.412 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.412 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.412 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.412 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.412 INFO:teuthology.orchestra.run.smithi033.stdout: "autotune_memory_target_ratio": { 2024-09-05T02:37:18.413 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "autotune_memory_target_ratio", 2024-09-05T02:37:18.413 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:18.413 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.413 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.413 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0.7", 2024-09-05T02:37:18.413 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.413 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.413 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.413 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-05T02:37:18.413 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.413 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.413 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.413 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.414 INFO:teuthology.orchestra.run.smithi033.stdout: "cephadm_log_destination": { 2024-09-05T02:37:18.414 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephadm_log_destination", 2024-09-05T02:37:18.414 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.414 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.414 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.414 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.414 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.414 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.414 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.414 INFO:teuthology.orchestra.run.smithi033.stdout: "file", 2024-09-05T02:37:18.414 INFO:teuthology.orchestra.run.smithi033.stdout: "file,syslog", 2024-09-05T02:37:18.414 INFO:teuthology.orchestra.run.smithi033.stdout: "syslog" 2024-09-05T02:37:18.414 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.414 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-05T02:37:18.414 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.415 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.415 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.415 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.415 INFO:teuthology.orchestra.run.smithi033.stdout: "cgroups_split": { 2024-09-05T02:37:18.415 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cgroups_split", 2024-09-05T02:37:18.415 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.415 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.415 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.415 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.415 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.415 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.415 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.416 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-05T02:37:18.416 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.416 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.416 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.416 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.416 INFO:teuthology.orchestra.run.smithi033.stdout: "config_checks_enabled": { 2024-09-05T02:37:18.416 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "config_checks_enabled", 2024-09-05T02:37:18.416 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.416 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.416 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.416 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.416 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.416 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.416 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.417 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-05T02:37:18.417 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.417 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.417 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.417 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.417 INFO:teuthology.orchestra.run.smithi033.stdout: "config_dashboard": { 2024-09-05T02:37:18.417 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "config_dashboard", 2024-09-05T02:37:18.417 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.417 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.417 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.417 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.417 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.417 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.418 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.418 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-05T02:37:18.418 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.418 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.418 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.418 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.418 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_alertmanager": { 2024-09-05T02:37:18.418 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_alertmanager", 2024-09-05T02:37:18.418 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.418 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.418 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.418 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-05T02:37:18.418 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.419 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.419 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.419 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Prometheus container image", 2024-09-05T02:37:18.419 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.419 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.419 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.419 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.419 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_base": { 2024-09-05T02:37:18.419 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_base", 2024-09-05T02:37:18.419 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.419 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.419 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.419 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-05T02:37:18.419 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.420 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.420 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.420 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Container image name, without the tag", 2024-09-05T02:37:18.420 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.420 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.420 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.420 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.420 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_elasticsearch": { 2024-09-05T02:37:18.420 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_elasticsearch", 2024-09-05T02:37:18.420 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.420 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.420 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.420 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-05T02:37:18.421 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.421 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.421 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.421 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "elasticsearch container image", 2024-09-05T02:37:18.421 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.421 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.421 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.421 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.421 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_grafana": { 2024-09-05T02:37:18.421 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_grafana", 2024-09-05T02:37:18.421 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.421 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.422 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.422 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-05T02:37:18.422 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.422 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.422 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.422 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Prometheus container image", 2024-09-05T02:37:18.422 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.422 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.422 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.422 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.422 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_haproxy": { 2024-09-05T02:37:18.422 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_haproxy", 2024-09-05T02:37:18.422 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.423 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.423 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.423 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-05T02:37:18.423 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.423 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.423 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.423 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "HAproxy container image", 2024-09-05T02:37:18.423 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.423 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.423 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.423 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.423 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_jaeger_agent": { 2024-09-05T02:37:18.423 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_jaeger_agent", 2024-09-05T02:37:18.423 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.424 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.424 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.424 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-05T02:37:18.424 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.424 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.424 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.424 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Jaeger agent container image", 2024-09-05T02:37:18.424 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.424 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.424 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.424 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.424 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_jaeger_collector": { 2024-09-05T02:37:18.425 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_jaeger_collector", 2024-09-05T02:37:18.425 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.425 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.425 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.425 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-05T02:37:18.425 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.425 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.425 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.425 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Jaeger collector container image", 2024-09-05T02:37:18.425 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.425 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.425 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.425 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.425 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_jaeger_query": { 2024-09-05T02:37:18.426 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_jaeger_query", 2024-09-05T02:37:18.426 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.426 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.426 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.426 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-05T02:37:18.426 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.426 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.426 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.426 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Jaeger query container image", 2024-09-05T02:37:18.426 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.426 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.427 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.427 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.427 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_keepalived": { 2024-09-05T02:37:18.427 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_keepalived", 2024-09-05T02:37:18.427 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.427 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.427 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.427 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-05T02:37:18.427 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.427 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.427 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.427 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Keepalived container image", 2024-09-05T02:37:18.427 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.428 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.428 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.428 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.428 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_loki": { 2024-09-05T02:37:18.428 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_loki", 2024-09-05T02:37:18.428 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.428 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.428 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.428 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-05T02:37:18.428 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.428 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.428 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.428 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Loki container image", 2024-09-05T02:37:18.429 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.429 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.429 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.429 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.429 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_node_exporter": { 2024-09-05T02:37:18.429 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_node_exporter", 2024-09-05T02:37:18.429 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.429 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.429 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.429 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-05T02:37:18.429 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.429 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.429 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.430 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Prometheus container image", 2024-09-05T02:37:18.430 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.430 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.430 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.430 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.430 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_nvmeof": { 2024-09-05T02:37:18.430 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_nvmeof", 2024-09-05T02:37:18.430 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.430 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.430 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.430 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-05T02:37:18.430 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.431 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.431 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.431 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Nvme-of container image", 2024-09-05T02:37:18.431 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.431 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.431 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.431 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.431 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_prometheus": { 2024-09-05T02:37:18.431 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_prometheus", 2024-09-05T02:37:18.431 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.431 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.431 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.432 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-05T02:37:18.432 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.432 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.432 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.432 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Prometheus container image", 2024-09-05T02:37:18.432 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.432 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.432 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.432 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.432 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_promtail": { 2024-09-05T02:37:18.432 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_promtail", 2024-09-05T02:37:18.432 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.432 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.433 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.433 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-05T02:37:18.433 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.433 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.433 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.433 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Promtail container image", 2024-09-05T02:37:18.433 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.433 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.433 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.433 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.433 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_samba": { 2024-09-05T02:37:18.433 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_samba", 2024-09-05T02:37:18.434 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.434 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.434 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.434 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-05T02:37:18.434 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.434 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.434 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.434 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Samba/SMB container image", 2024-09-05T02:37:18.434 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.434 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.434 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.434 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.434 INFO:teuthology.orchestra.run.smithi033.stdout: "container_image_snmp_gateway": { 2024-09-05T02:37:18.435 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_image_snmp_gateway", 2024-09-05T02:37:18.435 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.435 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.435 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.435 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-05T02:37:18.435 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.435 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.435 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.435 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "SNMP Gateway container image", 2024-09-05T02:37:18.435 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.435 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.435 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.436 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.436 INFO:teuthology.orchestra.run.smithi033.stdout: "container_init": { 2024-09-05T02:37:18.436 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "container_init", 2024-09-05T02:37:18.436 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.436 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.436 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.436 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.436 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.436 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.436 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.436 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Run podman/docker with `--init`", 2024-09-05T02:37:18.436 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.437 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.437 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.437 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.437 INFO:teuthology.orchestra.run.smithi033.stdout: "daemon_cache_timeout": { 2024-09-05T02:37:18.437 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "daemon_cache_timeout", 2024-09-05T02:37:18.437 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.437 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.437 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.437 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "600", 2024-09-05T02:37:18.437 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.437 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.437 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.437 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-05T02:37:18.438 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.438 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.438 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.438 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.438 INFO:teuthology.orchestra.run.smithi033.stdout: "default_cephadm_command_timeout": { 2024-09-05T02:37:18.438 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "default_cephadm_command_timeout", 2024-09-05T02:37:18.438 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.438 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.438 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.438 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "900", 2024-09-05T02:37:18.438 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.438 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.439 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.439 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-05T02:37:18.439 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.439 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.439 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.439 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.439 INFO:teuthology.orchestra.run.smithi033.stdout: "default_registry": { 2024-09-05T02:37:18.439 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "default_registry", 2024-09-05T02:37:18.439 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.439 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.439 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.439 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "docker.io", 2024-09-05T02:37:18.439 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.440 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.440 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.440 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-05T02:37:18.440 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.440 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.440 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.440 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.440 INFO:teuthology.orchestra.run.smithi033.stdout: "device_cache_timeout": { 2024-09-05T02:37:18.440 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "device_cache_timeout", 2024-09-05T02:37:18.440 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.440 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.440 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.440 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "1800", 2024-09-05T02:37:18.441 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.441 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.441 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.441 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "seconds to cache device inventory", 2024-09-05T02:37:18.441 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.441 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.441 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.441 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.441 INFO:teuthology.orchestra.run.smithi033.stdout: "device_enhanced_scan": { 2024-09-05T02:37:18.441 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "device_enhanced_scan", 2024-09-05T02:37:18.441 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.441 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.442 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.442 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.442 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.442 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.442 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.442 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-05T02:37:18.442 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.442 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.442 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.442 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.442 INFO:teuthology.orchestra.run.smithi033.stdout: "facts_cache_timeout": { 2024-09-05T02:37:18.442 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "facts_cache_timeout", 2024-09-05T02:37:18.442 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.442 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.443 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.443 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "60", 2024-09-05T02:37:18.443 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.443 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.443 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.443 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "seconds to cache host facts data", 2024-09-05T02:37:18.443 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.443 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.443 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.443 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.443 INFO:teuthology.orchestra.run.smithi033.stdout: "grafana_dashboards_path": { 2024-09-05T02:37:18.443 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "grafana_dashboards_path", 2024-09-05T02:37:18.444 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.444 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.444 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.444 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-05T02:37:18.444 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.444 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.444 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.444 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-05T02:37:18.444 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.444 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.444 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.444 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.444 INFO:teuthology.orchestra.run.smithi033.stdout: "host_check_interval": { 2024-09-05T02:37:18.445 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "host_check_interval", 2024-09-05T02:37:18.445 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.445 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.445 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.445 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "600", 2024-09-05T02:37:18.445 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.445 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.445 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.445 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how frequently to perform a host check", 2024-09-05T02:37:18.445 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.445 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.445 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.445 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.445 INFO:teuthology.orchestra.run.smithi033.stdout: "hw_monitoring": { 2024-09-05T02:37:18.446 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "hw_monitoring", 2024-09-05T02:37:18.446 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.446 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.446 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.446 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.446 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.446 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.446 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.446 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-05T02:37:18.446 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.446 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.446 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.446 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.447 INFO:teuthology.orchestra.run.smithi033.stdout: "inventory_list_all": { 2024-09-05T02:37:18.447 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "inventory_list_all", 2024-09-05T02:37:18.447 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.447 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.447 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.447 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.447 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.447 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.447 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.447 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-05T02:37:18.447 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.447 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.448 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.448 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.448 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.448 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.448 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.448 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.448 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.448 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.448 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.448 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.448 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.448 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.448 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.448 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.449 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.449 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.449 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.449 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.449 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.449 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.449 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.449 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.449 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.449 INFO:teuthology.orchestra.run.smithi033.stdout: "log_refresh_metadata": { 2024-09-05T02:37:18.449 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_refresh_metadata", 2024-09-05T02:37:18.449 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.450 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.450 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.450 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.450 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.450 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.450 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.450 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-05T02:37:18.450 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.450 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.450 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.450 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.450 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.450 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.451 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.451 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.451 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.451 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.451 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.451 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.451 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.451 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-05T02:37:18.451 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.451 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.451 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.451 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.451 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.451 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.452 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.452 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.452 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.452 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.452 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.452 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.452 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.452 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.452 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.452 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.452 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.452 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.453 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.453 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.453 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.453 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.453 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.453 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.453 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.453 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.453 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.453 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.453 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.453 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.454 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.454 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.454 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.454 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.454 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.454 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.454 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.454 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.454 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.454 INFO:teuthology.orchestra.run.smithi033.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-05T02:37:18.454 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-05T02:37:18.454 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.454 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.455 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.455 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.455 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.455 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.455 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.455 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-05T02:37:18.455 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.455 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.455 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.455 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.455 INFO:teuthology.orchestra.run.smithi033.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-05T02:37:18.455 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-05T02:37:18.455 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.456 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.456 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.456 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "*", 2024-09-05T02:37:18.456 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.456 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.456 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.456 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-05T02:37:18.456 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.456 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.456 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.456 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.456 INFO:teuthology.orchestra.run.smithi033.stdout: "max_count_per_host": { 2024-09-05T02:37:18.456 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "max_count_per_host", 2024-09-05T02:37:18.457 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.457 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.457 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.457 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:18.457 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.457 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.457 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.457 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "max number of daemons per service per host", 2024-09-05T02:37:18.457 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.457 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.457 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.457 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.457 INFO:teuthology.orchestra.run.smithi033.stdout: "max_osd_draining_count": { 2024-09-05T02:37:18.458 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "max_osd_draining_count", 2024-09-05T02:37:18.458 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.458 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.458 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.458 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:18.458 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.458 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.458 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.458 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-05T02:37:18.458 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.458 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.458 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.458 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.458 INFO:teuthology.orchestra.run.smithi033.stdout: "migration_current": { 2024-09-05T02:37:18.459 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "migration_current", 2024-09-05T02:37:18.459 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.459 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.459 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.459 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.459 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.459 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.459 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.459 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "internal - do not modify", 2024-09-05T02:37:18.459 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.459 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.459 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.460 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.460 INFO:teuthology.orchestra.run.smithi033.stdout: "mode": { 2024-09-05T02:37:18.460 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "mode", 2024-09-05T02:37:18.460 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.460 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.460 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.460 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "root", 2024-09-05T02:37:18.460 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.460 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.460 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.460 INFO:teuthology.orchestra.run.smithi033.stdout: "cephadm-package", 2024-09-05T02:37:18.460 INFO:teuthology.orchestra.run.smithi033.stdout: "root" 2024-09-05T02:37:18.460 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.461 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "mode for remote execution of cephadm", 2024-09-05T02:37:18.461 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.461 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.461 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.461 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.461 INFO:teuthology.orchestra.run.smithi033.stdout: "oob_default_addr": { 2024-09-05T02:37:18.461 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "oob_default_addr", 2024-09-05T02:37:18.461 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.461 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.461 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.461 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "169.254.1.1", 2024-09-05T02:37:18.461 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.461 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.462 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.462 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-05T02:37:18.462 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.462 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.462 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.462 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.462 INFO:teuthology.orchestra.run.smithi033.stdout: "prometheus_alerts_path": { 2024-09-05T02:37:18.462 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "prometheus_alerts_path", 2024-09-05T02:37:18.462 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.462 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.462 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.462 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-05T02:37:18.462 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.463 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.463 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.463 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-05T02:37:18.463 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.463 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.463 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.463 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.463 INFO:teuthology.orchestra.run.smithi033.stdout: "registry_insecure": { 2024-09-05T02:37:18.463 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "registry_insecure", 2024-09-05T02:37:18.463 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.463 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.463 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.463 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.464 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.464 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.464 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.464 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-05T02:37:18.464 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.464 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.464 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.464 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.464 INFO:teuthology.orchestra.run.smithi033.stdout: "registry_password": { 2024-09-05T02:37:18.464 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "registry_password", 2024-09-05T02:37:18.464 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.464 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.465 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.465 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.465 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.465 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.465 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.465 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-05T02:37:18.465 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.465 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.465 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.465 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.465 INFO:teuthology.orchestra.run.smithi033.stdout: "registry_url": { 2024-09-05T02:37:18.465 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "registry_url", 2024-09-05T02:37:18.465 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.466 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.466 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.466 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.466 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.466 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.466 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.466 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-05T02:37:18.466 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.466 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.466 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.466 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.466 INFO:teuthology.orchestra.run.smithi033.stdout: "registry_username": { 2024-09-05T02:37:18.466 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "registry_username", 2024-09-05T02:37:18.466 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.467 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.467 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.467 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.467 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.467 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.467 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.467 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-05T02:37:18.467 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.467 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.467 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.467 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.467 INFO:teuthology.orchestra.run.smithi033.stdout: "secure_monitoring_stack": { 2024-09-05T02:37:18.468 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "secure_monitoring_stack", 2024-09-05T02:37:18.468 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.468 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.468 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.468 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.468 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.468 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.468 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.468 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-05T02:37:18.468 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.468 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.468 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.468 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.469 INFO:teuthology.orchestra.run.smithi033.stdout: "service_discovery_port": { 2024-09-05T02:37:18.469 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "service_discovery_port", 2024-09-05T02:37:18.469 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.469 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.469 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.469 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "8765", 2024-09-05T02:37:18.469 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.469 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.469 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.469 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "cephadm service discovery port", 2024-09-05T02:37:18.469 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.469 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.469 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.470 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.470 INFO:teuthology.orchestra.run.smithi033.stdout: "ssh_config_file": { 2024-09-05T02:37:18.470 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ssh_config_file", 2024-09-05T02:37:18.470 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.470 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.470 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.470 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.470 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.470 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.470 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.470 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-05T02:37:18.470 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.470 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.471 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.471 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.471 INFO:teuthology.orchestra.run.smithi033.stdout: "use_agent": { 2024-09-05T02:37:18.471 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "use_agent", 2024-09-05T02:37:18.471 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.471 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.471 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.471 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.471 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.471 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.471 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.471 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-05T02:37:18.471 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.472 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.472 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.472 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.472 INFO:teuthology.orchestra.run.smithi033.stdout: "use_repo_digest": { 2024-09-05T02:37:18.472 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "use_repo_digest", 2024-09-05T02:37:18.472 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.472 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.472 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.472 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.472 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.472 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.472 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.472 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-05T02:37:18.473 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.473 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.473 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.473 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.473 INFO:teuthology.orchestra.run.smithi033.stdout: "warn_on_failed_host_check": { 2024-09-05T02:37:18.473 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "warn_on_failed_host_check", 2024-09-05T02:37:18.473 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.473 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.473 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.473 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.473 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.473 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.474 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.474 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "raise a health warning if the host check fails", 2024-09-05T02:37:18.474 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.474 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.474 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.474 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.474 INFO:teuthology.orchestra.run.smithi033.stdout: "warn_on_stray_daemons": { 2024-09-05T02:37:18.474 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "warn_on_stray_daemons", 2024-09-05T02:37:18.474 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.474 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.474 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.474 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.474 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.475 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.475 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.475 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-05T02:37:18.475 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.475 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.475 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.475 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.475 INFO:teuthology.orchestra.run.smithi033.stdout: "warn_on_stray_hosts": { 2024-09-05T02:37:18.475 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "warn_on_stray_hosts", 2024-09-05T02:37:18.475 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.475 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.475 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.475 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.476 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.476 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.476 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.476 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-05T02:37:18.476 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.476 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.476 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.476 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.476 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.476 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.476 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.476 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "crash", 2024-09-05T02:37:18.476 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.477 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.477 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.477 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.477 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.477 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.477 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.477 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.477 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.477 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.477 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.477 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.477 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.477 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.477 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.478 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.478 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.478 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.478 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.478 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.478 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.478 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.478 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.478 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.478 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.478 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.478 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.478 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.479 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.479 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.479 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.479 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.479 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.479 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.479 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.479 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.479 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.479 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.479 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.479 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.479 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.479 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.479 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.480 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.480 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.480 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.480 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.480 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.480 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.480 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.480 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.480 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.480 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.480 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.480 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.480 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.481 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.481 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.481 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.481 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.481 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.481 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.481 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.481 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.481 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.481 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.481 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.481 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.481 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.482 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.482 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.482 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.482 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.482 INFO:teuthology.orchestra.run.smithi033.stdout: "retain_interval": { 2024-09-05T02:37:18.482 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "retain_interval", 2024-09-05T02:37:18.482 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.482 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.482 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.482 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "31536000", 2024-09-05T02:37:18.482 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.482 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.482 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.483 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-05T02:37:18.483 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.483 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.483 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.483 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.483 INFO:teuthology.orchestra.run.smithi033.stdout: "warn_recent_interval": { 2024-09-05T02:37:18.483 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "warn_recent_interval", 2024-09-05T02:37:18.483 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.483 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.483 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.483 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "1209600", 2024-09-05T02:37:18.483 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.483 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.483 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.484 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-05T02:37:18.484 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.484 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.484 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.484 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.484 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.484 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.484 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.484 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "dashboard", 2024-09-05T02:37:18.484 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.484 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.484 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.484 INFO:teuthology.orchestra.run.smithi033.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-05T02:37:18.484 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-05T02:37:18.485 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.485 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.485 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.485 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:18.485 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.485 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.485 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.485 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.485 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.485 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.485 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.485 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.486 INFO:teuthology.orchestra.run.smithi033.stdout: "ALERTMANAGER_API_HOST": { 2024-09-05T02:37:18.486 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-05T02:37:18.486 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.486 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.486 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.486 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.486 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.486 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.486 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.486 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.486 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.486 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.486 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.487 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.487 INFO:teuthology.orchestra.run.smithi033.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-05T02:37:18.487 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-05T02:37:18.487 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.487 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.487 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.487 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.487 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.487 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.487 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.487 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.487 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.487 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.488 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.488 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.488 INFO:teuthology.orchestra.run.smithi033.stdout: "AUDIT_API_ENABLED": { 2024-09-05T02:37:18.488 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "AUDIT_API_ENABLED", 2024-09-05T02:37:18.488 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.488 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.488 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.488 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.488 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.488 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.488 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.488 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.489 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.489 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.489 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.489 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.489 INFO:teuthology.orchestra.run.smithi033.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-05T02:37:18.489 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-05T02:37:18.489 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.489 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.489 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.489 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.489 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.489 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.489 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.490 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.490 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.490 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.490 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.490 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.490 INFO:teuthology.orchestra.run.smithi033.stdout: "ENABLE_BROWSABLE_API": { 2024-09-05T02:37:18.490 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-05T02:37:18.490 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.490 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.490 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.490 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.490 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.490 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.491 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.491 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.491 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.491 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.491 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.491 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.491 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-05T02:37:18.491 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-05T02:37:18.491 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.491 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.491 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.491 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.491 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.492 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.492 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.492 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.492 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.492 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.492 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.492 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.492 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-05T02:37:18.492 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-05T02:37:18.492 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.492 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.492 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.493 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.493 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.493 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.493 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.493 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.493 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.493 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.493 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.493 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.493 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-05T02:37:18.493 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-05T02:37:18.493 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.493 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.494 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.494 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.494 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.494 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.494 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.494 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.494 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.494 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.494 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.494 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.494 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-05T02:37:18.494 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-05T02:37:18.494 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.495 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.495 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.495 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.495 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.495 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.495 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.495 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.495 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.495 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.495 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.495 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.495 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-05T02:37:18.495 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-05T02:37:18.496 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.496 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.496 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.496 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.496 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.496 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.496 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.496 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.496 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.496 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.496 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.496 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.496 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-05T02:37:18.497 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-05T02:37:18.497 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.497 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.497 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.497 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.497 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.497 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.497 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.497 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.497 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.497 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.497 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.498 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.498 INFO:teuthology.orchestra.run.smithi033.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-05T02:37:18.498 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-05T02:37:18.498 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.498 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.498 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.498 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.498 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.498 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.498 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.498 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.498 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.498 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.499 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.499 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.499 INFO:teuthology.orchestra.run.smithi033.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-05T02:37:18.499 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-05T02:37:18.499 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.499 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.499 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.499 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.499 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.499 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.499 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.499 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.499 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.500 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.500 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.500 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.500 INFO:teuthology.orchestra.run.smithi033.stdout: "GRAFANA_API_PASSWORD": { 2024-09-05T02:37:18.500 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-05T02:37:18.500 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.500 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.500 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.500 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "admin", 2024-09-05T02:37:18.500 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.500 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.500 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.501 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.501 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.501 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.501 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.501 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.501 INFO:teuthology.orchestra.run.smithi033.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-05T02:37:18.501 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-05T02:37:18.501 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.501 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.501 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.501 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.501 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.501 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.501 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.502 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.502 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.502 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.502 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.502 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.502 INFO:teuthology.orchestra.run.smithi033.stdout: "GRAFANA_API_URL": { 2024-09-05T02:37:18.502 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GRAFANA_API_URL", 2024-09-05T02:37:18.502 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.502 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.502 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.502 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.502 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.502 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.503 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.503 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.503 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.503 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.503 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.503 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.503 INFO:teuthology.orchestra.run.smithi033.stdout: "GRAFANA_API_USERNAME": { 2024-09-05T02:37:18.503 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-05T02:37:18.503 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.503 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.503 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.503 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "admin", 2024-09-05T02:37:18.503 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.504 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.504 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.504 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.504 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.504 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.504 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.504 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.504 INFO:teuthology.orchestra.run.smithi033.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-05T02:37:18.504 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-05T02:37:18.504 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.504 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.504 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.504 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.505 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.505 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.505 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.505 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.505 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.505 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.505 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.505 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.505 INFO:teuthology.orchestra.run.smithi033.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-05T02:37:18.505 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-05T02:37:18.505 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.505 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.506 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.506 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.506 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.506 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.506 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.506 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.506 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.506 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.506 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.506 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.506 INFO:teuthology.orchestra.run.smithi033.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-05T02:37:18.506 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-05T02:37:18.506 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.506 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.507 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.507 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.507 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.507 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.507 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.507 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.507 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.507 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.507 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.507 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.507 INFO:teuthology.orchestra.run.smithi033.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-05T02:37:18.507 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-05T02:37:18.507 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.507 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.508 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.508 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.508 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.508 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.508 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.508 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.508 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.508 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.508 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.508 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.508 INFO:teuthology.orchestra.run.smithi033.stdout: "PROMETHEUS_API_HOST": { 2024-09-05T02:37:18.508 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-05T02:37:18.509 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.509 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.509 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.509 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.509 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.509 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.509 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.509 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.509 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.509 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.509 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.509 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.510 INFO:teuthology.orchestra.run.smithi033.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-05T02:37:18.510 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-05T02:37:18.510 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.510 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.510 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.510 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.510 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.510 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.510 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.510 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.510 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.510 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.510 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.510 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.511 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-05T02:37:18.511 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-05T02:37:18.511 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.511 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.511 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.511 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.511 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.511 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.511 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.511 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.511 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.511 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.511 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.511 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.512 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-05T02:37:18.512 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-05T02:37:18.512 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.512 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.512 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.512 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.512 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.512 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.512 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.512 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.512 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.512 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.512 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.512 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.513 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-05T02:37:18.513 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-05T02:37:18.513 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.513 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.513 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.513 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.513 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.513 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.513 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.513 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.513 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.513 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.513 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.513 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.514 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-05T02:37:18.514 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-05T02:37:18.514 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.514 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.514 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.514 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.514 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.514 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.514 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.514 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.514 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.514 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.515 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.515 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.515 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-05T02:37:18.515 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-05T02:37:18.515 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.515 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.515 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.515 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.515 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.515 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.515 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.515 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.515 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.515 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.515 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.516 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.516 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-05T02:37:18.516 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-05T02:37:18.516 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.516 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.516 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.516 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.516 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.516 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.516 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.516 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.516 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.516 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.517 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.517 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.517 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-05T02:37:18.517 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-05T02:37:18.517 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.517 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.517 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.517 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.517 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.517 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.517 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.517 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.518 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.518 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.518 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.518 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.518 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_ENABLED": { 2024-09-05T02:37:18.518 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-05T02:37:18.518 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.518 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.518 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.518 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.518 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.518 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.518 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.518 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.519 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.519 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.519 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.519 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.519 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-05T02:37:18.519 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-05T02:37:18.519 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.519 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.519 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.519 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-05T02:37:18.519 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.519 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.519 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.519 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.520 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.520 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.520 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.520 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.520 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-05T02:37:18.520 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-05T02:37:18.520 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.520 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.520 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.520 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:18.520 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.520 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.520 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.520 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.521 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.521 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.521 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.521 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.521 INFO:teuthology.orchestra.run.smithi033.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-05T02:37:18.521 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-05T02:37:18.521 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.521 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.521 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.521 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "8", 2024-09-05T02:37:18.521 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.521 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.521 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.522 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.522 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.522 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.522 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.522 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.522 INFO:teuthology.orchestra.run.smithi033.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-05T02:37:18.522 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-05T02:37:18.522 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.522 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.522 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.522 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "45", 2024-09-05T02:37:18.522 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.522 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.522 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.523 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.523 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.523 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.523 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.523 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.523 INFO:teuthology.orchestra.run.smithi033.stdout: "RGW_API_ACCESS_KEY": { 2024-09-05T02:37:18.523 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-05T02:37:18.523 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.523 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.523 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.523 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.523 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.523 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.524 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.524 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.524 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.524 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.524 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.524 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.524 INFO:teuthology.orchestra.run.smithi033.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-05T02:37:18.524 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-05T02:37:18.524 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.524 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.524 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.524 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "admin", 2024-09-05T02:37:18.524 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.525 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.525 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.525 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.525 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.525 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.525 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.525 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.525 INFO:teuthology.orchestra.run.smithi033.stdout: "RGW_API_SECRET_KEY": { 2024-09-05T02:37:18.525 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-05T02:37:18.525 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.525 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.525 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.525 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.525 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.526 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.526 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.526 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.526 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.526 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.526 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.526 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.526 INFO:teuthology.orchestra.run.smithi033.stdout: "RGW_API_SSL_VERIFY": { 2024-09-05T02:37:18.526 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-05T02:37:18.526 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.526 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.526 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.526 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.527 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.527 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.527 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.527 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.527 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.527 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.527 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.527 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.527 INFO:teuthology.orchestra.run.smithi033.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-05T02:37:18.527 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-05T02:37:18.527 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.527 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.527 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.527 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0", 2024-09-05T02:37:18.528 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.528 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.528 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.528 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.528 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.528 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.528 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.528 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.528 INFO:teuthology.orchestra.run.smithi033.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-05T02:37:18.528 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-05T02:37:18.528 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.528 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.528 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.528 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-05T02:37:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-05T02:37:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "5", 2024-09-05T02:37:18.530 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.530 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.530 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.530 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.530 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.530 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.530 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.530 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.530 INFO:teuthology.orchestra.run.smithi033.stdout: "cross_origin_url": { 2024-09-05T02:37:18.530 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cross_origin_url", 2024-09-05T02:37:18.530 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.530 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.530 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.531 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.531 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.531 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.531 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.531 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.531 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.531 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.531 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.531 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.531 INFO:teuthology.orchestra.run.smithi033.stdout: "crt_file": { 2024-09-05T02:37:18.531 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "crt_file", 2024-09-05T02:37:18.531 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.531 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.531 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.532 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.532 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.532 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.532 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.532 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.532 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.532 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.532 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.532 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.532 INFO:teuthology.orchestra.run.smithi033.stdout: "debug": { 2024-09-05T02:37:18.532 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "debug", 2024-09-05T02:37:18.532 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.533 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.533 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.533 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.533 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.533 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.533 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.533 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Enable/disable debug options", 2024-09-05T02:37:18.533 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.533 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.533 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.533 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.533 INFO:teuthology.orchestra.run.smithi033.stdout: "jwt_token_ttl": { 2024-09-05T02:37:18.533 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "jwt_token_ttl", 2024-09-05T02:37:18.534 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.534 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.534 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.534 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "28800", 2024-09-05T02:37:18.534 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.534 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.534 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.534 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.534 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.534 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.534 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.534 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.534 INFO:teuthology.orchestra.run.smithi033.stdout: "key_file": { 2024-09-05T02:37:18.534 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "key_file", 2024-09-05T02:37:18.535 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.535 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.535 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.535 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.535 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.535 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.535 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.535 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.535 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.535 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.535 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.535 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.536 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.536 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.536 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.536 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.536 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.536 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.536 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.536 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.536 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.536 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.536 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.536 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.536 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.537 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.537 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.537 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.537 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.537 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.537 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.537 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.537 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.537 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.537 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.537 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.537 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.537 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.538 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.538 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.538 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.538 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.538 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.538 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.538 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.538 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.538 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.538 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.538 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.538 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.538 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.539 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.539 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.539 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.539 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.539 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.539 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.539 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.539 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.539 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.539 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.539 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.539 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.540 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.540 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.540 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.540 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.540 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.540 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.540 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.540 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.540 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.540 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.540 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.540 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.540 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.541 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.541 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.541 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.541 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.541 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.541 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.541 INFO:teuthology.orchestra.run.smithi033.stdout: "motd": { 2024-09-05T02:37:18.541 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "motd", 2024-09-05T02:37:18.541 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.541 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.541 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.541 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.541 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.542 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.542 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.542 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "The message of the day", 2024-09-05T02:37:18.542 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.542 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.542 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.542 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.542 INFO:teuthology.orchestra.run.smithi033.stdout: "redirect_resolve_ip_addr": { 2024-09-05T02:37:18.542 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "redirect_resolve_ip_addr", 2024-09-05T02:37:18.542 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.542 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.542 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.543 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.543 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.543 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.543 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.543 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.543 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.543 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.543 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.543 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.543 INFO:teuthology.orchestra.run.smithi033.stdout: "server_addr": { 2024-09-05T02:37:18.543 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "server_addr", 2024-09-05T02:37:18.543 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.543 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.544 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.544 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "::", 2024-09-05T02:37:18.544 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.544 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.544 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.544 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.544 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.544 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.544 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.544 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.544 INFO:teuthology.orchestra.run.smithi033.stdout: "server_port": { 2024-09-05T02:37:18.544 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "server_port", 2024-09-05T02:37:18.544 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.545 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.545 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.545 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "8080", 2024-09-05T02:37:18.545 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.545 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.545 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.545 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.545 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.545 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.545 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.545 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.545 INFO:teuthology.orchestra.run.smithi033.stdout: "ssl": { 2024-09-05T02:37:18.545 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ssl", 2024-09-05T02:37:18.546 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.546 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.546 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.546 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.546 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.546 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.546 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.546 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.546 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.546 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.546 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.546 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.546 INFO:teuthology.orchestra.run.smithi033.stdout: "ssl_server_port": { 2024-09-05T02:37:18.547 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ssl_server_port", 2024-09-05T02:37:18.547 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.547 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.547 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.547 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "8443", 2024-09-05T02:37:18.547 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.547 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.547 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.547 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.547 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.547 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.547 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.547 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.548 INFO:teuthology.orchestra.run.smithi033.stdout: "standby_behaviour": { 2024-09-05T02:37:18.548 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "standby_behaviour", 2024-09-05T02:37:18.548 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.548 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.548 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.548 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "redirect", 2024-09-05T02:37:18.548 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.548 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.548 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.548 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.548 INFO:teuthology.orchestra.run.smithi033.stdout: "redirect" 2024-09-05T02:37:18.548 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.548 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.548 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.549 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.549 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.549 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.549 INFO:teuthology.orchestra.run.smithi033.stdout: "standby_error_status_code": { 2024-09-05T02:37:18.549 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "standby_error_status_code", 2024-09-05T02:37:18.549 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.549 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.549 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.549 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "500", 2024-09-05T02:37:18.549 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "400", 2024-09-05T02:37:18.549 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "599", 2024-09-05T02:37:18.549 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.549 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.549 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.550 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.550 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.550 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.550 INFO:teuthology.orchestra.run.smithi033.stdout: "url_prefix": { 2024-09-05T02:37:18.550 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "url_prefix", 2024-09-05T02:37:18.550 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.550 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.550 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.550 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.550 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.550 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.550 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.551 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.551 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.551 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.551 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.551 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.551 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.551 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.551 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.551 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "devicehealth", 2024-09-05T02:37:18.551 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.551 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.551 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.552 INFO:teuthology.orchestra.run.smithi033.stdout: "enable_monitoring": { 2024-09-05T02:37:18.552 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "enable_monitoring", 2024-09-05T02:37:18.552 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.552 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.552 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.552 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.552 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.552 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.552 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.552 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "monitor device health metrics", 2024-09-05T02:37:18.552 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.552 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.552 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.553 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.553 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.553 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.553 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.553 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.553 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.553 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.553 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.553 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.553 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.553 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.553 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.553 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.554 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.554 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.554 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.554 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.554 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.554 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.554 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.554 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.554 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.554 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.554 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.554 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.554 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.555 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.555 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.555 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.555 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.555 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.555 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.555 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.555 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.555 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.555 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.555 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.555 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.555 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.556 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.556 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.556 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.556 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.556 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.556 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.556 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.556 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.556 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.556 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.556 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.556 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.557 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.557 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.557 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.557 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.557 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.557 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.557 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.557 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.557 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.557 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.557 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.557 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.557 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.558 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.558 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.558 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.558 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.558 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.558 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.558 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.558 INFO:teuthology.orchestra.run.smithi033.stdout: "mark_out_threshold": { 2024-09-05T02:37:18.558 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "mark_out_threshold", 2024-09-05T02:37:18.558 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.558 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.558 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.559 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "2419200", 2024-09-05T02:37:18.559 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.559 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.559 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.559 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-05T02:37:18.559 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.559 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.559 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.559 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.559 INFO:teuthology.orchestra.run.smithi033.stdout: "pool_name": { 2024-09-05T02:37:18.559 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "pool_name", 2024-09-05T02:37:18.559 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.559 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.560 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.560 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "device_health_metrics", 2024-09-05T02:37:18.560 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.560 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.560 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.560 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-05T02:37:18.560 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.560 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.560 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.560 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.560 INFO:teuthology.orchestra.run.smithi033.stdout: "retention_period": { 2024-09-05T02:37:18.560 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "retention_period", 2024-09-05T02:37:18.561 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.561 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.561 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.561 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "15552000", 2024-09-05T02:37:18.561 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.561 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.561 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.561 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how long to retain device health metrics", 2024-09-05T02:37:18.561 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.561 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.561 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.561 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.561 INFO:teuthology.orchestra.run.smithi033.stdout: "scrape_frequency": { 2024-09-05T02:37:18.562 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "scrape_frequency", 2024-09-05T02:37:18.562 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.562 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.562 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.562 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "86400", 2024-09-05T02:37:18.562 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.562 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.562 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.562 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-05T02:37:18.562 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.562 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.562 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.562 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.563 INFO:teuthology.orchestra.run.smithi033.stdout: "self_heal": { 2024-09-05T02:37:18.563 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "self_heal", 2024-09-05T02:37:18.563 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.563 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.563 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.563 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.563 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.563 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.563 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.563 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-05T02:37:18.563 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.563 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.564 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.564 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.564 INFO:teuthology.orchestra.run.smithi033.stdout: "sleep_interval": { 2024-09-05T02:37:18.564 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "sleep_interval", 2024-09-05T02:37:18.564 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.564 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.564 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.564 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "600", 2024-09-05T02:37:18.564 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.564 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.564 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.564 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how frequently to wake up and check device health", 2024-09-05T02:37:18.564 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.565 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.565 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.565 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.565 INFO:teuthology.orchestra.run.smithi033.stdout: "warn_threshold": { 2024-09-05T02:37:18.565 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "warn_threshold", 2024-09-05T02:37:18.565 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.565 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.565 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.565 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "7257600", 2024-09-05T02:37:18.565 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.565 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.565 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.565 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-05T02:37:18.566 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.566 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.566 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.566 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.566 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.566 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.566 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.566 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "diskprediction_local", 2024-09-05T02:37:18.566 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.566 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.566 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.566 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.566 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.567 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.567 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.567 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.567 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.567 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.567 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.567 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.567 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.567 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.567 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.567 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.567 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.567 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.568 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.568 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.568 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.568 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.568 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.568 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.568 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.568 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.568 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.568 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.568 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.568 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.568 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.569 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.569 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.569 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.569 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.569 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.569 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.569 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.569 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.569 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.569 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.569 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.569 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.569 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.569 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.570 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.570 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.570 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.570 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.570 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.570 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.570 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.570 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.570 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.570 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.570 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.570 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.570 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.570 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.571 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.571 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.571 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.571 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.571 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.571 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.571 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.571 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.571 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.571 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.571 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.571 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.571 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.571 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.571 INFO:teuthology.orchestra.run.smithi033.stdout: "predict_interval": { 2024-09-05T02:37:18.572 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "predict_interval", 2024-09-05T02:37:18.572 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.572 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.572 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.572 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "86400", 2024-09-05T02:37:18.572 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.572 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.572 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.572 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.572 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.573 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.573 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.573 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.573 INFO:teuthology.orchestra.run.smithi033.stdout: "predictor_model": { 2024-09-05T02:37:18.573 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "predictor_model", 2024-09-05T02:37:18.573 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.573 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.573 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.573 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "prophetstor", 2024-09-05T02:37:18.573 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.573 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.573 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.573 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.573 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.574 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.574 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.574 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.574 INFO:teuthology.orchestra.run.smithi033.stdout: "sleep_interval": { 2024-09-05T02:37:18.574 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "sleep_interval", 2024-09-05T02:37:18.574 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.574 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.574 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.574 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "600", 2024-09-05T02:37:18.574 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.574 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.574 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.574 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.574 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.575 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.575 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.575 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.575 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.575 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.575 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.575 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "influx", 2024-09-05T02:37:18.575 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": false, 2024-09-05T02:37:18.575 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "influxdb python module not found", 2024-09-05T02:37:18.575 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.575 INFO:teuthology.orchestra.run.smithi033.stdout: "batch_size": { 2024-09-05T02:37:18.575 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "batch_size", 2024-09-05T02:37:18.576 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.576 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.576 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.576 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "5000", 2024-09-05T02:37:18.576 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.576 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.576 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.576 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-05T02:37:18.576 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.576 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.576 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.576 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.576 INFO:teuthology.orchestra.run.smithi033.stdout: "database": { 2024-09-05T02:37:18.577 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "database", 2024-09-05T02:37:18.577 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.577 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.577 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.577 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "ceph", 2024-09-05T02:37:18.577 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.577 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.577 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.577 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-05T02:37:18.577 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.577 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.577 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.578 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.578 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": { 2024-09-05T02:37:18.578 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "hostname", 2024-09-05T02:37:18.578 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.578 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.578 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.578 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.578 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.578 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.578 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.578 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "InfluxDB server hostname", 2024-09-05T02:37:18.578 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.578 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.579 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.579 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.579 INFO:teuthology.orchestra.run.smithi033.stdout: "interval": { 2024-09-05T02:37:18.579 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "interval", 2024-09-05T02:37:18.579 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.579 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.579 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.579 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "30", 2024-09-05T02:37:18.579 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "5", 2024-09-05T02:37:18.579 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.579 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.579 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-05T02:37:18.579 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.580 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.580 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.580 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.580 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.580 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.580 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.580 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.580 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.580 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.580 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.580 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.580 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.580 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.581 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.581 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.581 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.581 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.581 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.581 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.581 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.581 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.581 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.581 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.581 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.581 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.581 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.582 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.582 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.582 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.582 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.582 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.582 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.582 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.582 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.582 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.582 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.582 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.582 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.583 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.583 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.583 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.583 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.583 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.583 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.583 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.583 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.583 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.583 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.583 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.583 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.583 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.584 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.584 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.584 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.584 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.584 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.584 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.584 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.584 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.584 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.584 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.584 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.584 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.584 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.585 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.585 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.585 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.585 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.585 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.585 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.585 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.585 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.585 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.585 INFO:teuthology.orchestra.run.smithi033.stdout: "password": { 2024-09-05T02:37:18.585 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "password", 2024-09-05T02:37:18.585 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.585 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.585 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.586 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.586 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.586 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.586 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.586 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "password of InfluxDB server user", 2024-09-05T02:37:18.586 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.586 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.586 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.586 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.588 INFO:teuthology.orchestra.run.smithi033.stdout: "port": { 2024-09-05T02:37:18.588 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "port", 2024-09-05T02:37:18.588 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.588 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.588 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.588 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "8086", 2024-09-05T02:37:18.588 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.588 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.588 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.588 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "InfluxDB server port", 2024-09-05T02:37:18.588 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.588 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.589 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.589 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.589 INFO:teuthology.orchestra.run.smithi033.stdout: "ssl": { 2024-09-05T02:37:18.589 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ssl", 2024-09-05T02:37:18.589 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.589 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.589 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.589 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "false", 2024-09-05T02:37:18.589 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.589 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.589 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.589 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-05T02:37:18.589 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.590 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.590 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.590 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.590 INFO:teuthology.orchestra.run.smithi033.stdout: "threads": { 2024-09-05T02:37:18.590 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "threads", 2024-09-05T02:37:18.590 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.590 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.590 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.590 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "5", 2024-09-05T02:37:18.590 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "1", 2024-09-05T02:37:18.590 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "32", 2024-09-05T02:37:18.590 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.590 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-05T02:37:18.591 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.591 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.591 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.591 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.591 INFO:teuthology.orchestra.run.smithi033.stdout: "username": { 2024-09-05T02:37:18.591 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "username", 2024-09-05T02:37:18.591 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.591 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.591 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.591 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.591 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.591 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.592 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.592 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "username of InfluxDB server user", 2024-09-05T02:37:18.592 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.592 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.592 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.592 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.592 INFO:teuthology.orchestra.run.smithi033.stdout: "verify_ssl": { 2024-09-05T02:37:18.592 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "verify_ssl", 2024-09-05T02:37:18.592 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.592 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.592 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.592 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "true", 2024-09-05T02:37:18.593 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.593 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.593 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.593 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-05T02:37:18.593 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.593 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.593 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.593 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.593 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.593 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.593 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.593 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "insights", 2024-09-05T02:37:18.593 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.594 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.594 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.594 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.594 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.594 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.594 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.594 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.594 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.594 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.594 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.594 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.594 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.594 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.595 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.595 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.595 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.595 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.595 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.595 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.595 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.595 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.595 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.595 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.595 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.595 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.595 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.596 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.596 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.596 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.596 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.596 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.596 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.596 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.596 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.596 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.596 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.596 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.596 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.597 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.597 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.597 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.597 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.597 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.597 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.597 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.597 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.597 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.597 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.597 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.597 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.598 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.598 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.598 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.598 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.598 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.598 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.598 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.598 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.598 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.598 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.598 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.598 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.598 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.599 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.599 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.599 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.599 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.599 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.599 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.599 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.599 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.599 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.599 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.599 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.599 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.599 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "iostat", 2024-09-05T02:37:18.599 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.600 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.600 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.600 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.600 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.600 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.600 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.600 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.600 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.600 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.600 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.600 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.600 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.601 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.601 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.601 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.601 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.601 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.601 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.601 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.601 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.601 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.601 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.601 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.601 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.601 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.602 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.602 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.602 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.602 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.602 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.602 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.602 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.602 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.602 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.602 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.602 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.602 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.603 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.603 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.603 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.603 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.603 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.603 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.603 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.603 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.603 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.603 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.603 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.603 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.604 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.604 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.604 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.604 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.604 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.604 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.604 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.604 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.604 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.604 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.604 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.604 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.604 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.604 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.605 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.605 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.605 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.605 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.605 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.605 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.605 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.605 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.605 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.605 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.605 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.605 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.605 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "k8sevents", 2024-09-05T02:37:18.606 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.606 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.606 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.606 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_event_retention_days": { 2024-09-05T02:37:18.606 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "ceph_event_retention_days", 2024-09-05T02:37:18.606 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.606 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.606 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.606 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "7", 2024-09-05T02:37:18.606 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.606 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.606 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.606 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-05T02:37:18.607 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.607 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.607 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.607 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.607 INFO:teuthology.orchestra.run.smithi033.stdout: "config_check_secs": { 2024-09-05T02:37:18.607 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "config_check_secs", 2024-09-05T02:37:18.607 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.607 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.607 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.607 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:18.607 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "10", 2024-09-05T02:37:18.607 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.607 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.607 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-05T02:37:18.608 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.608 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.608 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.608 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.608 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.608 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.608 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.608 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.608 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.608 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.608 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.608 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.608 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.609 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.609 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.609 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.609 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.609 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.609 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.609 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.609 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.609 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.609 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.609 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.609 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.609 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.610 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.610 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.610 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.610 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.610 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.610 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.610 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.610 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.610 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.610 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.610 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.610 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.610 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.610 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.611 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.611 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.611 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.611 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.611 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.611 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.611 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.611 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.611 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.611 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.611 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.611 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.611 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.611 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.612 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.612 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.612 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.612 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.612 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.612 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.612 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.612 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.612 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.612 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.612 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.612 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.612 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.613 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.613 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.613 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.613 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.613 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.613 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.613 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.613 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.613 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.613 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.613 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "localpool", 2024-09-05T02:37:18.613 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.613 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.614 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.614 INFO:teuthology.orchestra.run.smithi033.stdout: "failure_domain": { 2024-09-05T02:37:18.614 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "failure_domain", 2024-09-05T02:37:18.614 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.614 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.614 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.614 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "host", 2024-09-05T02:37:18.614 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.614 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.614 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.614 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "failure domain for any created local pool", 2024-09-05T02:37:18.614 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-05T02:37:18.615 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.615 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.615 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.615 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.615 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.615 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.615 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.615 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.615 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.615 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.615 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.615 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.615 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.616 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.616 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.616 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.616 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.616 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.616 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.616 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.616 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.616 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.616 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.616 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.616 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.616 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.617 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.617 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.617 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.617 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.617 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.617 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.617 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.617 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.617 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.617 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.617 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.617 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.617 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.618 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.618 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.618 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.618 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.618 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.618 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.618 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.618 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.618 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.618 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.618 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.618 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.619 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.619 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.619 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.619 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.619 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.619 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.619 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.619 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.619 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.619 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.619 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.619 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.619 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.620 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.620 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.620 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.620 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.620 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.620 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.620 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.620 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.620 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.620 INFO:teuthology.orchestra.run.smithi033.stdout: "min_size": { 2024-09-05T02:37:18.620 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "min_size", 2024-09-05T02:37:18.620 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.620 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.620 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.621 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.621 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.621 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.621 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.621 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "default min_size for any created local pool", 2024-09-05T02:37:18.621 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-05T02:37:18.621 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.621 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.621 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.621 INFO:teuthology.orchestra.run.smithi033.stdout: "num_rep": { 2024-09-05T02:37:18.621 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "num_rep", 2024-09-05T02:37:18.621 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.621 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.621 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.622 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "3", 2024-09-05T02:37:18.622 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.622 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.622 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.622 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "default replica count for any created local pool", 2024-09-05T02:37:18.622 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.622 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.622 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.622 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.622 INFO:teuthology.orchestra.run.smithi033.stdout: "pg_num": { 2024-09-05T02:37:18.622 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "pg_num", 2024-09-05T02:37:18.622 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.623 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.623 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.623 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "128", 2024-09-05T02:37:18.623 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.623 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.623 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.623 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "default pg_num for any created local pool", 2024-09-05T02:37:18.623 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.623 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.623 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.623 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.623 INFO:teuthology.orchestra.run.smithi033.stdout: "prefix": { 2024-09-05T02:37:18.623 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "prefix", 2024-09-05T02:37:18.624 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.624 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.624 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.624 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.624 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.624 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.624 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.624 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "name prefix for any created local pool", 2024-09-05T02:37:18.624 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.624 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.624 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.624 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.625 INFO:teuthology.orchestra.run.smithi033.stdout: "subtree": { 2024-09-05T02:37:18.625 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "subtree", 2024-09-05T02:37:18.625 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.625 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.625 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.625 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "rack", 2024-09-05T02:37:18.625 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.625 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.625 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.625 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-05T02:37:18.625 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-05T02:37:18.625 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.625 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.626 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.626 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.626 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.626 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.626 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "mds_autoscaler", 2024-09-05T02:37:18.626 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.626 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.626 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.626 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.626 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.626 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.626 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.626 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.627 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.627 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.627 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.627 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.627 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.627 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.627 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.627 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.627 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.627 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.627 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.627 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.628 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.628 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.628 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.628 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.628 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.628 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.628 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.628 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.628 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.628 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.628 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.628 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.628 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.629 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.629 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.629 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.629 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.629 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.629 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.629 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.629 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.629 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.629 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.629 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.629 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.629 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.630 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.630 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.630 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.630 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.630 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.630 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.630 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.630 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.630 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.630 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.630 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.630 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.631 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.631 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.631 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.631 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.631 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.631 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.631 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.631 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.631 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.631 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.631 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.631 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.631 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.632 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.632 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.632 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.632 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.632 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.632 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "mirroring", 2024-09-05T02:37:18.632 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.632 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.632 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.632 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.632 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.632 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.632 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.633 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.633 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.633 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.633 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.633 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.633 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.633 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.633 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.633 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.633 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.633 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.634 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.634 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.634 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.634 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.634 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.634 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.634 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.634 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.634 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.634 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.634 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.634 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.634 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.635 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.635 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.635 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.635 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.635 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.635 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.635 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.635 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.635 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.635 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.635 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.635 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.635 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.635 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.636 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.636 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.636 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.636 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.636 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.636 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.636 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.636 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.636 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.636 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.636 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.636 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.637 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.637 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.637 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.637 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.637 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.637 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.637 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.637 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.637 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.637 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.637 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.637 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.637 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.638 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.638 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.638 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.638 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.638 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.638 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.638 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "nfs", 2024-09-05T02:37:18.638 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.638 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.638 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.638 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.638 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.638 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.639 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.639 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.639 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.639 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.639 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.639 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.639 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.639 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.639 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.639 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.639 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.639 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.639 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.640 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.640 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.640 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.640 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.640 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.640 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.640 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.640 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.640 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.640 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.640 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.640 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.640 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.641 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.641 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.641 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.641 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.641 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.641 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.641 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.641 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.641 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.641 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.641 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.641 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.641 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.642 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.642 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.642 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.642 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.642 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.642 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.642 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.642 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.642 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.642 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.642 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.642 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.642 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.642 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.642 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.643 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.643 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.643 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.643 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.643 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.643 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.643 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.643 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.643 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.643 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.643 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.643 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.643 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.643 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.644 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.644 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.644 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "orchestrator", 2024-09-05T02:37:18.644 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.644 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.644 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.644 INFO:teuthology.orchestra.run.smithi033.stdout: "fail_fs": { 2024-09-05T02:37:18.644 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "fail_fs", 2024-09-05T02:37:18.644 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.644 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.644 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.644 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.644 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.644 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.644 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.645 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-05T02:37:18.645 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.645 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.645 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.645 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.645 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.645 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.645 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.645 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.645 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.645 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.645 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.645 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.646 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.646 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.646 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.646 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.646 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.646 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.646 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.646 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.646 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.646 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.646 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.646 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.647 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.647 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.647 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.647 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.647 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.647 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.647 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.647 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.647 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.647 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.647 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.647 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.647 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.648 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.648 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.648 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.648 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.648 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.648 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.648 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.648 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.648 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.648 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.648 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.648 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.648 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.649 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.649 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.649 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.649 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.649 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.649 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.649 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.649 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.649 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.649 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.649 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.649 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.649 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.649 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.650 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.650 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.650 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.650 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.650 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.650 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.650 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.650 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.650 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.650 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.650 INFO:teuthology.orchestra.run.smithi033.stdout: "orchestrator": { 2024-09-05T02:37:18.650 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "orchestrator", 2024-09-05T02:37:18.651 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.651 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.651 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.651 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.651 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.651 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.651 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.651 INFO:teuthology.orchestra.run.smithi033.stdout: "cephadm", 2024-09-05T02:37:18.651 INFO:teuthology.orchestra.run.smithi033.stdout: "rook", 2024-09-05T02:37:18.651 INFO:teuthology.orchestra.run.smithi033.stdout: "test_orchestrator" 2024-09-05T02:37:18.651 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.651 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Orchestrator backend", 2024-09-05T02:37:18.651 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.652 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.652 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.652 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.652 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.652 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.652 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.652 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "osd_perf_query", 2024-09-05T02:37:18.652 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.652 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.652 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.652 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.652 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.652 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.653 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.653 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.653 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.653 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.653 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.653 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.653 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.653 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.653 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.653 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.653 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.653 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.653 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.654 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.654 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.654 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.654 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.654 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.654 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.654 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.654 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.654 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.654 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.654 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.654 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.654 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.654 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.655 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.655 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.655 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.655 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.655 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.655 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.655 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.655 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.655 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.655 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.655 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.655 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.655 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.656 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.656 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.656 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.656 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.656 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.656 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.656 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.656 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.656 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.656 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.656 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.656 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.657 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.657 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.657 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.657 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.657 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.657 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.657 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.657 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.657 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.657 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.657 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.657 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.658 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.658 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.658 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.658 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.658 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.658 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.658 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "osd_support", 2024-09-05T02:37:18.658 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.658 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.658 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.658 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.658 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.658 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.658 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.662 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.662 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.662 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.662 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.662 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.662 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.662 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.662 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.662 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.662 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.662 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.662 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.662 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.662 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.663 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.663 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.663 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.663 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.663 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.663 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.663 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.663 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.663 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.663 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.663 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.663 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.663 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.664 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.664 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.664 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.664 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "pg_autoscaler", 2024-09-05T02:37:18.664 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.664 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.664 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.664 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.664 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.664 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.664 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.664 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.664 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.665 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.665 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.665 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.665 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.665 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.665 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.665 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.665 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.665 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.665 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.665 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.665 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.665 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.666 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.666 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.666 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.666 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.666 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.666 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.666 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.666 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.666 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.666 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.666 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.666 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.667 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.667 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.667 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.667 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.667 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.667 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.667 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.667 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.667 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.667 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.667 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.667 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.667 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.668 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.668 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.668 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.668 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.668 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.668 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.668 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.668 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.668 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.668 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.668 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.668 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.668 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.669 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.669 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.669 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.669 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.669 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.669 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.669 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.669 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.669 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.669 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.669 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.669 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.670 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.670 INFO:teuthology.orchestra.run.smithi033.stdout: "sleep_interval": { 2024-09-05T02:37:18.670 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "sleep_interval", 2024-09-05T02:37:18.670 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.670 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.670 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.670 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "60", 2024-09-05T02:37:18.670 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.670 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.670 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.670 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.670 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.670 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.671 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.671 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.671 INFO:teuthology.orchestra.run.smithi033.stdout: "threshold": { 2024-09-05T02:37:18.671 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "threshold", 2024-09-05T02:37:18.671 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:18.671 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.671 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.671 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "3.0", 2024-09-05T02:37:18.671 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "1.0", 2024-09-05T02:37:18.671 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.671 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.671 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "scaling threshold", 2024-09-05T02:37:18.671 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-05T02:37:18.672 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.672 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.672 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.672 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.672 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.672 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.672 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "progress", 2024-09-05T02:37:18.672 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.672 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.672 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.672 INFO:teuthology.orchestra.run.smithi033.stdout: "allow_pg_recovery_event": { 2024-09-05T02:37:18.672 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "allow_pg_recovery_event", 2024-09-05T02:37:18.673 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.673 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.673 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.673 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.673 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.673 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.673 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.673 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-05T02:37:18.673 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.673 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.673 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.673 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.673 INFO:teuthology.orchestra.run.smithi033.stdout: "enabled": { 2024-09-05T02:37:18.673 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "enabled", 2024-09-05T02:37:18.674 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.674 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.674 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.674 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.674 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.674 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.674 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.674 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.674 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.674 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.674 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.674 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.675 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.675 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.675 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.675 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.675 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.675 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.675 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.675 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.675 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.675 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.675 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.675 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.675 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.676 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.676 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.676 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.676 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.676 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.676 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.676 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.676 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.676 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.676 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.676 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.676 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.676 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.677 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.677 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.677 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.677 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.677 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.677 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.677 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.677 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.677 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.677 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.677 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.677 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.678 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.678 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.678 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.678 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.678 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.678 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.678 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.678 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.678 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.678 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.678 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.678 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.678 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.679 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.679 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.679 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.679 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.679 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.679 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.679 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.679 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.679 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.679 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.679 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.679 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.679 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.679 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.679 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.680 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.680 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.680 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.680 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.680 INFO:teuthology.orchestra.run.smithi033.stdout: "max_completed_events": { 2024-09-05T02:37:18.680 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "max_completed_events", 2024-09-05T02:37:18.680 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.680 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.680 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.680 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "50", 2024-09-05T02:37:18.680 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.680 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.680 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.680 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "number of past completed events to remember", 2024-09-05T02:37:18.681 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.681 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.681 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.681 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.681 INFO:teuthology.orchestra.run.smithi033.stdout: "sleep_interval": { 2024-09-05T02:37:18.681 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "sleep_interval", 2024-09-05T02:37:18.681 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.681 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.681 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.681 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "5", 2024-09-05T02:37:18.681 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.681 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.681 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.681 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "how long the module is going to sleep", 2024-09-05T02:37:18.682 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.682 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.682 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.682 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.682 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.682 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.682 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.682 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "prometheus", 2024-09-05T02:37:18.682 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.682 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.682 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.682 INFO:teuthology.orchestra.run.smithi033.stdout: "cache": { 2024-09-05T02:37:18.682 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cache", 2024-09-05T02:37:18.682 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.683 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.683 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.683 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.683 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.683 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.683 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.683 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.683 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.683 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.683 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.683 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.683 INFO:teuthology.orchestra.run.smithi033.stdout: "exclude_perf_counters": { 2024-09-05T02:37:18.683 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "exclude_perf_counters", 2024-09-05T02:37:18.683 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.684 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.684 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.684 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.684 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.684 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.684 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.684 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-05T02:37:18.684 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-05T02:37:18.684 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.684 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.684 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.684 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.684 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.684 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.685 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.685 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.685 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.685 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.685 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.685 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.685 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.685 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.685 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.685 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.685 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.685 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.685 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.686 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.686 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.686 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.686 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.686 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.686 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.686 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.686 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.686 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.686 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.686 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.686 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.686 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.686 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.687 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.687 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.687 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.687 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.687 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.687 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.687 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.687 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.687 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.687 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.687 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.687 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.687 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.688 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.688 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.688 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.688 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.688 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.688 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.688 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.688 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.688 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.688 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.688 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.688 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.688 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.689 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.689 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.689 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.689 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.689 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.689 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.689 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.689 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.689 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.689 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.689 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.689 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.689 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.690 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.690 INFO:teuthology.orchestra.run.smithi033.stdout: "rbd_stats_pools": { 2024-09-05T02:37:18.690 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rbd_stats_pools", 2024-09-05T02:37:18.690 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.690 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.690 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.690 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.690 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.690 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.690 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.690 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.690 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.690 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.690 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.691 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.691 INFO:teuthology.orchestra.run.smithi033.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-05T02:37:18.691 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-05T02:37:18.691 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.691 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.691 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.691 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "300", 2024-09-05T02:37:18.691 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.691 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.691 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.691 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.691 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.691 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.691 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.692 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.692 INFO:teuthology.orchestra.run.smithi033.stdout: "scrape_interval": { 2024-09-05T02:37:18.692 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "scrape_interval", 2024-09-05T02:37:18.692 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:18.692 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.692 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.692 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "15.0", 2024-09-05T02:37:18.692 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.692 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.692 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.692 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.692 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.692 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.692 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.693 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.693 INFO:teuthology.orchestra.run.smithi033.stdout: "server_addr": { 2024-09-05T02:37:18.693 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "server_addr", 2024-09-05T02:37:18.693 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.693 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.693 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.693 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "::", 2024-09-05T02:37:18.693 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.693 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.693 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.693 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-05T02:37:18.693 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.693 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.694 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.694 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.694 INFO:teuthology.orchestra.run.smithi033.stdout: "server_port": { 2024-09-05T02:37:18.694 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "server_port", 2024-09-05T02:37:18.694 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.694 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.694 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.694 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "9283", 2024-09-05T02:37:18.694 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.694 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.694 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.694 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-05T02:37:18.694 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.694 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.694 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.695 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.695 INFO:teuthology.orchestra.run.smithi033.stdout: "stale_cache_strategy": { 2024-09-05T02:37:18.695 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "stale_cache_strategy", 2024-09-05T02:37:18.695 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.695 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.695 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.695 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "log", 2024-09-05T02:37:18.695 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.695 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.695 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.695 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.695 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.695 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.696 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.696 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.696 INFO:teuthology.orchestra.run.smithi033.stdout: "standby_behaviour": { 2024-09-05T02:37:18.696 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "standby_behaviour", 2024-09-05T02:37:18.696 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.696 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.696 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.696 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "default", 2024-09-05T02:37:18.696 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.696 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.696 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.696 INFO:teuthology.orchestra.run.smithi033.stdout: "default", 2024-09-05T02:37:18.696 INFO:teuthology.orchestra.run.smithi033.stdout: "error" 2024-09-05T02:37:18.696 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.697 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.697 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.697 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.697 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.697 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.697 INFO:teuthology.orchestra.run.smithi033.stdout: "standby_error_status_code": { 2024-09-05T02:37:18.697 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "standby_error_status_code", 2024-09-05T02:37:18.697 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.697 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.697 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.697 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "500", 2024-09-05T02:37:18.697 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "400", 2024-09-05T02:37:18.698 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "599", 2024-09-05T02:37:18.698 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.698 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.698 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.698 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.698 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.698 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.698 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.698 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.698 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.698 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rbd_support", 2024-09-05T02:37:18.698 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.698 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.699 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.699 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.699 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.699 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.699 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.699 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.699 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.699 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.699 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.699 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.699 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.699 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.699 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.700 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.700 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.700 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.700 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.700 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.700 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.700 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.700 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.700 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.700 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.700 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.700 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.701 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.701 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.701 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.701 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.701 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.701 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.701 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.701 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.701 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.701 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.701 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.701 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.702 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.702 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.702 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.702 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.702 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.702 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.702 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.702 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.702 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.702 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.702 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.702 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.703 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.703 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.703 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.703 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.703 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.703 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.703 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.703 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.703 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.703 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.703 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.703 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.704 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.704 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.704 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.704 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.704 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.704 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.704 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.704 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.704 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.704 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.704 INFO:teuthology.orchestra.run.smithi033.stdout: "max_concurrent_snap_create": { 2024-09-05T02:37:18.704 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "max_concurrent_snap_create", 2024-09-05T02:37:18.704 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.705 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.705 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.705 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10", 2024-09-05T02:37:18.705 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.705 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.705 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.705 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.705 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.705 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.705 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.705 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.705 INFO:teuthology.orchestra.run.smithi033.stdout: "mirror_snapshot_schedule": { 2024-09-05T02:37:18.706 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "mirror_snapshot_schedule", 2024-09-05T02:37:18.706 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.706 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.706 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.706 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.706 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.706 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.706 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.706 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.706 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.706 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.706 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.706 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.707 INFO:teuthology.orchestra.run.smithi033.stdout: "trash_purge_schedule": { 2024-09-05T02:37:18.707 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "trash_purge_schedule", 2024-09-05T02:37:18.707 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.707 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.707 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.707 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.707 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.707 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.707 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.707 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.707 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.707 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.707 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.708 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.708 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.708 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.708 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.708 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "restful", 2024-09-05T02:37:18.708 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.708 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.708 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.708 INFO:teuthology.orchestra.run.smithi033.stdout: "enable_auth": { 2024-09-05T02:37:18.708 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "enable_auth", 2024-09-05T02:37:18.708 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.708 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.708 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.709 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.709 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.709 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.709 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.709 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.709 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.709 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.709 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.709 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.709 INFO:teuthology.orchestra.run.smithi033.stdout: "key_file": { 2024-09-05T02:37:18.709 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "key_file", 2024-09-05T02:37:18.709 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.709 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.710 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.710 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.710 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.710 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.710 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.710 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.710 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.710 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.710 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.710 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.710 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.710 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.711 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.711 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.711 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.711 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.711 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.711 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.711 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.711 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.711 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.711 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.711 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.711 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.711 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.712 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.712 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.712 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.712 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.712 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.712 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.712 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.712 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.712 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.712 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.712 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.712 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.712 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.713 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.713 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.713 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.713 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.713 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.713 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.713 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.713 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.713 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.713 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.713 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.713 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.713 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.714 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.714 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.714 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.714 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.714 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.714 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.714 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.714 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.714 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.714 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.714 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.714 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.714 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.714 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.715 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.715 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.715 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.715 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.715 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.715 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.715 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.715 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.715 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.715 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.715 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.715 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.715 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.715 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.716 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.716 INFO:teuthology.orchestra.run.smithi033.stdout: "server_addr": { 2024-09-05T02:37:18.716 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "server_addr", 2024-09-05T02:37:18.716 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.716 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.716 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.716 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.716 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.716 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.716 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.716 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.716 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.717 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.717 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.717 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.717 INFO:teuthology.orchestra.run.smithi033.stdout: "server_port": { 2024-09-05T02:37:18.717 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "server_port", 2024-09-05T02:37:18.717 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.717 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.717 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.717 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.717 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.717 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.717 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.717 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.717 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.718 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.718 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.718 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.718 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.718 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.718 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.718 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rgw", 2024-09-05T02:37:18.718 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.718 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.718 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.718 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.718 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.719 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.719 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.719 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.719 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.719 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.719 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.719 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.719 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.719 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.719 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.719 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.719 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.720 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.720 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.720 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.720 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.720 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.720 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.720 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.720 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.720 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.720 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.720 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.720 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.720 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.721 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.721 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.721 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.721 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.721 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.721 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.721 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.721 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.721 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.721 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.721 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.721 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.721 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.722 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.722 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.722 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.722 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.722 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.722 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.722 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.722 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.722 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.722 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.722 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.722 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.722 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.723 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.723 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.723 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.723 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.723 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.723 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.723 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.723 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.723 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.723 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.723 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.723 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.724 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.724 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.724 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.724 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.724 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.724 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.724 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.724 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.724 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rook", 2024-09-05T02:37:18.724 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.724 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.724 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.724 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.725 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.725 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.725 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.725 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.725 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.725 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.725 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.725 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.725 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.725 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.725 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.726 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.726 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.726 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.726 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.726 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.726 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.726 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.726 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.726 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.726 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.726 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.726 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.726 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.726 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.727 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.727 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.727 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.727 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.727 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.727 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.727 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.727 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.727 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.727 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.727 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.727 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.727 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.728 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.728 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.728 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.728 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.728 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.728 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.728 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.728 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.728 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.728 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.728 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.728 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.728 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.729 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.729 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.729 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.729 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.729 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.729 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.729 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.729 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.729 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.729 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.729 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.729 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.730 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.730 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.730 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.730 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.730 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.730 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.730 INFO:teuthology.orchestra.run.smithi033.stdout: "storage_class": { 2024-09-05T02:37:18.730 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "storage_class", 2024-09-05T02:37:18.730 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.730 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.730 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.730 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "local", 2024-09-05T02:37:18.730 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.731 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.731 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.731 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-05T02:37:18.731 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.731 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.731 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.731 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.731 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.731 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.731 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.731 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "selftest", 2024-09-05T02:37:18.731 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.731 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.732 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.732 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.732 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.732 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.732 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.732 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.732 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.732 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.732 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.732 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.732 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.732 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.732 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.733 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.733 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.733 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.733 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.733 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.733 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.733 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.733 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.733 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.733 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.733 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.733 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.734 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.734 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.734 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.734 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.734 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.734 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.734 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.734 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.734 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.734 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.734 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.734 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.734 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.735 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.735 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.735 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.735 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.735 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.735 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.735 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.735 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.735 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.735 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.735 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.735 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.735 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.736 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.736 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.736 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.736 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.736 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.736 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.736 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.736 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.736 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.736 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.736 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.736 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.736 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.737 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.737 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.737 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.737 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.737 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.737 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.737 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.737 INFO:teuthology.orchestra.run.smithi033.stdout: "roption1": { 2024-09-05T02:37:18.737 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "roption1", 2024-09-05T02:37:18.737 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.737 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.737 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.738 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.738 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.738 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.738 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.738 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.738 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.738 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.738 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.738 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.738 INFO:teuthology.orchestra.run.smithi033.stdout: "roption2": { 2024-09-05T02:37:18.738 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "roption2", 2024-09-05T02:37:18.738 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.738 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.739 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.739 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "xyz", 2024-09-05T02:37:18.739 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.739 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.739 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.739 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.739 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.739 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.739 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.739 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.739 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption1": { 2024-09-05T02:37:18.739 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption1", 2024-09-05T02:37:18.740 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.740 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.740 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.740 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.740 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.740 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.740 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.740 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.740 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.740 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.740 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.740 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.740 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption2": { 2024-09-05T02:37:18.741 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption2", 2024-09-05T02:37:18.741 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.741 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.741 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.741 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.741 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.741 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.741 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.741 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.741 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.741 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.741 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.741 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.742 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption3": { 2024-09-05T02:37:18.742 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption3", 2024-09-05T02:37:18.742 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "float", 2024-09-05T02:37:18.742 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.742 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.742 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.742 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.742 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.742 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.742 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.742 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.742 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.742 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.743 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.743 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption4": { 2024-09-05T02:37:18.743 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption4", 2024-09-05T02:37:18.743 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.743 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.743 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.743 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.743 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.743 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.743 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.743 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.743 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.743 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.744 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.744 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.744 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption5": { 2024-09-05T02:37:18.744 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption5", 2024-09-05T02:37:18.744 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.744 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.744 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.744 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.744 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.744 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.744 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.744 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.744 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.745 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.745 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.745 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.745 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption6": { 2024-09-05T02:37:18.745 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption6", 2024-09-05T02:37:18.745 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.745 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.745 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.745 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.745 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.745 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.745 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.745 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.746 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.746 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.746 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.746 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.746 INFO:teuthology.orchestra.run.smithi033.stdout: "rwoption7": { 2024-09-05T02:37:18.746 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rwoption7", 2024-09-05T02:37:18.746 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.746 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.746 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.746 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.746 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "1", 2024-09-05T02:37:18.746 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "42", 2024-09-05T02:37:18.746 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.747 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.747 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.747 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.747 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.747 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.747 INFO:teuthology.orchestra.run.smithi033.stdout: "testkey": { 2024-09-05T02:37:18.747 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "testkey", 2024-09-05T02:37:18.747 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.747 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.747 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.747 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.747 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.747 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.748 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.748 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.748 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.748 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.748 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.748 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.748 INFO:teuthology.orchestra.run.smithi033.stdout: "testlkey": { 2024-09-05T02:37:18.748 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "testlkey", 2024-09-05T02:37:18.748 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.748 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.748 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.748 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.749 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.749 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.749 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.749 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.749 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.749 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.749 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.749 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.749 INFO:teuthology.orchestra.run.smithi033.stdout: "testnewline": { 2024-09-05T02:37:18.749 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "testnewline", 2024-09-05T02:37:18.749 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.749 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.749 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.749 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.750 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.750 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.750 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.750 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.750 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.750 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.750 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.750 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.750 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.750 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.750 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.750 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "snap_schedule", 2024-09-05T02:37:18.750 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.751 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.751 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.751 INFO:teuthology.orchestra.run.smithi033.stdout: "allow_m_granularity": { 2024-09-05T02:37:18.751 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "allow_m_granularity", 2024-09-05T02:37:18.751 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.751 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.751 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.751 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.751 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.751 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.751 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.751 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "allow minute scheduled snapshots", 2024-09-05T02:37:18.751 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.752 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.752 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.752 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.752 INFO:teuthology.orchestra.run.smithi033.stdout: "dump_on_update": { 2024-09-05T02:37:18.752 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "dump_on_update", 2024-09-05T02:37:18.752 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.752 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.752 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.752 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.752 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.752 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.752 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.753 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "dump database to debug log on update", 2024-09-05T02:37:18.753 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.753 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.753 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.753 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.753 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.753 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.753 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.753 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.753 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.753 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.753 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.753 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.754 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.754 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.754 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.754 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.754 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.754 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.754 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.754 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.754 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.754 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.754 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.754 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.754 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.755 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.755 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.755 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.755 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.755 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.755 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.755 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.755 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.755 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.755 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.755 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.755 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.755 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.756 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.756 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.756 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.756 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.756 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.756 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.756 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.756 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.756 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.756 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.756 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.756 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.756 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.757 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.757 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.757 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.757 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.757 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.757 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.757 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.757 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.757 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.757 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.757 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.757 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.757 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.758 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.758 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.758 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.758 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.758 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.758 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.758 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.758 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.758 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.758 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.758 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.758 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.758 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.759 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "stats", 2024-09-05T02:37:18.759 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.759 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.759 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.759 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.759 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.759 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.759 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.759 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.759 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.759 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.759 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.759 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.760 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.760 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.760 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.760 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.760 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.760 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.760 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.760 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.760 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.760 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.760 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.760 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.761 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.761 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.761 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.761 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.761 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.761 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.761 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.761 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.761 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.761 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.761 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.761 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.761 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.762 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.762 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.762 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.762 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.762 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.762 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.762 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.762 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.762 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.762 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.762 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.762 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.763 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.763 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.763 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.763 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.763 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.763 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.763 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.763 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.763 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.763 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.763 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.763 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.763 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.764 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.764 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.764 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.764 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.764 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.764 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.764 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.764 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.764 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.764 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.764 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.764 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.764 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.765 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.765 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "status", 2024-09-05T02:37:18.765 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.765 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.765 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.765 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.765 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.765 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.765 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.765 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.765 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.765 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.765 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.766 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.766 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.766 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.766 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.766 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.766 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.766 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.766 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.766 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.766 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.766 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.766 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.766 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.767 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.767 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.767 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.767 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.767 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.767 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.767 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.767 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.767 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.767 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.767 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.767 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.768 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.768 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.768 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.768 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.768 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.768 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.768 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.768 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.768 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.768 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.768 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.768 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.769 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.769 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.769 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.769 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.769 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.769 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.769 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.769 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.769 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.769 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.769 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.769 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.769 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.769 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.770 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.770 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.770 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.770 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.770 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.770 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.770 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.770 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.770 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.770 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.770 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.770 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.770 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.771 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.771 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "telegraf", 2024-09-05T02:37:18.771 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.771 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.771 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.771 INFO:teuthology.orchestra.run.smithi033.stdout: "address": { 2024-09-05T02:37:18.771 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "address", 2024-09-05T02:37:18.771 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.771 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.771 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.771 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-05T02:37:18.771 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.771 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.771 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.772 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.772 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.772 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.772 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.772 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.772 INFO:teuthology.orchestra.run.smithi033.stdout: "interval": { 2024-09-05T02:37:18.772 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "interval", 2024-09-05T02:37:18.772 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.772 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.772 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.772 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "15", 2024-09-05T02:37:18.772 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.772 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.773 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.773 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.773 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.773 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.773 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.773 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.773 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.773 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.773 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.773 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.773 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.773 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.773 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.774 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.774 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.774 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.774 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.774 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.774 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.774 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.774 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.774 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.774 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.774 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.774 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.774 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.775 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.775 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.775 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.775 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.775 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.775 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.775 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.775 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.775 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.775 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.775 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.775 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.775 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.776 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.776 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.776 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.776 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.776 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.776 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.776 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.776 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.776 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.776 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.776 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.776 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.776 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.777 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.777 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.777 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.777 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.777 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.777 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.777 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.777 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.777 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.777 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.777 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.777 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.777 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.778 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.778 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.778 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.778 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.778 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.778 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.778 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.778 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.778 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.778 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.778 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.778 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.779 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.779 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.779 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "telemetry", 2024-09-05T02:37:18.779 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.779 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.779 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.779 INFO:teuthology.orchestra.run.smithi033.stdout: "channel_basic": { 2024-09-05T02:37:18.779 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "channel_basic", 2024-09-05T02:37:18.779 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.779 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.779 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.779 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.779 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.780 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.780 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.780 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-05T02:37:18.780 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.780 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.780 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.780 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.780 INFO:teuthology.orchestra.run.smithi033.stdout: "channel_crash": { 2024-09-05T02:37:18.780 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "channel_crash", 2024-09-05T02:37:18.780 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.780 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.780 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.781 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.781 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.781 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.781 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.781 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-05T02:37:18.781 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.781 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.781 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.781 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.781 INFO:teuthology.orchestra.run.smithi033.stdout: "channel_device": { 2024-09-05T02:37:18.781 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "channel_device", 2024-09-05T02:37:18.781 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.781 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.782 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.782 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.782 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.782 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.782 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.782 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-05T02:37:18.782 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.782 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.782 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.782 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.782 INFO:teuthology.orchestra.run.smithi033.stdout: "channel_ident": { 2024-09-05T02:37:18.782 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "channel_ident", 2024-09-05T02:37:18.782 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.783 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.783 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.783 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.783 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.783 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.783 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.783 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-05T02:37:18.783 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.783 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.783 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.783 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.783 INFO:teuthology.orchestra.run.smithi033.stdout: "channel_perf": { 2024-09-05T02:37:18.783 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "channel_perf", 2024-09-05T02:37:18.784 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.784 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.784 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.784 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.784 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.784 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.784 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.784 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-05T02:37:18.784 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.784 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.784 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.784 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.784 INFO:teuthology.orchestra.run.smithi033.stdout: "contact": { 2024-09-05T02:37:18.784 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "contact", 2024-09-05T02:37:18.785 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.785 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.785 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.785 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.785 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.785 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.785 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.785 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.785 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.785 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.785 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.785 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.786 INFO:teuthology.orchestra.run.smithi033.stdout: "description": { 2024-09-05T02:37:18.786 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "description", 2024-09-05T02:37:18.786 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.786 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.786 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.786 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.786 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.786 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.786 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.786 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.786 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.786 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.786 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.786 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.787 INFO:teuthology.orchestra.run.smithi033.stdout: "device_url": { 2024-09-05T02:37:18.787 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "device_url", 2024-09-05T02:37:18.787 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.787 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.787 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.787 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-05T02:37:18.787 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.787 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.787 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.787 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.787 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.787 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.787 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.788 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.788 INFO:teuthology.orchestra.run.smithi033.stdout: "enabled": { 2024-09-05T02:37:18.788 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "enabled", 2024-09-05T02:37:18.788 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.788 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.788 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.788 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.788 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.788 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.788 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.788 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.788 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.789 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.789 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.789 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.789 INFO:teuthology.orchestra.run.smithi033.stdout: "interval": { 2024-09-05T02:37:18.789 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "interval", 2024-09-05T02:37:18.789 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.789 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.789 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.789 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "24", 2024-09-05T02:37:18.789 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "8", 2024-09-05T02:37:18.789 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.789 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.789 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.790 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.790 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.790 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.790 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.790 INFO:teuthology.orchestra.run.smithi033.stdout: "last_opt_revision": { 2024-09-05T02:37:18.790 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "last_opt_revision", 2024-09-05T02:37:18.790 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.790 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.790 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.790 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "1", 2024-09-05T02:37:18.790 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.790 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.790 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "leaderboard": { 2024-09-05T02:37:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "leaderboard", 2024-09-05T02:37:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.792 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.792 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.792 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.792 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.792 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.792 INFO:teuthology.orchestra.run.smithi033.stdout: "leaderboard_description": { 2024-09-05T02:37:18.792 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "leaderboard_description", 2024-09-05T02:37:18.792 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.792 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.792 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.792 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.792 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.793 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.793 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.793 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.793 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.793 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.793 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.793 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.793 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.793 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.793 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.793 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.793 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.793 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.794 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.794 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.794 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.794 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.794 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.794 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.794 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.794 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.794 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.794 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.794 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.794 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.794 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.795 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.795 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.795 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.795 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.795 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.795 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.795 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.795 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.795 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.795 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.795 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.795 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.796 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.796 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.796 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.796 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.796 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.796 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.796 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.796 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.796 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.796 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.796 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.796 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.796 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.797 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.797 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.797 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.797 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.797 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.797 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.797 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.797 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.797 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.797 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.797 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.797 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.798 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.798 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.798 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.798 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.798 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.798 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.798 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.798 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.798 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.798 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.798 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.798 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.798 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.799 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.799 INFO:teuthology.orchestra.run.smithi033.stdout: "organization": { 2024-09-05T02:37:18.799 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "organization", 2024-09-05T02:37:18.799 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.799 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.799 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.799 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.799 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.799 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.799 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.799 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.799 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.800 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.800 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.800 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.800 INFO:teuthology.orchestra.run.smithi033.stdout: "proxy": { 2024-09-05T02:37:18.800 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "proxy", 2024-09-05T02:37:18.800 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.800 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.800 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.800 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.800 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.800 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.800 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.800 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.801 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.801 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.801 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.801 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.801 INFO:teuthology.orchestra.run.smithi033.stdout: "url": { 2024-09-05T02:37:18.801 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "url", 2024-09-05T02:37:18.801 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.801 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.801 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.801 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-05T02:37:18.801 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.801 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.801 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.802 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.802 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.802 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.802 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.802 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.802 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.802 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.802 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.802 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "test_orchestrator", 2024-09-05T02:37:18.802 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.802 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.802 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.802 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.803 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.803 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.803 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.803 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.803 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.803 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.803 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.803 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.803 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.803 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.803 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.803 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.804 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.804 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.804 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.804 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.804 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.804 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.804 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.804 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.804 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.804 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.804 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.804 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.804 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.805 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.805 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.805 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.805 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.805 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.805 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.805 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.805 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.805 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.805 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.805 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.805 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.806 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.806 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.806 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.806 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.806 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.806 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.806 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.806 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.806 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.806 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.806 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.806 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.806 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.807 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.807 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.807 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.807 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.807 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.807 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.807 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.807 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.807 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.807 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.807 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.807 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.807 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.807 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.808 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.808 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.808 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.808 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.808 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.808 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.808 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.808 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.808 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "volumes", 2024-09-05T02:37:18.808 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.808 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.808 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.808 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.809 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.809 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.809 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.809 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.809 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.809 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.809 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.809 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.809 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.809 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.809 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.809 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.809 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.810 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.810 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.810 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.810 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.810 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.810 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.810 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.810 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.810 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.810 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.810 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.810 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.811 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.811 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.811 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.811 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.811 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.811 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.811 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.811 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.811 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.811 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.811 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.811 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.811 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.812 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.812 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.812 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.812 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.812 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.812 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.812 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.812 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.812 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.812 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.812 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.812 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.812 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.813 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.813 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.813 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.813 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.813 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.813 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.813 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.813 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.813 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.813 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.813 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.813 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.813 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.813 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.814 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.814 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.814 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.814 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.814 INFO:teuthology.orchestra.run.smithi033.stdout: "max_concurrent_clones": { 2024-09-05T02:37:18.814 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "max_concurrent_clones", 2024-09-05T02:37:18.814 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.814 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.814 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.814 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "4", 2024-09-05T02:37:18.814 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.814 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.815 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.815 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-05T02:37:18.815 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.815 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.815 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.815 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.815 INFO:teuthology.orchestra.run.smithi033.stdout: "periodic_async_work": { 2024-09-05T02:37:18.815 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "periodic_async_work", 2024-09-05T02:37:18.815 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.815 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.815 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.815 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.815 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.816 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.816 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.816 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Periodically check for async work", 2024-09-05T02:37:18.816 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.816 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.816 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.816 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.816 INFO:teuthology.orchestra.run.smithi033.stdout: "snapshot_clone_delay": { 2024-09-05T02:37:18.816 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "snapshot_clone_delay", 2024-09-05T02:37:18.816 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.816 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.816 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.816 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "0", 2024-09-05T02:37:18.817 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.817 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.817 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.817 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-05T02:37:18.817 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.817 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.817 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.817 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.817 INFO:teuthology.orchestra.run.smithi033.stdout: "snapshot_clone_no_wait": { 2024-09-05T02:37:18.817 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "snapshot_clone_no_wait", 2024-09-05T02:37:18.817 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.817 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.817 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.818 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "True", 2024-09-05T02:37:18.818 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.818 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.818 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.818 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-05T02:37:18.818 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.818 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.818 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.818 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.818 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.818 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.818 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.819 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "zabbix", 2024-09-05T02:37:18.819 INFO:teuthology.orchestra.run.smithi033.stdout: "can_run": true, 2024-09-05T02:37:18.819 INFO:teuthology.orchestra.run.smithi033.stdout: "error_string": "", 2024-09-05T02:37:18.819 INFO:teuthology.orchestra.run.smithi033.stdout: "module_options": { 2024-09-05T02:37:18.819 INFO:teuthology.orchestra.run.smithi033.stdout: "discovery_interval": { 2024-09-05T02:37:18.819 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "discovery_interval", 2024-09-05T02:37:18.819 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "uint", 2024-09-05T02:37:18.819 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.819 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.819 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "100", 2024-09-05T02:37:18.819 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.819 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.819 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.820 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.820 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.820 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.820 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.820 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.820 INFO:teuthology.orchestra.run.smithi033.stdout: "identifier": { 2024-09-05T02:37:18.820 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "identifier", 2024-09-05T02:37:18.820 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.820 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.820 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.820 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.820 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.820 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.821 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.821 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.821 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.821 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.821 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.821 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.821 INFO:teuthology.orchestra.run.smithi033.stdout: "interval": { 2024-09-05T02:37:18.821 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "interval", 2024-09-05T02:37:18.821 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "secs", 2024-09-05T02:37:18.821 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.821 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.821 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "60", 2024-09-05T02:37:18.822 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.822 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.822 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.822 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.822 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.822 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.822 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.822 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.822 INFO:teuthology.orchestra.run.smithi033.stdout: "log_level": { 2024-09-05T02:37:18.822 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_level", 2024-09-05T02:37:18.822 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.822 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.822 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.823 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.823 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.823 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.823 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.823 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.823 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.823 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.823 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.823 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.823 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.823 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.823 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.823 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.824 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.824 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.824 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.824 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster": { 2024-09-05T02:37:18.824 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster", 2024-09-05T02:37:18.824 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.824 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.824 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.824 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.824 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.824 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.824 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.824 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.825 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.825 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.825 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.825 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.825 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_cluster_level": { 2024-09-05T02:37:18.825 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_cluster_level", 2024-09-05T02:37:18.825 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.825 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.825 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.825 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "info", 2024-09-05T02:37:18.825 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.825 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.825 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [ 2024-09-05T02:37:18.825 INFO:teuthology.orchestra.run.smithi033.stdout: "", 2024-09-05T02:37:18.826 INFO:teuthology.orchestra.run.smithi033.stdout: "critical", 2024-09-05T02:37:18.826 INFO:teuthology.orchestra.run.smithi033.stdout: "debug", 2024-09-05T02:37:18.826 INFO:teuthology.orchestra.run.smithi033.stdout: "error", 2024-09-05T02:37:18.826 INFO:teuthology.orchestra.run.smithi033.stdout: "info", 2024-09-05T02:37:18.826 INFO:teuthology.orchestra.run.smithi033.stdout: "warning" 2024-09-05T02:37:18.826 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.826 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.826 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.826 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.826 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.826 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.826 INFO:teuthology.orchestra.run.smithi033.stdout: "log_to_file": { 2024-09-05T02:37:18.826 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "log_to_file", 2024-09-05T02:37:18.827 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "bool", 2024-09-05T02:37:18.827 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.827 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 1, 2024-09-05T02:37:18.827 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "False", 2024-09-05T02:37:18.827 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.827 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.827 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.827 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.827 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.827 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.827 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.827 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.827 INFO:teuthology.orchestra.run.smithi033.stdout: "zabbix_host": { 2024-09-05T02:37:18.828 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "zabbix_host", 2024-09-05T02:37:18.828 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.828 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.828 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.828 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "", 2024-09-05T02:37:18.828 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.828 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.828 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.828 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.828 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.828 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.828 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.828 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.829 INFO:teuthology.orchestra.run.smithi033.stdout: "zabbix_port": { 2024-09-05T02:37:18.829 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "zabbix_port", 2024-09-05T02:37:18.829 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "int", 2024-09-05T02:37:18.829 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.829 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.829 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "10051", 2024-09-05T02:37:18.829 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.829 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.829 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.829 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.829 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.829 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.829 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.830 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.830 INFO:teuthology.orchestra.run.smithi033.stdout: "zabbix_sender": { 2024-09-05T02:37:18.830 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "zabbix_sender", 2024-09-05T02:37:18.830 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "str", 2024-09-05T02:37:18.830 INFO:teuthology.orchestra.run.smithi033.stdout: "level": "advanced", 2024-09-05T02:37:18.830 INFO:teuthology.orchestra.run.smithi033.stdout: "flags": 0, 2024-09-05T02:37:18.830 INFO:teuthology.orchestra.run.smithi033.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-05T02:37:18.830 INFO:teuthology.orchestra.run.smithi033.stdout: "min": "", 2024-09-05T02:37:18.830 INFO:teuthology.orchestra.run.smithi033.stdout: "max": "", 2024-09-05T02:37:18.830 INFO:teuthology.orchestra.run.smithi033.stdout: "enum_allowed": [], 2024-09-05T02:37:18.830 INFO:teuthology.orchestra.run.smithi033.stdout: "desc": "", 2024-09-05T02:37:18.830 INFO:teuthology.orchestra.run.smithi033.stdout: "long_desc": "", 2024-09-05T02:37:18.830 INFO:teuthology.orchestra.run.smithi033.stdout: "tags": [], 2024-09-05T02:37:18.830 INFO:teuthology.orchestra.run.smithi033.stdout: "see_also": [] 2024-09-05T02:37:18.831 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.831 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.831 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.831 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.831 INFO:teuthology.orchestra.run.smithi033.stdout: "services": { 2024-09-05T02:37:18.831 INFO:teuthology.orchestra.run.smithi033.stdout: "dashboard": "https://172.21.15.33:8443/" 2024-09-05T02:37:18.831 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.831 INFO:teuthology.orchestra.run.smithi033.stdout: "always_on_modules": { 2024-09-05T02:37:18.831 INFO:teuthology.orchestra.run.smithi033.stdout: "octopus": [ 2024-09-05T02:37:18.831 INFO:teuthology.orchestra.run.smithi033.stdout: "balancer", 2024-09-05T02:37:18.831 INFO:teuthology.orchestra.run.smithi033.stdout: "crash", 2024-09-05T02:37:18.831 INFO:teuthology.orchestra.run.smithi033.stdout: "devicehealth", 2024-09-05T02:37:18.832 INFO:teuthology.orchestra.run.smithi033.stdout: "orchestrator", 2024-09-05T02:37:18.832 INFO:teuthology.orchestra.run.smithi033.stdout: "pg_autoscaler", 2024-09-05T02:37:18.832 INFO:teuthology.orchestra.run.smithi033.stdout: "progress", 2024-09-05T02:37:18.832 INFO:teuthology.orchestra.run.smithi033.stdout: "rbd_support", 2024-09-05T02:37:18.832 INFO:teuthology.orchestra.run.smithi033.stdout: "status", 2024-09-05T02:37:18.832 INFO:teuthology.orchestra.run.smithi033.stdout: "telemetry", 2024-09-05T02:37:18.832 INFO:teuthology.orchestra.run.smithi033.stdout: "volumes" 2024-09-05T02:37:18.832 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.832 INFO:teuthology.orchestra.run.smithi033.stdout: "pacific": [ 2024-09-05T02:37:18.832 INFO:teuthology.orchestra.run.smithi033.stdout: "balancer", 2024-09-05T02:37:18.832 INFO:teuthology.orchestra.run.smithi033.stdout: "crash", 2024-09-05T02:37:18.832 INFO:teuthology.orchestra.run.smithi033.stdout: "devicehealth", 2024-09-05T02:37:18.832 INFO:teuthology.orchestra.run.smithi033.stdout: "orchestrator", 2024-09-05T02:37:18.833 INFO:teuthology.orchestra.run.smithi033.stdout: "pg_autoscaler", 2024-09-05T02:37:18.833 INFO:teuthology.orchestra.run.smithi033.stdout: "progress", 2024-09-05T02:37:18.833 INFO:teuthology.orchestra.run.smithi033.stdout: "rbd_support", 2024-09-05T02:37:18.833 INFO:teuthology.orchestra.run.smithi033.stdout: "status", 2024-09-05T02:37:18.833 INFO:teuthology.orchestra.run.smithi033.stdout: "telemetry", 2024-09-05T02:37:18.833 INFO:teuthology.orchestra.run.smithi033.stdout: "volumes" 2024-09-05T02:37:18.833 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.833 INFO:teuthology.orchestra.run.smithi033.stdout: "quincy": [ 2024-09-05T02:37:18.833 INFO:teuthology.orchestra.run.smithi033.stdout: "balancer", 2024-09-05T02:37:18.833 INFO:teuthology.orchestra.run.smithi033.stdout: "crash", 2024-09-05T02:37:18.833 INFO:teuthology.orchestra.run.smithi033.stdout: "devicehealth", 2024-09-05T02:37:18.833 INFO:teuthology.orchestra.run.smithi033.stdout: "orchestrator", 2024-09-05T02:37:18.833 INFO:teuthology.orchestra.run.smithi033.stdout: "pg_autoscaler", 2024-09-05T02:37:18.834 INFO:teuthology.orchestra.run.smithi033.stdout: "progress", 2024-09-05T02:37:18.834 INFO:teuthology.orchestra.run.smithi033.stdout: "rbd_support", 2024-09-05T02:37:18.834 INFO:teuthology.orchestra.run.smithi033.stdout: "status", 2024-09-05T02:37:18.834 INFO:teuthology.orchestra.run.smithi033.stdout: "telemetry", 2024-09-05T02:37:18.834 INFO:teuthology.orchestra.run.smithi033.stdout: "volumes" 2024-09-05T02:37:18.834 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.834 INFO:teuthology.orchestra.run.smithi033.stdout: "reef": [ 2024-09-05T02:37:18.834 INFO:teuthology.orchestra.run.smithi033.stdout: "balancer", 2024-09-05T02:37:18.834 INFO:teuthology.orchestra.run.smithi033.stdout: "crash", 2024-09-05T02:37:18.834 INFO:teuthology.orchestra.run.smithi033.stdout: "devicehealth", 2024-09-05T02:37:18.834 INFO:teuthology.orchestra.run.smithi033.stdout: "orchestrator", 2024-09-05T02:37:18.834 INFO:teuthology.orchestra.run.smithi033.stdout: "pg_autoscaler", 2024-09-05T02:37:18.834 INFO:teuthology.orchestra.run.smithi033.stdout: "progress", 2024-09-05T02:37:18.834 INFO:teuthology.orchestra.run.smithi033.stdout: "rbd_support", 2024-09-05T02:37:18.835 INFO:teuthology.orchestra.run.smithi033.stdout: "status", 2024-09-05T02:37:18.835 INFO:teuthology.orchestra.run.smithi033.stdout: "telemetry", 2024-09-05T02:37:18.835 INFO:teuthology.orchestra.run.smithi033.stdout: "volumes" 2024-09-05T02:37:18.835 INFO:teuthology.orchestra.run.smithi033.stdout: ], 2024-09-05T02:37:18.835 INFO:teuthology.orchestra.run.smithi033.stdout: "squid": [ 2024-09-05T02:37:18.835 INFO:teuthology.orchestra.run.smithi033.stdout: "balancer", 2024-09-05T02:37:18.835 INFO:teuthology.orchestra.run.smithi033.stdout: "crash", 2024-09-05T02:37:18.835 INFO:teuthology.orchestra.run.smithi033.stdout: "devicehealth", 2024-09-05T02:37:18.835 INFO:teuthology.orchestra.run.smithi033.stdout: "orchestrator", 2024-09-05T02:37:18.835 INFO:teuthology.orchestra.run.smithi033.stdout: "pg_autoscaler", 2024-09-05T02:37:18.835 INFO:teuthology.orchestra.run.smithi033.stdout: "progress", 2024-09-05T02:37:18.835 INFO:teuthology.orchestra.run.smithi033.stdout: "rbd_support", 2024-09-05T02:37:18.835 INFO:teuthology.orchestra.run.smithi033.stdout: "status", 2024-09-05T02:37:18.836 INFO:teuthology.orchestra.run.smithi033.stdout: "telemetry", 2024-09-05T02:37:18.836 INFO:teuthology.orchestra.run.smithi033.stdout: "volumes" 2024-09-05T02:37:18.836 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-09-05T02:37:18.836 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.836 INFO:teuthology.orchestra.run.smithi033.stdout: "last_failure_osd_epoch": 87, 2024-09-05T02:37:18.836 INFO:teuthology.orchestra.run.smithi033.stdout: "active_clients": [ 2024-09-05T02:37:18.836 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.836 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "devicehealth", 2024-09-05T02:37:18.836 INFO:teuthology.orchestra.run.smithi033.stdout: "addrvec": [ 2024-09-05T02:37:18.836 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.836 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v2", 2024-09-05T02:37:18.836 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "172.21.15.33:0", 2024-09-05T02:37:18.836 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 2811202053 2024-09-05T02:37:18.837 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.837 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-09-05T02:37:18.837 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.837 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.837 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "libcephsqlite", 2024-09-05T02:37:18.837 INFO:teuthology.orchestra.run.smithi033.stdout: "addrvec": [ 2024-09-05T02:37:18.837 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.837 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v2", 2024-09-05T02:37:18.837 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "172.21.15.33:0", 2024-09-05T02:37:18.837 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 2294371896 2024-09-05T02:37:18.837 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.837 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-09-05T02:37:18.837 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.838 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.838 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "rbd_support", 2024-09-05T02:37:18.838 INFO:teuthology.orchestra.run.smithi033.stdout: "addrvec": [ 2024-09-05T02:37:18.838 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.838 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v2", 2024-09-05T02:37:18.838 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "172.21.15.33:0", 2024-09-05T02:37:18.838 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 2039000575 2024-09-05T02:37:18.838 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.838 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-09-05T02:37:18.838 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.838 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.838 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "snap_schedule", 2024-09-05T02:37:18.838 INFO:teuthology.orchestra.run.smithi033.stdout: "addrvec": [ 2024-09-05T02:37:18.839 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.839 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v2", 2024-09-05T02:37:18.839 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "172.21.15.33:0", 2024-09-05T02:37:18.839 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3301989133 2024-09-05T02:37:18.839 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.839 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-09-05T02:37:18.839 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.839 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.839 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "snap_schedule", 2024-09-05T02:37:18.839 INFO:teuthology.orchestra.run.smithi033.stdout: "addrvec": [ 2024-09-05T02:37:18.839 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.839 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v2", 2024-09-05T02:37:18.839 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "172.21.15.33:0", 2024-09-05T02:37:18.839 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 2654663181 2024-09-05T02:37:18.840 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.840 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-09-05T02:37:18.840 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:18.840 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.840 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "volumes", 2024-09-05T02:37:18.840 INFO:teuthology.orchestra.run.smithi033.stdout: "addrvec": [ 2024-09-05T02:37:18.840 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-05T02:37:18.840 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v2", 2024-09-05T02:37:18.840 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "172.21.15.33:0", 2024-09-05T02:37:18.840 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 1633049429 2024-09-05T02:37:18.840 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.840 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-09-05T02:37:18.840 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:18.841 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-09-05T02:37:18.841 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:37:18.842 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:17 smithi123 ceph-mon[34031]: pgmap v321: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 120 B/s wr, 9 op/s 2024-09-05T02:37:18.842 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:17 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1992426847' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-05T02:37:18.842 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:17 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2400901631' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-05T02:37:18.842 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:17 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:37:18.842 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:17 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2057700723' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-05T02:37:18.843 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:17 smithi174 ceph-mon[34756]: pgmap v321: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 120 B/s wr, 9 op/s 2024-09-05T02:37:18.843 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:17 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1992426847' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-05T02:37:18.843 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:17 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2400901631' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-05T02:37:18.843 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:17 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:37:18.843 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:17 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2057700723' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-05T02:37:18.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.434+0000 7ff16d000640 1 -- 172.21.15.33:0/2057700723 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff14c0a2d80 msgr2=0x7ff14c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:18.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.434+0000 7ff16d000640 1 --2- 172.21.15.33:0/2057700723 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff14c0a2d80 0x7ff14c0a5240 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7ff158009bd0 tx=0x7ff158005f90 comp rx=0 tx=0).stop 2024-09-05T02:37:18.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.434+0000 7ff16d000640 1 -- 172.21.15.33:0/2057700723 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff168109060 msgr2=0x7ff16819ab10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:18.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.434+0000 7ff16d000640 1 --2- 172.21.15.33:0/2057700723 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff168109060 0x7ff16819ab10 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7ff15000e9f0 tx=0x7ff15000eeb0 comp rx=0 tx=0).stop 2024-09-05T02:37:18.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.434+0000 7ff16d000640 1 -- 172.21.15.33:0/2057700723 shutdown_connections 2024-09-05T02:37:18.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.434+0000 7ff16d000640 1 --2- 172.21.15.33:0/2057700723 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7ff14c0a2d80 0x7ff14c0a5240 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:18.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.434+0000 7ff16d000640 1 --2- 172.21.15.33:0/2057700723 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff16819ee90 0x7ff16819f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:18.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.434+0000 7ff16d000640 1 --2- 172.21.15.33:0/2057700723 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff168109060 0x7ff16819ab10 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:18.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.434+0000 7ff16d000640 1 --2- 172.21.15.33:0/2057700723 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7ff168103f10 0x7ff16819a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:18.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.434+0000 7ff16d000640 1 -- 172.21.15.33:0/2057700723 >> 172.21.15.33:0/2057700723 conn(0x7ff1680ff980 msgr2=0x7ff168100c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:18.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.434+0000 7ff16d000640 1 -- 172.21.15.33:0/2057700723 shutdown_connections 2024-09-05T02:37:18.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:17.434+0000 7ff16d000640 1 -- 172.21.15.33:0/2057700723 wait complete. 2024-09-05T02:37:18.850 DEBUG:tasks.check_counter:Getting stats from a 2024-09-05T02:37:18.851 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph daemon mds.a perf dump 2024-09-05T02:37:18.851 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:17 smithi033 ceph-mon[29909]: pgmap v321: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 120 B/s wr, 9 op/s 2024-09-05T02:37:18.851 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:17 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1992426847' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-05T02:37:18.851 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:17 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2400901631' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-05T02:37:18.851 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:17 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T02:37:18.852 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:17 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2057700723' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-05T02:37:19.269 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:37:19.741 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:19 smithi033 ceph-mon[29909]: pgmap v322: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 102 B/s wr, 13 op/s 2024-09-05T02:37:19.741 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:19 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:19.741 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:19 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:19.741 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:19 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:19.741 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:19 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:19.741 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:19 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:19.741 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:19 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:19.742 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:19 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:19.742 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:19 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:19.742 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:19 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:19.742 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:19 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:19.742 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:19 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:19.742 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:19 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:19.742 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:19 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:19.742 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:19 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:19.889 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:37:19.890 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T02:37:19.890 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 73, 2024-09-05T02:37:19.890 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 203, 2024-09-05T02:37:19.890 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 26260, 2024-09-05T02:37:19.890 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 391890, 2024-09-05T02:37:19.891 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 17, 2024-09-05T02:37:19.891 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 4, 2024-09-05T02:37:19.891 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.035946368, 2024-09-05T02:37:19.891 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.012844532, 2024-09-05T02:37:19.891 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.011314095, 2024-09-05T02:37:19.891 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.000431047, 2024-09-05T02:37:19.892 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:19.892 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 198, 2024-09-05T02:37:19.892 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.044941207, 2024-09-05T02:37:19.892 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000226975 2024-09-05T02:37:19.892 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.893 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:19.893 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 101, 2024-09-05T02:37:19.893 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000032555, 2024-09-05T02:37:19.893 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000322 2024-09-05T02:37:19.893 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.894 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 160, 2024-09-05T02:37:19.894 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 312336 2024-09-05T02:37:19.894 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.894 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T02:37:19.894 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 508, 2024-09-05T02:37:19.894 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 661, 2024-09-05T02:37:19.895 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 147757, 2024-09-05T02:37:19.895 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 356180, 2024-09-05T02:37:19.895 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 9, 2024-09-05T02:37:19.895 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 4, 2024-09-05T02:37:19.895 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.102556163, 2024-09-05T02:37:19.895 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.047406136, 2024-09-05T02:37:19.895 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.050021722, 2024-09-05T02:37:19.896 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.005230450, 2024-09-05T02:37:19.896 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:19.896 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 663, 2024-09-05T02:37:19.896 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.076749158, 2024-09-05T02:37:19.896 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000115760 2024-09-05T02:37:19.896 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.896 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:19.897 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 1107, 2024-09-05T02:37:19.897 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000330132, 2024-09-05T02:37:19.897 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000298 2024-09-05T02:37:19.897 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.897 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 160, 2024-09-05T02:37:19.898 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 128640 2024-09-05T02:37:19.898 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.898 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T02:37:19.898 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 378, 2024-09-05T02:37:19.898 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 356, 2024-09-05T02:37:19.898 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 1813559, 2024-09-05T02:37:19.898 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 676140, 2024-09-05T02:37:19.899 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 49, 2024-09-05T02:37:19.899 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 9, 2024-09-05T02:37:19.899 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.099188642, 2024-09-05T02:37:19.899 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.023670762, 2024-09-05T02:37:19.899 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.089910837, 2024-09-05T02:37:19.899 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.000184489, 2024-09-05T02:37:19.900 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:19.900 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 354, 2024-09-05T02:37:19.900 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.051658113, 2024-09-05T02:37:19.900 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000145926 2024-09-05T02:37:19.900 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.900 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:19.900 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 139, 2024-09-05T02:37:19.901 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000026752, 2024-09-05T02:37:19.901 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000192 2024-09-05T02:37:19.901 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.901 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 1784752, 2024-09-05T02:37:19.901 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 134800 2024-09-05T02:37:19.901 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.901 INFO:teuthology.orchestra.run.smithi033.stdout: "cct": { 2024-09-05T02:37:19.902 INFO:teuthology.orchestra.run.smithi033.stdout: "total_workers": 1, 2024-09-05T02:37:19.902 INFO:teuthology.orchestra.run.smithi033.stdout: "unhealthy_workers": 0 2024-09-05T02:37:19.902 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.902 INFO:teuthology.orchestra.run.smithi033.stdout: "finisher-MDSRank": { 2024-09-05T02:37:19.902 INFO:teuthology.orchestra.run.smithi033.stdout: "queue_len": 0, 2024-09-05T02:37:19.902 INFO:teuthology.orchestra.run.smithi033.stdout: "complete_latency": { 2024-09-05T02:37:19.902 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 39, 2024-09-05T02:37:19.903 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.001449100, 2024-09-05T02:37:19.903 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000037156 2024-09-05T02:37:19.903 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:19.903 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.903 INFO:teuthology.orchestra.run.smithi033.stdout: "finisher-PurgeQueue": { 2024-09-05T02:37:19.903 INFO:teuthology.orchestra.run.smithi033.stdout: "queue_len": 0, 2024-09-05T02:37:19.904 INFO:teuthology.orchestra.run.smithi033.stdout: "complete_latency": { 2024-09-05T02:37:19.904 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 2, 2024-09-05T02:37:19.904 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000013976, 2024-09-05T02:37:19.904 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000006988 2024-09-05T02:37:19.904 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:19.905 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.905 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": { 2024-09-05T02:37:19.905 INFO:teuthology.orchestra.run.smithi033.stdout: "request": 1, 2024-09-05T02:37:19.905 INFO:teuthology.orchestra.run.smithi033.stdout: "reply": 0, 2024-09-05T02:37:19.905 INFO:teuthology.orchestra.run.smithi033.stdout: "reply_latency": { 2024-09-05T02:37:19.905 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.906 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.906 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.906 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.906 INFO:teuthology.orchestra.run.smithi033.stdout: "slow_reply": 0, 2024-09-05T02:37:19.906 INFO:teuthology.orchestra.run.smithi033.stdout: "forward": 1, 2024-09-05T02:37:19.906 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_fetch_complete": 0, 2024-09-05T02:37:19.907 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_fetch_keys": 0, 2024-09-05T02:37:19.907 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_commit": 11, 2024-09-05T02:37:19.907 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_split": 0, 2024-09-05T02:37:19.907 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_merge": 0, 2024-09-05T02:37:19.907 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes": 14, 2024-09-05T02:37:19.907 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_top": 1, 2024-09-05T02:37:19.907 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_bottom": 13, 2024-09-05T02:37:19.908 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_pin_tail": 0, 2024-09-05T02:37:19.908 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_pinned": 12, 2024-09-05T02:37:19.908 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_expired": 0, 2024-09-05T02:37:19.908 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_with_caps": 0, 2024-09-05T02:37:19.908 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": 0, 2024-09-05T02:37:19.908 INFO:teuthology.orchestra.run.smithi033.stdout: "subtrees": 2, 2024-09-05T02:37:19.908 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse": 7, 2024-09-05T02:37:19.909 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_hit": 3, 2024-09-05T02:37:19.909 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_forward": 1, 2024-09-05T02:37:19.909 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_discover": 3, 2024-09-05T02:37:19.909 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_dir_fetch": 0, 2024-09-05T02:37:19.909 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_remote_ino": 0, 2024-09-05T02:37:19.909 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_lock": 0, 2024-09-05T02:37:19.909 INFO:teuthology.orchestra.run.smithi033.stdout: "load_cent": 0, 2024-09-05T02:37:19.910 INFO:teuthology.orchestra.run.smithi033.stdout: "q": 0, 2024-09-05T02:37:19.910 INFO:teuthology.orchestra.run.smithi033.stdout: "exported": 0, 2024-09-05T02:37:19.910 INFO:teuthology.orchestra.run.smithi033.stdout: "exported_inodes": 0, 2024-09-05T02:37:19.910 INFO:teuthology.orchestra.run.smithi033.stdout: "imported": 0, 2024-09-05T02:37:19.910 INFO:teuthology.orchestra.run.smithi033.stdout: "imported_inodes": 0, 2024-09-05T02:37:19.910 INFO:teuthology.orchestra.run.smithi033.stdout: "openino_dir_fetch": 0, 2024-09-05T02:37:19.911 INFO:teuthology.orchestra.run.smithi033.stdout: "openino_backtrace_fetch": 0, 2024-09-05T02:37:19.911 INFO:teuthology.orchestra.run.smithi033.stdout: "openino_peer_discover": 0, 2024-09-05T02:37:19.911 INFO:teuthology.orchestra.run.smithi033.stdout: "root_rfiles": 4, 2024-09-05T02:37:19.911 INFO:teuthology.orchestra.run.smithi033.stdout: "root_rbytes": 234, 2024-09-05T02:37:19.911 INFO:teuthology.orchestra.run.smithi033.stdout: "root_rsnaps": 6, 2024-09-05T02:37:19.911 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_backtrace_fetch": 0, 2024-09-05T02:37:19.911 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_set_tag": 0, 2024-09-05T02:37:19.912 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_backtrace_repaired": 0, 2024-09-05T02:37:19.912 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_inotable_repaired": 0, 2024-09-05T02:37:19.912 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_dir_inodes": 0, 2024-09-05T02:37:19.912 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_dir_base_inodes": 0, 2024-09-05T02:37:19.912 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_dirfrag_rstats": 0, 2024-09-05T02:37:19.912 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_file_inodes": 0, 2024-09-05T02:37:19.912 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_inode_file_caps": 0, 2024-09-05T02:37:19.913 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_revoke": 0, 2024-09-05T02:37:19.913 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_grant": 0, 2024-09-05T02:37:19.913 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_trunc": 0, 2024-09-05T02:37:19.913 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-05T02:37:19.913 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-05T02:37:19.913 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_caps": 0, 2024-09-05T02:37:19.913 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_caps_dirty": 0, 2024-09-05T02:37:19.914 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_cap_release": 0, 2024-09-05T02:37:19.914 INFO:teuthology.orchestra.run.smithi033.stdout: "process_request_cap_release": 0 2024-09-05T02:37:19.914 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.914 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_cache": { 2024-09-05T02:37:19.914 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_update": 0, 2024-09-05T02:37:19.914 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_update_receipt": 10, 2024-09-05T02:37:19.915 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_try_discover": 6, 2024-09-05T02:37:19.915 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_send_discover": 6, 2024-09-05T02:37:19.915 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_handle_discover": 0, 2024-09-05T02:37:19.915 INFO:teuthology.orchestra.run.smithi033.stdout: "num_strays": 0, 2024-09-05T02:37:19.915 INFO:teuthology.orchestra.run.smithi033.stdout: "num_strays_delayed": 0, 2024-09-05T02:37:19.915 INFO:teuthology.orchestra.run.smithi033.stdout: "num_strays_enqueuing": 0, 2024-09-05T02:37:19.915 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_created": 0, 2024-09-05T02:37:19.916 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_enqueued": 0, 2024-09-05T02:37:19.916 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_reintegrated": 0, 2024-09-05T02:37:19.916 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_migrated": 0, 2024-09-05T02:37:19.916 INFO:teuthology.orchestra.run.smithi033.stdout: "num_recovering_processing": 0, 2024-09-05T02:37:19.916 INFO:teuthology.orchestra.run.smithi033.stdout: "num_recovering_enqueued": 0, 2024-09-05T02:37:19.916 INFO:teuthology.orchestra.run.smithi033.stdout: "num_recovering_prioritized": 0, 2024-09-05T02:37:19.916 INFO:teuthology.orchestra.run.smithi033.stdout: "recovery_started": 0, 2024-09-05T02:37:19.917 INFO:teuthology.orchestra.run.smithi033.stdout: "recovery_completed": 0, 2024-09-05T02:37:19.917 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_quiesce_path": 0, 2024-09-05T02:37:19.917 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_quiesce_inode": 0, 2024-09-05T02:37:19.917 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_enqueue_scrub": 0, 2024-09-05T02:37:19.917 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_exportdir": 0, 2024-09-05T02:37:19.917 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_flush": 0, 2024-09-05T02:37:19.917 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_fragmentdir": 0, 2024-09-05T02:37:19.918 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_fragstats": 0, 2024-09-05T02:37:19.918 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_inodestats": 0 2024-09-05T02:37:19.918 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.918 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_log": { 2024-09-05T02:37:19.918 INFO:teuthology.orchestra.run.smithi033.stdout: "evlrg": 0, 2024-09-05T02:37:19.918 INFO:teuthology.orchestra.run.smithi033.stdout: "evadd": 3, 2024-09-05T02:37:19.918 INFO:teuthology.orchestra.run.smithi033.stdout: "evex": 0, 2024-09-05T02:37:19.918 INFO:teuthology.orchestra.run.smithi033.stdout: "evtrm": 0, 2024-09-05T02:37:19.919 INFO:teuthology.orchestra.run.smithi033.stdout: "ev": 3, 2024-09-05T02:37:19.919 INFO:teuthology.orchestra.run.smithi033.stdout: "evexg": 0, 2024-09-05T02:37:19.919 INFO:teuthology.orchestra.run.smithi033.stdout: "evexd": 0, 2024-09-05T02:37:19.919 INFO:teuthology.orchestra.run.smithi033.stdout: "segadd": 2, 2024-09-05T02:37:19.919 INFO:teuthology.orchestra.run.smithi033.stdout: "segex": 0, 2024-09-05T02:37:19.919 INFO:teuthology.orchestra.run.smithi033.stdout: "segtrm": 0, 2024-09-05T02:37:19.920 INFO:teuthology.orchestra.run.smithi033.stdout: "seg": 2, 2024-09-05T02:37:19.920 INFO:teuthology.orchestra.run.smithi033.stdout: "segmjr": 2, 2024-09-05T02:37:19.920 INFO:teuthology.orchestra.run.smithi033.stdout: "segexg": 0, 2024-09-05T02:37:19.920 INFO:teuthology.orchestra.run.smithi033.stdout: "segexd": 0, 2024-09-05T02:37:19.920 INFO:teuthology.orchestra.run.smithi033.stdout: "expos": 4194304, 2024-09-05T02:37:19.920 INFO:teuthology.orchestra.run.smithi033.stdout: "wrpos": 4195203, 2024-09-05T02:37:19.921 INFO:teuthology.orchestra.run.smithi033.stdout: "rdpos": 0, 2024-09-05T02:37:19.921 INFO:teuthology.orchestra.run.smithi033.stdout: "jlat": { 2024-09-05T02:37:19.921 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 2, 2024-09-05T02:37:19.921 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.003317959, 2024-09-05T02:37:19.921 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.001658979 2024-09-05T02:37:19.922 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.922 INFO:teuthology.orchestra.run.smithi033.stdout: "replayed": 0 2024-09-05T02:37:19.922 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.922 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_mem": { 2024-09-05T02:37:19.922 INFO:teuthology.orchestra.run.smithi033.stdout: "ino": 17, 2024-09-05T02:37:19.922 INFO:teuthology.orchestra.run.smithi033.stdout: "ino+": 17, 2024-09-05T02:37:19.923 INFO:teuthology.orchestra.run.smithi033.stdout: "ino-": 0, 2024-09-05T02:37:19.923 INFO:teuthology.orchestra.run.smithi033.stdout: "dir": 16, 2024-09-05T02:37:19.923 INFO:teuthology.orchestra.run.smithi033.stdout: "dir+": 18, 2024-09-05T02:37:19.923 INFO:teuthology.orchestra.run.smithi033.stdout: "dir-": 2, 2024-09-05T02:37:19.923 INFO:teuthology.orchestra.run.smithi033.stdout: "dn": 14, 2024-09-05T02:37:19.923 INFO:teuthology.orchestra.run.smithi033.stdout: "dn+": 14, 2024-09-05T02:37:19.924 INFO:teuthology.orchestra.run.smithi033.stdout: "dn-": 0, 2024-09-05T02:37:19.924 INFO:teuthology.orchestra.run.smithi033.stdout: "cap": 0, 2024-09-05T02:37:19.924 INFO:teuthology.orchestra.run.smithi033.stdout: "cap+": 0, 2024-09-05T02:37:19.924 INFO:teuthology.orchestra.run.smithi033.stdout: "cap-": 0, 2024-09-05T02:37:19.924 INFO:teuthology.orchestra.run.smithi033.stdout: "rss": 49244, 2024-09-05T02:37:19.924 INFO:teuthology.orchestra.run.smithi033.stdout: "heap": 223520 2024-09-05T02:37:19.925 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.925 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_server": { 2024-09-05T02:37:19.925 INFO:teuthology.orchestra.run.smithi033.stdout: "dispatch_client_request": 1, 2024-09-05T02:37:19.925 INFO:teuthology.orchestra.run.smithi033.stdout: "dispatch_server_request": 0, 2024-09-05T02:37:19.925 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_request": 1, 2024-09-05T02:37:19.926 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_session": 9, 2024-09-05T02:37:19.926 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_peer_request": 0, 2024-09-05T02:37:19.926 INFO:teuthology.orchestra.run.smithi033.stdout: "req_create_latency": { 2024-09-05T02:37:19.926 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.926 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.927 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.927 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.927 INFO:teuthology.orchestra.run.smithi033.stdout: "req_getattr_latency": { 2024-09-05T02:37:19.927 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.927 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.927 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.927 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.928 INFO:teuthology.orchestra.run.smithi033.stdout: "req_getfilelock_latency": { 2024-09-05T02:37:19.928 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.928 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.928 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.928 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.929 INFO:teuthology.orchestra.run.smithi033.stdout: "req_link_latency": { 2024-09-05T02:37:19.929 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.929 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.929 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.929 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.929 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookup_latency": { 2024-09-05T02:37:19.930 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.930 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.930 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.930 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.930 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookuphash_latency": { 2024-09-05T02:37:19.931 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.931 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.931 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.931 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.931 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupino_latency": { 2024-09-05T02:37:19.931 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.931 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.932 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.932 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.932 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupname_latency": { 2024-09-05T02:37:19.932 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.932 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.932 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.932 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.933 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupparent_latency": { 2024-09-05T02:37:19.933 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.933 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.933 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.933 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.933 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupsnap_latency": { 2024-09-05T02:37:19.934 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.934 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.934 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.934 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.934 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lssnap_latency": { 2024-09-05T02:37:19.934 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.935 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.935 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.935 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.935 INFO:teuthology.orchestra.run.smithi033.stdout: "req_mkdir_latency": { 2024-09-05T02:37:19.935 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.936 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.936 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.936 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.937 INFO:teuthology.orchestra.run.smithi033.stdout: "req_mknod_latency": { 2024-09-05T02:37:19.937 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.937 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.937 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.937 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.937 INFO:teuthology.orchestra.run.smithi033.stdout: "req_mksnap_latency": { 2024-09-05T02:37:19.938 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.938 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.938 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.938 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.938 INFO:teuthology.orchestra.run.smithi033.stdout: "req_open_latency": { 2024-09-05T02:37:19.938 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.938 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.939 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.939 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.939 INFO:teuthology.orchestra.run.smithi033.stdout: "req_readdir_latency": { 2024-09-05T02:37:19.939 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.939 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.939 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.940 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.940 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rename_latency": { 2024-09-05T02:37:19.940 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.940 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.940 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.941 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.941 INFO:teuthology.orchestra.run.smithi033.stdout: "req_renamesnap_latency": { 2024-09-05T02:37:19.941 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.941 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.941 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.942 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.942 INFO:teuthology.orchestra.run.smithi033.stdout: "req_snapdiff_latency": { 2024-09-05T02:37:19.942 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.942 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.942 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.942 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.943 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rmdir_latency": { 2024-09-05T02:37:19.943 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.943 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.943 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.943 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.943 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rmsnap_latency": { 2024-09-05T02:37:19.944 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.944 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.944 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.944 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.944 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rmxattr_latency": { 2024-09-05T02:37:19.944 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.945 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.945 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.945 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.945 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setattr_latency": { 2024-09-05T02:37:19.945 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.945 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.945 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.946 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.946 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setdirlayout_latency": { 2024-09-05T02:37:19.946 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.946 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.946 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.946 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.946 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setfilelock_latency": { 2024-09-05T02:37:19.947 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.947 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.947 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.947 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.947 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setlayout_latency": { 2024-09-05T02:37:19.947 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.948 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.948 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.948 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.948 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setxattr_latency": { 2024-09-05T02:37:19.948 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.949 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.949 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.949 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.949 INFO:teuthology.orchestra.run.smithi033.stdout: "req_symlink_latency": { 2024-09-05T02:37:19.949 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.949 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.950 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.950 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.950 INFO:teuthology.orchestra.run.smithi033.stdout: "req_unlink_latency": { 2024-09-05T02:37:19.950 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.950 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.950 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.950 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.951 INFO:teuthology.orchestra.run.smithi033.stdout: "cap_revoke_eviction": 0, 2024-09-05T02:37:19.951 INFO:teuthology.orchestra.run.smithi033.stdout: "cap_acquisition_throttle": 0, 2024-09-05T02:37:19.951 INFO:teuthology.orchestra.run.smithi033.stdout: "req_getvxattr_latency": { 2024-09-05T02:37:19.951 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.951 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.951 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.951 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:19.952 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.952 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_sessions": { 2024-09-05T02:37:19.952 INFO:teuthology.orchestra.run.smithi033.stdout: "session_count": 1, 2024-09-05T02:37:19.952 INFO:teuthology.orchestra.run.smithi033.stdout: "session_add": 1, 2024-09-05T02:37:19.952 INFO:teuthology.orchestra.run.smithi033.stdout: "session_remove": 0, 2024-09-05T02:37:19.952 INFO:teuthology.orchestra.run.smithi033.stdout: "sessions_open": 1, 2024-09-05T02:37:19.952 INFO:teuthology.orchestra.run.smithi033.stdout: "sessions_stale": 0, 2024-09-05T02:37:19.953 INFO:teuthology.orchestra.run.smithi033.stdout: "total_load": 0, 2024-09-05T02:37:19.953 INFO:teuthology.orchestra.run.smithi033.stdout: "average_load": 0, 2024-09-05T02:37:19.953 INFO:teuthology.orchestra.run.smithi033.stdout: "avg_session_uptime": 624, 2024-09-05T02:37:19.953 INFO:teuthology.orchestra.run.smithi033.stdout: "mdthresh_evicted": 0 2024-09-05T02:37:19.953 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.953 INFO:teuthology.orchestra.run.smithi033.stdout: "mempool": { 2024-09-05T02:37:19.954 INFO:teuthology.orchestra.run.smithi033.stdout: "bloom_filter_bytes": 0, 2024-09-05T02:37:19.954 INFO:teuthology.orchestra.run.smithi033.stdout: "bloom_filter_items": 0, 2024-09-05T02:37:19.954 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T02:37:19.954 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_alloc_items": 0, 2024-09-05T02:37:19.954 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T02:37:19.955 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_data_items": 0, 2024-09-05T02:37:19.955 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T02:37:19.955 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T02:37:19.955 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T02:37:19.955 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T02:37:19.955 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T02:37:19.955 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_other_items": 0, 2024-09-05T02:37:19.956 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T02:37:19.956 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T02:37:19.956 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_extent_bytes": 0, 2024-09-05T02:37:19.956 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_extent_items": 0, 2024-09-05T02:37:19.956 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_blob_bytes": 0, 2024-09-05T02:37:19.957 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_blob_items": 0, 2024-09-05T02:37:19.957 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T02:37:19.957 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T02:37:19.957 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T02:37:19.957 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T02:37:19.957 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T02:37:19.958 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_fsck_items": 0, 2024-09-05T02:37:19.958 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_txc_bytes": 0, 2024-09-05T02:37:19.958 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_txc_items": 0, 2024-09-05T02:37:19.958 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T02:37:19.958 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T02:37:19.958 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_bytes": 0, 2024-09-05T02:37:19.958 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_items": 0, 2024-09-05T02:37:19.959 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_bytes": 0, 2024-09-05T02:37:19.959 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_items": 0, 2024-09-05T02:37:19.959 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T02:37:19.959 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_reader_items": 0, 2024-09-05T02:37:19.959 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T02:37:19.960 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_writer_items": 0, 2024-09-05T02:37:19.960 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_anon_bytes": 246683, 2024-09-05T02:37:19.960 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_anon_items": 86, 2024-09-05T02:37:19.960 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_meta_bytes": 0, 2024-09-05T02:37:19.960 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_meta_items": 0, 2024-09-05T02:37:19.960 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_bytes": 0, 2024-09-05T02:37:19.960 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_items": 0, 2024-09-05T02:37:19.961 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_mapbl_bytes": 0, 2024-09-05T02:37:19.961 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_mapbl_items": 0, 2024-09-05T02:37:19.961 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_pglog_bytes": 0, 2024-09-05T02:37:19.961 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_pglog_items": 0, 2024-09-05T02:37:19.961 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_bytes": 8224, 2024-09-05T02:37:19.962 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_items": 181, 2024-09-05T02:37:19.962 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T02:37:19.962 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_mapping_items": 0, 2024-09-05T02:37:19.962 INFO:teuthology.orchestra.run.smithi033.stdout: "pgmap_bytes": 0, 2024-09-05T02:37:19.962 INFO:teuthology.orchestra.run.smithi033.stdout: "pgmap_items": 0, 2024-09-05T02:37:19.962 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_co_bytes": 69048, 2024-09-05T02:37:19.962 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_co_items": 254, 2024-09-05T02:37:19.963 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_1_bytes": 0, 2024-09-05T02:37:19.963 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_1_items": 0, 2024-09-05T02:37:19.963 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_2_bytes": 0, 2024-09-05T02:37:19.963 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_2_items": 0 2024-09-05T02:37:19.963 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.963 INFO:teuthology.orchestra.run.smithi033.stdout: "objecter": { 2024-09-05T02:37:19.963 INFO:teuthology.orchestra.run.smithi033.stdout: "op_active": 0, 2024-09-05T02:37:19.964 INFO:teuthology.orchestra.run.smithi033.stdout: "op_laggy": 0, 2024-09-05T02:37:19.964 INFO:teuthology.orchestra.run.smithi033.stdout: "op_send": 37, 2024-09-05T02:37:19.964 INFO:teuthology.orchestra.run.smithi033.stdout: "op_send_bytes": 11111, 2024-09-05T02:37:19.964 INFO:teuthology.orchestra.run.smithi033.stdout: "op_resend": 33, 2024-09-05T02:37:19.964 INFO:teuthology.orchestra.run.smithi033.stdout: "op_reply": 37, 2024-09-05T02:37:19.964 INFO:teuthology.orchestra.run.smithi033.stdout: "op_latency": { 2024-09-05T02:37:19.965 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 37, 2024-09-05T02:37:19.965 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.233996267, 2024-09-05T02:37:19.965 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.006324223 2024-09-05T02:37:19.965 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.965 INFO:teuthology.orchestra.run.smithi033.stdout: "op_inflight": 0, 2024-09-05T02:37:19.965 INFO:teuthology.orchestra.run.smithi033.stdout: "oplen_avg": { 2024-09-05T02:37:19.965 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 37, 2024-09-05T02:37:19.966 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 59 2024-09-05T02:37:19.966 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.966 INFO:teuthology.orchestra.run.smithi033.stdout: "op": 37, 2024-09-05T02:37:19.966 INFO:teuthology.orchestra.run.smithi033.stdout: "op_r": 0, 2024-09-05T02:37:19.966 INFO:teuthology.orchestra.run.smithi033.stdout: "op_w": 37, 2024-09-05T02:37:19.966 INFO:teuthology.orchestra.run.smithi033.stdout: "op_rmw": 0, 2024-09-05T02:37:19.966 INFO:teuthology.orchestra.run.smithi033.stdout: "op_pg": 0, 2024-09-05T02:37:19.967 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_stat": 0, 2024-09-05T02:37:19.967 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_create": 10, 2024-09-05T02:37:19.967 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_read": 0, 2024-09-05T02:37:19.967 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_write": 2, 2024-09-05T02:37:19.967 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_writefull": 6, 2024-09-05T02:37:19.967 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_writesame": 0, 2024-09-05T02:37:19.967 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_append": 0, 2024-09-05T02:37:19.968 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_zero": 0, 2024-09-05T02:37:19.968 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_truncate": 0, 2024-09-05T02:37:19.968 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_delete": 6, 2024-09-05T02:37:19.968 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_mapext": 0, 2024-09-05T02:37:19.968 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_sparse_read": 0, 2024-09-05T02:37:19.968 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_clonerange": 0, 2024-09-05T02:37:19.969 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_getxattr": 0, 2024-09-05T02:37:19.969 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_setxattr": 20, 2024-09-05T02:37:19.969 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_cmpxattr": 0, 2024-09-05T02:37:19.969 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_rmxattr": 0, 2024-09-05T02:37:19.969 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_resetxattrs": 0, 2024-09-05T02:37:19.969 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_call": 0, 2024-09-05T02:37:19.969 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_watch": 0, 2024-09-05T02:37:19.969 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_notify": 0, 2024-09-05T02:37:19.969 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_src_cmpxattr": 0, 2024-09-05T02:37:19.969 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_pgls": 0, 2024-09-05T02:37:19.969 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_pgls_filter": 0, 2024-09-05T02:37:19.969 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_other": 0, 2024-09-05T02:37:19.969 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_active": 0, 2024-09-05T02:37:19.970 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_send": 0, 2024-09-05T02:37:19.970 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_resend": 0, 2024-09-05T02:37:19.970 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_ping": 0, 2024-09-05T02:37:19.970 INFO:teuthology.orchestra.run.smithi033.stdout: "poolop_active": 0, 2024-09-05T02:37:19.970 INFO:teuthology.orchestra.run.smithi033.stdout: "poolop_send": 0, 2024-09-05T02:37:19.970 INFO:teuthology.orchestra.run.smithi033.stdout: "poolop_resend": 0, 2024-09-05T02:37:19.970 INFO:teuthology.orchestra.run.smithi033.stdout: "poolstat_active": 0, 2024-09-05T02:37:19.970 INFO:teuthology.orchestra.run.smithi033.stdout: "poolstat_send": 0, 2024-09-05T02:37:19.970 INFO:teuthology.orchestra.run.smithi033.stdout: "poolstat_resend": 0, 2024-09-05T02:37:19.970 INFO:teuthology.orchestra.run.smithi033.stdout: "statfs_active": 0, 2024-09-05T02:37:19.970 INFO:teuthology.orchestra.run.smithi033.stdout: "statfs_send": 0, 2024-09-05T02:37:19.970 INFO:teuthology.orchestra.run.smithi033.stdout: "statfs_resend": 0, 2024-09-05T02:37:19.970 INFO:teuthology.orchestra.run.smithi033.stdout: "command_active": 0, 2024-09-05T02:37:19.971 INFO:teuthology.orchestra.run.smithi033.stdout: "command_send": 0, 2024-09-05T02:37:19.971 INFO:teuthology.orchestra.run.smithi033.stdout: "command_resend": 0, 2024-09-05T02:37:19.971 INFO:teuthology.orchestra.run.smithi033.stdout: "map_epoch": 95, 2024-09-05T02:37:19.971 INFO:teuthology.orchestra.run.smithi033.stdout: "map_full": 0, 2024-09-05T02:37:19.971 INFO:teuthology.orchestra.run.smithi033.stdout: "map_inc": 11, 2024-09-05T02:37:19.971 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_sessions": 9, 2024-09-05T02:37:19.971 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_session_open": 9, 2024-09-05T02:37:19.971 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_session_close": 0, 2024-09-05T02:37:19.971 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_laggy": 0, 2024-09-05T02:37:19.971 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_wr": 14, 2024-09-05T02:37:19.971 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_rd": 0, 2024-09-05T02:37:19.971 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_del": 1 2024-09-05T02:37:19.971 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.971 INFO:teuthology.orchestra.run.smithi033.stdout: "oft": { 2024-09-05T02:37:19.972 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_objs": 1, 2024-09-05T02:37:19.972 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_kv_pairs": 0, 2024-09-05T02:37:19.972 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_updates": 0, 2024-09-05T02:37:19.972 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_removes": 0 2024-09-05T02:37:19.972 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.972 INFO:teuthology.orchestra.run.smithi033.stdout: "osd-slow-ops": { 2024-09-05T02:37:19.972 INFO:teuthology.orchestra.run.smithi033.stdout: "slow_ops_count": 0 2024-09-05T02:37:19.972 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.972 INFO:teuthology.orchestra.run.smithi033.stdout: "purge_queue": { 2024-09-05T02:37:19.972 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing_ops": 0, 2024-09-05T02:37:19.972 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing_ops_high_water": 0, 2024-09-05T02:37:19.972 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing": 0, 2024-09-05T02:37:19.972 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing_high_water": 0, 2024-09-05T02:37:19.973 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executed_ops": 0, 2024-09-05T02:37:19.973 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executed": 0, 2024-09-05T02:37:19.973 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_item_in_journal": 0 2024-09-05T02:37:19.973 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.973 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T02:37:19.973 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-09-05T02:37:19.973 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 104857600, 2024-09-05T02:37:19.973 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-09-05T02:37:19.973 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 955, 2024-09-05T02:37:19.973 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 1884738, 2024-09-05T02:37:19.973 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:19.973 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 955, 2024-09-05T02:37:19.973 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 0, 2024-09-05T02:37:19.974 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 0, 2024-09-05T02:37:19.974 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 955, 2024-09-05T02:37:19.974 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 1884738, 2024-09-05T02:37:19.974 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-09-05T02:37:19.974 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.974 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.974 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.974 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:19.974 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.974 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-objecter_bytes": { 2024-09-05T02:37:19.974 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-09-05T02:37:19.974 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 104857600, 2024-09-05T02:37:19.974 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-09-05T02:37:19.975 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 0, 2024-09-05T02:37:19.975 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 0, 2024-09-05T02:37:19.975 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:19.975 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:19.975 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 37, 2024-09-05T02:37:19.975 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 11111, 2024-09-05T02:37:19.975 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 37, 2024-09-05T02:37:19.975 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 11111, 2024-09-05T02:37:19.975 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-09-05T02:37:19.975 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.975 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.975 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.975 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:19.976 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.976 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-objecter_ops": { 2024-09-05T02:37:19.976 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-09-05T02:37:19.976 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 1024, 2024-09-05T02:37:19.976 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-09-05T02:37:19.976 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 0, 2024-09-05T02:37:19.976 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 0, 2024-09-05T02:37:19.976 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:19.976 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:19.976 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 37, 2024-09-05T02:37:19.976 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 37, 2024-09-05T02:37:19.976 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 37, 2024-09-05T02:37:19.976 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 37, 2024-09-05T02:37:19.976 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-09-05T02:37:19.977 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.977 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.977 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.977 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:19.977 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.977 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-write_buf_throttle": { 2024-09-05T02:37:19.977 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-09-05T02:37:19.977 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 3758096384, 2024-09-05T02:37:19.977 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-09-05T02:37:19.977 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 0, 2024-09-05T02:37:19.977 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 0, 2024-09-05T02:37:19.977 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:19.977 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:19.978 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 0, 2024-09-05T02:37:19.978 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 0, 2024-09-05T02:37:19.978 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 0, 2024-09-05T02:37:19.978 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 0, 2024-09-05T02:37:19.978 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-09-05T02:37:19.978 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.978 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.978 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.978 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:19.978 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:19.978 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-write_buf_throttle-0x558fbb734960": { 2024-09-05T02:37:19.978 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-09-05T02:37:19.978 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 3758096384, 2024-09-05T02:37:19.979 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-09-05T02:37:19.979 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 3, 2024-09-05T02:37:19.979 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 899, 2024-09-05T02:37:19.979 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:19.979 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 3, 2024-09-05T02:37:19.979 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 0, 2024-09-05T02:37:19.979 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 0, 2024-09-05T02:37:19.979 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 2, 2024-09-05T02:37:19.979 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 899, 2024-09-05T02:37:19.979 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-09-05T02:37:19.979 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:19.979 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:19.979 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:19.980 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:19.980 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:19.980 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:37:20.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:19 smithi174 ceph-mon[34756]: pgmap v322: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 102 B/s wr, 13 op/s 2024-09-05T02:37:20.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:19 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:20.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:19 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:20.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:19 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:20.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:19 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:20.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:19 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:20.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:19 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:20.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:19 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:20.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:19 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:20.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:19 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:20.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:19 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:20.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:19 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:20.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:19 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:20.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:19 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:20.028 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:19 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:20.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:19 smithi123 ceph-mon[34031]: pgmap v322: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 102 B/s wr, 13 op/s 2024-09-05T02:37:20.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:19 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:20.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:19 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:20.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:19 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:20.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:19 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:20.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:19 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:20.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:19 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:20.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:19 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:20.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:19 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:20.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:19 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:20.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:19 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:20.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:19 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:20.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:19 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:20.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:19 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:20.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:19 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:20.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:20 smithi033 ceph-mon[29909]: Adjusting osd_memory_target on smithi123 to 176.0M 2024-09-05T02:37:20.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:20 smithi033 ceph-mon[29909]: Unable to set osd_memory_target on smithi123 to 184589619: error parsing value: Value '184589619' is below minimum 939524096 2024-09-05T02:37:20.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:20 smithi033 ceph-mon[29909]: Adjusting osd_memory_target on smithi174 to 176.0M 2024-09-05T02:37:20.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:20 smithi033 ceph-mon[29909]: Unable to set osd_memory_target on smithi174 to 184573849: error parsing value: Value '184573849' is below minimum 939524096 2024-09-05T02:37:20.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:20 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:20.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:20 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:20.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:20 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:20.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:20 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:20.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:20 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:37:20.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:20 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:37:20.838 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:20 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:20.916 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-09-05T02:37:20.916 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-09-05T02:37:20.917 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2024-09-05T02:37:20.917 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=10 2024-09-05T02:37:20.917 INFO:tasks.check_counter:Daemon mds.a mds.root_rsnaps=6 2024-09-05T02:37:20.917 INFO:tasks.check_counter:Daemon mds.a mds_server.req_mksnap_latency.avgcount=0 2024-09-05T02:37:20.917 INFO:tasks.check_counter:Daemon mds.a mds_server.req_rmsnap_latency.avgcount=0 2024-09-05T02:37:20.917 DEBUG:tasks.check_counter:Getting stats from d 2024-09-05T02:37:20.917 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph daemon mds.d perf dump 2024-09-05T02:37:21.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:20 smithi174 ceph-mon[34756]: Adjusting osd_memory_target on smithi123 to 176.0M 2024-09-05T02:37:21.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:20 smithi174 ceph-mon[34756]: Unable to set osd_memory_target on smithi123 to 184589619: error parsing value: Value '184589619' is below minimum 939524096 2024-09-05T02:37:21.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:20 smithi174 ceph-mon[34756]: Adjusting osd_memory_target on smithi174 to 176.0M 2024-09-05T02:37:21.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:20 smithi174 ceph-mon[34756]: Unable to set osd_memory_target on smithi174 to 184573849: error parsing value: Value '184573849' is below minimum 939524096 2024-09-05T02:37:21.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:20 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:21.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:20 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:21.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:20 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:21.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:20 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:21.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:20 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:37:21.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:20 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:37:21.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:20 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:21.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:20 smithi123 ceph-mon[34031]: Adjusting osd_memory_target on smithi123 to 176.0M 2024-09-05T02:37:21.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:20 smithi123 ceph-mon[34031]: Unable to set osd_memory_target on smithi123 to 184589619: error parsing value: Value '184589619' is below minimum 939524096 2024-09-05T02:37:21.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:20 smithi123 ceph-mon[34031]: Adjusting osd_memory_target on smithi174 to 176.0M 2024-09-05T02:37:21.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:20 smithi123 ceph-mon[34031]: Unable to set osd_memory_target on smithi174 to 184573849: error parsing value: Value '184573849' is below minimum 939524096 2024-09-05T02:37:21.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:20 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:21.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:20 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:21.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:20 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:21.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:20 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T02:37:21.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:20 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T02:37:21.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:20 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T02:37:21.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:20 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' 2024-09-05T02:37:21.295 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:37:21.759 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:21 smithi033 ceph-mon[29909]: pgmap v323: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 102 B/s wr, 13 op/s 2024-09-05T02:37:21.759 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:21 smithi033 ceph-mon[29909]: Adjusting osd_memory_target on smithi033 to 177.5M 2024-09-05T02:37:21.759 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:21 smithi033 ceph-mon[29909]: Unable to set osd_memory_target on smithi033 to 186147225: error parsing value: Value '186147225' is below minimum 939524096 2024-09-05T02:37:21.905 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:37:21.906 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T02:37:21.906 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 746, 2024-09-05T02:37:21.906 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 748, 2024-09-05T02:37:21.906 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 197994, 2024-09-05T02:37:21.906 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 237292, 2024-09-05T02:37:21.906 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 6, 2024-09-05T02:37:21.906 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 2, 2024-09-05T02:37:21.906 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.074971831, 2024-09-05T02:37:21.906 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.025828995, 2024-09-05T02:37:21.906 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.019235711, 2024-09-05T02:37:21.906 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.019573771, 2024-09-05T02:37:21.907 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:21.907 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 746, 2024-09-05T02:37:21.907 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.042292693, 2024-09-05T02:37:21.907 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000056692 2024-09-05T02:37:21.907 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.907 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:21.907 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.907 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.907 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.907 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.907 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-05T02:37:21.908 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 0 2024-09-05T02:37:21.908 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.908 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T02:37:21.908 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 245, 2024-09-05T02:37:21.908 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 357, 2024-09-05T02:37:21.908 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 1755730, 2024-09-05T02:37:21.908 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 447521, 2024-09-05T02:37:21.908 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 4, 2024-09-05T02:37:21.908 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 3, 2024-09-05T02:37:21.908 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.069211144, 2024-09-05T02:37:21.909 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.028911910, 2024-09-05T02:37:21.909 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.056261978, 2024-09-05T02:37:21.909 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.000054687, 2024-09-05T02:37:21.909 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:21.909 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 356, 2024-09-05T02:37:21.909 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.046657748, 2024-09-05T02:37:21.909 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000131061 2024-09-05T02:37:21.909 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.909 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:21.909 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.909 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.909 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.909 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.910 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 1755216, 2024-09-05T02:37:21.910 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 446880 2024-09-05T02:37:21.910 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.910 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T02:37:21.910 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 1368, 2024-09-05T02:37:21.910 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 1401, 2024-09-05T02:37:21.910 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 404992, 2024-09-05T02:37:21.910 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 563402, 2024-09-05T02:37:21.910 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 6, 2024-09-05T02:37:21.910 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 4, 2024-09-05T02:37:21.910 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.189298577, 2024-09-05T02:37:21.910 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.087603662, 2024-09-05T02:37:21.910 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.039773118, 2024-09-05T02:37:21.911 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.044948133, 2024-09-05T02:37:21.911 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:21.911 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 1399, 2024-09-05T02:37:21.911 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.098447245, 2024-09-05T02:37:21.911 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000070369 2024-09-05T02:37:21.911 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.911 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:21.911 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.911 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.911 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.911 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.911 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 3184, 2024-09-05T02:37:21.911 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 129968 2024-09-05T02:37:21.912 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.912 INFO:teuthology.orchestra.run.smithi033.stdout: "cct": { 2024-09-05T02:37:21.912 INFO:teuthology.orchestra.run.smithi033.stdout: "total_workers": 1, 2024-09-05T02:37:21.912 INFO:teuthology.orchestra.run.smithi033.stdout: "unhealthy_workers": 0 2024-09-05T02:37:21.912 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.912 INFO:teuthology.orchestra.run.smithi033.stdout: "finisher-MDSRank": { 2024-09-05T02:37:21.912 INFO:teuthology.orchestra.run.smithi033.stdout: "queue_len": 0, 2024-09-05T02:37:21.912 INFO:teuthology.orchestra.run.smithi033.stdout: "complete_latency": { 2024-09-05T02:37:21.912 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 3561, 2024-09-05T02:37:21.912 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.100129117, 2024-09-05T02:37:21.912 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000028118 2024-09-05T02:37:21.913 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:21.913 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.913 INFO:teuthology.orchestra.run.smithi033.stdout: "finisher-PurgeQueue": { 2024-09-05T02:37:21.913 INFO:teuthology.orchestra.run.smithi033.stdout: "queue_len": 0, 2024-09-05T02:37:21.913 INFO:teuthology.orchestra.run.smithi033.stdout: "complete_latency": { 2024-09-05T02:37:21.913 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.913 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.913 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.913 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:21.914 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.914 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": { 2024-09-05T02:37:21.914 INFO:teuthology.orchestra.run.smithi033.stdout: "request": 0, 2024-09-05T02:37:21.914 INFO:teuthology.orchestra.run.smithi033.stdout: "reply": 0, 2024-09-05T02:37:21.914 INFO:teuthology.orchestra.run.smithi033.stdout: "reply_latency": { 2024-09-05T02:37:21.914 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.914 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.914 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.914 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.914 INFO:teuthology.orchestra.run.smithi033.stdout: "slow_reply": 0, 2024-09-05T02:37:21.914 INFO:teuthology.orchestra.run.smithi033.stdout: "forward": 0, 2024-09-05T02:37:21.914 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_fetch_complete": 0, 2024-09-05T02:37:21.915 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_fetch_keys": 0, 2024-09-05T02:37:21.915 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_commit": 0, 2024-09-05T02:37:21.915 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_split": 0, 2024-09-05T02:37:21.915 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_merge": 0, 2024-09-05T02:37:21.915 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes": 0, 2024-09-05T02:37:21.915 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_top": 0, 2024-09-05T02:37:21.915 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_bottom": 0, 2024-09-05T02:37:21.915 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_pin_tail": 0, 2024-09-05T02:37:21.916 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_pinned": 0, 2024-09-05T02:37:21.916 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_expired": 0, 2024-09-05T02:37:21.916 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_with_caps": 0, 2024-09-05T02:37:21.916 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": 0, 2024-09-05T02:37:21.916 INFO:teuthology.orchestra.run.smithi033.stdout: "subtrees": 1, 2024-09-05T02:37:21.916 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse": 0, 2024-09-05T02:37:21.916 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_hit": 0, 2024-09-05T02:37:21.916 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_forward": 0, 2024-09-05T02:37:21.916 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_discover": 0, 2024-09-05T02:37:21.916 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_dir_fetch": 0, 2024-09-05T02:37:21.916 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_remote_ino": 0, 2024-09-05T02:37:21.916 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_lock": 0, 2024-09-05T02:37:21.917 INFO:teuthology.orchestra.run.smithi033.stdout: "load_cent": 0, 2024-09-05T02:37:21.917 INFO:teuthology.orchestra.run.smithi033.stdout: "q": 0, 2024-09-05T02:37:21.917 INFO:teuthology.orchestra.run.smithi033.stdout: "exported": 0, 2024-09-05T02:37:21.917 INFO:teuthology.orchestra.run.smithi033.stdout: "exported_inodes": 0, 2024-09-05T02:37:21.917 INFO:teuthology.orchestra.run.smithi033.stdout: "imported": 0, 2024-09-05T02:37:21.917 INFO:teuthology.orchestra.run.smithi033.stdout: "imported_inodes": 0, 2024-09-05T02:37:21.917 INFO:teuthology.orchestra.run.smithi033.stdout: "openino_dir_fetch": 0, 2024-09-05T02:37:21.917 INFO:teuthology.orchestra.run.smithi033.stdout: "openino_backtrace_fetch": 0, 2024-09-05T02:37:21.917 INFO:teuthology.orchestra.run.smithi033.stdout: "openino_peer_discover": 0, 2024-09-05T02:37:21.918 INFO:teuthology.orchestra.run.smithi033.stdout: "root_rfiles": 0, 2024-09-05T02:37:21.918 INFO:teuthology.orchestra.run.smithi033.stdout: "root_rbytes": 0, 2024-09-05T02:37:21.918 INFO:teuthology.orchestra.run.smithi033.stdout: "root_rsnaps": 0, 2024-09-05T02:37:21.918 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_backtrace_fetch": 0, 2024-09-05T02:37:21.918 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_set_tag": 0, 2024-09-05T02:37:21.918 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_backtrace_repaired": 0, 2024-09-05T02:37:21.918 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_inotable_repaired": 0, 2024-09-05T02:37:21.918 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_dir_inodes": 0, 2024-09-05T02:37:21.918 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_dir_base_inodes": 0, 2024-09-05T02:37:21.918 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_dirfrag_rstats": 0, 2024-09-05T02:37:21.918 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_file_inodes": 0, 2024-09-05T02:37:21.918 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_inode_file_caps": 0, 2024-09-05T02:37:21.919 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_revoke": 0, 2024-09-05T02:37:21.919 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_grant": 0, 2024-09-05T02:37:21.919 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_trunc": 0, 2024-09-05T02:37:21.919 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-05T02:37:21.919 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-05T02:37:21.919 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_caps": 0, 2024-09-05T02:37:21.919 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_caps_dirty": 0, 2024-09-05T02:37:21.919 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_cap_release": 0, 2024-09-05T02:37:21.919 INFO:teuthology.orchestra.run.smithi033.stdout: "process_request_cap_release": 0 2024-09-05T02:37:21.919 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.920 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_cache": { 2024-09-05T02:37:21.920 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_update": 0, 2024-09-05T02:37:21.920 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_update_receipt": 0, 2024-09-05T02:37:21.920 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_try_discover": 0, 2024-09-05T02:37:21.920 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_send_discover": 0, 2024-09-05T02:37:21.920 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_handle_discover": 0, 2024-09-05T02:37:21.920 INFO:teuthology.orchestra.run.smithi033.stdout: "num_strays": 0, 2024-09-05T02:37:21.920 INFO:teuthology.orchestra.run.smithi033.stdout: "num_strays_delayed": 0, 2024-09-05T02:37:21.920 INFO:teuthology.orchestra.run.smithi033.stdout: "num_strays_enqueuing": 0, 2024-09-05T02:37:21.920 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_created": 0, 2024-09-05T02:37:21.921 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_enqueued": 0, 2024-09-05T02:37:21.921 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_reintegrated": 0, 2024-09-05T02:37:21.921 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_migrated": 0, 2024-09-05T02:37:21.921 INFO:teuthology.orchestra.run.smithi033.stdout: "num_recovering_processing": 0, 2024-09-05T02:37:21.921 INFO:teuthology.orchestra.run.smithi033.stdout: "num_recovering_enqueued": 0, 2024-09-05T02:37:21.921 INFO:teuthology.orchestra.run.smithi033.stdout: "num_recovering_prioritized": 0, 2024-09-05T02:37:21.921 INFO:teuthology.orchestra.run.smithi033.stdout: "recovery_started": 0, 2024-09-05T02:37:21.921 INFO:teuthology.orchestra.run.smithi033.stdout: "recovery_completed": 0, 2024-09-05T02:37:21.921 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_quiesce_path": 0, 2024-09-05T02:37:21.922 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_quiesce_inode": 0, 2024-09-05T02:37:21.922 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_enqueue_scrub": 0, 2024-09-05T02:37:21.922 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_exportdir": 0, 2024-09-05T02:37:21.922 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_flush": 0, 2024-09-05T02:37:21.922 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_fragmentdir": 0, 2024-09-05T02:37:21.922 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_fragstats": 0, 2024-09-05T02:37:21.922 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_inodestats": 0 2024-09-05T02:37:21.922 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.923 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_log": { 2024-09-05T02:37:21.923 INFO:teuthology.orchestra.run.smithi033.stdout: "evlrg": 0, 2024-09-05T02:37:21.923 INFO:teuthology.orchestra.run.smithi033.stdout: "evadd": 0, 2024-09-05T02:37:21.923 INFO:teuthology.orchestra.run.smithi033.stdout: "evex": 0, 2024-09-05T02:37:21.923 INFO:teuthology.orchestra.run.smithi033.stdout: "evtrm": 0, 2024-09-05T02:37:21.923 INFO:teuthology.orchestra.run.smithi033.stdout: "ev": 7, 2024-09-05T02:37:21.923 INFO:teuthology.orchestra.run.smithi033.stdout: "evexg": 0, 2024-09-05T02:37:21.923 INFO:teuthology.orchestra.run.smithi033.stdout: "evexd": 0, 2024-09-05T02:37:21.923 INFO:teuthology.orchestra.run.smithi033.stdout: "segadd": 0, 2024-09-05T02:37:21.924 INFO:teuthology.orchestra.run.smithi033.stdout: "segex": 0, 2024-09-05T02:37:21.924 INFO:teuthology.orchestra.run.smithi033.stdout: "segtrm": 0, 2024-09-05T02:37:21.924 INFO:teuthology.orchestra.run.smithi033.stdout: "seg": 2, 2024-09-05T02:37:21.924 INFO:teuthology.orchestra.run.smithi033.stdout: "segmjr": 2, 2024-09-05T02:37:21.924 INFO:teuthology.orchestra.run.smithi033.stdout: "segexg": 0, 2024-09-05T02:37:21.924 INFO:teuthology.orchestra.run.smithi033.stdout: "segexd": 0, 2024-09-05T02:37:21.924 INFO:teuthology.orchestra.run.smithi033.stdout: "expos": 4194304, 2024-09-05T02:37:21.924 INFO:teuthology.orchestra.run.smithi033.stdout: "wrpos": 4196271, 2024-09-05T02:37:21.924 INFO:teuthology.orchestra.run.smithi033.stdout: "rdpos": 4196130, 2024-09-05T02:37:21.924 INFO:teuthology.orchestra.run.smithi033.stdout: "jlat": { 2024-09-05T02:37:21.924 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.924 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.924 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.924 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.925 INFO:teuthology.orchestra.run.smithi033.stdout: "replayed": 7 2024-09-05T02:37:21.925 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.925 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_mem": { 2024-09-05T02:37:21.925 INFO:teuthology.orchestra.run.smithi033.stdout: "ino": 3, 2024-09-05T02:37:21.925 INFO:teuthology.orchestra.run.smithi033.stdout: "ino+": 3, 2024-09-05T02:37:21.925 INFO:teuthology.orchestra.run.smithi033.stdout: "ino-": 0, 2024-09-05T02:37:21.925 INFO:teuthology.orchestra.run.smithi033.stdout: "dir": 1, 2024-09-05T02:37:21.925 INFO:teuthology.orchestra.run.smithi033.stdout: "dir+": 1, 2024-09-05T02:37:21.925 INFO:teuthology.orchestra.run.smithi033.stdout: "dir-": 0, 2024-09-05T02:37:21.925 INFO:teuthology.orchestra.run.smithi033.stdout: "dn": 0, 2024-09-05T02:37:21.925 INFO:teuthology.orchestra.run.smithi033.stdout: "dn+": 0, 2024-09-05T02:37:21.925 INFO:teuthology.orchestra.run.smithi033.stdout: "dn-": 0, 2024-09-05T02:37:21.925 INFO:teuthology.orchestra.run.smithi033.stdout: "cap": 0, 2024-09-05T02:37:21.926 INFO:teuthology.orchestra.run.smithi033.stdout: "cap+": 0, 2024-09-05T02:37:21.926 INFO:teuthology.orchestra.run.smithi033.stdout: "cap-": 0, 2024-09-05T02:37:21.926 INFO:teuthology.orchestra.run.smithi033.stdout: "rss": 47072, 2024-09-05T02:37:21.926 INFO:teuthology.orchestra.run.smithi033.stdout: "heap": 215328 2024-09-05T02:37:21.926 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.926 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_server": { 2024-09-05T02:37:21.926 INFO:teuthology.orchestra.run.smithi033.stdout: "dispatch_client_request": 0, 2024-09-05T02:37:21.927 INFO:teuthology.orchestra.run.smithi033.stdout: "dispatch_server_request": 0, 2024-09-05T02:37:21.927 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_request": 0, 2024-09-05T02:37:21.927 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_session": 0, 2024-09-05T02:37:21.927 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_peer_request": 0, 2024-09-05T02:37:21.927 INFO:teuthology.orchestra.run.smithi033.stdout: "req_create_latency": { 2024-09-05T02:37:21.927 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.927 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.927 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.927 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.927 INFO:teuthology.orchestra.run.smithi033.stdout: "req_getattr_latency": { 2024-09-05T02:37:21.927 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.927 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.927 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.928 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.928 INFO:teuthology.orchestra.run.smithi033.stdout: "req_getfilelock_latency": { 2024-09-05T02:37:21.928 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.928 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.928 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.928 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.928 INFO:teuthology.orchestra.run.smithi033.stdout: "req_link_latency": { 2024-09-05T02:37:21.928 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.928 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.928 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.928 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.928 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookup_latency": { 2024-09-05T02:37:21.928 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.929 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.929 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.929 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.929 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookuphash_latency": { 2024-09-05T02:37:21.929 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.929 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.929 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.929 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.929 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupino_latency": { 2024-09-05T02:37:21.929 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.929 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.929 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.929 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.930 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupname_latency": { 2024-09-05T02:37:21.930 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.930 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.930 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.930 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.930 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupparent_latency": { 2024-09-05T02:37:21.930 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.930 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.930 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.930 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.930 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupsnap_latency": { 2024-09-05T02:37:21.930 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.930 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.931 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.931 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.931 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lssnap_latency": { 2024-09-05T02:37:21.931 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.931 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.931 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.931 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.931 INFO:teuthology.orchestra.run.smithi033.stdout: "req_mkdir_latency": { 2024-09-05T02:37:21.931 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.932 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.932 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.932 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.932 INFO:teuthology.orchestra.run.smithi033.stdout: "req_mknod_latency": { 2024-09-05T02:37:21.932 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.933 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.933 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.933 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.933 INFO:teuthology.orchestra.run.smithi033.stdout: "req_mksnap_latency": { 2024-09-05T02:37:21.933 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.933 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.933 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.933 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.933 INFO:teuthology.orchestra.run.smithi033.stdout: "req_open_latency": { 2024-09-05T02:37:21.933 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.933 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.933 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.934 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.934 INFO:teuthology.orchestra.run.smithi033.stdout: "req_readdir_latency": { 2024-09-05T02:37:21.934 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.934 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.934 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.934 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.934 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rename_latency": { 2024-09-05T02:37:21.934 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.934 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.934 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.934 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.934 INFO:teuthology.orchestra.run.smithi033.stdout: "req_renamesnap_latency": { 2024-09-05T02:37:21.934 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.935 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.935 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.935 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.935 INFO:teuthology.orchestra.run.smithi033.stdout: "req_snapdiff_latency": { 2024-09-05T02:37:21.935 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.935 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.935 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.935 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.935 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rmdir_latency": { 2024-09-05T02:37:21.935 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.935 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.935 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.935 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.936 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rmsnap_latency": { 2024-09-05T02:37:21.936 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.936 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.936 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.936 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.936 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rmxattr_latency": { 2024-09-05T02:37:21.936 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.936 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.936 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.936 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.936 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setattr_latency": { 2024-09-05T02:37:21.936 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.936 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.937 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.937 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.937 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setdirlayout_latency": { 2024-09-05T02:37:21.937 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.937 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.938 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.938 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.938 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setfilelock_latency": { 2024-09-05T02:37:21.938 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.938 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.938 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.938 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.938 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setlayout_latency": { 2024-09-05T02:37:21.938 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.938 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.938 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.940 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.940 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setxattr_latency": { 2024-09-05T02:37:21.940 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.940 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.940 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.940 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.940 INFO:teuthology.orchestra.run.smithi033.stdout: "req_symlink_latency": { 2024-09-05T02:37:21.940 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.940 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.940 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.941 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.941 INFO:teuthology.orchestra.run.smithi033.stdout: "req_unlink_latency": { 2024-09-05T02:37:21.941 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.941 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.941 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.941 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.941 INFO:teuthology.orchestra.run.smithi033.stdout: "cap_revoke_eviction": 0, 2024-09-05T02:37:21.941 INFO:teuthology.orchestra.run.smithi033.stdout: "cap_acquisition_throttle": 0, 2024-09-05T02:37:21.941 INFO:teuthology.orchestra.run.smithi033.stdout: "req_getvxattr_latency": { 2024-09-05T02:37:21.941 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.942 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.942 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.942 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:21.942 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.942 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_sessions": { 2024-09-05T02:37:21.942 INFO:teuthology.orchestra.run.smithi033.stdout: "session_count": 1, 2024-09-05T02:37:21.942 INFO:teuthology.orchestra.run.smithi033.stdout: "session_add": 3, 2024-09-05T02:37:21.942 INFO:teuthology.orchestra.run.smithi033.stdout: "session_remove": 2, 2024-09-05T02:37:21.942 INFO:teuthology.orchestra.run.smithi033.stdout: "sessions_open": 3, 2024-09-05T02:37:21.942 INFO:teuthology.orchestra.run.smithi033.stdout: "sessions_stale": 0, 2024-09-05T02:37:21.942 INFO:teuthology.orchestra.run.smithi033.stdout: "total_load": 0, 2024-09-05T02:37:21.942 INFO:teuthology.orchestra.run.smithi033.stdout: "average_load": 0, 2024-09-05T02:37:21.943 INFO:teuthology.orchestra.run.smithi033.stdout: "avg_session_uptime": 4011, 2024-09-05T02:37:21.943 INFO:teuthology.orchestra.run.smithi033.stdout: "mdthresh_evicted": 0 2024-09-05T02:37:21.943 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.943 INFO:teuthology.orchestra.run.smithi033.stdout: "mempool": { 2024-09-05T02:37:21.943 INFO:teuthology.orchestra.run.smithi033.stdout: "bloom_filter_bytes": 0, 2024-09-05T02:37:21.943 INFO:teuthology.orchestra.run.smithi033.stdout: "bloom_filter_items": 0, 2024-09-05T02:37:21.943 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T02:37:21.943 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_alloc_items": 0, 2024-09-05T02:37:21.943 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T02:37:21.943 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_data_items": 0, 2024-09-05T02:37:21.943 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T02:37:21.943 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T02:37:21.943 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T02:37:21.944 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T02:37:21.944 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T02:37:21.944 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_other_items": 0, 2024-09-05T02:37:21.944 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T02:37:21.944 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T02:37:21.944 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_extent_bytes": 0, 2024-09-05T02:37:21.944 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_extent_items": 0, 2024-09-05T02:37:21.944 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_blob_bytes": 0, 2024-09-05T02:37:21.944 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_blob_items": 0, 2024-09-05T02:37:21.944 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T02:37:21.944 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T02:37:21.945 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T02:37:21.945 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T02:37:21.945 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T02:37:21.945 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_fsck_items": 0, 2024-09-05T02:37:21.945 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_txc_bytes": 0, 2024-09-05T02:37:21.945 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_txc_items": 0, 2024-09-05T02:37:21.945 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T02:37:21.945 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T02:37:21.945 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_bytes": 0, 2024-09-05T02:37:21.945 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_items": 0, 2024-09-05T02:37:21.945 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_bytes": 0, 2024-09-05T02:37:21.945 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_items": 0, 2024-09-05T02:37:21.946 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T02:37:21.946 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_reader_items": 0, 2024-09-05T02:37:21.946 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T02:37:21.946 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_writer_items": 0, 2024-09-05T02:37:21.946 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_anon_bytes": 190424, 2024-09-05T02:37:21.946 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_anon_items": 52, 2024-09-05T02:37:21.946 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_meta_bytes": 0, 2024-09-05T02:37:21.946 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_meta_items": 0, 2024-09-05T02:37:21.946 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_bytes": 0, 2024-09-05T02:37:21.946 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_items": 0, 2024-09-05T02:37:21.946 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_mapbl_bytes": 0, 2024-09-05T02:37:21.946 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_mapbl_items": 0, 2024-09-05T02:37:21.946 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_pglog_bytes": 0, 2024-09-05T02:37:21.947 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_pglog_items": 0, 2024-09-05T02:37:21.947 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_bytes": 8224, 2024-09-05T02:37:21.947 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_items": 181, 2024-09-05T02:37:21.947 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T02:37:21.947 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_mapping_items": 0, 2024-09-05T02:37:21.947 INFO:teuthology.orchestra.run.smithi033.stdout: "pgmap_bytes": 0, 2024-09-05T02:37:21.947 INFO:teuthology.orchestra.run.smithi033.stdout: "pgmap_items": 0, 2024-09-05T02:37:21.947 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_co_bytes": 8512, 2024-09-05T02:37:21.947 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_co_items": 13, 2024-09-05T02:37:21.947 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_1_bytes": 0, 2024-09-05T02:37:21.947 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_1_items": 0, 2024-09-05T02:37:21.947 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_2_bytes": 0, 2024-09-05T02:37:21.947 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_2_items": 0 2024-09-05T02:37:21.948 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.948 INFO:teuthology.orchestra.run.smithi033.stdout: "objecter": { 2024-09-05T02:37:21.948 INFO:teuthology.orchestra.run.smithi033.stdout: "op_active": 0, 2024-09-05T02:37:21.948 INFO:teuthology.orchestra.run.smithi033.stdout: "op_laggy": 0, 2024-09-05T02:37:21.948 INFO:teuthology.orchestra.run.smithi033.stdout: "op_send": 2111, 2024-09-05T02:37:21.948 INFO:teuthology.orchestra.run.smithi033.stdout: "op_send_bytes": 21, 2024-09-05T02:37:21.948 INFO:teuthology.orchestra.run.smithi033.stdout: "op_resend": 3, 2024-09-05T02:37:21.948 INFO:teuthology.orchestra.run.smithi033.stdout: "op_reply": 2111, 2024-09-05T02:37:21.948 INFO:teuthology.orchestra.run.smithi033.stdout: "op_latency": { 2024-09-05T02:37:21.948 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 2111, 2024-09-05T02:37:21.948 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 1.263979823, 2024-09-05T02:37:21.948 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000598758 2024-09-05T02:37:21.948 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.949 INFO:teuthology.orchestra.run.smithi033.stdout: "op_inflight": 0, 2024-09-05T02:37:21.949 INFO:teuthology.orchestra.run.smithi033.stdout: "oplen_avg": { 2024-09-05T02:37:21.949 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 2111, 2024-09-05T02:37:21.949 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 2112 2024-09-05T02:37:21.949 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.949 INFO:teuthology.orchestra.run.smithi033.stdout: "op": 2111, 2024-09-05T02:37:21.949 INFO:teuthology.orchestra.run.smithi033.stdout: "op_r": 2111, 2024-09-05T02:37:21.949 INFO:teuthology.orchestra.run.smithi033.stdout: "op_w": 0, 2024-09-05T02:37:21.949 INFO:teuthology.orchestra.run.smithi033.stdout: "op_rmw": 0, 2024-09-05T02:37:21.949 INFO:teuthology.orchestra.run.smithi033.stdout: "op_pg": 0, 2024-09-05T02:37:21.949 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_stat": 1363, 2024-09-05T02:37:21.949 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_create": 0, 2024-09-05T02:37:21.949 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_read": 746, 2024-09-05T02:37:21.949 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_write": 0, 2024-09-05T02:37:21.950 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_writefull": 0, 2024-09-05T02:37:21.950 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_writesame": 0, 2024-09-05T02:37:21.950 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_append": 0, 2024-09-05T02:37:21.950 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_zero": 0, 2024-09-05T02:37:21.950 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_truncate": 0, 2024-09-05T02:37:21.950 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_delete": 0, 2024-09-05T02:37:21.950 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_mapext": 0, 2024-09-05T02:37:21.950 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_sparse_read": 0, 2024-09-05T02:37:21.950 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_clonerange": 0, 2024-09-05T02:37:21.950 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_getxattr": 1, 2024-09-05T02:37:21.950 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_setxattr": 0, 2024-09-05T02:37:21.950 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_cmpxattr": 0, 2024-09-05T02:37:21.950 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_rmxattr": 0, 2024-09-05T02:37:21.950 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_resetxattrs": 0, 2024-09-05T02:37:21.951 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_call": 0, 2024-09-05T02:37:21.951 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_watch": 0, 2024-09-05T02:37:21.951 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_notify": 0, 2024-09-05T02:37:21.951 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_src_cmpxattr": 0, 2024-09-05T02:37:21.951 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_pgls": 0, 2024-09-05T02:37:21.951 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_pgls_filter": 0, 2024-09-05T02:37:21.951 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_other": 0, 2024-09-05T02:37:21.951 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_active": 0, 2024-09-05T02:37:21.951 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_send": 0, 2024-09-05T02:37:21.951 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_resend": 0, 2024-09-05T02:37:21.951 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_ping": 0, 2024-09-05T02:37:21.951 INFO:teuthology.orchestra.run.smithi033.stdout: "poolop_active": 0, 2024-09-05T02:37:21.951 INFO:teuthology.orchestra.run.smithi033.stdout: "poolop_send": 0, 2024-09-05T02:37:21.951 INFO:teuthology.orchestra.run.smithi033.stdout: "poolop_resend": 0, 2024-09-05T02:37:21.952 INFO:teuthology.orchestra.run.smithi033.stdout: "poolstat_active": 0, 2024-09-05T02:37:21.952 INFO:teuthology.orchestra.run.smithi033.stdout: "poolstat_send": 0, 2024-09-05T02:37:21.952 INFO:teuthology.orchestra.run.smithi033.stdout: "poolstat_resend": 0, 2024-09-05T02:37:21.952 INFO:teuthology.orchestra.run.smithi033.stdout: "statfs_active": 0, 2024-09-05T02:37:21.952 INFO:teuthology.orchestra.run.smithi033.stdout: "statfs_send": 0, 2024-09-05T02:37:21.952 INFO:teuthology.orchestra.run.smithi033.stdout: "statfs_resend": 0, 2024-09-05T02:37:21.952 INFO:teuthology.orchestra.run.smithi033.stdout: "command_active": 0, 2024-09-05T02:37:21.952 INFO:teuthology.orchestra.run.smithi033.stdout: "command_send": 0, 2024-09-05T02:37:21.952 INFO:teuthology.orchestra.run.smithi033.stdout: "command_resend": 0, 2024-09-05T02:37:21.952 INFO:teuthology.orchestra.run.smithi033.stdout: "map_epoch": 95, 2024-09-05T02:37:21.952 INFO:teuthology.orchestra.run.smithi033.stdout: "map_full": 0, 2024-09-05T02:37:21.952 INFO:teuthology.orchestra.run.smithi033.stdout: "map_inc": 11, 2024-09-05T02:37:21.952 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_sessions": 5, 2024-09-05T02:37:21.953 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_session_open": 5, 2024-09-05T02:37:21.953 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_session_close": 0, 2024-09-05T02:37:21.953 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_laggy": 0, 2024-09-05T02:37:21.953 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_wr": 0, 2024-09-05T02:37:21.953 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_rd": 2, 2024-09-05T02:37:21.953 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_del": 0 2024-09-05T02:37:21.953 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.953 INFO:teuthology.orchestra.run.smithi033.stdout: "oft": { 2024-09-05T02:37:21.953 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_objs": 0, 2024-09-05T02:37:21.953 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_kv_pairs": 0, 2024-09-05T02:37:21.953 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_updates": 0, 2024-09-05T02:37:21.953 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_removes": 0 2024-09-05T02:37:21.953 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.954 INFO:teuthology.orchestra.run.smithi033.stdout: "osd-slow-ops": { 2024-09-05T02:37:21.954 INFO:teuthology.orchestra.run.smithi033.stdout: "slow_ops_count": 0 2024-09-05T02:37:21.954 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.954 INFO:teuthology.orchestra.run.smithi033.stdout: "purge_queue": { 2024-09-05T02:37:21.954 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing_ops": 0, 2024-09-05T02:37:21.954 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing_ops_high_water": 0, 2024-09-05T02:37:21.954 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing": 0, 2024-09-05T02:37:21.954 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing_high_water": 0, 2024-09-05T02:37:21.954 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executed_ops": 0, 2024-09-05T02:37:21.954 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executed": 0, 2024-09-05T02:37:21.954 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_item_in_journal": 0 2024-09-05T02:37:21.954 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.955 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T02:37:21.955 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-09-05T02:37:21.955 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 104857600, 2024-09-05T02:37:21.955 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-09-05T02:37:21.955 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 2355, 2024-09-05T02:37:21.955 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 2131362, 2024-09-05T02:37:21.955 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:21.955 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 2355, 2024-09-05T02:37:21.955 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 0, 2024-09-05T02:37:21.955 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 0, 2024-09-05T02:37:21.956 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 2355, 2024-09-05T02:37:21.956 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 2131362, 2024-09-05T02:37:21.956 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-09-05T02:37:21.956 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.956 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.956 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.956 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:21.956 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.956 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-objecter_bytes": { 2024-09-05T02:37:21.956 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-09-05T02:37:21.956 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 104857600, 2024-09-05T02:37:21.956 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-09-05T02:37:21.956 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 0, 2024-09-05T02:37:21.957 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 0, 2024-09-05T02:37:21.957 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:21.957 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:21.957 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 2111, 2024-09-05T02:37:21.957 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 1972, 2024-09-05T02:37:21.957 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 2111, 2024-09-05T02:37:21.957 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 1972, 2024-09-05T02:37:21.957 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-09-05T02:37:21.957 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.957 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.957 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.957 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:21.958 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.958 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-objecter_ops": { 2024-09-05T02:37:21.958 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-09-05T02:37:21.958 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 1024, 2024-09-05T02:37:21.958 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-09-05T02:37:21.958 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 0, 2024-09-05T02:37:21.958 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 0, 2024-09-05T02:37:21.958 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:21.958 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:21.958 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 2111, 2024-09-05T02:37:21.958 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 2111, 2024-09-05T02:37:21.958 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 2111, 2024-09-05T02:37:21.958 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 2111, 2024-09-05T02:37:21.959 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-09-05T02:37:21.959 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.959 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.959 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.959 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:21.959 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.959 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-write_buf_throttle": { 2024-09-05T02:37:21.959 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-09-05T02:37:21.959 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 3758096384, 2024-09-05T02:37:21.959 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-09-05T02:37:21.959 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 0, 2024-09-05T02:37:21.959 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 0, 2024-09-05T02:37:21.959 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:21.960 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:21.960 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 0, 2024-09-05T02:37:21.960 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 0, 2024-09-05T02:37:21.960 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 0, 2024-09-05T02:37:21.960 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 0, 2024-09-05T02:37:21.960 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-09-05T02:37:21.960 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.960 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.960 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.960 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:21.960 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:21.960 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-write_buf_throttle-0x56218a1fcbe0": { 2024-09-05T02:37:21.960 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-09-05T02:37:21.961 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 3758096384, 2024-09-05T02:37:21.961 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-09-05T02:37:21.961 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 0, 2024-09-05T02:37:21.961 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 0, 2024-09-05T02:37:21.961 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:21.961 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:21.961 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 0, 2024-09-05T02:37:21.961 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 0, 2024-09-05T02:37:21.961 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 0, 2024-09-05T02:37:21.961 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 0, 2024-09-05T02:37:21.961 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-09-05T02:37:21.961 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:21.961 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:21.961 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:21.962 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:21.962 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:21.962 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:37:22.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:21 smithi174 ceph-mon[34756]: pgmap v323: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 102 B/s wr, 13 op/s 2024-09-05T02:37:22.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:21 smithi174 ceph-mon[34756]: Adjusting osd_memory_target on smithi033 to 177.5M 2024-09-05T02:37:22.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:21 smithi174 ceph-mon[34756]: Unable to set osd_memory_target on smithi033 to 186147225: error parsing value: Value '186147225' is below minimum 939524096 2024-09-05T02:37:22.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:21 smithi123 ceph-mon[34031]: pgmap v323: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 102 B/s wr, 13 op/s 2024-09-05T02:37:22.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:21 smithi123 ceph-mon[34031]: Adjusting osd_memory_target on smithi033 to 177.5M 2024-09-05T02:37:22.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:21 smithi123 ceph-mon[34031]: Unable to set osd_memory_target on smithi033 to 186147225: error parsing value: Value '186147225' is below minimum 939524096 2024-09-05T02:37:22.752 INFO:tasks.check_counter:Daemon mds.d mds.exported=0 2024-09-05T02:37:22.753 INFO:tasks.check_counter:Daemon mds.d mds.imported=0 2024-09-05T02:37:22.753 INFO:tasks.check_counter:Daemon mds.d mds_cache.dir_update=0 2024-09-05T02:37:22.753 INFO:tasks.check_counter:Daemon mds.d mds_cache.dir_update_receipt=0 2024-09-05T02:37:22.753 INFO:tasks.check_counter:Daemon mds.d mds.root_rsnaps=0 2024-09-05T02:37:22.753 INFO:tasks.check_counter:Daemon mds.d mds_server.req_mksnap_latency.avgcount=0 2024-09-05T02:37:22.753 INFO:tasks.check_counter:Daemon mds.d mds_server.req_rmsnap_latency.avgcount=0 2024-09-05T02:37:22.753 DEBUG:tasks.check_counter:Getting stats from g 2024-09-05T02:37:22.753 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph daemon mds.g perf dump 2024-09-05T02:37:23.130 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:37:23.705 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:37:23.705 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T02:37:23.705 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 221, 2024-09-05T02:37:23.705 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 209, 2024-09-05T02:37:23.705 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 1718288, 2024-09-05T02:37:23.705 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 128064, 2024-09-05T02:37:23.705 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 4, 2024-09-05T02:37:23.705 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 0, 2024-09-05T02:37:23.705 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.056280285, 2024-09-05T02:37:23.706 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.022625902, 2024-09-05T02:37:23.706 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.045571453, 2024-09-05T02:37:23.706 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T02:37:23.706 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:23.706 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 208, 2024-09-05T02:37:23.706 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.014819764, 2024-09-05T02:37:23.706 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000071248 2024-09-05T02:37:23.706 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:23.706 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:23.706 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:23.706 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:23.706 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:23.706 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:23.707 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 1718288, 2024-09-05T02:37:23.707 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 128064 2024-09-05T02:37:23.707 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:23.707 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T02:37:23.707 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 2, 2024-09-05T02:37:23.707 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 159, 2024-09-05T02:37:23.707 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 320, 2024-09-05T02:37:23.707 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 185216, 2024-09-05T02:37:23.707 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 5, 2024-09-05T02:37:23.707 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 3, 2024-09-05T02:37:23.707 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.019796348, 2024-09-05T02:37:23.707 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.013507692, 2024-09-05T02:37:23.707 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.002983185, 2024-09-05T02:37:23.708 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T02:37:23.708 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:23.708 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 156, 2024-09-05T02:37:23.708 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.020219201, 2024-09-05T02:37:23.708 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000129610 2024-09-05T02:37:23.708 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:23.708 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:23.708 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:23.708 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:23.708 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:23.708 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:23.708 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-05T02:37:23.708 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 185216 2024-09-05T02:37:23.709 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:23.709 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T02:37:23.709 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 4, 2024-09-05T02:37:23.709 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 4, 2024-09-05T02:37:23.709 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 3024, 2024-09-05T02:37:23.709 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 448, 2024-09-05T02:37:23.709 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 2, 2024-09-05T02:37:23.709 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 1, 2024-09-05T02:37:23.709 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.003476170, 2024-09-05T02:37:23.709 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.000062606, 2024-09-05T02:37:23.709 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.003323312, 2024-09-05T02:37:23.709 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T02:37:23.709 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:23.710 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 3, 2024-09-05T02:37:23.710 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.005940549, 2024-09-05T02:37:23.710 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.001980183 2024-09-05T02:37:23.710 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:23.710 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:23.710 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:23.710 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:23.710 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:23.710 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:23.710 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-09-05T02:37:23.710 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 448 2024-09-05T02:37:23.710 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:23.711 INFO:teuthology.orchestra.run.smithi033.stdout: "cct": { 2024-09-05T02:37:23.711 INFO:teuthology.orchestra.run.smithi033.stdout: "total_workers": 0, 2024-09-05T02:37:23.711 INFO:teuthology.orchestra.run.smithi033.stdout: "unhealthy_workers": 0 2024-09-05T02:37:23.711 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:23.711 INFO:teuthology.orchestra.run.smithi033.stdout: "mempool": { 2024-09-05T02:37:23.711 INFO:teuthology.orchestra.run.smithi033.stdout: "bloom_filter_bytes": 0, 2024-09-05T02:37:23.711 INFO:teuthology.orchestra.run.smithi033.stdout: "bloom_filter_items": 0, 2024-09-05T02:37:23.711 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T02:37:23.711 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_alloc_items": 0, 2024-09-05T02:37:23.711 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T02:37:23.711 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_data_items": 0, 2024-09-05T02:37:23.711 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T02:37:23.711 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T02:37:23.712 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T02:37:23.712 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T02:37:23.712 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T02:37:23.712 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_other_items": 0, 2024-09-05T02:37:23.712 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T02:37:23.712 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T02:37:23.712 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_extent_bytes": 0, 2024-09-05T02:37:23.712 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_extent_items": 0, 2024-09-05T02:37:23.712 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_blob_bytes": 0, 2024-09-05T02:37:23.712 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_blob_items": 0, 2024-09-05T02:37:23.712 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T02:37:23.712 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T02:37:23.713 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T02:37:23.713 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T02:37:23.713 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T02:37:23.713 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_fsck_items": 0, 2024-09-05T02:37:23.713 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_txc_bytes": 0, 2024-09-05T02:37:23.713 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_txc_items": 0, 2024-09-05T02:37:23.713 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T02:37:23.713 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T02:37:23.713 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_bytes": 0, 2024-09-05T02:37:23.713 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_items": 0, 2024-09-05T02:37:23.713 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_bytes": 0, 2024-09-05T02:37:23.713 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_items": 0, 2024-09-05T02:37:23.713 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T02:37:23.714 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_reader_items": 0, 2024-09-05T02:37:23.714 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T02:37:23.714 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_writer_items": 0, 2024-09-05T02:37:23.714 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_anon_bytes": 148994, 2024-09-05T02:37:23.714 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_anon_items": 31, 2024-09-05T02:37:23.714 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_meta_bytes": 0, 2024-09-05T02:37:23.714 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_meta_items": 0, 2024-09-05T02:37:23.714 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_bytes": 0, 2024-09-05T02:37:23.714 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_items": 0, 2024-09-05T02:37:23.714 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_mapbl_bytes": 0, 2024-09-05T02:37:23.714 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_mapbl_items": 0, 2024-09-05T02:37:23.714 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_pglog_bytes": 0, 2024-09-05T02:37:23.714 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_pglog_items": 0, 2024-09-05T02:37:23.714 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_bytes": 0, 2024-09-05T02:37:23.715 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_items": 0, 2024-09-05T02:37:23.715 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T02:37:23.715 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_mapping_items": 0, 2024-09-05T02:37:23.715 INFO:teuthology.orchestra.run.smithi033.stdout: "pgmap_bytes": 0, 2024-09-05T02:37:23.715 INFO:teuthology.orchestra.run.smithi033.stdout: "pgmap_items": 0, 2024-09-05T02:37:23.715 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_co_bytes": 928, 2024-09-05T02:37:23.715 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_co_items": 2, 2024-09-05T02:37:23.715 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_1_bytes": 0, 2024-09-05T02:37:23.715 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_1_items": 0, 2024-09-05T02:37:23.715 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_2_bytes": 0, 2024-09-05T02:37:23.715 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_2_items": 0 2024-09-05T02:37:23.715 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:23.715 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T02:37:23.716 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-09-05T02:37:23.716 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 104857600, 2024-09-05T02:37:23.716 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-09-05T02:37:23.716 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 223, 2024-09-05T02:37:23.716 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 1687153, 2024-09-05T02:37:23.716 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:23.716 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 223, 2024-09-05T02:37:23.716 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 0, 2024-09-05T02:37:23.716 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 0, 2024-09-05T02:37:23.716 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 223, 2024-09-05T02:37:23.716 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 1687153, 2024-09-05T02:37:23.716 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-09-05T02:37:23.717 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:23.717 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:23.717 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:23.717 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:23.717 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:23.717 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:37:23.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:23 smithi033 ceph-mon[29909]: pgmap v324: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-09-05T02:37:23.938 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:23 smithi123 ceph-mon[34031]: pgmap v324: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-09-05T02:37:24.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:23 smithi174 ceph-mon[34756]: pgmap v324: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-09-05T02:37:24.592 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-09-05T02:37:24.592 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-09-05T02:37:24.592 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.g 2024-09-05T02:37:24.592 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.g 2024-09-05T02:37:24.592 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.g 2024-09-05T02:37:24.593 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.g 2024-09-05T02:37:24.593 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.g 2024-09-05T02:37:24.593 DEBUG:tasks.check_counter:Getting stats from j 2024-09-05T02:37:24.593 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph daemon mds.j perf dump 2024-09-05T02:37:24.969 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:37:25.624 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T02:37:25.624 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T02:37:25.624 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 4, 2024-09-05T02:37:25.625 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 4, 2024-09-05T02:37:25.625 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 3024, 2024-09-05T02:37:25.625 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 448, 2024-09-05T02:37:25.625 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 4, 2024-09-05T02:37:25.625 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 0, 2024-09-05T02:37:25.625 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.006007434, 2024-09-05T02:37:25.625 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.000073777, 2024-09-05T02:37:25.625 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.003424781, 2024-09-05T02:37:25.625 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T02:37:25.625 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:25.625 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 3, 2024-09-05T02:37:25.625 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.006154347, 2024-09-05T02:37:25.626 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.002051449 2024-09-05T02:37:25.626 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:25.626 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:25.626 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:25.626 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:25.626 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:25.626 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:25.626 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-09-05T02:37:25.626 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 448 2024-09-05T02:37:25.626 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:25.626 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T02:37:25.626 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 226, 2024-09-05T02:37:25.627 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 214, 2024-09-05T02:37:25.627 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 1719648, 2024-09-05T02:37:25.627 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 131264, 2024-09-05T02:37:25.627 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 2, 2024-09-05T02:37:25.627 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 1, 2024-09-05T02:37:25.627 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.055726265, 2024-09-05T02:37:25.627 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.022984035, 2024-09-05T02:37:25.627 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.049272516, 2024-09-05T02:37:25.627 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T02:37:25.627 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:25.627 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 213, 2024-09-05T02:37:25.627 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.017007092, 2024-09-05T02:37:25.627 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000079845 2024-09-05T02:37:25.628 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:25.628 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:25.628 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:25.628 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:25.628 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:25.628 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:25.628 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 1719648, 2024-09-05T02:37:25.628 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 131264 2024-09-05T02:37:25.628 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:25.628 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T02:37:25.628 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 2, 2024-09-05T02:37:25.628 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 163, 2024-09-05T02:37:25.628 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 320, 2024-09-05T02:37:25.629 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 185920, 2024-09-05T02:37:25.629 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 5, 2024-09-05T02:37:25.629 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 3, 2024-09-05T02:37:25.629 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.019673039, 2024-09-05T02:37:25.629 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.013730378, 2024-09-05T02:37:25.629 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.002528376, 2024-09-05T02:37:25.629 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T02:37:25.629 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:25.629 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 160, 2024-09-05T02:37:25.629 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.028517372, 2024-09-05T02:37:25.629 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000178233 2024-09-05T02:37:25.629 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:25.630 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:25.630 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:25.630 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:25.630 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:25.630 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:25.630 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-05T02:37:25.630 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 185920 2024-09-05T02:37:25.630 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:25.630 INFO:teuthology.orchestra.run.smithi033.stdout: "cct": { 2024-09-05T02:37:25.630 INFO:teuthology.orchestra.run.smithi033.stdout: "total_workers": 0, 2024-09-05T02:37:25.630 INFO:teuthology.orchestra.run.smithi033.stdout: "unhealthy_workers": 0 2024-09-05T02:37:25.630 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:25.630 INFO:teuthology.orchestra.run.smithi033.stdout: "mempool": { 2024-09-05T02:37:25.631 INFO:teuthology.orchestra.run.smithi033.stdout: "bloom_filter_bytes": 0, 2024-09-05T02:37:25.631 INFO:teuthology.orchestra.run.smithi033.stdout: "bloom_filter_items": 0, 2024-09-05T02:37:25.631 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T02:37:25.631 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_alloc_items": 0, 2024-09-05T02:37:25.631 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T02:37:25.631 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_data_items": 0, 2024-09-05T02:37:25.631 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T02:37:25.631 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T02:37:25.631 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T02:37:25.631 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T02:37:25.631 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T02:37:25.631 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_other_items": 0, 2024-09-05T02:37:25.631 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T02:37:25.632 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T02:37:25.632 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_extent_bytes": 0, 2024-09-05T02:37:25.632 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_extent_items": 0, 2024-09-05T02:37:25.632 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_blob_bytes": 0, 2024-09-05T02:37:25.632 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_blob_items": 0, 2024-09-05T02:37:25.632 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T02:37:25.632 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T02:37:25.632 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T02:37:25.632 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T02:37:25.632 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T02:37:25.632 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_fsck_items": 0, 2024-09-05T02:37:25.632 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_txc_bytes": 0, 2024-09-05T02:37:25.633 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_txc_items": 0, 2024-09-05T02:37:25.633 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T02:37:25.633 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T02:37:25.633 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_bytes": 0, 2024-09-05T02:37:25.633 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_items": 0, 2024-09-05T02:37:25.633 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_bytes": 0, 2024-09-05T02:37:25.633 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_items": 0, 2024-09-05T02:37:25.633 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T02:37:25.633 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_reader_items": 0, 2024-09-05T02:37:25.633 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T02:37:25.633 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_writer_items": 0, 2024-09-05T02:37:25.633 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_anon_bytes": 150008, 2024-09-05T02:37:25.633 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_anon_items": 31, 2024-09-05T02:37:25.634 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_meta_bytes": 0, 2024-09-05T02:37:25.634 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_meta_items": 0, 2024-09-05T02:37:25.634 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_bytes": 0, 2024-09-05T02:37:25.634 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_items": 0, 2024-09-05T02:37:25.634 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_mapbl_bytes": 0, 2024-09-05T02:37:25.634 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_mapbl_items": 0, 2024-09-05T02:37:25.634 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_pglog_bytes": 0, 2024-09-05T02:37:25.634 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_pglog_items": 0, 2024-09-05T02:37:25.634 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_bytes": 0, 2024-09-05T02:37:25.634 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_items": 0, 2024-09-05T02:37:25.634 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T02:37:25.634 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_mapping_items": 0, 2024-09-05T02:37:25.635 INFO:teuthology.orchestra.run.smithi033.stdout: "pgmap_bytes": 0, 2024-09-05T02:37:25.635 INFO:teuthology.orchestra.run.smithi033.stdout: "pgmap_items": 0, 2024-09-05T02:37:25.635 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_co_bytes": 928, 2024-09-05T02:37:25.635 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_co_items": 2, 2024-09-05T02:37:25.635 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_1_bytes": 0, 2024-09-05T02:37:25.635 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_1_items": 0, 2024-09-05T02:37:25.635 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_2_bytes": 0, 2024-09-05T02:37:25.635 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_2_items": 0 2024-09-05T02:37:25.635 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-05T02:37:25.635 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T02:37:25.635 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-09-05T02:37:25.635 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 104857600, 2024-09-05T02:37:25.635 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-09-05T02:37:25.636 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 228, 2024-09-05T02:37:25.636 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 1687803, 2024-09-05T02:37:25.636 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:25.636 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 228, 2024-09-05T02:37:25.636 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 0, 2024-09-05T02:37:25.636 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 0, 2024-09-05T02:37:25.636 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 228, 2024-09-05T02:37:25.636 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 1687803, 2024-09-05T02:37:25.636 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-09-05T02:37:25.636 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-09-05T02:37:25.636 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-09-05T02:37:25.636 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-09-05T02:37:25.636 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:25.637 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-05T02:37:25.637 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T02:37:26.026 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:25 smithi033 ceph-mon[29909]: pgmap v325: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-05T02:37:26.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:25 smithi174 ceph-mon[34756]: pgmap v325: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-05T02:37:26.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:25 smithi123 ceph-mon[34031]: pgmap v325: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-05T02:37:26.399 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-09-05T02:37:26.399 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-09-05T02:37:26.400 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-09-05T02:37:26.400 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-09-05T02:37:26.400 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-09-05T02:37:26.400 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-09-05T02:37:26.400 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-09-05T02:37:26.400 DEBUG:tasks.check_counter:Getting stats from b 2024-09-05T02:37:26.400 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph daemon mds.b perf dump 2024-09-05T02:37:26.658 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T02:37:27.128 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-05T02:37:27.128 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T02:37:27.129 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 2772, 2024-09-05T02:37:27.129 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 2632, 2024-09-05T02:37:27.129 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 746477, 2024-09-05T02:37:27.129 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 2164193, 2024-09-05T02:37:27.129 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 19, 2024-09-05T02:37:27.129 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 5, 2024-09-05T02:37:27.129 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.228892357, 2024-09-05T02:37:27.129 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.076560081, 2024-09-05T02:37:27.129 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.081828639, 2024-09-05T02:37:27.129 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.057008733, 2024-09-05T02:37:27.129 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:27.129 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2623, 2024-09-05T02:37:27.129 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.749523571, 2024-09-05T02:37:27.130 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000285750 2024-09-05T02:37:27.130 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.130 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:27.130 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 1269, 2024-09-05T02:37:27.130 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000270897, 2024-09-05T02:37:27.130 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000213 2024-09-05T02:37:27.130 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.130 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 100384, 2024-09-05T02:37:27.130 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 349584 2024-09-05T02:37:27.130 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.130 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T02:37:27.130 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 4617, 2024-09-05T02:37:27.131 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 3480, 2024-09-05T02:37:27.131 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 1505360, 2024-09-05T02:37:27.131 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 1457738, 2024-09-05T02:37:27.131 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 23, 2024-09-05T02:37:27.131 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 7, 2024-09-05T02:37:27.131 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.396497023, 2024-09-05T02:37:27.131 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.111967983, 2024-09-05T02:37:27.131 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.157720359, 2024-09-05T02:37:27.131 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.125529266, 2024-09-05T02:37:27.131 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:27.131 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 3482, 2024-09-05T02:37:27.131 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.341048642, 2024-09-05T02:37:27.131 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000097946 2024-09-05T02:37:27.132 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.132 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:27.132 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2796, 2024-09-05T02:37:27.132 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000607718, 2024-09-05T02:37:27.132 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000217 2024-09-05T02:37:27.132 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.132 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 301152, 2024-09-05T02:37:27.132 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 218320 2024-09-05T02:37:27.132 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.132 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T02:37:27.132 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 2829, 2024-09-05T02:37:27.132 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 2483, 2024-09-05T02:37:27.133 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 2680262, 2024-09-05T02:37:27.133 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 2419473, 2024-09-05T02:37:27.133 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 140, 2024-09-05T02:37:27.133 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 6, 2024-09-05T02:37:27.133 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.279736665, 2024-09-05T02:37:27.133 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.082222221, 2024-09-05T02:37:27.133 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.189378861, 2024-09-05T02:37:27.133 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.033282572, 2024-09-05T02:37:27.133 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:27.133 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2485, 2024-09-05T02:37:27.133 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.171679584, 2024-09-05T02:37:27.133 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000069086 2024-09-05T02:37:27.133 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.134 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:27.134 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2175, 2024-09-05T02:37:27.134 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000434270, 2024-09-05T02:37:27.134 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000199 2024-09-05T02:37:27.134 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.134 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 1836128, 2024-09-05T02:37:27.134 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 160640 2024-09-05T02:37:27.134 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.134 INFO:teuthology.orchestra.run.smithi123.stdout: "cct": { 2024-09-05T02:37:27.134 INFO:teuthology.orchestra.run.smithi123.stdout: "total_workers": 1, 2024-09-05T02:37:27.134 INFO:teuthology.orchestra.run.smithi123.stdout: "unhealthy_workers": 0 2024-09-05T02:37:27.134 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.134 INFO:teuthology.orchestra.run.smithi123.stdout: "finisher-MDSRank": { 2024-09-05T02:37:27.135 INFO:teuthology.orchestra.run.smithi123.stdout: "queue_len": 0, 2024-09-05T02:37:27.135 INFO:teuthology.orchestra.run.smithi123.stdout: "complete_latency": { 2024-09-05T02:37:27.135 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 730, 2024-09-05T02:37:27.135 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.167039894, 2024-09-05T02:37:27.135 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000228821 2024-09-05T02:37:27.135 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:27.135 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.135 INFO:teuthology.orchestra.run.smithi123.stdout: "finisher-PurgeQueue": { 2024-09-05T02:37:27.135 INFO:teuthology.orchestra.run.smithi123.stdout: "queue_len": 0, 2024-09-05T02:37:27.135 INFO:teuthology.orchestra.run.smithi123.stdout: "complete_latency": { 2024-09-05T02:37:27.135 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 4517, 2024-09-05T02:37:27.135 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.119601059, 2024-09-05T02:37:27.136 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000026477 2024-09-05T02:37:27.136 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:27.136 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.136 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2024-09-05T02:37:27.136 INFO:teuthology.orchestra.run.smithi123.stdout: "request": 156, 2024-09-05T02:37:27.136 INFO:teuthology.orchestra.run.smithi123.stdout: "reply": 156, 2024-09-05T02:37:27.136 INFO:teuthology.orchestra.run.smithi123.stdout: "reply_latency": { 2024-09-05T02:37:27.136 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 156, 2024-09-05T02:37:27.136 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.144783987, 2024-09-05T02:37:27.136 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000928102 2024-09-05T02:37:27.136 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.136 INFO:teuthology.orchestra.run.smithi123.stdout: "slow_reply": 0, 2024-09-05T02:37:27.137 INFO:teuthology.orchestra.run.smithi123.stdout: "forward": 0, 2024-09-05T02:37:27.137 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_fetch_complete": 0, 2024-09-05T02:37:27.137 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_fetch_keys": 0, 2024-09-05T02:37:27.137 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_commit": 12, 2024-09-05T02:37:27.137 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_split": 0, 2024-09-05T02:37:27.137 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_merge": 0, 2024-09-05T02:37:27.137 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes": 36, 2024-09-05T02:37:27.137 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_top": 2, 2024-09-05T02:37:27.137 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_bottom": 34, 2024-09-05T02:37:27.137 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_pin_tail": 0, 2024-09-05T02:37:27.137 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_pinned": 33, 2024-09-05T02:37:27.137 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_expired": 0, 2024-09-05T02:37:27.137 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_with_caps": 2, 2024-09-05T02:37:27.138 INFO:teuthology.orchestra.run.smithi123.stdout: "caps": 2, 2024-09-05T02:37:27.138 INFO:teuthology.orchestra.run.smithi123.stdout: "subtrees": 2, 2024-09-05T02:37:27.138 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse": 213, 2024-09-05T02:37:27.138 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_hit": 202, 2024-09-05T02:37:27.138 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_forward": 0, 2024-09-05T02:37:27.138 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_discover": 0, 2024-09-05T02:37:27.138 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_dir_fetch": 0, 2024-09-05T02:37:27.138 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_remote_ino": 0, 2024-09-05T02:37:27.138 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_lock": 0, 2024-09-05T02:37:27.138 INFO:teuthology.orchestra.run.smithi123.stdout: "load_cent": 0, 2024-09-05T02:37:27.138 INFO:teuthology.orchestra.run.smithi123.stdout: "q": 0, 2024-09-05T02:37:27.138 INFO:teuthology.orchestra.run.smithi123.stdout: "exported": 0, 2024-09-05T02:37:27.138 INFO:teuthology.orchestra.run.smithi123.stdout: "exported_inodes": 0, 2024-09-05T02:37:27.138 INFO:teuthology.orchestra.run.smithi123.stdout: "imported": 0, 2024-09-05T02:37:27.139 INFO:teuthology.orchestra.run.smithi123.stdout: "imported_inodes": 0, 2024-09-05T02:37:27.139 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_dir_fetch": 0, 2024-09-05T02:37:27.139 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_backtrace_fetch": 244, 2024-09-05T02:37:27.139 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_peer_discover": 0, 2024-09-05T02:37:27.139 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rfiles": 4, 2024-09-05T02:37:27.139 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rbytes": 234, 2024-09-05T02:37:27.139 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rsnaps": 6, 2024-09-05T02:37:27.139 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_backtrace_fetch": 244, 2024-09-05T02:37:27.139 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_set_tag": 0, 2024-09-05T02:37:27.139 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_backtrace_repaired": 0, 2024-09-05T02:37:27.139 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_inotable_repaired": 0, 2024-09-05T02:37:27.139 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dir_inodes": 156, 2024-09-05T02:37:27.139 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dir_base_inodes": 21, 2024-09-05T02:37:27.140 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dirfrag_rstats": 135, 2024-09-05T02:37:27.140 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_file_inodes": 88, 2024-09-05T02:37:27.140 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_inode_file_caps": 0, 2024-09-05T02:37:27.140 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_revoke": 12, 2024-09-05T02:37:27.140 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_grant": 105, 2024-09-05T02:37:27.140 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_trunc": 0, 2024-09-05T02:37:27.140 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-05T02:37:27.140 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-05T02:37:27.140 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_caps": 144, 2024-09-05T02:37:27.140 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_caps_dirty": 125, 2024-09-05T02:37:27.140 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_cap_release": 5, 2024-09-05T02:37:27.140 INFO:teuthology.orchestra.run.smithi123.stdout: "process_request_cap_release": 24 2024-09-05T02:37:27.140 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.141 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_cache": { 2024-09-05T02:37:27.141 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_update": 12, 2024-09-05T02:37:27.141 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_update_receipt": 0, 2024-09-05T02:37:27.141 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_try_discover": 0, 2024-09-05T02:37:27.141 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_send_discover": 0, 2024-09-05T02:37:27.141 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_handle_discover": 24, 2024-09-05T02:37:27.141 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays": 2, 2024-09-05T02:37:27.141 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays_delayed": 0, 2024-09-05T02:37:27.141 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays_enqueuing": 0, 2024-09-05T02:37:27.141 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_created": 5, 2024-09-05T02:37:27.142 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_enqueued": 3, 2024-09-05T02:37:27.142 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_reintegrated": 0, 2024-09-05T02:37:27.142 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_migrated": 0, 2024-09-05T02:37:27.142 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_processing": 0, 2024-09-05T02:37:27.142 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_enqueued": 0, 2024-09-05T02:37:27.142 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_prioritized": 0, 2024-09-05T02:37:27.142 INFO:teuthology.orchestra.run.smithi123.stdout: "recovery_started": 0, 2024-09-05T02:37:27.142 INFO:teuthology.orchestra.run.smithi123.stdout: "recovery_completed": 0, 2024-09-05T02:37:27.142 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_quiesce_path": 0, 2024-09-05T02:37:27.142 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_quiesce_inode": 0, 2024-09-05T02:37:27.142 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_enqueue_scrub": 21, 2024-09-05T02:37:27.142 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_exportdir": 0, 2024-09-05T02:37:27.142 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_flush": 0, 2024-09-05T02:37:27.142 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_fragmentdir": 0, 2024-09-05T02:37:27.143 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_fragstats": 0, 2024-09-05T02:37:27.143 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_inodestats": 0 2024-09-05T02:37:27.143 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.143 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_log": { 2024-09-05T02:37:27.143 INFO:teuthology.orchestra.run.smithi123.stdout: "evlrg": 0, 2024-09-05T02:37:27.143 INFO:teuthology.orchestra.run.smithi123.stdout: "evadd": 258, 2024-09-05T02:37:27.143 INFO:teuthology.orchestra.run.smithi123.stdout: "evex": 0, 2024-09-05T02:37:27.143 INFO:teuthology.orchestra.run.smithi123.stdout: "evtrm": 0, 2024-09-05T02:37:27.143 INFO:teuthology.orchestra.run.smithi123.stdout: "ev": 258, 2024-09-05T02:37:27.143 INFO:teuthology.orchestra.run.smithi123.stdout: "evexg": 0, 2024-09-05T02:37:27.143 INFO:teuthology.orchestra.run.smithi123.stdout: "evexd": 0, 2024-09-05T02:37:27.143 INFO:teuthology.orchestra.run.smithi123.stdout: "segadd": 2, 2024-09-05T02:37:27.144 INFO:teuthology.orchestra.run.smithi123.stdout: "segex": 0, 2024-09-05T02:37:27.144 INFO:teuthology.orchestra.run.smithi123.stdout: "segtrm": 0, 2024-09-05T02:37:27.144 INFO:teuthology.orchestra.run.smithi123.stdout: "seg": 2, 2024-09-05T02:37:27.144 INFO:teuthology.orchestra.run.smithi123.stdout: "segmjr": 2, 2024-09-05T02:37:27.144 INFO:teuthology.orchestra.run.smithi123.stdout: "segexg": 0, 2024-09-05T02:37:27.144 INFO:teuthology.orchestra.run.smithi123.stdout: "segexd": 0, 2024-09-05T02:37:27.144 INFO:teuthology.orchestra.run.smithi123.stdout: "expos": 4194304, 2024-09-05T02:37:27.144 INFO:teuthology.orchestra.run.smithi123.stdout: "wrpos": 5186362, 2024-09-05T02:37:27.144 INFO:teuthology.orchestra.run.smithi123.stdout: "rdpos": 0, 2024-09-05T02:37:27.144 INFO:teuthology.orchestra.run.smithi123.stdout: "jlat": { 2024-09-05T02:37:27.144 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 233, 2024-09-05T02:37:27.144 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.719211330, 2024-09-05T02:37:27.144 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.003086743 2024-09-05T02:37:27.145 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.145 INFO:teuthology.orchestra.run.smithi123.stdout: "replayed": 0 2024-09-05T02:37:27.145 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.145 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_mem": { 2024-09-05T02:37:27.145 INFO:teuthology.orchestra.run.smithi123.stdout: "ino": 27, 2024-09-05T02:37:27.145 INFO:teuthology.orchestra.run.smithi123.stdout: "ino+": 51, 2024-09-05T02:37:27.145 INFO:teuthology.orchestra.run.smithi123.stdout: "ino-": 24, 2024-09-05T02:37:27.145 INFO:teuthology.orchestra.run.smithi123.stdout: "dir": 20, 2024-09-05T02:37:27.145 INFO:teuthology.orchestra.run.smithi123.stdout: "dir+": 20, 2024-09-05T02:37:27.145 INFO:teuthology.orchestra.run.smithi123.stdout: "dir-": 0, 2024-09-05T02:37:27.145 INFO:teuthology.orchestra.run.smithi123.stdout: "dn": 36, 2024-09-05T02:37:27.145 INFO:teuthology.orchestra.run.smithi123.stdout: "dn+": 39, 2024-09-05T02:37:27.145 INFO:teuthology.orchestra.run.smithi123.stdout: "dn-": 3, 2024-09-05T02:37:27.146 INFO:teuthology.orchestra.run.smithi123.stdout: "cap": 2, 2024-09-05T02:37:27.146 INFO:teuthology.orchestra.run.smithi123.stdout: "cap+": 18, 2024-09-05T02:37:27.146 INFO:teuthology.orchestra.run.smithi123.stdout: "cap-": 16, 2024-09-05T02:37:27.146 INFO:teuthology.orchestra.run.smithi123.stdout: "rss": 55376, 2024-09-05T02:37:27.146 INFO:teuthology.orchestra.run.smithi123.stdout: "heap": 231712 2024-09-05T02:37:27.146 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.146 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_server": { 2024-09-05T02:37:27.146 INFO:teuthology.orchestra.run.smithi123.stdout: "dispatch_client_request": 199, 2024-09-05T02:37:27.146 INFO:teuthology.orchestra.run.smithi123.stdout: "dispatch_server_request": 1, 2024-09-05T02:37:27.146 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_request": 156, 2024-09-05T02:37:27.146 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_session": 34, 2024-09-05T02:37:27.146 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_peer_request": 2, 2024-09-05T02:37:27.146 INFO:teuthology.orchestra.run.smithi123.stdout: "req_create_latency": { 2024-09-05T02:37:27.147 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 7, 2024-09-05T02:37:27.147 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.006393882, 2024-09-05T02:37:27.147 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000913411 2024-09-05T02:37:27.147 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.147 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getattr_latency": { 2024-09-05T02:37:27.147 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 97, 2024-09-05T02:37:27.147 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.018278411, 2024-09-05T02:37:27.147 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000188437 2024-09-05T02:37:27.147 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.147 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getfilelock_latency": { 2024-09-05T02:37:27.147 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.147 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.147 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.148 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.148 INFO:teuthology.orchestra.run.smithi123.stdout: "req_link_latency": { 2024-09-05T02:37:27.148 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.148 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.148 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.148 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.148 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookup_latency": { 2024-09-05T02:37:27.148 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2, 2024-09-05T02:37:27.148 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000260305, 2024-09-05T02:37:27.148 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000130152 2024-09-05T02:37:27.148 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.148 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookuphash_latency": { 2024-09-05T02:37:27.148 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.149 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.149 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.149 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.149 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupino_latency": { 2024-09-05T02:37:27.149 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.149 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.149 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.149 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.149 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupname_latency": { 2024-09-05T02:37:27.149 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.149 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.150 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.150 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.150 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupparent_latency": { 2024-09-05T02:37:27.150 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.150 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.150 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.150 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.150 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupsnap_latency": { 2024-09-05T02:37:27.150 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.150 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.150 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.150 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.151 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lssnap_latency": { 2024-09-05T02:37:27.151 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 10, 2024-09-05T02:37:27.151 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.001571743, 2024-09-05T02:37:27.151 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000157174 2024-09-05T02:37:27.152 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.152 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mkdir_latency": { 2024-09-05T02:37:27.152 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 8, 2024-09-05T02:37:27.152 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.012310914, 2024-09-05T02:37:27.152 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.001538864 2024-09-05T02:37:27.152 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.152 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mknod_latency": { 2024-09-05T02:37:27.152 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.152 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.152 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.152 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.153 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mksnap_latency": { 2024-09-05T02:37:27.153 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 10, 2024-09-05T02:37:27.153 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.052248042, 2024-09-05T02:37:27.153 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.005224804 2024-09-05T02:37:27.153 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.153 INFO:teuthology.orchestra.run.smithi123.stdout: "req_open_latency": { 2024-09-05T02:37:27.153 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 1, 2024-09-05T02:37:27.153 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000208711, 2024-09-05T02:37:27.153 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000208711 2024-09-05T02:37:27.153 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.153 INFO:teuthology.orchestra.run.smithi123.stdout: "req_readdir_latency": { 2024-09-05T02:37:27.153 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2, 2024-09-05T02:37:27.153 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000982207, 2024-09-05T02:37:27.154 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000491103 2024-09-05T02:37:27.154 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.154 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rename_latency": { 2024-09-05T02:37:27.154 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2, 2024-09-05T02:37:27.154 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.002112880, 2024-09-05T02:37:27.154 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.001056440 2024-09-05T02:37:27.154 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.154 INFO:teuthology.orchestra.run.smithi123.stdout: "req_renamesnap_latency": { 2024-09-05T02:37:27.154 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.154 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.154 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.154 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.154 INFO:teuthology.orchestra.run.smithi123.stdout: "req_snapdiff_latency": { 2024-09-05T02:37:27.155 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.155 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.155 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.155 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.155 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmdir_latency": { 2024-09-05T02:37:27.155 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2, 2024-09-05T02:37:27.155 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.006325624, 2024-09-05T02:37:27.155 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.003162812 2024-09-05T02:37:27.155 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.155 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmsnap_latency": { 2024-09-05T02:37:27.155 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 4, 2024-09-05T02:37:27.155 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.018421085, 2024-09-05T02:37:27.155 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.004605271 2024-09-05T02:37:27.156 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.156 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmxattr_latency": { 2024-09-05T02:37:27.156 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.156 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.156 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.156 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.156 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setattr_latency": { 2024-09-05T02:37:27.156 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 1, 2024-09-05T02:37:27.156 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.001263901, 2024-09-05T02:37:27.156 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.001263901 2024-09-05T02:37:27.156 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.156 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setdirlayout_latency": { 2024-09-05T02:37:27.157 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.157 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.157 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.157 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.157 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setfilelock_latency": { 2024-09-05T02:37:27.157 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.157 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.157 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.157 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.157 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setlayout_latency": { 2024-09-05T02:37:27.157 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.157 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.157 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.158 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.158 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setxattr_latency": { 2024-09-05T02:37:27.158 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 7, 2024-09-05T02:37:27.158 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.018711977, 2024-09-05T02:37:27.158 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.002673139 2024-09-05T02:37:27.158 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.158 INFO:teuthology.orchestra.run.smithi123.stdout: "req_symlink_latency": { 2024-09-05T02:37:27.158 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.158 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.158 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.159 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.159 INFO:teuthology.orchestra.run.smithi123.stdout: "req_unlink_latency": { 2024-09-05T02:37:27.159 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 3, 2024-09-05T02:37:27.159 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.005694305, 2024-09-05T02:37:27.159 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.001898101 2024-09-05T02:37:27.159 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.159 INFO:teuthology.orchestra.run.smithi123.stdout: "cap_revoke_eviction": 0, 2024-09-05T02:37:27.159 INFO:teuthology.orchestra.run.smithi123.stdout: "cap_acquisition_throttle": 0, 2024-09-05T02:37:27.159 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getvxattr_latency": { 2024-09-05T02:37:27.159 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.159 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.159 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.160 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:27.160 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.160 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_sessions": { 2024-09-05T02:37:27.160 INFO:teuthology.orchestra.run.smithi123.stdout: "session_count": 2, 2024-09-05T02:37:27.160 INFO:teuthology.orchestra.run.smithi123.stdout: "session_add": 5, 2024-09-05T02:37:27.160 INFO:teuthology.orchestra.run.smithi123.stdout: "session_remove": 3, 2024-09-05T02:37:27.160 INFO:teuthology.orchestra.run.smithi123.stdout: "sessions_open": 2, 2024-09-05T02:37:27.160 INFO:teuthology.orchestra.run.smithi123.stdout: "sessions_stale": 0, 2024-09-05T02:37:27.160 INFO:teuthology.orchestra.run.smithi123.stdout: "total_load": 27, 2024-09-05T02:37:27.160 INFO:teuthology.orchestra.run.smithi123.stdout: "average_load": 13, 2024-09-05T02:37:27.160 INFO:teuthology.orchestra.run.smithi123.stdout: "avg_session_uptime": 599, 2024-09-05T02:37:27.160 INFO:teuthology.orchestra.run.smithi123.stdout: "mdthresh_evicted": 0 2024-09-05T02:37:27.161 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.161 INFO:teuthology.orchestra.run.smithi123.stdout: "mempool": { 2024-09-05T02:37:27.161 INFO:teuthology.orchestra.run.smithi123.stdout: "bloom_filter_bytes": 0, 2024-09-05T02:37:27.161 INFO:teuthology.orchestra.run.smithi123.stdout: "bloom_filter_items": 0, 2024-09-05T02:37:27.161 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T02:37:27.161 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_alloc_items": 0, 2024-09-05T02:37:27.161 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T02:37:27.161 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_data_items": 0, 2024-09-05T02:37:27.161 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T02:37:27.161 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T02:37:27.161 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T02:37:27.161 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T02:37:27.161 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T02:37:27.162 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_other_items": 0, 2024-09-05T02:37:27.162 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T02:37:27.162 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T02:37:27.162 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_extent_bytes": 0, 2024-09-05T02:37:27.162 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_extent_items": 0, 2024-09-05T02:37:27.162 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_blob_bytes": 0, 2024-09-05T02:37:27.162 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_blob_items": 0, 2024-09-05T02:37:27.162 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T02:37:27.162 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T02:37:27.162 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T02:37:27.162 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T02:37:27.162 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T02:37:27.162 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_fsck_items": 0, 2024-09-05T02:37:27.163 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_txc_bytes": 0, 2024-09-05T02:37:27.163 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_txc_items": 0, 2024-09-05T02:37:27.163 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T02:37:27.163 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T02:37:27.163 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_bytes": 0, 2024-09-05T02:37:27.163 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_items": 0, 2024-09-05T02:37:27.163 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_bytes": 0, 2024-09-05T02:37:27.163 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_items": 0, 2024-09-05T02:37:27.163 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T02:37:27.163 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_reader_items": 0, 2024-09-05T02:37:27.163 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T02:37:27.163 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_writer_items": 0, 2024-09-05T02:37:27.163 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_anon_bytes": 359228, 2024-09-05T02:37:27.164 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_anon_items": 150, 2024-09-05T02:37:27.164 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_meta_bytes": 968, 2024-09-05T02:37:27.164 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_meta_items": 11, 2024-09-05T02:37:27.164 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_bytes": 0, 2024-09-05T02:37:27.164 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_items": 0, 2024-09-05T02:37:27.164 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_mapbl_bytes": 0, 2024-09-05T02:37:27.164 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_mapbl_items": 0, 2024-09-05T02:37:27.164 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_pglog_bytes": 0, 2024-09-05T02:37:27.164 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_pglog_items": 0, 2024-09-05T02:37:27.164 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_bytes": 8224, 2024-09-05T02:37:27.164 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_items": 181, 2024-09-05T02:37:27.164 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T02:37:27.164 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_mapping_items": 0, 2024-09-05T02:37:27.165 INFO:teuthology.orchestra.run.smithi123.stdout: "pgmap_bytes": 0, 2024-09-05T02:37:27.165 INFO:teuthology.orchestra.run.smithi123.stdout: "pgmap_items": 0, 2024-09-05T02:37:27.165 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_co_bytes": 134260, 2024-09-05T02:37:27.165 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_co_items": 1095, 2024-09-05T02:37:27.165 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_1_bytes": 0, 2024-09-05T02:37:27.165 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_1_items": 0, 2024-09-05T02:37:27.165 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_2_bytes": 0, 2024-09-05T02:37:27.165 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_2_items": 0 2024-09-05T02:37:27.165 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.165 INFO:teuthology.orchestra.run.smithi123.stdout: "objecter": { 2024-09-05T02:37:27.165 INFO:teuthology.orchestra.run.smithi123.stdout: "op_active": 0, 2024-09-05T02:37:27.165 INFO:teuthology.orchestra.run.smithi123.stdout: "op_laggy": 0, 2024-09-05T02:37:27.165 INFO:teuthology.orchestra.run.smithi123.stdout: "op_send": 5731, 2024-09-05T02:37:27.166 INFO:teuthology.orchestra.run.smithi123.stdout: "op_send_bytes": 1011854, 2024-09-05T02:37:27.166 INFO:teuthology.orchestra.run.smithi123.stdout: "op_resend": 31, 2024-09-05T02:37:27.166 INFO:teuthology.orchestra.run.smithi123.stdout: "op_reply": 5731, 2024-09-05T02:37:27.166 INFO:teuthology.orchestra.run.smithi123.stdout: "op_latency": { 2024-09-05T02:37:27.166 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 5731, 2024-09-05T02:37:27.166 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 53.946701611, 2024-09-05T02:37:27.166 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.009413139 2024-09-05T02:37:27.166 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.166 INFO:teuthology.orchestra.run.smithi123.stdout: "op_inflight": 0, 2024-09-05T02:37:27.166 INFO:teuthology.orchestra.run.smithi123.stdout: "oplen_avg": { 2024-09-05T02:37:27.166 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 5731, 2024-09-05T02:37:27.166 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 5785 2024-09-05T02:37:27.166 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.167 INFO:teuthology.orchestra.run.smithi123.stdout: "op": 5731, 2024-09-05T02:37:27.167 INFO:teuthology.orchestra.run.smithi123.stdout: "op_r": 289, 2024-09-05T02:37:27.167 INFO:teuthology.orchestra.run.smithi123.stdout: "op_w": 5442, 2024-09-05T02:37:27.167 INFO:teuthology.orchestra.run.smithi123.stdout: "op_rmw": 0, 2024-09-05T02:37:27.167 INFO:teuthology.orchestra.run.smithi123.stdout: "op_pg": 0, 2024-09-05T02:37:27.167 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_stat": 0, 2024-09-05T02:37:27.167 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_create": 11, 2024-09-05T02:37:27.167 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_read": 24, 2024-09-05T02:37:27.167 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_write": 236, 2024-09-05T02:37:27.168 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_writefull": 33, 2024-09-05T02:37:27.168 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_writesame": 0, 2024-09-05T02:37:27.168 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_append": 0, 2024-09-05T02:37:27.168 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_zero": 0, 2024-09-05T02:37:27.168 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_truncate": 0, 2024-09-05T02:37:27.168 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_delete": 5122, 2024-09-05T02:37:27.168 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_mapext": 0, 2024-09-05T02:37:27.168 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_sparse_read": 0, 2024-09-05T02:37:27.168 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_clonerange": 0, 2024-09-05T02:37:27.168 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_getxattr": 265, 2024-09-05T02:37:27.168 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_setxattr": 22, 2024-09-05T02:37:27.168 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_cmpxattr": 0, 2024-09-05T02:37:27.169 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_rmxattr": 0, 2024-09-05T02:37:27.169 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_resetxattrs": 0, 2024-09-05T02:37:27.169 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_call": 0, 2024-09-05T02:37:27.169 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_watch": 0, 2024-09-05T02:37:27.169 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_notify": 0, 2024-09-05T02:37:27.169 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_src_cmpxattr": 0, 2024-09-05T02:37:27.169 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_pgls": 0, 2024-09-05T02:37:27.169 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_pgls_filter": 0, 2024-09-05T02:37:27.169 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_other": 0, 2024-09-05T02:37:27.169 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_active": 0, 2024-09-05T02:37:27.169 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_send": 0, 2024-09-05T02:37:27.169 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_resend": 0, 2024-09-05T02:37:27.169 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_ping": 0, 2024-09-05T02:37:27.170 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_active": 0, 2024-09-05T02:37:27.170 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_send": 0, 2024-09-05T02:37:27.170 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_resend": 0, 2024-09-05T02:37:27.170 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_active": 0, 2024-09-05T02:37:27.170 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_send": 0, 2024-09-05T02:37:27.170 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_resend": 0, 2024-09-05T02:37:27.170 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_active": 0, 2024-09-05T02:37:27.170 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_send": 0, 2024-09-05T02:37:27.170 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_resend": 0, 2024-09-05T02:37:27.170 INFO:teuthology.orchestra.run.smithi123.stdout: "command_active": 0, 2024-09-05T02:37:27.170 INFO:teuthology.orchestra.run.smithi123.stdout: "command_send": 0, 2024-09-05T02:37:27.170 INFO:teuthology.orchestra.run.smithi123.stdout: "command_resend": 0, 2024-09-05T02:37:27.170 INFO:teuthology.orchestra.run.smithi123.stdout: "map_epoch": 95, 2024-09-05T02:37:27.170 INFO:teuthology.orchestra.run.smithi123.stdout: "map_full": 0, 2024-09-05T02:37:27.171 INFO:teuthology.orchestra.run.smithi123.stdout: "map_inc": 11, 2024-09-05T02:37:27.171 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_sessions": 12, 2024-09-05T02:37:27.171 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_session_open": 12, 2024-09-05T02:37:27.171 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_session_close": 0, 2024-09-05T02:37:27.171 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_laggy": 0, 2024-09-05T02:37:27.171 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_wr": 59, 2024-09-05T02:37:27.171 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_rd": 0, 2024-09-05T02:37:27.171 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_del": 13 2024-09-05T02:37:27.171 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.171 INFO:teuthology.orchestra.run.smithi123.stdout: "oft": { 2024-09-05T02:37:27.171 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_objs": 1, 2024-09-05T02:37:27.171 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_kv_pairs": 0, 2024-09-05T02:37:27.171 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_updates": 0, 2024-09-05T02:37:27.172 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_removes": 0 2024-09-05T02:37:27.172 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.172 INFO:teuthology.orchestra.run.smithi123.stdout: "osd-slow-ops": { 2024-09-05T02:37:27.172 INFO:teuthology.orchestra.run.smithi123.stdout: "slow_ops_count": 0 2024-09-05T02:37:27.172 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.172 INFO:teuthology.orchestra.run.smithi123.stdout: "purge_queue": { 2024-09-05T02:37:27.172 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_ops": 0, 2024-09-05T02:37:27.172 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_ops_high_water": 3584, 2024-09-05T02:37:27.172 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing": 0, 2024-09-05T02:37:27.172 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_high_water": 1, 2024-09-05T02:37:27.172 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executed_ops": 4610, 2024-09-05T02:37:27.172 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executed": 3, 2024-09-05T02:37:27.172 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_item_in_journal": 0 2024-09-05T02:37:27.173 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.173 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T02:37:27.173 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T02:37:27.173 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 104857600, 2024-09-05T02:37:27.173 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T02:37:27.173 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 10214, 2024-09-05T02:37:27.173 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 3948010, 2024-09-05T02:37:27.173 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:27.173 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 10214, 2024-09-05T02:37:27.173 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T02:37:27.173 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T02:37:27.173 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 10214, 2024-09-05T02:37:27.173 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 3948010, 2024-09-05T02:37:27.174 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T02:37:27.174 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.174 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.174 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.174 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:27.174 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.174 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-objecter_bytes": { 2024-09-05T02:37:27.174 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T02:37:27.174 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 104857600, 2024-09-05T02:37:27.174 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T02:37:27.174 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T02:37:27.174 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T02:37:27.174 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:27.175 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:27.175 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 5731, 2024-09-05T02:37:27.175 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 1012173, 2024-09-05T02:37:27.175 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 5731, 2024-09-05T02:37:27.175 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 1012173, 2024-09-05T02:37:27.175 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T02:37:27.175 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.175 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.175 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.175 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:27.175 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.175 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-objecter_ops": { 2024-09-05T02:37:27.175 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T02:37:27.176 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 1024, 2024-09-05T02:37:27.176 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T02:37:27.176 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T02:37:27.176 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T02:37:27.176 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:27.176 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:27.176 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 5731, 2024-09-05T02:37:27.176 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 5731, 2024-09-05T02:37:27.176 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 5731, 2024-09-05T02:37:27.176 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 5731, 2024-09-05T02:37:27.176 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T02:37:27.176 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.176 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.177 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.177 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:27.177 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.177 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-write_buf_throttle": { 2024-09-05T02:37:27.177 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T02:37:27.177 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 3758096384, 2024-09-05T02:37:27.177 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T02:37:27.177 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 3, 2024-09-05T02:37:27.177 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 319, 2024-09-05T02:37:27.177 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:27.177 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 3, 2024-09-05T02:37:27.177 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T02:37:27.177 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T02:37:27.178 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 3, 2024-09-05T02:37:27.178 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 319, 2024-09-05T02:37:27.178 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T02:37:27.178 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.178 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.178 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.178 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:27.178 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:27.178 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-write_buf_throttle-0x56045cd1e960": { 2024-09-05T02:37:27.178 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T02:37:27.178 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 3758096384, 2024-09-05T02:37:27.179 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T02:37:27.180 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 258, 2024-09-05T02:37:27.180 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 992058, 2024-09-05T02:37:27.180 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:27.180 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 258, 2024-09-05T02:37:27.180 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T02:37:27.180 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T02:37:27.180 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 233, 2024-09-05T02:37:27.180 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 992058, 2024-09-05T02:37:27.180 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T02:37:27.180 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:27.180 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:27.180 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:27.181 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:27.181 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:27.181 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-05T02:37:27.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:27 smithi123 ceph-mon[34031]: pgmap v326: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:37:28.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:27 smithi174 ceph-mon[34756]: pgmap v326: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:37:28.072 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-09-05T02:37:28.073 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-09-05T02:37:28.073 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=12 2024-09-05T02:37:28.073 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=0 2024-09-05T02:37:28.073 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-09-05T02:37:28.073 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=10 2024-09-05T02:37:28.073 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=4 2024-09-05T02:37:28.073 DEBUG:tasks.check_counter:Getting stats from e 2024-09-05T02:37:28.073 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph daemon mds.e perf dump 2024-09-05T02:37:28.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:27 smithi033 ceph-mon[29909]: pgmap v326: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:37:28.322 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T02:37:28.825 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-05T02:37:28.825 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T02:37:28.826 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 71, 2024-09-05T02:37:28.826 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 206, 2024-09-05T02:37:28.826 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 13418, 2024-09-05T02:37:28.826 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 839531, 2024-09-05T02:37:28.826 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 55, 2024-09-05T02:37:28.826 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 9, 2024-09-05T02:37:28.826 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.031355089, 2024-09-05T02:37:28.827 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.006882403, 2024-09-05T02:37:28.827 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.017603911, 2024-09-05T02:37:28.827 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.000442616, 2024-09-05T02:37:28.827 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:28.827 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 199, 2024-09-05T02:37:28.827 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.037909946, 2024-09-05T02:37:28.827 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000190502 2024-09-05T02:37:28.827 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.827 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:28.827 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 61, 2024-09-05T02:37:28.828 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000007107, 2024-09-05T02:37:28.828 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000116 2024-09-05T02:37:28.828 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.828 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 2672, 2024-09-05T02:37:28.828 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 318336 2024-09-05T02:37:28.828 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.828 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T02:37:28.828 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 552, 2024-09-05T02:37:28.828 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 691, 2024-09-05T02:37:28.828 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 170474, 2024-09-05T02:37:28.828 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 311728, 2024-09-05T02:37:28.828 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 10, 2024-09-05T02:37:28.828 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 4, 2024-09-05T02:37:28.829 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.072828101, 2024-09-05T02:37:28.829 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.033810979, 2024-09-05T02:37:28.829 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.036294976, 2024-09-05T02:37:28.829 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.003429932, 2024-09-05T02:37:28.829 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:28.829 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 694, 2024-09-05T02:37:28.829 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.054935931, 2024-09-05T02:37:28.829 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000079158 2024-09-05T02:37:28.829 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.829 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:28.829 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 1154, 2024-09-05T02:37:28.829 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000244808, 2024-09-05T02:37:28.829 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000212 2024-09-05T02:37:28.830 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.830 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 3184, 2024-09-05T02:37:28.830 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 129792 2024-09-05T02:37:28.830 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.830 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T02:37:28.830 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 345, 2024-09-05T02:37:28.830 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 329, 2024-09-05T02:37:28.830 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 1793503, 2024-09-05T02:37:28.831 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 216065, 2024-09-05T02:37:28.831 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 11, 2024-09-05T02:37:28.831 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 5, 2024-09-05T02:37:28.831 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.052721995, 2024-09-05T02:37:28.831 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.017586639, 2024-09-05T02:37:28.831 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.052861459, 2024-09-05T02:37:28.831 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.000265232, 2024-09-05T02:37:28.831 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:28.831 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 328, 2024-09-05T02:37:28.831 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.035753364, 2024-09-05T02:37:28.831 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000109004 2024-09-05T02:37:28.831 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.832 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:28.832 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 94, 2024-09-05T02:37:28.832 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000024616, 2024-09-05T02:37:28.832 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000261 2024-09-05T02:37:28.832 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.832 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 1768048, 2024-09-05T02:37:28.832 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 138832 2024-09-05T02:37:28.832 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.832 INFO:teuthology.orchestra.run.smithi123.stdout: "cct": { 2024-09-05T02:37:28.833 INFO:teuthology.orchestra.run.smithi123.stdout: "total_workers": 1, 2024-09-05T02:37:28.833 INFO:teuthology.orchestra.run.smithi123.stdout: "unhealthy_workers": 0 2024-09-05T02:37:28.833 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.833 INFO:teuthology.orchestra.run.smithi123.stdout: "finisher-MDSRank": { 2024-09-05T02:37:28.833 INFO:teuthology.orchestra.run.smithi123.stdout: "queue_len": 0, 2024-09-05T02:37:28.834 INFO:teuthology.orchestra.run.smithi123.stdout: "complete_latency": { 2024-09-05T02:37:28.834 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 51, 2024-09-05T02:37:28.834 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.001790732, 2024-09-05T02:37:28.834 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000035112 2024-09-05T02:37:28.834 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:28.834 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.835 INFO:teuthology.orchestra.run.smithi123.stdout: "finisher-PurgeQueue": { 2024-09-05T02:37:28.835 INFO:teuthology.orchestra.run.smithi123.stdout: "queue_len": 0, 2024-09-05T02:37:28.835 INFO:teuthology.orchestra.run.smithi123.stdout: "complete_latency": { 2024-09-05T02:37:28.835 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2, 2024-09-05T02:37:28.835 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000011480, 2024-09-05T02:37:28.835 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000005740 2024-09-05T02:37:28.836 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:28.836 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.836 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2024-09-05T02:37:28.836 INFO:teuthology.orchestra.run.smithi123.stdout: "request": 2, 2024-09-05T02:37:28.836 INFO:teuthology.orchestra.run.smithi123.stdout: "reply": 1, 2024-09-05T02:37:28.836 INFO:teuthology.orchestra.run.smithi123.stdout: "reply_latency": { 2024-09-05T02:37:28.836 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 1, 2024-09-05T02:37:28.836 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000202502, 2024-09-05T02:37:28.837 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000202502 2024-09-05T02:37:28.837 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.837 INFO:teuthology.orchestra.run.smithi123.stdout: "slow_reply": 0, 2024-09-05T02:37:28.837 INFO:teuthology.orchestra.run.smithi123.stdout: "forward": 1, 2024-09-05T02:37:28.837 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_fetch_complete": 0, 2024-09-05T02:37:28.837 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_fetch_keys": 0, 2024-09-05T02:37:28.837 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_commit": 11, 2024-09-05T02:37:28.837 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_split": 0, 2024-09-05T02:37:28.837 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_merge": 0, 2024-09-05T02:37:28.837 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes": 14, 2024-09-05T02:37:28.837 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_top": 1, 2024-09-05T02:37:28.837 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_bottom": 13, 2024-09-05T02:37:28.838 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_pin_tail": 0, 2024-09-05T02:37:28.838 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_pinned": 12, 2024-09-05T02:37:28.838 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_expired": 0, 2024-09-05T02:37:28.838 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_with_caps": 0, 2024-09-05T02:37:28.838 INFO:teuthology.orchestra.run.smithi123.stdout: "caps": 0, 2024-09-05T02:37:28.838 INFO:teuthology.orchestra.run.smithi123.stdout: "subtrees": 2, 2024-09-05T02:37:28.838 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse": 8, 2024-09-05T02:37:28.838 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_hit": 4, 2024-09-05T02:37:28.838 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_forward": 0, 2024-09-05T02:37:28.838 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_discover": 3, 2024-09-05T02:37:28.838 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_dir_fetch": 0, 2024-09-05T02:37:28.838 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_remote_ino": 0, 2024-09-05T02:37:28.838 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_lock": 0, 2024-09-05T02:37:28.838 INFO:teuthology.orchestra.run.smithi123.stdout: "load_cent": 0, 2024-09-05T02:37:28.839 INFO:teuthology.orchestra.run.smithi123.stdout: "q": 0, 2024-09-05T02:37:28.839 INFO:teuthology.orchestra.run.smithi123.stdout: "exported": 0, 2024-09-05T02:37:28.839 INFO:teuthology.orchestra.run.smithi123.stdout: "exported_inodes": 0, 2024-09-05T02:37:28.839 INFO:teuthology.orchestra.run.smithi123.stdout: "imported": 0, 2024-09-05T02:37:28.839 INFO:teuthology.orchestra.run.smithi123.stdout: "imported_inodes": 0, 2024-09-05T02:37:28.839 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_dir_fetch": 0, 2024-09-05T02:37:28.839 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_backtrace_fetch": 0, 2024-09-05T02:37:28.839 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_peer_discover": 0, 2024-09-05T02:37:28.839 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rfiles": 4, 2024-09-05T02:37:28.839 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rbytes": 234, 2024-09-05T02:37:28.839 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rsnaps": 6, 2024-09-05T02:37:28.839 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_backtrace_fetch": 0, 2024-09-05T02:37:28.839 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_set_tag": 0, 2024-09-05T02:37:28.839 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_backtrace_repaired": 0, 2024-09-05T02:37:28.840 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_inotable_repaired": 0, 2024-09-05T02:37:28.840 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dir_inodes": 0, 2024-09-05T02:37:28.840 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dir_base_inodes": 0, 2024-09-05T02:37:28.840 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dirfrag_rstats": 0, 2024-09-05T02:37:28.840 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_file_inodes": 0, 2024-09-05T02:37:28.840 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_inode_file_caps": 0, 2024-09-05T02:37:28.840 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_revoke": 0, 2024-09-05T02:37:28.840 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_grant": 0, 2024-09-05T02:37:28.840 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_trunc": 0, 2024-09-05T02:37:28.840 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-05T02:37:28.840 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-05T02:37:28.840 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_caps": 0, 2024-09-05T02:37:28.840 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_caps_dirty": 0, 2024-09-05T02:37:28.841 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_cap_release": 0, 2024-09-05T02:37:28.841 INFO:teuthology.orchestra.run.smithi123.stdout: "process_request_cap_release": 1 2024-09-05T02:37:28.841 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.841 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_cache": { 2024-09-05T02:37:28.841 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_update": 0, 2024-09-05T02:37:28.841 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_update_receipt": 6, 2024-09-05T02:37:28.841 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_try_discover": 4, 2024-09-05T02:37:28.841 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_send_discover": 6, 2024-09-05T02:37:28.841 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_handle_discover": 0, 2024-09-05T02:37:28.841 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays": 0, 2024-09-05T02:37:28.841 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays_delayed": 0, 2024-09-05T02:37:28.841 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays_enqueuing": 0, 2024-09-05T02:37:28.841 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_created": 0, 2024-09-05T02:37:28.841 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_enqueued": 0, 2024-09-05T02:37:28.841 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_reintegrated": 0, 2024-09-05T02:37:28.842 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_migrated": 0, 2024-09-05T02:37:28.842 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_processing": 0, 2024-09-05T02:37:28.842 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_enqueued": 0, 2024-09-05T02:37:28.842 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_prioritized": 0, 2024-09-05T02:37:28.842 INFO:teuthology.orchestra.run.smithi123.stdout: "recovery_started": 0, 2024-09-05T02:37:28.842 INFO:teuthology.orchestra.run.smithi123.stdout: "recovery_completed": 0, 2024-09-05T02:37:28.842 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_quiesce_path": 0, 2024-09-05T02:37:28.842 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_quiesce_inode": 0, 2024-09-05T02:37:28.842 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_enqueue_scrub": 0, 2024-09-05T02:37:28.842 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_exportdir": 0, 2024-09-05T02:37:28.842 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_flush": 0, 2024-09-05T02:37:28.842 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_fragmentdir": 0, 2024-09-05T02:37:28.843 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_fragstats": 0, 2024-09-05T02:37:28.843 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_inodestats": 0 2024-09-05T02:37:28.843 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.843 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_log": { 2024-09-05T02:37:28.843 INFO:teuthology.orchestra.run.smithi123.stdout: "evlrg": 0, 2024-09-05T02:37:28.844 INFO:teuthology.orchestra.run.smithi123.stdout: "evadd": 6, 2024-09-05T02:37:28.844 INFO:teuthology.orchestra.run.smithi123.stdout: "evex": 0, 2024-09-05T02:37:28.844 INFO:teuthology.orchestra.run.smithi123.stdout: "evtrm": 0, 2024-09-05T02:37:28.844 INFO:teuthology.orchestra.run.smithi123.stdout: "ev": 6, 2024-09-05T02:37:28.844 INFO:teuthology.orchestra.run.smithi123.stdout: "evexg": 0, 2024-09-05T02:37:28.844 INFO:teuthology.orchestra.run.smithi123.stdout: "evexd": 0, 2024-09-05T02:37:28.845 INFO:teuthology.orchestra.run.smithi123.stdout: "segadd": 2, 2024-09-05T02:37:28.845 INFO:teuthology.orchestra.run.smithi123.stdout: "segex": 0, 2024-09-05T02:37:28.845 INFO:teuthology.orchestra.run.smithi123.stdout: "segtrm": 0, 2024-09-05T02:37:28.845 INFO:teuthology.orchestra.run.smithi123.stdout: "seg": 2, 2024-09-05T02:37:28.845 INFO:teuthology.orchestra.run.smithi123.stdout: "segmjr": 2, 2024-09-05T02:37:28.845 INFO:teuthology.orchestra.run.smithi123.stdout: "segexg": 0, 2024-09-05T02:37:28.845 INFO:teuthology.orchestra.run.smithi123.stdout: "segexd": 0, 2024-09-05T02:37:28.845 INFO:teuthology.orchestra.run.smithi123.stdout: "expos": 4194304, 2024-09-05T02:37:28.846 INFO:teuthology.orchestra.run.smithi123.stdout: "wrpos": 4195960, 2024-09-05T02:37:28.846 INFO:teuthology.orchestra.run.smithi123.stdout: "rdpos": 0, 2024-09-05T02:37:28.846 INFO:teuthology.orchestra.run.smithi123.stdout: "jlat": { 2024-09-05T02:37:28.846 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 5, 2024-09-05T02:37:28.846 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.010914233, 2024-09-05T02:37:28.846 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.002182846 2024-09-05T02:37:28.846 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.846 INFO:teuthology.orchestra.run.smithi123.stdout: "replayed": 0 2024-09-05T02:37:28.846 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.846 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_mem": { 2024-09-05T02:37:28.846 INFO:teuthology.orchestra.run.smithi123.stdout: "ino": 17, 2024-09-05T02:37:28.846 INFO:teuthology.orchestra.run.smithi123.stdout: "ino+": 17, 2024-09-05T02:37:28.846 INFO:teuthology.orchestra.run.smithi123.stdout: "ino-": 0, 2024-09-05T02:37:28.847 INFO:teuthology.orchestra.run.smithi123.stdout: "dir": 16, 2024-09-05T02:37:28.847 INFO:teuthology.orchestra.run.smithi123.stdout: "dir+": 17, 2024-09-05T02:37:28.847 INFO:teuthology.orchestra.run.smithi123.stdout: "dir-": 1, 2024-09-05T02:37:28.847 INFO:teuthology.orchestra.run.smithi123.stdout: "dn": 14, 2024-09-05T02:37:28.847 INFO:teuthology.orchestra.run.smithi123.stdout: "dn+": 14, 2024-09-05T02:37:28.848 INFO:teuthology.orchestra.run.smithi123.stdout: "dn-": 0, 2024-09-05T02:37:28.848 INFO:teuthology.orchestra.run.smithi123.stdout: "cap": 0, 2024-09-05T02:37:28.848 INFO:teuthology.orchestra.run.smithi123.stdout: "cap+": 1, 2024-09-05T02:37:28.848 INFO:teuthology.orchestra.run.smithi123.stdout: "cap-": 1, 2024-09-05T02:37:28.848 INFO:teuthology.orchestra.run.smithi123.stdout: "rss": 50640, 2024-09-05T02:37:28.848 INFO:teuthology.orchestra.run.smithi123.stdout: "heap": 223520 2024-09-05T02:37:28.848 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.848 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_server": { 2024-09-05T02:37:28.848 INFO:teuthology.orchestra.run.smithi123.stdout: "dispatch_client_request": 3, 2024-09-05T02:37:28.848 INFO:teuthology.orchestra.run.smithi123.stdout: "dispatch_server_request": 0, 2024-09-05T02:37:28.848 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_request": 2, 2024-09-05T02:37:28.849 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_session": 8, 2024-09-05T02:37:28.849 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_peer_request": 0, 2024-09-05T02:37:28.849 INFO:teuthology.orchestra.run.smithi123.stdout: "req_create_latency": { 2024-09-05T02:37:28.849 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.849 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.849 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.849 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.849 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getattr_latency": { 2024-09-05T02:37:28.849 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 1, 2024-09-05T02:37:28.849 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000202502, 2024-09-05T02:37:28.849 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000202502 2024-09-05T02:37:28.849 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.849 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getfilelock_latency": { 2024-09-05T02:37:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: "req_link_latency": { 2024-09-05T02:37:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookup_latency": { 2024-09-05T02:37:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookuphash_latency": { 2024-09-05T02:37:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupino_latency": { 2024-09-05T02:37:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupname_latency": { 2024-09-05T02:37:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupparent_latency": { 2024-09-05T02:37:28.852 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.852 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.852 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.852 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.852 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupsnap_latency": { 2024-09-05T02:37:28.852 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.852 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.852 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.852 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.852 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lssnap_latency": { 2024-09-05T02:37:28.852 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.852 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.852 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.852 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.853 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mkdir_latency": { 2024-09-05T02:37:28.853 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.853 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.853 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.853 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.853 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mknod_latency": { 2024-09-05T02:37:28.854 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.854 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.854 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.854 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.854 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mksnap_latency": { 2024-09-05T02:37:28.854 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.854 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.854 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.854 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.854 INFO:teuthology.orchestra.run.smithi123.stdout: "req_open_latency": { 2024-09-05T02:37:28.854 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.854 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.854 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.855 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.855 INFO:teuthology.orchestra.run.smithi123.stdout: "req_readdir_latency": { 2024-09-05T02:37:28.855 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.855 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.855 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.855 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.855 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rename_latency": { 2024-09-05T02:37:28.855 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.855 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.855 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.855 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.855 INFO:teuthology.orchestra.run.smithi123.stdout: "req_renamesnap_latency": { 2024-09-05T02:37:28.856 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.856 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.856 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.856 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.856 INFO:teuthology.orchestra.run.smithi123.stdout: "req_snapdiff_latency": { 2024-09-05T02:37:28.856 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.856 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.856 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.856 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.856 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmdir_latency": { 2024-09-05T02:37:28.856 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.856 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.856 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.857 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.857 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmsnap_latency": { 2024-09-05T02:37:28.857 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.857 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.857 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.857 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.857 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmxattr_latency": { 2024-09-05T02:37:28.857 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.857 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.857 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.857 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.857 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setattr_latency": { 2024-09-05T02:37:28.857 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.857 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.857 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.858 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.858 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setdirlayout_latency": { 2024-09-05T02:37:28.858 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.858 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.858 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.858 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.858 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setfilelock_latency": { 2024-09-05T02:37:28.858 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.858 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.858 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.858 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.858 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setlayout_latency": { 2024-09-05T02:37:28.858 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.858 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.859 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.859 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.859 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setxattr_latency": { 2024-09-05T02:37:28.859 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.859 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.859 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.859 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.859 INFO:teuthology.orchestra.run.smithi123.stdout: "req_symlink_latency": { 2024-09-05T02:37:28.859 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.859 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.859 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.859 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.859 INFO:teuthology.orchestra.run.smithi123.stdout: "req_unlink_latency": { 2024-09-05T02:37:28.859 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.860 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.860 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.860 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.860 INFO:teuthology.orchestra.run.smithi123.stdout: "cap_revoke_eviction": 0, 2024-09-05T02:37:28.860 INFO:teuthology.orchestra.run.smithi123.stdout: "cap_acquisition_throttle": 0, 2024-09-05T02:37:28.860 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getvxattr_latency": { 2024-09-05T02:37:28.860 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.860 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.860 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.860 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:28.860 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.860 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_sessions": { 2024-09-05T02:37:28.860 INFO:teuthology.orchestra.run.smithi123.stdout: "session_count": 0, 2024-09-05T02:37:28.860 INFO:teuthology.orchestra.run.smithi123.stdout: "session_add": 2, 2024-09-05T02:37:28.861 INFO:teuthology.orchestra.run.smithi123.stdout: "session_remove": 2, 2024-09-05T02:37:28.861 INFO:teuthology.orchestra.run.smithi123.stdout: "sessions_open": 0, 2024-09-05T02:37:28.861 INFO:teuthology.orchestra.run.smithi123.stdout: "sessions_stale": 0, 2024-09-05T02:37:28.861 INFO:teuthology.orchestra.run.smithi123.stdout: "total_load": 1, 2024-09-05T02:37:28.861 INFO:teuthology.orchestra.run.smithi123.stdout: "average_load": 1, 2024-09-05T02:37:28.861 INFO:teuthology.orchestra.run.smithi123.stdout: "avg_session_uptime": 85, 2024-09-05T02:37:28.861 INFO:teuthology.orchestra.run.smithi123.stdout: "mdthresh_evicted": 0 2024-09-05T02:37:28.861 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.861 INFO:teuthology.orchestra.run.smithi123.stdout: "mempool": { 2024-09-05T02:37:28.861 INFO:teuthology.orchestra.run.smithi123.stdout: "bloom_filter_bytes": 0, 2024-09-05T02:37:28.861 INFO:teuthology.orchestra.run.smithi123.stdout: "bloom_filter_items": 0, 2024-09-05T02:37:28.861 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T02:37:28.861 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_alloc_items": 0, 2024-09-05T02:37:28.862 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T02:37:28.862 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_data_items": 0, 2024-09-05T02:37:28.862 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T02:37:28.862 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T02:37:28.862 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T02:37:28.862 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T02:37:28.862 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T02:37:28.862 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_other_items": 0, 2024-09-05T02:37:28.862 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T02:37:28.862 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T02:37:28.862 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_extent_bytes": 0, 2024-09-05T02:37:28.863 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_extent_items": 0, 2024-09-05T02:37:28.863 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_blob_bytes": 0, 2024-09-05T02:37:28.863 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_blob_items": 0, 2024-09-05T02:37:28.863 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T02:37:28.863 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T02:37:28.863 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T02:37:28.863 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T02:37:28.863 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T02:37:28.863 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_fsck_items": 0, 2024-09-05T02:37:28.863 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_txc_bytes": 0, 2024-09-05T02:37:28.863 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_txc_items": 0, 2024-09-05T02:37:28.863 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T02:37:28.863 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T02:37:28.863 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_bytes": 0, 2024-09-05T02:37:28.864 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_items": 0, 2024-09-05T02:37:28.864 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_bytes": 0, 2024-09-05T02:37:28.864 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_items": 0, 2024-09-05T02:37:28.864 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T02:37:28.864 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_reader_items": 0, 2024-09-05T02:37:28.864 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T02:37:28.864 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_writer_items": 0, 2024-09-05T02:37:28.864 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_anon_bytes": 247015, 2024-09-05T02:37:28.864 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_anon_items": 87, 2024-09-05T02:37:28.864 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_meta_bytes": 0, 2024-09-05T02:37:28.864 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_meta_items": 0, 2024-09-05T02:37:28.864 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_bytes": 0, 2024-09-05T02:37:28.865 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_items": 0, 2024-09-05T02:37:28.865 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_mapbl_bytes": 0, 2024-09-05T02:37:28.865 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_mapbl_items": 0, 2024-09-05T02:37:28.865 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_pglog_bytes": 0, 2024-09-05T02:37:28.865 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_pglog_items": 0, 2024-09-05T02:37:28.865 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_bytes": 8224, 2024-09-05T02:37:28.865 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_items": 181, 2024-09-05T02:37:28.865 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T02:37:28.865 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_mapping_items": 0, 2024-09-05T02:37:28.865 INFO:teuthology.orchestra.run.smithi123.stdout: "pgmap_bytes": 0, 2024-09-05T02:37:28.865 INFO:teuthology.orchestra.run.smithi123.stdout: "pgmap_items": 0, 2024-09-05T02:37:28.865 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_co_bytes": 69056, 2024-09-05T02:37:28.866 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_co_items": 255, 2024-09-05T02:37:28.866 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_1_bytes": 0, 2024-09-05T02:37:28.866 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_1_items": 0, 2024-09-05T02:37:28.866 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_2_bytes": 0, 2024-09-05T02:37:28.866 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_2_items": 0 2024-09-05T02:37:28.866 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.866 INFO:teuthology.orchestra.run.smithi123.stdout: "objecter": { 2024-09-05T02:37:28.866 INFO:teuthology.orchestra.run.smithi123.stdout: "op_active": 0, 2024-09-05T02:37:28.866 INFO:teuthology.orchestra.run.smithi123.stdout: "op_laggy": 0, 2024-09-05T02:37:28.866 INFO:teuthology.orchestra.run.smithi123.stdout: "op_send": 42, 2024-09-05T02:37:28.866 INFO:teuthology.orchestra.run.smithi123.stdout: "op_send_bytes": 12048, 2024-09-05T02:37:28.866 INFO:teuthology.orchestra.run.smithi123.stdout: "op_resend": 33, 2024-09-05T02:37:28.866 INFO:teuthology.orchestra.run.smithi123.stdout: "op_reply": 42, 2024-09-05T02:37:28.866 INFO:teuthology.orchestra.run.smithi123.stdout: "op_latency": { 2024-09-05T02:37:28.867 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 42, 2024-09-05T02:37:28.867 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.214994841, 2024-09-05T02:37:28.867 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.005118924 2024-09-05T02:37:28.867 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.867 INFO:teuthology.orchestra.run.smithi123.stdout: "op_inflight": 0, 2024-09-05T02:37:28.867 INFO:teuthology.orchestra.run.smithi123.stdout: "oplen_avg": { 2024-09-05T02:37:28.867 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 42, 2024-09-05T02:37:28.867 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 64 2024-09-05T02:37:28.867 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.867 INFO:teuthology.orchestra.run.smithi123.stdout: "op": 42, 2024-09-05T02:37:28.867 INFO:teuthology.orchestra.run.smithi123.stdout: "op_r": 0, 2024-09-05T02:37:28.867 INFO:teuthology.orchestra.run.smithi123.stdout: "op_w": 42, 2024-09-05T02:37:28.867 INFO:teuthology.orchestra.run.smithi123.stdout: "op_rmw": 0, 2024-09-05T02:37:28.867 INFO:teuthology.orchestra.run.smithi123.stdout: "op_pg": 0, 2024-09-05T02:37:28.867 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_stat": 0, 2024-09-05T02:37:28.868 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_create": 10, 2024-09-05T02:37:28.868 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_read": 0, 2024-09-05T02:37:28.868 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_write": 5, 2024-09-05T02:37:28.868 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_writefull": 8, 2024-09-05T02:37:28.868 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_writesame": 0, 2024-09-05T02:37:28.868 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_append": 0, 2024-09-05T02:37:28.868 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_zero": 0, 2024-09-05T02:37:28.868 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_truncate": 0, 2024-09-05T02:37:28.868 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_delete": 6, 2024-09-05T02:37:28.868 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_mapext": 0, 2024-09-05T02:37:28.868 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_sparse_read": 0, 2024-09-05T02:37:28.868 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_clonerange": 0, 2024-09-05T02:37:28.868 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_getxattr": 0, 2024-09-05T02:37:28.869 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_setxattr": 20, 2024-09-05T02:37:28.869 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_cmpxattr": 0, 2024-09-05T02:37:28.869 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_rmxattr": 0, 2024-09-05T02:37:28.869 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_resetxattrs": 0, 2024-09-05T02:37:28.869 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_call": 0, 2024-09-05T02:37:28.869 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_watch": 0, 2024-09-05T02:37:28.869 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_notify": 0, 2024-09-05T02:37:28.869 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_src_cmpxattr": 0, 2024-09-05T02:37:28.869 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_pgls": 0, 2024-09-05T02:37:28.869 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_pgls_filter": 0, 2024-09-05T02:37:28.869 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_other": 0, 2024-09-05T02:37:28.869 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_active": 0, 2024-09-05T02:37:28.869 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_send": 0, 2024-09-05T02:37:28.869 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_resend": 0, 2024-09-05T02:37:28.870 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_ping": 0, 2024-09-05T02:37:28.870 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_active": 0, 2024-09-05T02:37:28.870 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_send": 0, 2024-09-05T02:37:28.870 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_resend": 0, 2024-09-05T02:37:28.870 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_active": 0, 2024-09-05T02:37:28.870 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_send": 0, 2024-09-05T02:37:28.870 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_resend": 0, 2024-09-05T02:37:28.870 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_active": 0, 2024-09-05T02:37:28.870 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_send": 0, 2024-09-05T02:37:28.870 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_resend": 0, 2024-09-05T02:37:28.870 INFO:teuthology.orchestra.run.smithi123.stdout: "command_active": 0, 2024-09-05T02:37:28.870 INFO:teuthology.orchestra.run.smithi123.stdout: "command_send": 0, 2024-09-05T02:37:28.870 INFO:teuthology.orchestra.run.smithi123.stdout: "command_resend": 0, 2024-09-05T02:37:28.870 INFO:teuthology.orchestra.run.smithi123.stdout: "map_epoch": 95, 2024-09-05T02:37:28.870 INFO:teuthology.orchestra.run.smithi123.stdout: "map_full": 0, 2024-09-05T02:37:28.871 INFO:teuthology.orchestra.run.smithi123.stdout: "map_inc": 11, 2024-09-05T02:37:28.871 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_sessions": 9, 2024-09-05T02:37:28.871 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_session_open": 9, 2024-09-05T02:37:28.871 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_session_close": 0, 2024-09-05T02:37:28.871 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_laggy": 0, 2024-09-05T02:37:28.871 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_wr": 14, 2024-09-05T02:37:28.871 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_rd": 0, 2024-09-05T02:37:28.871 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_del": 1 2024-09-05T02:37:28.871 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.871 INFO:teuthology.orchestra.run.smithi123.stdout: "oft": { 2024-09-05T02:37:28.871 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_objs": 1, 2024-09-05T02:37:28.871 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_kv_pairs": 0, 2024-09-05T02:37:28.872 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_updates": 0, 2024-09-05T02:37:28.872 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_removes": 0 2024-09-05T02:37:28.872 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.872 INFO:teuthology.orchestra.run.smithi123.stdout: "osd-slow-ops": { 2024-09-05T02:37:28.872 INFO:teuthology.orchestra.run.smithi123.stdout: "slow_ops_count": 0 2024-09-05T02:37:28.872 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.872 INFO:teuthology.orchestra.run.smithi123.stdout: "purge_queue": { 2024-09-05T02:37:28.872 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_ops": 0, 2024-09-05T02:37:28.872 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_ops_high_water": 0, 2024-09-05T02:37:28.872 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing": 0, 2024-09-05T02:37:28.872 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_high_water": 0, 2024-09-05T02:37:28.872 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executed_ops": 0, 2024-09-05T02:37:28.872 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executed": 0, 2024-09-05T02:37:28.872 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_item_in_journal": 0 2024-09-05T02:37:28.873 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.873 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T02:37:28.873 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T02:37:28.873 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 104857600, 2024-09-05T02:37:28.873 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T02:37:28.873 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 964, 2024-09-05T02:37:28.873 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 1873226, 2024-09-05T02:37:28.873 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:28.873 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 964, 2024-09-05T02:37:28.873 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T02:37:28.874 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T02:37:28.874 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 964, 2024-09-05T02:37:28.874 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 1873226, 2024-09-05T02:37:28.874 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T02:37:28.874 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.874 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.874 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.874 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:28.874 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.874 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-objecter_bytes": { 2024-09-05T02:37:28.874 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T02:37:28.874 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 104857600, 2024-09-05T02:37:28.874 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T02:37:28.875 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T02:37:28.875 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T02:37:28.875 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:28.875 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:28.875 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 42, 2024-09-05T02:37:28.875 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 12048, 2024-09-05T02:37:28.875 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 42, 2024-09-05T02:37:28.875 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 12048, 2024-09-05T02:37:28.875 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T02:37:28.875 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.875 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.875 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.875 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:28.876 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.876 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-objecter_ops": { 2024-09-05T02:37:28.876 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T02:37:28.876 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 1024, 2024-09-05T02:37:28.876 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T02:37:28.876 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T02:37:28.876 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T02:37:28.876 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:28.876 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:28.876 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 42, 2024-09-05T02:37:28.876 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 42, 2024-09-05T02:37:28.876 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 42, 2024-09-05T02:37:28.876 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 42, 2024-09-05T02:37:28.876 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T02:37:28.876 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.877 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.877 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.877 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:28.877 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.877 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-write_buf_throttle": { 2024-09-05T02:37:28.877 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T02:37:28.877 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 3758096384, 2024-09-05T02:37:28.877 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T02:37:28.877 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T02:37:28.877 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T02:37:28.877 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:28.878 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:28.878 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T02:37:28.878 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T02:37:28.878 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 0, 2024-09-05T02:37:28.878 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 0, 2024-09-05T02:37:28.878 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T02:37:28.878 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.878 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.878 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.878 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:28.878 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:28.878 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-write_buf_throttle-0x55eef192c960": { 2024-09-05T02:37:28.878 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T02:37:28.879 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 3758096384, 2024-09-05T02:37:28.879 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T02:37:28.879 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 6, 2024-09-05T02:37:28.879 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 1656, 2024-09-05T02:37:28.879 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:28.879 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 6, 2024-09-05T02:37:28.879 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T02:37:28.879 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T02:37:28.879 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 5, 2024-09-05T02:37:28.879 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 1656, 2024-09-05T02:37:28.879 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T02:37:28.880 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:28.880 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:28.880 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:28.880 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:28.880 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:28.880 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-05T02:37:29.555 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-09-05T02:37:29.556 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-09-05T02:37:29.556 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-09-05T02:37:29.556 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=6 2024-09-05T02:37:29.556 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=6 2024-09-05T02:37:29.556 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-09-05T02:37:29.556 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-09-05T02:37:29.556 DEBUG:tasks.check_counter:Getting stats from h 2024-09-05T02:37:29.556 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph daemon mds.h perf dump 2024-09-05T02:37:29.802 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T02:37:29.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:29 smithi123 ceph-mon[34031]: pgmap v327: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 12 op/s 2024-09-05T02:37:30.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:29 smithi174 ceph-mon[34756]: pgmap v327: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 12 op/s 2024-09-05T02:37:30.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:29 smithi033 ceph-mon[29909]: pgmap v327: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 12 op/s 2024-09-05T02:37:30.333 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-05T02:37:30.333 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T02:37:30.333 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 130, 2024-09-05T02:37:30.333 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 132, 2024-09-05T02:37:30.333 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 38386, 2024-09-05T02:37:30.333 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 597136, 2024-09-05T02:37:30.333 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 57, 2024-09-05T02:37:30.333 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 1, 2024-09-05T02:37:30.333 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.031753667, 2024-09-05T02:37:30.334 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.004446440, 2024-09-05T02:37:30.334 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.021889773, 2024-09-05T02:37:30.334 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.000447852, 2024-09-05T02:37:30.334 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:30.334 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 131, 2024-09-05T02:37:30.334 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.026493430, 2024-09-05T02:37:30.334 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000202239 2024-09-05T02:37:30.334 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.334 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:30.334 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 145, 2024-09-05T02:37:30.334 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000059353, 2024-09-05T02:37:30.334 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000409 2024-09-05T02:37:30.334 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.335 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 4864, 2024-09-05T02:37:30.335 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 3312 2024-09-05T02:37:30.335 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.335 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T02:37:30.335 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 392, 2024-09-05T02:37:30.335 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 370, 2024-09-05T02:37:30.335 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 1824904, 2024-09-05T02:37:30.335 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 192205, 2024-09-05T02:37:30.335 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 7, 2024-09-05T02:37:30.335 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 5, 2024-09-05T02:37:30.335 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.052978672, 2024-09-05T02:37:30.335 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.018916284, 2024-09-05T02:37:30.335 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.049723258, 2024-09-05T02:37:30.336 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.000388323, 2024-09-05T02:37:30.336 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:30.336 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 371, 2024-09-05T02:37:30.336 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.035228223, 2024-09-05T02:37:30.336 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000094954 2024-09-05T02:37:30.336 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.336 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:30.336 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 175, 2024-09-05T02:37:30.336 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000038396, 2024-09-05T02:37:30.336 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000219 2024-09-05T02:37:30.336 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.336 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 1778640, 2024-09-05T02:37:30.336 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 137072 2024-09-05T02:37:30.337 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.337 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T02:37:30.337 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 464, 2024-09-05T02:37:30.337 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 775, 2024-09-05T02:37:30.337 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 128853, 2024-09-05T02:37:30.337 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 689616, 2024-09-05T02:37:30.337 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 12, 2024-09-05T02:37:30.337 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 5, 2024-09-05T02:37:30.337 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.083455197, 2024-09-05T02:37:30.337 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.040968236, 2024-09-05T02:37:30.337 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.036509440, 2024-09-05T02:37:30.337 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.003908916, 2024-09-05T02:37:30.337 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:30.338 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 770, 2024-09-05T02:37:30.338 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.057125803, 2024-09-05T02:37:30.338 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000074189 2024-09-05T02:37:30.338 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.338 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:30.338 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 1043, 2024-09-05T02:37:30.338 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000280590, 2024-09-05T02:37:30.338 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000269 2024-09-05T02:37:30.338 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.338 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 2176, 2024-09-05T02:37:30.338 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 449568 2024-09-05T02:37:30.338 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.338 INFO:teuthology.orchestra.run.smithi123.stdout: "cct": { 2024-09-05T02:37:30.339 INFO:teuthology.orchestra.run.smithi123.stdout: "total_workers": 1, 2024-09-05T02:37:30.339 INFO:teuthology.orchestra.run.smithi123.stdout: "unhealthy_workers": 0 2024-09-05T02:37:30.339 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.339 INFO:teuthology.orchestra.run.smithi123.stdout: "finisher-MDSRank": { 2024-09-05T02:37:30.339 INFO:teuthology.orchestra.run.smithi123.stdout: "queue_len": 0, 2024-09-05T02:37:30.339 INFO:teuthology.orchestra.run.smithi123.stdout: "complete_latency": { 2024-09-05T02:37:30.339 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 61, 2024-09-05T02:37:30.339 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.001480046, 2024-09-05T02:37:30.339 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000024263 2024-09-05T02:37:30.339 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:30.339 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.339 INFO:teuthology.orchestra.run.smithi123.stdout: "finisher-PurgeQueue": { 2024-09-05T02:37:30.339 INFO:teuthology.orchestra.run.smithi123.stdout: "queue_len": 0, 2024-09-05T02:37:30.340 INFO:teuthology.orchestra.run.smithi123.stdout: "complete_latency": { 2024-09-05T02:37:30.340 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2, 2024-09-05T02:37:30.340 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000014248, 2024-09-05T02:37:30.340 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000007124 2024-09-05T02:37:30.340 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:30.340 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.340 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2024-09-05T02:37:30.340 INFO:teuthology.orchestra.run.smithi123.stdout: "request": 7, 2024-09-05T02:37:30.340 INFO:teuthology.orchestra.run.smithi123.stdout: "reply": 5, 2024-09-05T02:37:30.340 INFO:teuthology.orchestra.run.smithi123.stdout: "reply_latency": { 2024-09-05T02:37:30.340 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 5, 2024-09-05T02:37:30.340 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.001672020, 2024-09-05T02:37:30.340 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000334404 2024-09-05T02:37:30.341 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.341 INFO:teuthology.orchestra.run.smithi123.stdout: "slow_reply": 0, 2024-09-05T02:37:30.341 INFO:teuthology.orchestra.run.smithi123.stdout: "forward": 2, 2024-09-05T02:37:30.341 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_fetch_complete": 0, 2024-09-05T02:37:30.341 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_fetch_keys": 0, 2024-09-05T02:37:30.341 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_commit": 11, 2024-09-05T02:37:30.341 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_split": 0, 2024-09-05T02:37:30.341 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_merge": 0, 2024-09-05T02:37:30.341 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes": 14, 2024-09-05T02:37:30.341 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_top": 1, 2024-09-05T02:37:30.341 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_bottom": 13, 2024-09-05T02:37:30.341 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_pin_tail": 0, 2024-09-05T02:37:30.341 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_pinned": 13, 2024-09-05T02:37:30.342 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_expired": 0, 2024-09-05T02:37:30.342 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_with_caps": 1, 2024-09-05T02:37:30.342 INFO:teuthology.orchestra.run.smithi123.stdout: "caps": 1, 2024-09-05T02:37:30.342 INFO:teuthology.orchestra.run.smithi123.stdout: "subtrees": 2, 2024-09-05T02:37:30.342 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse": 15, 2024-09-05T02:37:30.342 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_hit": 11, 2024-09-05T02:37:30.342 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_forward": 2, 2024-09-05T02:37:30.342 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_discover": 2, 2024-09-05T02:37:30.342 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_dir_fetch": 0, 2024-09-05T02:37:30.342 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_remote_ino": 0, 2024-09-05T02:37:30.342 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_lock": 0, 2024-09-05T02:37:30.342 INFO:teuthology.orchestra.run.smithi123.stdout: "load_cent": 0, 2024-09-05T02:37:30.342 INFO:teuthology.orchestra.run.smithi123.stdout: "q": 0, 2024-09-05T02:37:30.343 INFO:teuthology.orchestra.run.smithi123.stdout: "exported": 0, 2024-09-05T02:37:30.343 INFO:teuthology.orchestra.run.smithi123.stdout: "exported_inodes": 0, 2024-09-05T02:37:30.343 INFO:teuthology.orchestra.run.smithi123.stdout: "imported": 0, 2024-09-05T02:37:30.343 INFO:teuthology.orchestra.run.smithi123.stdout: "imported_inodes": 0, 2024-09-05T02:37:30.343 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_dir_fetch": 0, 2024-09-05T02:37:30.343 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_backtrace_fetch": 0, 2024-09-05T02:37:30.343 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_peer_discover": 0, 2024-09-05T02:37:30.343 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rfiles": 4, 2024-09-05T02:37:30.343 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rbytes": 234, 2024-09-05T02:37:30.343 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rsnaps": 6, 2024-09-05T02:37:30.343 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_backtrace_fetch": 0, 2024-09-05T02:37:30.343 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_set_tag": 0, 2024-09-05T02:37:30.343 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_backtrace_repaired": 0, 2024-09-05T02:37:30.344 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_inotable_repaired": 0, 2024-09-05T02:37:30.344 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dir_inodes": 0, 2024-09-05T02:37:30.344 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dir_base_inodes": 0, 2024-09-05T02:37:30.344 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dirfrag_rstats": 0, 2024-09-05T02:37:30.344 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_file_inodes": 0, 2024-09-05T02:37:30.344 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_inode_file_caps": 0, 2024-09-05T02:37:30.344 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_revoke": 0, 2024-09-05T02:37:30.344 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_grant": 0, 2024-09-05T02:37:30.344 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_trunc": 0, 2024-09-05T02:37:30.344 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-05T02:37:30.344 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-05T02:37:30.344 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_caps": 0, 2024-09-05T02:37:30.344 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_caps_dirty": 0, 2024-09-05T02:37:30.344 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_cap_release": 0, 2024-09-05T02:37:30.345 INFO:teuthology.orchestra.run.smithi123.stdout: "process_request_cap_release": 0 2024-09-05T02:37:30.345 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.345 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_cache": { 2024-09-05T02:37:30.345 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_update": 0, 2024-09-05T02:37:30.345 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_update_receipt": 8, 2024-09-05T02:37:30.345 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_try_discover": 5, 2024-09-05T02:37:30.345 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_send_discover": 6, 2024-09-05T02:37:30.345 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_handle_discover": 0, 2024-09-05T02:37:30.345 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays": 0, 2024-09-05T02:37:30.345 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays_delayed": 0, 2024-09-05T02:37:30.345 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays_enqueuing": 0, 2024-09-05T02:37:30.345 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_created": 0, 2024-09-05T02:37:30.345 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_enqueued": 0, 2024-09-05T02:37:30.346 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_reintegrated": 0, 2024-09-05T02:37:30.346 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_migrated": 0, 2024-09-05T02:37:30.346 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_processing": 0, 2024-09-05T02:37:30.346 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_enqueued": 0, 2024-09-05T02:37:30.346 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_prioritized": 0, 2024-09-05T02:37:30.346 INFO:teuthology.orchestra.run.smithi123.stdout: "recovery_started": 0, 2024-09-05T02:37:30.346 INFO:teuthology.orchestra.run.smithi123.stdout: "recovery_completed": 0, 2024-09-05T02:37:30.346 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_quiesce_path": 0, 2024-09-05T02:37:30.346 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_quiesce_inode": 0, 2024-09-05T02:37:30.346 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_enqueue_scrub": 0, 2024-09-05T02:37:30.346 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_exportdir": 0, 2024-09-05T02:37:30.346 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_flush": 0, 2024-09-05T02:37:30.346 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_fragmentdir": 0, 2024-09-05T02:37:30.346 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_fragstats": 0, 2024-09-05T02:37:30.347 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_inodestats": 0 2024-09-05T02:37:30.347 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.347 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_log": { 2024-09-05T02:37:30.347 INFO:teuthology.orchestra.run.smithi123.stdout: "evlrg": 0, 2024-09-05T02:37:30.347 INFO:teuthology.orchestra.run.smithi123.stdout: "evadd": 7, 2024-09-05T02:37:30.347 INFO:teuthology.orchestra.run.smithi123.stdout: "evex": 0, 2024-09-05T02:37:30.347 INFO:teuthology.orchestra.run.smithi123.stdout: "evtrm": 0, 2024-09-05T02:37:30.347 INFO:teuthology.orchestra.run.smithi123.stdout: "ev": 7, 2024-09-05T02:37:30.347 INFO:teuthology.orchestra.run.smithi123.stdout: "evexg": 0, 2024-09-05T02:37:30.347 INFO:teuthology.orchestra.run.smithi123.stdout: "evexd": 0, 2024-09-05T02:37:30.347 INFO:teuthology.orchestra.run.smithi123.stdout: "segadd": 2, 2024-09-05T02:37:30.347 INFO:teuthology.orchestra.run.smithi123.stdout: "segex": 0, 2024-09-05T02:37:30.347 INFO:teuthology.orchestra.run.smithi123.stdout: "segtrm": 0, 2024-09-05T02:37:30.347 INFO:teuthology.orchestra.run.smithi123.stdout: "seg": 2, 2024-09-05T02:37:30.348 INFO:teuthology.orchestra.run.smithi123.stdout: "segmjr": 2, 2024-09-05T02:37:30.348 INFO:teuthology.orchestra.run.smithi123.stdout: "segexg": 0, 2024-09-05T02:37:30.348 INFO:teuthology.orchestra.run.smithi123.stdout: "segexd": 0, 2024-09-05T02:37:30.348 INFO:teuthology.orchestra.run.smithi123.stdout: "expos": 4194304, 2024-09-05T02:37:30.348 INFO:teuthology.orchestra.run.smithi123.stdout: "wrpos": 4196271, 2024-09-05T02:37:30.348 INFO:teuthology.orchestra.run.smithi123.stdout: "rdpos": 0, 2024-09-05T02:37:30.348 INFO:teuthology.orchestra.run.smithi123.stdout: "jlat": { 2024-09-05T02:37:30.348 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 6, 2024-09-05T02:37:30.348 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.011275141, 2024-09-05T02:37:30.348 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.001879190 2024-09-05T02:37:30.348 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.348 INFO:teuthology.orchestra.run.smithi123.stdout: "replayed": 0 2024-09-05T02:37:30.348 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.349 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_mem": { 2024-09-05T02:37:30.349 INFO:teuthology.orchestra.run.smithi123.stdout: "ino": 17, 2024-09-05T02:37:30.349 INFO:teuthology.orchestra.run.smithi123.stdout: "ino+": 17, 2024-09-05T02:37:30.349 INFO:teuthology.orchestra.run.smithi123.stdout: "ino-": 0, 2024-09-05T02:37:30.349 INFO:teuthology.orchestra.run.smithi123.stdout: "dir": 16, 2024-09-05T02:37:30.349 INFO:teuthology.orchestra.run.smithi123.stdout: "dir+": 18, 2024-09-05T02:37:30.349 INFO:teuthology.orchestra.run.smithi123.stdout: "dir-": 2, 2024-09-05T02:37:30.349 INFO:teuthology.orchestra.run.smithi123.stdout: "dn": 14, 2024-09-05T02:37:30.349 INFO:teuthology.orchestra.run.smithi123.stdout: "dn+": 14, 2024-09-05T02:37:30.349 INFO:teuthology.orchestra.run.smithi123.stdout: "dn-": 0, 2024-09-05T02:37:30.349 INFO:teuthology.orchestra.run.smithi123.stdout: "cap": 1, 2024-09-05T02:37:30.349 INFO:teuthology.orchestra.run.smithi123.stdout: "cap+": 5, 2024-09-05T02:37:30.349 INFO:teuthology.orchestra.run.smithi123.stdout: "cap-": 4, 2024-09-05T02:37:30.349 INFO:teuthology.orchestra.run.smithi123.stdout: "rss": 50856, 2024-09-05T02:37:30.350 INFO:teuthology.orchestra.run.smithi123.stdout: "heap": 223520 2024-09-05T02:37:30.350 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.350 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_server": { 2024-09-05T02:37:30.350 INFO:teuthology.orchestra.run.smithi123.stdout: "dispatch_client_request": 10, 2024-09-05T02:37:30.350 INFO:teuthology.orchestra.run.smithi123.stdout: "dispatch_server_request": 0, 2024-09-05T02:37:30.350 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_request": 7, 2024-09-05T02:37:30.350 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_session": 17, 2024-09-05T02:37:30.350 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_peer_request": 1, 2024-09-05T02:37:30.350 INFO:teuthology.orchestra.run.smithi123.stdout: "req_create_latency": { 2024-09-05T02:37:30.350 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.350 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.350 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.350 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.351 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getattr_latency": { 2024-09-05T02:37:30.351 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2, 2024-09-05T02:37:30.351 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.001154314, 2024-09-05T02:37:30.351 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000577157 2024-09-05T02:37:30.351 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.351 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getfilelock_latency": { 2024-09-05T02:37:30.351 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.351 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.351 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.351 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.351 INFO:teuthology.orchestra.run.smithi123.stdout: "req_link_latency": { 2024-09-05T02:37:30.351 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.351 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.351 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.352 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.352 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookup_latency": { 2024-09-05T02:37:30.352 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2, 2024-09-05T02:37:30.352 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000377739, 2024-09-05T02:37:30.352 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000188869 2024-09-05T02:37:30.352 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.352 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookuphash_latency": { 2024-09-05T02:37:30.352 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.352 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.352 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.353 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.353 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupino_latency": { 2024-09-05T02:37:30.353 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 1, 2024-09-05T02:37:30.353 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000139967, 2024-09-05T02:37:30.353 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000139967 2024-09-05T02:37:30.353 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.353 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupname_latency": { 2024-09-05T02:37:30.353 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.353 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.353 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.353 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.353 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupparent_latency": { 2024-09-05T02:37:30.353 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.354 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.354 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.354 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.354 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupsnap_latency": { 2024-09-05T02:37:30.354 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.354 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.354 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.354 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.354 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lssnap_latency": { 2024-09-05T02:37:30.354 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.354 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.354 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.354 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.354 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mkdir_latency": { 2024-09-05T02:37:30.355 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.355 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.355 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.355 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.355 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mknod_latency": { 2024-09-05T02:37:30.355 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.356 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.356 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.356 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.356 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mksnap_latency": { 2024-09-05T02:37:30.356 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.356 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.356 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.356 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.356 INFO:teuthology.orchestra.run.smithi123.stdout: "req_open_latency": { 2024-09-05T02:37:30.356 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.356 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.356 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.356 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.357 INFO:teuthology.orchestra.run.smithi123.stdout: "req_readdir_latency": { 2024-09-05T02:37:30.357 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.357 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.357 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.357 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.357 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rename_latency": { 2024-09-05T02:37:30.357 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.357 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.357 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.357 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.357 INFO:teuthology.orchestra.run.smithi123.stdout: "req_renamesnap_latency": { 2024-09-05T02:37:30.357 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.357 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.358 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.358 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.358 INFO:teuthology.orchestra.run.smithi123.stdout: "req_snapdiff_latency": { 2024-09-05T02:37:30.358 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.358 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.358 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.358 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.358 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmdir_latency": { 2024-09-05T02:37:30.358 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.358 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.358 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.358 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.358 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmsnap_latency": { 2024-09-05T02:37:30.359 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.359 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.359 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.359 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.359 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmxattr_latency": { 2024-09-05T02:37:30.359 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.359 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.359 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.359 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.359 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setattr_latency": { 2024-09-05T02:37:30.359 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.359 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.359 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.360 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.360 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setdirlayout_latency": { 2024-09-05T02:37:30.360 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.360 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.360 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.360 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.360 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setfilelock_latency": { 2024-09-05T02:37:30.360 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.360 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.360 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.360 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.360 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setlayout_latency": { 2024-09-05T02:37:30.360 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.361 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.361 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.361 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.361 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setxattr_latency": { 2024-09-05T02:37:30.361 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.361 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.361 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.361 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.361 INFO:teuthology.orchestra.run.smithi123.stdout: "req_symlink_latency": { 2024-09-05T02:37:30.361 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.361 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.361 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.361 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.362 INFO:teuthology.orchestra.run.smithi123.stdout: "req_unlink_latency": { 2024-09-05T02:37:30.362 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.362 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.362 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.362 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.362 INFO:teuthology.orchestra.run.smithi123.stdout: "cap_revoke_eviction": 0, 2024-09-05T02:37:30.362 INFO:teuthology.orchestra.run.smithi123.stdout: "cap_acquisition_throttle": 0, 2024-09-05T02:37:30.362 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getvxattr_latency": { 2024-09-05T02:37:30.362 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.362 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.362 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.362 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:30.362 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.363 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_sessions": { 2024-09-05T02:37:30.363 INFO:teuthology.orchestra.run.smithi123.stdout: "session_count": 1, 2024-09-05T02:37:30.363 INFO:teuthology.orchestra.run.smithi123.stdout: "session_add": 3, 2024-09-05T02:37:30.363 INFO:teuthology.orchestra.run.smithi123.stdout: "session_remove": 2, 2024-09-05T02:37:30.363 INFO:teuthology.orchestra.run.smithi123.stdout: "sessions_open": 1, 2024-09-05T02:37:30.363 INFO:teuthology.orchestra.run.smithi123.stdout: "sessions_stale": 0, 2024-09-05T02:37:30.363 INFO:teuthology.orchestra.run.smithi123.stdout: "total_load": 4, 2024-09-05T02:37:30.363 INFO:teuthology.orchestra.run.smithi123.stdout: "average_load": 1, 2024-09-05T02:37:30.363 INFO:teuthology.orchestra.run.smithi123.stdout: "avg_session_uptime": 620, 2024-09-05T02:37:30.363 INFO:teuthology.orchestra.run.smithi123.stdout: "mdthresh_evicted": 0 2024-09-05T02:37:30.363 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.363 INFO:teuthology.orchestra.run.smithi123.stdout: "mempool": { 2024-09-05T02:37:30.363 INFO:teuthology.orchestra.run.smithi123.stdout: "bloom_filter_bytes": 0, 2024-09-05T02:37:30.363 INFO:teuthology.orchestra.run.smithi123.stdout: "bloom_filter_items": 0, 2024-09-05T02:37:30.364 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T02:37:30.364 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_alloc_items": 0, 2024-09-05T02:37:30.364 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T02:37:30.364 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_data_items": 0, 2024-09-05T02:37:30.364 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T02:37:30.364 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T02:37:30.364 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T02:37:30.364 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T02:37:30.364 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T02:37:30.364 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_other_items": 0, 2024-09-05T02:37:30.364 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T02:37:30.364 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T02:37:30.365 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_extent_bytes": 0, 2024-09-05T02:37:30.365 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_extent_items": 0, 2024-09-05T02:37:30.365 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_blob_bytes": 0, 2024-09-05T02:37:30.365 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_blob_items": 0, 2024-09-05T02:37:30.365 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T02:37:30.365 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T02:37:30.365 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T02:37:30.365 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T02:37:30.365 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T02:37:30.365 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_fsck_items": 0, 2024-09-05T02:37:30.365 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_txc_bytes": 0, 2024-09-05T02:37:30.365 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_txc_items": 0, 2024-09-05T02:37:30.365 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T02:37:30.366 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T02:37:30.366 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_bytes": 0, 2024-09-05T02:37:30.366 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_items": 0, 2024-09-05T02:37:30.366 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_bytes": 0, 2024-09-05T02:37:30.366 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_items": 0, 2024-09-05T02:37:30.366 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T02:37:30.366 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_reader_items": 0, 2024-09-05T02:37:30.366 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T02:37:30.366 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_writer_items": 0, 2024-09-05T02:37:30.366 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_anon_bytes": 279751, 2024-09-05T02:37:30.366 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_anon_items": 98, 2024-09-05T02:37:30.366 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_meta_bytes": 0, 2024-09-05T02:37:30.366 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_meta_items": 0, 2024-09-05T02:37:30.367 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_bytes": 0, 2024-09-05T02:37:30.367 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_items": 0, 2024-09-05T02:37:30.367 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_mapbl_bytes": 0, 2024-09-05T02:37:30.367 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_mapbl_items": 0, 2024-09-05T02:37:30.367 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_pglog_bytes": 0, 2024-09-05T02:37:30.367 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_pglog_items": 0, 2024-09-05T02:37:30.367 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_bytes": 8224, 2024-09-05T02:37:30.367 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_items": 181, 2024-09-05T02:37:30.367 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T02:37:30.367 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_mapping_items": 0, 2024-09-05T02:37:30.367 INFO:teuthology.orchestra.run.smithi123.stdout: "pgmap_bytes": 0, 2024-09-05T02:37:30.367 INFO:teuthology.orchestra.run.smithi123.stdout: "pgmap_items": 0, 2024-09-05T02:37:30.367 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_co_bytes": 69464, 2024-09-05T02:37:30.368 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_co_items": 262, 2024-09-05T02:37:30.368 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_1_bytes": 0, 2024-09-05T02:37:30.368 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_1_items": 0, 2024-09-05T02:37:30.368 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_2_bytes": 0, 2024-09-05T02:37:30.368 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_2_items": 0 2024-09-05T02:37:30.368 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.368 INFO:teuthology.orchestra.run.smithi123.stdout: "objecter": { 2024-09-05T02:37:30.368 INFO:teuthology.orchestra.run.smithi123.stdout: "op_active": 0, 2024-09-05T02:37:30.368 INFO:teuthology.orchestra.run.smithi123.stdout: "op_laggy": 0, 2024-09-05T02:37:30.368 INFO:teuthology.orchestra.run.smithi123.stdout: "op_send": 45, 2024-09-05T02:37:30.368 INFO:teuthology.orchestra.run.smithi123.stdout: "op_send_bytes": 12620, 2024-09-05T02:37:30.368 INFO:teuthology.orchestra.run.smithi123.stdout: "op_resend": 30, 2024-09-05T02:37:30.368 INFO:teuthology.orchestra.run.smithi123.stdout: "op_reply": 45, 2024-09-05T02:37:30.369 INFO:teuthology.orchestra.run.smithi123.stdout: "op_latency": { 2024-09-05T02:37:30.369 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 45, 2024-09-05T02:37:30.369 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.240994183, 2024-09-05T02:37:30.369 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.005355426 2024-09-05T02:37:30.369 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.369 INFO:teuthology.orchestra.run.smithi123.stdout: "op_inflight": 0, 2024-09-05T02:37:30.369 INFO:teuthology.orchestra.run.smithi123.stdout: "oplen_avg": { 2024-09-05T02:37:30.369 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 45, 2024-09-05T02:37:30.369 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 70 2024-09-05T02:37:30.369 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.369 INFO:teuthology.orchestra.run.smithi123.stdout: "op": 45, 2024-09-05T02:37:30.369 INFO:teuthology.orchestra.run.smithi123.stdout: "op_r": 0, 2024-09-05T02:37:30.369 INFO:teuthology.orchestra.run.smithi123.stdout: "op_w": 45, 2024-09-05T02:37:30.370 INFO:teuthology.orchestra.run.smithi123.stdout: "op_rmw": 0, 2024-09-05T02:37:30.370 INFO:teuthology.orchestra.run.smithi123.stdout: "op_pg": 0, 2024-09-05T02:37:30.370 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_stat": 0, 2024-09-05T02:37:30.370 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_create": 10, 2024-09-05T02:37:30.370 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_read": 0, 2024-09-05T02:37:30.370 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_write": 6, 2024-09-05T02:37:30.370 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_writefull": 7, 2024-09-05T02:37:30.370 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_writesame": 0, 2024-09-05T02:37:30.370 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_append": 0, 2024-09-05T02:37:30.370 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_zero": 0, 2024-09-05T02:37:30.370 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_truncate": 0, 2024-09-05T02:37:30.370 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_delete": 6, 2024-09-05T02:37:30.370 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_mapext": 0, 2024-09-05T02:37:30.370 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_sparse_read": 0, 2024-09-05T02:37:30.371 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_clonerange": 0, 2024-09-05T02:37:30.371 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_getxattr": 0, 2024-09-05T02:37:30.371 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_setxattr": 20, 2024-09-05T02:37:30.371 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_cmpxattr": 0, 2024-09-05T02:37:30.371 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_rmxattr": 0, 2024-09-05T02:37:30.371 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_resetxattrs": 0, 2024-09-05T02:37:30.371 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_call": 0, 2024-09-05T02:37:30.371 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_watch": 0, 2024-09-05T02:37:30.371 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_notify": 0, 2024-09-05T02:37:30.371 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_src_cmpxattr": 0, 2024-09-05T02:37:30.371 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_pgls": 0, 2024-09-05T02:37:30.371 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_pgls_filter": 0, 2024-09-05T02:37:30.371 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_other": 0, 2024-09-05T02:37:30.371 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_active": 0, 2024-09-05T02:37:30.372 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_send": 0, 2024-09-05T02:37:30.372 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_resend": 0, 2024-09-05T02:37:30.372 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_ping": 0, 2024-09-05T02:37:30.372 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_active": 0, 2024-09-05T02:37:30.372 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_send": 0, 2024-09-05T02:37:30.372 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_resend": 0, 2024-09-05T02:37:30.372 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_active": 0, 2024-09-05T02:37:30.372 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_send": 0, 2024-09-05T02:37:30.372 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_resend": 0, 2024-09-05T02:37:30.372 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_active": 0, 2024-09-05T02:37:30.372 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_send": 0, 2024-09-05T02:37:30.372 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_resend": 0, 2024-09-05T02:37:30.372 INFO:teuthology.orchestra.run.smithi123.stdout: "command_active": 0, 2024-09-05T02:37:30.373 INFO:teuthology.orchestra.run.smithi123.stdout: "command_send": 0, 2024-09-05T02:37:30.373 INFO:teuthology.orchestra.run.smithi123.stdout: "command_resend": 0, 2024-09-05T02:37:30.373 INFO:teuthology.orchestra.run.smithi123.stdout: "map_epoch": 95, 2024-09-05T02:37:30.373 INFO:teuthology.orchestra.run.smithi123.stdout: "map_full": 0, 2024-09-05T02:37:30.373 INFO:teuthology.orchestra.run.smithi123.stdout: "map_inc": 11, 2024-09-05T02:37:30.373 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_sessions": 8, 2024-09-05T02:37:30.373 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_session_open": 8, 2024-09-05T02:37:30.373 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_session_close": 0, 2024-09-05T02:37:30.373 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_laggy": 0, 2024-09-05T02:37:30.373 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_wr": 20, 2024-09-05T02:37:30.373 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_rd": 0, 2024-09-05T02:37:30.373 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_del": 1 2024-09-05T02:37:30.374 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.374 INFO:teuthology.orchestra.run.smithi123.stdout: "oft": { 2024-09-05T02:37:30.374 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_objs": 1, 2024-09-05T02:37:30.374 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_kv_pairs": 0, 2024-09-05T02:37:30.374 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_updates": 0, 2024-09-05T02:37:30.374 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_removes": 0 2024-09-05T02:37:30.374 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.374 INFO:teuthology.orchestra.run.smithi123.stdout: "osd-slow-ops": { 2024-09-05T02:37:30.374 INFO:teuthology.orchestra.run.smithi123.stdout: "slow_ops_count": 0 2024-09-05T02:37:30.374 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.374 INFO:teuthology.orchestra.run.smithi123.stdout: "purge_queue": { 2024-09-05T02:37:30.374 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_ops": 0, 2024-09-05T02:37:30.374 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_ops_high_water": 0, 2024-09-05T02:37:30.375 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing": 0, 2024-09-05T02:37:30.375 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_high_water": 0, 2024-09-05T02:37:30.375 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executed_ops": 0, 2024-09-05T02:37:30.375 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executed": 0, 2024-09-05T02:37:30.375 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_item_in_journal": 0 2024-09-05T02:37:30.375 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.375 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T02:37:30.375 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T02:37:30.375 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 104857600, 2024-09-05T02:37:30.375 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T02:37:30.375 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 982, 2024-09-05T02:37:30.375 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 1886240, 2024-09-05T02:37:30.375 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:30.376 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 982, 2024-09-05T02:37:30.376 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T02:37:30.376 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T02:37:30.376 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 982, 2024-09-05T02:37:30.376 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 1886240, 2024-09-05T02:37:30.376 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T02:37:30.376 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.376 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.376 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.376 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:30.376 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.376 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-objecter_bytes": { 2024-09-05T02:37:30.376 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T02:37:30.376 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 104857600, 2024-09-05T02:37:30.377 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T02:37:30.377 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T02:37:30.377 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T02:37:30.377 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:30.377 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:30.377 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 45, 2024-09-05T02:37:30.377 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 12620, 2024-09-05T02:37:30.377 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 45, 2024-09-05T02:37:30.377 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 12620, 2024-09-05T02:37:30.377 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T02:37:30.377 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.377 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.377 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.378 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:30.378 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.378 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-objecter_ops": { 2024-09-05T02:37:30.378 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T02:37:30.378 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 1024, 2024-09-05T02:37:30.378 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T02:37:30.378 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T02:37:30.378 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T02:37:30.378 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:30.378 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:30.378 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 45, 2024-09-05T02:37:30.378 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 45, 2024-09-05T02:37:30.378 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 45, 2024-09-05T02:37:30.379 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 45, 2024-09-05T02:37:30.379 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T02:37:30.379 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.379 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.379 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.379 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:30.379 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.379 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-write_buf_throttle": { 2024-09-05T02:37:30.379 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T02:37:30.379 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 3758096384, 2024-09-05T02:37:30.379 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T02:37:30.379 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T02:37:30.379 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T02:37:30.379 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:30.380 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:30.380 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T02:37:30.380 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T02:37:30.380 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 0, 2024-09-05T02:37:30.380 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 0, 2024-09-05T02:37:30.380 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T02:37:30.380 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.380 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.380 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.380 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:30.380 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:30.380 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-write_buf_throttle-0x55bfc5ed8960": { 2024-09-05T02:37:30.380 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T02:37:30.381 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 3758096384, 2024-09-05T02:37:30.381 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T02:37:30.381 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 7, 2024-09-05T02:37:30.381 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 1967, 2024-09-05T02:37:30.381 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:30.381 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 7, 2024-09-05T02:37:30.381 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T02:37:30.381 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T02:37:30.381 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 6, 2024-09-05T02:37:30.381 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 1967, 2024-09-05T02:37:30.381 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T02:37:30.381 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:30.381 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:30.382 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:30.382 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:30.382 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:30.382 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-05T02:37:31.258 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-09-05T02:37:31.258 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-09-05T02:37:31.258 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-09-05T02:37:31.258 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=8 2024-09-05T02:37:31.258 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=6 2024-09-05T02:37:31.259 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-09-05T02:37:31.259 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-09-05T02:37:31.259 DEBUG:tasks.check_counter:Getting stats from k 2024-09-05T02:37:31.259 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph daemon mds.k perf dump 2024-09-05T02:37:31.505 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T02:37:31.885 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:31 smithi123 ceph-mon[34031]: pgmap v328: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:37:32.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:31 smithi174 ceph-mon[34756]: pgmap v328: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:37:32.051 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-05T02:37:32.051 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T02:37:32.051 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 1512, 2024-09-05T02:37:32.052 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 1512, 2024-09-05T02:37:32.052 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 455887, 2024-09-05T02:37:32.052 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 479993, 2024-09-05T02:37:32.052 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 6, 2024-09-05T02:37:32.052 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 2, 2024-09-05T02:37:32.052 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.140194058, 2024-09-05T02:37:32.052 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.051138495, 2024-09-05T02:37:32.052 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.035534164, 2024-09-05T02:37:32.052 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.040254100, 2024-09-05T02:37:32.052 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:32.052 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 1511, 2024-09-05T02:37:32.052 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.061279033, 2024-09-05T02:37:32.053 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000040555 2024-09-05T02:37:32.053 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.053 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:32.053 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.053 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.053 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.053 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.053 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-09-05T02:37:32.053 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 448 2024-09-05T02:37:32.053 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.053 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T02:37:32.053 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 907, 2024-09-05T02:37:32.053 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 893, 2024-09-05T02:37:32.054 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 1919428, 2024-09-05T02:37:32.054 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 345900, 2024-09-05T02:37:32.054 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 4, 2024-09-05T02:37:32.054 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 3, 2024-09-05T02:37:32.054 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.104225897, 2024-09-05T02:37:32.054 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.031299640, 2024-09-05T02:37:32.054 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.060284605, 2024-09-05T02:37:32.054 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.023488772, 2024-09-05T02:37:32.054 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:32.054 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 892, 2024-09-05T02:37:32.055 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.035051080, 2024-09-05T02:37:32.055 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000039294 2024-09-05T02:37:32.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.055 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:32.055 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.055 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.055 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.055 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 1756416, 2024-09-05T02:37:32.055 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 135952 2024-09-05T02:37:32.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.055 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T02:37:32.056 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 3, 2024-09-05T02:37:32.056 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 167, 2024-09-05T02:37:32.056 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 588, 2024-09-05T02:37:32.056 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 447726, 2024-09-05T02:37:32.056 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 6, 2024-09-05T02:37:32.056 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 4, 2024-09-05T02:37:32.056 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.010308021, 2024-09-05T02:37:32.056 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.006556000, 2024-09-05T02:37:32.056 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.001884026, 2024-09-05T02:37:32.056 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.000022456, 2024-09-05T02:37:32.056 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:32.056 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 164, 2024-09-05T02:37:32.057 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.009985542, 2024-09-05T02:37:32.057 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000060887 2024-09-05T02:37:32.057 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.057 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:32.057 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.057 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.057 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.057 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.057 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-05T02:37:32.057 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 447408 2024-09-05T02:37:32.057 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.057 INFO:teuthology.orchestra.run.smithi123.stdout: "cct": { 2024-09-05T02:37:32.057 INFO:teuthology.orchestra.run.smithi123.stdout: "total_workers": 1, 2024-09-05T02:37:32.057 INFO:teuthology.orchestra.run.smithi123.stdout: "unhealthy_workers": 0 2024-09-05T02:37:32.058 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.058 INFO:teuthology.orchestra.run.smithi123.stdout: "finisher-MDSRank": { 2024-09-05T02:37:32.058 INFO:teuthology.orchestra.run.smithi123.stdout: "queue_len": 0, 2024-09-05T02:37:32.058 INFO:teuthology.orchestra.run.smithi123.stdout: "complete_latency": { 2024-09-05T02:37:32.058 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 3527, 2024-09-05T02:37:32.058 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.093216766, 2024-09-05T02:37:32.058 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000026429 2024-09-05T02:37:32.058 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:32.058 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.058 INFO:teuthology.orchestra.run.smithi123.stdout: "finisher-PurgeQueue": { 2024-09-05T02:37:32.059 INFO:teuthology.orchestra.run.smithi123.stdout: "queue_len": 0, 2024-09-05T02:37:32.059 INFO:teuthology.orchestra.run.smithi123.stdout: "complete_latency": { 2024-09-05T02:37:32.059 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.059 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.059 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.059 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:32.059 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.059 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2024-09-05T02:37:32.059 INFO:teuthology.orchestra.run.smithi123.stdout: "request": 0, 2024-09-05T02:37:32.059 INFO:teuthology.orchestra.run.smithi123.stdout: "reply": 0, 2024-09-05T02:37:32.060 INFO:teuthology.orchestra.run.smithi123.stdout: "reply_latency": { 2024-09-05T02:37:32.060 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.060 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.060 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.060 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.060 INFO:teuthology.orchestra.run.smithi123.stdout: "slow_reply": 0, 2024-09-05T02:37:32.060 INFO:teuthology.orchestra.run.smithi123.stdout: "forward": 0, 2024-09-05T02:37:32.060 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_fetch_complete": 0, 2024-09-05T02:37:32.060 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_fetch_keys": 0, 2024-09-05T02:37:32.060 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_commit": 0, 2024-09-05T02:37:32.060 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_split": 0, 2024-09-05T02:37:32.061 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_merge": 0, 2024-09-05T02:37:32.061 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes": 0, 2024-09-05T02:37:32.061 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_top": 0, 2024-09-05T02:37:32.061 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_bottom": 0, 2024-09-05T02:37:32.061 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_pin_tail": 0, 2024-09-05T02:37:32.061 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_pinned": 0, 2024-09-05T02:37:32.061 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_expired": 0, 2024-09-05T02:37:32.061 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_with_caps": 0, 2024-09-05T02:37:32.061 INFO:teuthology.orchestra.run.smithi123.stdout: "caps": 0, 2024-09-05T02:37:32.061 INFO:teuthology.orchestra.run.smithi123.stdout: "subtrees": 1, 2024-09-05T02:37:32.061 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse": 0, 2024-09-05T02:37:32.062 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_hit": 0, 2024-09-05T02:37:32.062 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_forward": 0, 2024-09-05T02:37:32.062 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_discover": 0, 2024-09-05T02:37:32.062 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_dir_fetch": 0, 2024-09-05T02:37:32.062 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_remote_ino": 0, 2024-09-05T02:37:32.062 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_lock": 0, 2024-09-05T02:37:32.062 INFO:teuthology.orchestra.run.smithi123.stdout: "load_cent": 0, 2024-09-05T02:37:32.062 INFO:teuthology.orchestra.run.smithi123.stdout: "q": 0, 2024-09-05T02:37:32.062 INFO:teuthology.orchestra.run.smithi123.stdout: "exported": 0, 2024-09-05T02:37:32.062 INFO:teuthology.orchestra.run.smithi123.stdout: "exported_inodes": 0, 2024-09-05T02:37:32.062 INFO:teuthology.orchestra.run.smithi123.stdout: "imported": 0, 2024-09-05T02:37:32.062 INFO:teuthology.orchestra.run.smithi123.stdout: "imported_inodes": 0, 2024-09-05T02:37:32.062 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_dir_fetch": 0, 2024-09-05T02:37:32.063 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_backtrace_fetch": 0, 2024-09-05T02:37:32.063 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_peer_discover": 0, 2024-09-05T02:37:32.063 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rfiles": 0, 2024-09-05T02:37:32.063 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rbytes": 0, 2024-09-05T02:37:32.063 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rsnaps": 0, 2024-09-05T02:37:32.063 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_backtrace_fetch": 0, 2024-09-05T02:37:32.063 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_set_tag": 0, 2024-09-05T02:37:32.063 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_backtrace_repaired": 0, 2024-09-05T02:37:32.063 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_inotable_repaired": 0, 2024-09-05T02:37:32.063 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dir_inodes": 0, 2024-09-05T02:37:32.063 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dir_base_inodes": 0, 2024-09-05T02:37:32.063 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dirfrag_rstats": 0, 2024-09-05T02:37:32.063 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_file_inodes": 0, 2024-09-05T02:37:32.063 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_inode_file_caps": 0, 2024-09-05T02:37:32.063 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_revoke": 0, 2024-09-05T02:37:32.064 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_grant": 0, 2024-09-05T02:37:32.064 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_trunc": 0, 2024-09-05T02:37:32.064 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-05T02:37:32.064 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-05T02:37:32.064 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_caps": 0, 2024-09-05T02:37:32.064 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_caps_dirty": 0, 2024-09-05T02:37:32.064 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_cap_release": 0, 2024-09-05T02:37:32.064 INFO:teuthology.orchestra.run.smithi123.stdout: "process_request_cap_release": 0 2024-09-05T02:37:32.064 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.064 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_cache": { 2024-09-05T02:37:32.065 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_update": 0, 2024-09-05T02:37:32.065 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_update_receipt": 0, 2024-09-05T02:37:32.065 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_try_discover": 0, 2024-09-05T02:37:32.065 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_send_discover": 0, 2024-09-05T02:37:32.065 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_handle_discover": 0, 2024-09-05T02:37:32.065 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays": 0, 2024-09-05T02:37:32.065 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays_delayed": 0, 2024-09-05T02:37:32.065 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays_enqueuing": 0, 2024-09-05T02:37:32.066 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_created": 0, 2024-09-05T02:37:32.066 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_enqueued": 0, 2024-09-05T02:37:32.066 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_reintegrated": 0, 2024-09-05T02:37:32.066 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_migrated": 0, 2024-09-05T02:37:32.066 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_processing": 0, 2024-09-05T02:37:32.066 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_enqueued": 0, 2024-09-05T02:37:32.066 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_prioritized": 0, 2024-09-05T02:37:32.066 INFO:teuthology.orchestra.run.smithi123.stdout: "recovery_started": 0, 2024-09-05T02:37:32.066 INFO:teuthology.orchestra.run.smithi123.stdout: "recovery_completed": 0, 2024-09-05T02:37:32.066 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_quiesce_path": 0, 2024-09-05T02:37:32.066 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_quiesce_inode": 0, 2024-09-05T02:37:32.067 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_enqueue_scrub": 0, 2024-09-05T02:37:32.067 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_exportdir": 0, 2024-09-05T02:37:32.067 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_flush": 0, 2024-09-05T02:37:32.067 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_fragmentdir": 0, 2024-09-05T02:37:32.067 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_fragstats": 0, 2024-09-05T02:37:32.067 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_inodestats": 0 2024-09-05T02:37:32.067 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.067 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_log": { 2024-09-05T02:37:32.067 INFO:teuthology.orchestra.run.smithi123.stdout: "evlrg": 0, 2024-09-05T02:37:32.067 INFO:teuthology.orchestra.run.smithi123.stdout: "evadd": 0, 2024-09-05T02:37:32.067 INFO:teuthology.orchestra.run.smithi123.stdout: "evex": 0, 2024-09-05T02:37:32.067 INFO:teuthology.orchestra.run.smithi123.stdout: "evtrm": 0, 2024-09-05T02:37:32.067 INFO:teuthology.orchestra.run.smithi123.stdout: "ev": 8, 2024-09-05T02:37:32.068 INFO:teuthology.orchestra.run.smithi123.stdout: "evexg": 0, 2024-09-05T02:37:32.068 INFO:teuthology.orchestra.run.smithi123.stdout: "evexd": 0, 2024-09-05T02:37:32.068 INFO:teuthology.orchestra.run.smithi123.stdout: "segadd": 0, 2024-09-05T02:37:32.068 INFO:teuthology.orchestra.run.smithi123.stdout: "segex": 0, 2024-09-05T02:37:32.068 INFO:teuthology.orchestra.run.smithi123.stdout: "segtrm": 0, 2024-09-05T02:37:32.068 INFO:teuthology.orchestra.run.smithi123.stdout: "seg": 2, 2024-09-05T02:37:32.068 INFO:teuthology.orchestra.run.smithi123.stdout: "segmjr": 2, 2024-09-05T02:37:32.068 INFO:teuthology.orchestra.run.smithi123.stdout: "segexg": 0, 2024-09-05T02:37:32.068 INFO:teuthology.orchestra.run.smithi123.stdout: "segexd": 0, 2024-09-05T02:37:32.068 INFO:teuthology.orchestra.run.smithi123.stdout: "expos": 4194304, 2024-09-05T02:37:32.068 INFO:teuthology.orchestra.run.smithi123.stdout: "wrpos": 4196664, 2024-09-05T02:37:32.068 INFO:teuthology.orchestra.run.smithi123.stdout: "rdpos": 4196523, 2024-09-05T02:37:32.068 INFO:teuthology.orchestra.run.smithi123.stdout: "jlat": { 2024-09-05T02:37:32.068 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.069 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.069 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.069 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.069 INFO:teuthology.orchestra.run.smithi123.stdout: "replayed": 8 2024-09-05T02:37:32.069 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.069 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_mem": { 2024-09-05T02:37:32.069 INFO:teuthology.orchestra.run.smithi123.stdout: "ino": 3, 2024-09-05T02:37:32.069 INFO:teuthology.orchestra.run.smithi123.stdout: "ino+": 3, 2024-09-05T02:37:32.069 INFO:teuthology.orchestra.run.smithi123.stdout: "ino-": 0, 2024-09-05T02:37:32.069 INFO:teuthology.orchestra.run.smithi123.stdout: "dir": 1, 2024-09-05T02:37:32.070 INFO:teuthology.orchestra.run.smithi123.stdout: "dir+": 1, 2024-09-05T02:37:32.070 INFO:teuthology.orchestra.run.smithi123.stdout: "dir-": 0, 2024-09-05T02:37:32.070 INFO:teuthology.orchestra.run.smithi123.stdout: "dn": 0, 2024-09-05T02:37:32.070 INFO:teuthology.orchestra.run.smithi123.stdout: "dn+": 0, 2024-09-05T02:37:32.070 INFO:teuthology.orchestra.run.smithi123.stdout: "dn-": 0, 2024-09-05T02:37:32.070 INFO:teuthology.orchestra.run.smithi123.stdout: "cap": 0, 2024-09-05T02:37:32.070 INFO:teuthology.orchestra.run.smithi123.stdout: "cap+": 0, 2024-09-05T02:37:32.070 INFO:teuthology.orchestra.run.smithi123.stdout: "cap-": 0, 2024-09-05T02:37:32.070 INFO:teuthology.orchestra.run.smithi123.stdout: "rss": 47844, 2024-09-05T02:37:32.070 INFO:teuthology.orchestra.run.smithi123.stdout: "heap": 215328 2024-09-05T02:37:32.070 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.070 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_server": { 2024-09-05T02:37:32.070 INFO:teuthology.orchestra.run.smithi123.stdout: "dispatch_client_request": 0, 2024-09-05T02:37:32.071 INFO:teuthology.orchestra.run.smithi123.stdout: "dispatch_server_request": 0, 2024-09-05T02:37:32.071 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_request": 0, 2024-09-05T02:37:32.071 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_session": 0, 2024-09-05T02:37:32.071 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_peer_request": 0, 2024-09-05T02:37:32.071 INFO:teuthology.orchestra.run.smithi123.stdout: "req_create_latency": { 2024-09-05T02:37:32.071 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.071 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.071 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.071 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.071 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getattr_latency": { 2024-09-05T02:37:32.071 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.071 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.071 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.072 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.072 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getfilelock_latency": { 2024-09-05T02:37:32.072 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.072 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.072 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.072 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.072 INFO:teuthology.orchestra.run.smithi123.stdout: "req_link_latency": { 2024-09-05T02:37:32.072 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.072 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.072 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.072 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.072 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookup_latency": { 2024-09-05T02:37:32.073 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.073 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.073 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.073 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookuphash_latency": { 2024-09-05T02:37:32.073 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.073 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.073 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.073 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupino_latency": { 2024-09-05T02:37:32.073 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.074 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.074 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.074 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.074 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupname_latency": { 2024-09-05T02:37:32.074 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.074 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.074 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.074 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.074 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupparent_latency": { 2024-09-05T02:37:32.075 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.075 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.075 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.075 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.075 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupsnap_latency": { 2024-09-05T02:37:32.075 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.075 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.075 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.075 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.075 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lssnap_latency": { 2024-09-05T02:37:32.075 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.076 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.076 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.076 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.076 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mkdir_latency": { 2024-09-05T02:37:32.076 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.076 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.077 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.077 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.077 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mknod_latency": { 2024-09-05T02:37:32.077 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.077 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.077 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.077 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.077 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mksnap_latency": { 2024-09-05T02:37:32.077 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.077 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.078 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.078 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.078 INFO:teuthology.orchestra.run.smithi123.stdout: "req_open_latency": { 2024-09-05T02:37:32.078 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.078 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.078 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.078 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.078 INFO:teuthology.orchestra.run.smithi123.stdout: "req_readdir_latency": { 2024-09-05T02:37:32.078 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.078 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.078 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.078 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.078 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rename_latency": { 2024-09-05T02:37:32.079 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.079 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.079 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.079 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.079 INFO:teuthology.orchestra.run.smithi123.stdout: "req_renamesnap_latency": { 2024-09-05T02:37:32.079 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.079 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.079 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.079 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.079 INFO:teuthology.orchestra.run.smithi123.stdout: "req_snapdiff_latency": { 2024-09-05T02:37:32.079 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.080 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.080 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.080 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.080 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmdir_latency": { 2024-09-05T02:37:32.080 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.080 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.080 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.080 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.080 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmsnap_latency": { 2024-09-05T02:37:32.081 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.081 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.081 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.081 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.081 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmxattr_latency": { 2024-09-05T02:37:32.081 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.081 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.081 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.081 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.081 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setattr_latency": { 2024-09-05T02:37:32.081 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.081 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.082 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.082 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.082 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setdirlayout_latency": { 2024-09-05T02:37:32.082 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.082 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.082 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.082 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.082 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setfilelock_latency": { 2024-09-05T02:37:32.082 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.082 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.083 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.083 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.083 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setlayout_latency": { 2024-09-05T02:37:32.083 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.083 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.083 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.083 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.083 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setxattr_latency": { 2024-09-05T02:37:32.083 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.083 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.083 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.083 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.083 INFO:teuthology.orchestra.run.smithi123.stdout: "req_symlink_latency": { 2024-09-05T02:37:32.083 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.084 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.084 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.084 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.084 INFO:teuthology.orchestra.run.smithi123.stdout: "req_unlink_latency": { 2024-09-05T02:37:32.084 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.084 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.084 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.084 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.084 INFO:teuthology.orchestra.run.smithi123.stdout: "cap_revoke_eviction": 0, 2024-09-05T02:37:32.084 INFO:teuthology.orchestra.run.smithi123.stdout: "cap_acquisition_throttle": 0, 2024-09-05T02:37:32.084 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getvxattr_latency": { 2024-09-05T02:37:32.084 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.084 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.085 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.085 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:32.085 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.085 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_sessions": { 2024-09-05T02:37:32.085 INFO:teuthology.orchestra.run.smithi123.stdout: "session_count": 2, 2024-09-05T02:37:32.085 INFO:teuthology.orchestra.run.smithi123.stdout: "session_add": 4, 2024-09-05T02:37:32.085 INFO:teuthology.orchestra.run.smithi123.stdout: "session_remove": 2, 2024-09-05T02:37:32.085 INFO:teuthology.orchestra.run.smithi123.stdout: "sessions_open": 3, 2024-09-05T02:37:32.085 INFO:teuthology.orchestra.run.smithi123.stdout: "sessions_stale": 0, 2024-09-05T02:37:32.086 INFO:teuthology.orchestra.run.smithi123.stdout: "total_load": 0, 2024-09-05T02:37:32.086 INFO:teuthology.orchestra.run.smithi123.stdout: "average_load": 0, 2024-09-05T02:37:32.086 INFO:teuthology.orchestra.run.smithi123.stdout: "avg_session_uptime": 2636, 2024-09-05T02:37:32.086 INFO:teuthology.orchestra.run.smithi123.stdout: "mdthresh_evicted": 0 2024-09-05T02:37:32.086 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.086 INFO:teuthology.orchestra.run.smithi123.stdout: "mempool": { 2024-09-05T02:37:32.086 INFO:teuthology.orchestra.run.smithi123.stdout: "bloom_filter_bytes": 0, 2024-09-05T02:37:32.086 INFO:teuthology.orchestra.run.smithi123.stdout: "bloom_filter_items": 0, 2024-09-05T02:37:32.086 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T02:37:32.086 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_alloc_items": 0, 2024-09-05T02:37:32.086 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T02:37:32.086 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_data_items": 0, 2024-09-05T02:37:32.086 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T02:37:32.087 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T02:37:32.087 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T02:37:32.087 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T02:37:32.087 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T02:37:32.087 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_other_items": 0, 2024-09-05T02:37:32.087 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T02:37:32.087 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T02:37:32.087 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_extent_bytes": 0, 2024-09-05T02:37:32.087 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_extent_items": 0, 2024-09-05T02:37:32.087 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_blob_bytes": 0, 2024-09-05T02:37:32.087 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_blob_items": 0, 2024-09-05T02:37:32.087 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T02:37:32.087 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T02:37:32.088 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T02:37:32.088 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T02:37:32.088 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T02:37:32.088 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_fsck_items": 0, 2024-09-05T02:37:32.088 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_txc_bytes": 0, 2024-09-05T02:37:32.088 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_txc_items": 0, 2024-09-05T02:37:32.088 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T02:37:32.088 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T02:37:32.088 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_bytes": 0, 2024-09-05T02:37:32.088 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_items": 0, 2024-09-05T02:37:32.089 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_bytes": 0, 2024-09-05T02:37:32.089 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_items": 0, 2024-09-05T02:37:32.089 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T02:37:32.089 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_reader_items": 0, 2024-09-05T02:37:32.089 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T02:37:32.089 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_writer_items": 0, 2024-09-05T02:37:32.089 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_anon_bytes": 189473, 2024-09-05T02:37:32.089 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_anon_items": 53, 2024-09-05T02:37:32.089 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_meta_bytes": 0, 2024-09-05T02:37:32.089 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_meta_items": 0, 2024-09-05T02:37:32.089 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_bytes": 0, 2024-09-05T02:37:32.089 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_items": 0, 2024-09-05T02:37:32.090 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_mapbl_bytes": 0, 2024-09-05T02:37:32.090 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_mapbl_items": 0, 2024-09-05T02:37:32.090 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_pglog_bytes": 0, 2024-09-05T02:37:32.090 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_pglog_items": 0, 2024-09-05T02:37:32.090 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_bytes": 8224, 2024-09-05T02:37:32.090 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_items": 181, 2024-09-05T02:37:32.090 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T02:37:32.090 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_mapping_items": 0, 2024-09-05T02:37:32.090 INFO:teuthology.orchestra.run.smithi123.stdout: "pgmap_bytes": 0, 2024-09-05T02:37:32.091 INFO:teuthology.orchestra.run.smithi123.stdout: "pgmap_items": 0, 2024-09-05T02:37:32.091 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_co_bytes": 8512, 2024-09-05T02:37:32.091 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_co_items": 13, 2024-09-05T02:37:32.091 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_1_bytes": 0, 2024-09-05T02:37:32.091 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_1_items": 0, 2024-09-05T02:37:32.091 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_2_bytes": 0, 2024-09-05T02:37:32.091 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_2_items": 0 2024-09-05T02:37:32.091 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.091 INFO:teuthology.orchestra.run.smithi123.stdout: "objecter": { 2024-09-05T02:37:32.091 INFO:teuthology.orchestra.run.smithi123.stdout: "op_active": 0, 2024-09-05T02:37:32.091 INFO:teuthology.orchestra.run.smithi123.stdout: "op_laggy": 0, 2024-09-05T02:37:32.091 INFO:teuthology.orchestra.run.smithi123.stdout: "op_send": 2169, 2024-09-05T02:37:32.091 INFO:teuthology.orchestra.run.smithi123.stdout: "op_send_bytes": 21, 2024-09-05T02:37:32.092 INFO:teuthology.orchestra.run.smithi123.stdout: "op_resend": 3, 2024-09-05T02:37:32.092 INFO:teuthology.orchestra.run.smithi123.stdout: "op_reply": 2169, 2024-09-05T02:37:32.092 INFO:teuthology.orchestra.run.smithi123.stdout: "op_latency": { 2024-09-05T02:37:32.092 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2169, 2024-09-05T02:37:32.092 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 1.051974719, 2024-09-05T02:37:32.092 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000485004 2024-09-05T02:37:32.092 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.092 INFO:teuthology.orchestra.run.smithi123.stdout: "op_inflight": 0, 2024-09-05T02:37:32.092 INFO:teuthology.orchestra.run.smithi123.stdout: "oplen_avg": { 2024-09-05T02:37:32.092 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2169, 2024-09-05T02:37:32.092 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 2170 2024-09-05T02:37:32.092 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.093 INFO:teuthology.orchestra.run.smithi123.stdout: "op": 2169, 2024-09-05T02:37:32.093 INFO:teuthology.orchestra.run.smithi123.stdout: "op_r": 2169, 2024-09-05T02:37:32.093 INFO:teuthology.orchestra.run.smithi123.stdout: "op_w": 0, 2024-09-05T02:37:32.093 INFO:teuthology.orchestra.run.smithi123.stdout: "op_rmw": 0, 2024-09-05T02:37:32.093 INFO:teuthology.orchestra.run.smithi123.stdout: "op_pg": 0, 2024-09-05T02:37:32.093 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_stat": 1407, 2024-09-05T02:37:32.093 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_create": 0, 2024-09-05T02:37:32.093 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_read": 760, 2024-09-05T02:37:32.093 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_write": 0, 2024-09-05T02:37:32.093 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_writefull": 0, 2024-09-05T02:37:32.093 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_writesame": 0, 2024-09-05T02:37:32.093 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_append": 0, 2024-09-05T02:37:32.093 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_zero": 0, 2024-09-05T02:37:32.093 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_truncate": 0, 2024-09-05T02:37:32.094 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_delete": 0, 2024-09-05T02:37:32.094 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_mapext": 0, 2024-09-05T02:37:32.094 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_sparse_read": 0, 2024-09-05T02:37:32.094 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_clonerange": 0, 2024-09-05T02:37:32.094 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_getxattr": 1, 2024-09-05T02:37:32.094 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_setxattr": 0, 2024-09-05T02:37:32.094 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_cmpxattr": 0, 2024-09-05T02:37:32.094 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_rmxattr": 0, 2024-09-05T02:37:32.094 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_resetxattrs": 0, 2024-09-05T02:37:32.094 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_call": 0, 2024-09-05T02:37:32.094 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_watch": 0, 2024-09-05T02:37:32.094 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_notify": 0, 2024-09-05T02:37:32.094 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_src_cmpxattr": 0, 2024-09-05T02:37:32.095 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_pgls": 0, 2024-09-05T02:37:32.095 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_pgls_filter": 0, 2024-09-05T02:37:32.095 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_other": 0, 2024-09-05T02:37:32.095 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_active": 0, 2024-09-05T02:37:32.095 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_send": 0, 2024-09-05T02:37:32.095 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_resend": 0, 2024-09-05T02:37:32.095 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_ping": 0, 2024-09-05T02:37:32.095 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_active": 0, 2024-09-05T02:37:32.095 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_send": 0, 2024-09-05T02:37:32.095 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_resend": 0, 2024-09-05T02:37:32.096 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_active": 0, 2024-09-05T02:37:32.096 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_send": 0, 2024-09-05T02:37:32.096 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_resend": 0, 2024-09-05T02:37:32.096 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_active": 0, 2024-09-05T02:37:32.096 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_send": 0, 2024-09-05T02:37:32.096 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_resend": 0, 2024-09-05T02:37:32.096 INFO:teuthology.orchestra.run.smithi123.stdout: "command_active": 0, 2024-09-05T02:37:32.096 INFO:teuthology.orchestra.run.smithi123.stdout: "command_send": 0, 2024-09-05T02:37:32.097 INFO:teuthology.orchestra.run.smithi123.stdout: "command_resend": 0, 2024-09-05T02:37:32.097 INFO:teuthology.orchestra.run.smithi123.stdout: "map_epoch": 95, 2024-09-05T02:37:32.097 INFO:teuthology.orchestra.run.smithi123.stdout: "map_full": 0, 2024-09-05T02:37:32.098 INFO:teuthology.orchestra.run.smithi123.stdout: "map_inc": 11, 2024-09-05T02:37:32.098 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_sessions": 5, 2024-09-05T02:37:32.098 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_session_open": 5, 2024-09-05T02:37:32.098 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_session_close": 0, 2024-09-05T02:37:32.098 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_laggy": 0, 2024-09-05T02:37:32.098 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_wr": 0, 2024-09-05T02:37:32.098 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_rd": 2, 2024-09-05T02:37:32.098 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_del": 0 2024-09-05T02:37:32.098 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.098 INFO:teuthology.orchestra.run.smithi123.stdout: "oft": { 2024-09-05T02:37:32.098 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_objs": 0, 2024-09-05T02:37:32.098 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_kv_pairs": 0, 2024-09-05T02:37:32.098 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_updates": 0, 2024-09-05T02:37:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_removes": 0 2024-09-05T02:37:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: "osd-slow-ops": { 2024-09-05T02:37:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: "slow_ops_count": 0 2024-09-05T02:37:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: "purge_queue": { 2024-09-05T02:37:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_ops": 0, 2024-09-05T02:37:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_ops_high_water": 0, 2024-09-05T02:37:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing": 0, 2024-09-05T02:37:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_high_water": 0, 2024-09-05T02:37:32.100 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executed_ops": 0, 2024-09-05T02:37:32.100 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executed": 0, 2024-09-05T02:37:32.100 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_item_in_journal": 0 2024-09-05T02:37:32.100 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.100 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T02:37:32.100 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T02:37:32.100 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 104857600, 2024-09-05T02:37:32.100 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T02:37:32.100 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 2418, 2024-09-05T02:37:32.100 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 2142619, 2024-09-05T02:37:32.100 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:32.101 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 2418, 2024-09-05T02:37:32.101 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T02:37:32.101 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T02:37:32.101 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 2418, 2024-09-05T02:37:32.101 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 2142619, 2024-09-05T02:37:32.101 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T02:37:32.101 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.101 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.101 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.101 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:32.101 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.101 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-objecter_bytes": { 2024-09-05T02:37:32.101 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T02:37:32.102 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 104857600, 2024-09-05T02:37:32.102 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T02:37:32.102 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T02:37:32.102 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T02:37:32.102 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:32.102 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:32.102 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 2169, 2024-09-05T02:37:32.102 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 2365, 2024-09-05T02:37:32.102 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 2169, 2024-09-05T02:37:32.102 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 2365, 2024-09-05T02:37:32.102 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T02:37:32.102 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.102 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.103 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.103 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:32.103 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.103 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-objecter_ops": { 2024-09-05T02:37:32.103 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T02:37:32.103 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 1024, 2024-09-05T02:37:32.103 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T02:37:32.103 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T02:37:32.103 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T02:37:32.103 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:32.103 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:32.103 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 2169, 2024-09-05T02:37:32.103 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 2169, 2024-09-05T02:37:32.103 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 2169, 2024-09-05T02:37:32.104 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 2169, 2024-09-05T02:37:32.104 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T02:37:32.104 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.104 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.104 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.104 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:32.104 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.104 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-write_buf_throttle": { 2024-09-05T02:37:32.104 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T02:37:32.104 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 3758096384, 2024-09-05T02:37:32.104 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T02:37:32.104 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T02:37:32.104 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T02:37:32.105 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:32.105 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:32.105 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T02:37:32.105 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T02:37:32.105 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 0, 2024-09-05T02:37:32.105 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 0, 2024-09-05T02:37:32.105 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T02:37:32.105 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.105 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.105 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.105 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:32.105 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T02:37:32.105 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-write_buf_throttle-0x5655452a4b40": { 2024-09-05T02:37:32.106 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T02:37:32.106 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 3758096384, 2024-09-05T02:37:32.106 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T02:37:32.106 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T02:37:32.106 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T02:37:32.106 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:32.106 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:32.106 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T02:37:32.106 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T02:37:32.106 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 0, 2024-09-05T02:37:32.106 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 0, 2024-09-05T02:37:32.106 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T02:37:32.106 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T02:37:32.107 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T02:37:32.107 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T02:37:32.107 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:32.107 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T02:37:32.107 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-05T02:37:32.107 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:31 smithi033 ceph-mon[29909]: pgmap v328: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-05T02:37:32.854 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-09-05T02:37:32.854 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-09-05T02:37:32.854 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=0 2024-09-05T02:37:32.854 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=0 2024-09-05T02:37:32.854 INFO:tasks.check_counter:Daemon mds.k mds.root_rsnaps=0 2024-09-05T02:37:32.854 INFO:tasks.check_counter:Daemon mds.k mds_server.req_mksnap_latency.avgcount=0 2024-09-05T02:37:32.854 INFO:tasks.check_counter:Daemon mds.k mds_server.req_rmsnap_latency.avgcount=0 2024-09-05T02:37:32.854 DEBUG:tasks.check_counter:Getting stats from c 2024-09-05T02:37:32.855 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph daemon mds.c perf dump 2024-09-05T02:37:33.115 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T02:37:33.674 INFO:teuthology.orchestra.run.smithi174.stdout:{ 2024-09-05T02:37:33.675 INFO:teuthology.orchestra.run.smithi174.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T02:37:33.675 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_messages": 1857, 2024-09-05T02:37:33.675 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages": 1842, 2024-09-05T02:37:33.675 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_bytes": 3224742, 2024-09-05T02:37:33.675 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_bytes": 646494, 2024-09-05T02:37:33.675 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_created_connections": 5, 2024-09-05T02:37:33.675 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_active_connections": 1, 2024-09-05T02:37:33.675 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_total_time": 0.201774902, 2024-09-05T02:37:33.675 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_send_time": 0.065918760, 2024-09-05T02:37:33.675 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_recv_time": 0.087298734, 2024-09-05T02:37:33.675 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_fast_dispatch_time": 0.049734132, 2024-09-05T02:37:33.675 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:33.676 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 1841, 2024-09-05T02:37:33.676 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.076903686, 2024-09-05T02:37:33.676 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000041772 2024-09-05T02:37:33.676 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.676 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:33.676 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.676 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.676 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.676 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.676 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_encrypted_bytes": 1755760, 2024-09-05T02:37:33.676 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_encrypted_bytes": 134192 2024-09-05T02:37:33.677 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.677 INFO:teuthology.orchestra.run.smithi174.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T02:37:33.677 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_messages": 10, 2024-09-05T02:37:33.677 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages": 169, 2024-09-05T02:37:33.677 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_bytes": 5000, 2024-09-05T02:37:33.677 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_bytes": 448666, 2024-09-05T02:37:33.677 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_created_connections": 7, 2024-09-05T02:37:33.677 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_active_connections": 5, 2024-09-05T02:37:33.677 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_total_time": 0.013282841, 2024-09-05T02:37:33.677 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_send_time": 0.006975358, 2024-09-05T02:37:33.677 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_recv_time": 0.004192555, 2024-09-05T02:37:33.677 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_fast_dispatch_time": 0.000088337, 2024-09-05T02:37:33.677 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:33.678 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 167, 2024-09-05T02:37:33.678 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.033283961, 2024-09-05T02:37:33.678 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000199305 2024-09-05T02:37:33.678 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.678 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:33.678 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.678 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.678 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.679 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.679 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_encrypted_bytes": 3344, 2024-09-05T02:37:33.679 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_encrypted_bytes": 447328 2024-09-05T02:37:33.679 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.680 INFO:teuthology.orchestra.run.smithi174.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T02:37:33.680 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_messages": 751, 2024-09-05T02:37:33.680 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages": 753, 2024-09-05T02:37:33.680 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_bytes": 184852, 2024-09-05T02:37:33.680 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_bytes": 238825, 2024-09-05T02:37:33.680 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_created_connections": 4, 2024-09-05T02:37:33.681 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_active_connections": 3, 2024-09-05T02:37:33.681 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_total_time": 0.075300550, 2024-09-05T02:37:33.681 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_send_time": 0.027488991, 2024-09-05T02:37:33.681 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_recv_time": 0.016631490, 2024-09-05T02:37:33.681 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_fast_dispatch_time": 0.024026877, 2024-09-05T02:37:33.682 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:33.682 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 751, 2024-09-05T02:37:33.682 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.035117153, 2024-09-05T02:37:33.682 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000046760 2024-09-05T02:37:33.682 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.682 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:33.683 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.683 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.683 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.683 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.683 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-05T02:37:33.683 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_encrypted_bytes": 0 2024-09-05T02:37:33.684 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.684 INFO:teuthology.orchestra.run.smithi174.stdout: "cct": { 2024-09-05T02:37:33.684 INFO:teuthology.orchestra.run.smithi174.stdout: "total_workers": 1, 2024-09-05T02:37:33.684 INFO:teuthology.orchestra.run.smithi174.stdout: "unhealthy_workers": 0 2024-09-05T02:37:33.684 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.685 INFO:teuthology.orchestra.run.smithi174.stdout: "finisher-MDSRank": { 2024-09-05T02:37:33.685 INFO:teuthology.orchestra.run.smithi174.stdout: "queue_len": 0, 2024-09-05T02:37:33.685 INFO:teuthology.orchestra.run.smithi174.stdout: "complete_latency": { 2024-09-05T02:37:33.685 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 3871, 2024-09-05T02:37:33.685 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.109204466, 2024-09-05T02:37:33.685 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000028210 2024-09-05T02:37:33.686 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:33.686 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.686 INFO:teuthology.orchestra.run.smithi174.stdout: "finisher-PurgeQueue": { 2024-09-05T02:37:33.686 INFO:teuthology.orchestra.run.smithi174.stdout: "queue_len": 0, 2024-09-05T02:37:33.686 INFO:teuthology.orchestra.run.smithi174.stdout: "complete_latency": { 2024-09-05T02:37:33.687 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.687 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.687 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.687 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:33.687 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.687 INFO:teuthology.orchestra.run.smithi174.stdout: "mds": { 2024-09-05T02:37:33.688 INFO:teuthology.orchestra.run.smithi174.stdout: "request": 0, 2024-09-05T02:37:33.688 INFO:teuthology.orchestra.run.smithi174.stdout: "reply": 0, 2024-09-05T02:37:33.688 INFO:teuthology.orchestra.run.smithi174.stdout: "reply_latency": { 2024-09-05T02:37:33.688 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.688 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.689 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.689 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.689 INFO:teuthology.orchestra.run.smithi174.stdout: "slow_reply": 0, 2024-09-05T02:37:33.689 INFO:teuthology.orchestra.run.smithi174.stdout: "forward": 0, 2024-09-05T02:37:33.689 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_fetch_complete": 0, 2024-09-05T02:37:33.690 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_fetch_keys": 0, 2024-09-05T02:37:33.690 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_commit": 0, 2024-09-05T02:37:33.690 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_split": 0, 2024-09-05T02:37:33.690 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_merge": 0, 2024-09-05T02:37:33.690 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes": 27, 2024-09-05T02:37:33.691 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_top": 0, 2024-09-05T02:37:33.691 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_bottom": 27, 2024-09-05T02:37:33.691 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_pin_tail": 0, 2024-09-05T02:37:33.691 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_pinned": 27, 2024-09-05T02:37:33.691 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_expired": 0, 2024-09-05T02:37:33.692 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_with_caps": 0, 2024-09-05T02:37:33.692 INFO:teuthology.orchestra.run.smithi174.stdout: "caps": 0, 2024-09-05T02:37:33.692 INFO:teuthology.orchestra.run.smithi174.stdout: "subtrees": 2, 2024-09-05T02:37:33.692 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse": 0, 2024-09-05T02:37:33.692 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_hit": 0, 2024-09-05T02:37:33.692 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_forward": 0, 2024-09-05T02:37:33.693 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_discover": 0, 2024-09-05T02:37:33.693 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_dir_fetch": 0, 2024-09-05T02:37:33.693 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_remote_ino": 0, 2024-09-05T02:37:33.693 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_lock": 0, 2024-09-05T02:37:33.693 INFO:teuthology.orchestra.run.smithi174.stdout: "load_cent": 0, 2024-09-05T02:37:33.694 INFO:teuthology.orchestra.run.smithi174.stdout: "q": 0, 2024-09-05T02:37:33.694 INFO:teuthology.orchestra.run.smithi174.stdout: "exported": 0, 2024-09-05T02:37:33.694 INFO:teuthology.orchestra.run.smithi174.stdout: "exported_inodes": 0, 2024-09-05T02:37:33.694 INFO:teuthology.orchestra.run.smithi174.stdout: "imported": 0, 2024-09-05T02:37:33.694 INFO:teuthology.orchestra.run.smithi174.stdout: "imported_inodes": 0, 2024-09-05T02:37:33.695 INFO:teuthology.orchestra.run.smithi174.stdout: "openino_dir_fetch": 0, 2024-09-05T02:37:33.695 INFO:teuthology.orchestra.run.smithi174.stdout: "openino_backtrace_fetch": 0, 2024-09-05T02:37:33.695 INFO:teuthology.orchestra.run.smithi174.stdout: "openino_peer_discover": 0, 2024-09-05T02:37:33.695 INFO:teuthology.orchestra.run.smithi174.stdout: "root_rfiles": 4, 2024-09-05T02:37:33.695 INFO:teuthology.orchestra.run.smithi174.stdout: "root_rbytes": 234, 2024-09-05T02:37:33.695 INFO:teuthology.orchestra.run.smithi174.stdout: "root_rsnaps": 6, 2024-09-05T02:37:33.696 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_backtrace_fetch": 0, 2024-09-05T02:37:33.696 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_set_tag": 0, 2024-09-05T02:37:33.696 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_backtrace_repaired": 0, 2024-09-05T02:37:33.696 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_inotable_repaired": 0, 2024-09-05T02:37:33.696 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_dir_inodes": 0, 2024-09-05T02:37:33.697 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_dir_base_inodes": 0, 2024-09-05T02:37:33.697 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_dirfrag_rstats": 0, 2024-09-05T02:37:33.697 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_file_inodes": 0, 2024-09-05T02:37:33.697 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_inode_file_caps": 0, 2024-09-05T02:37:33.697 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_cap_op_revoke": 0, 2024-09-05T02:37:33.697 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_cap_op_grant": 0, 2024-09-05T02:37:33.697 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_cap_op_trunc": 0, 2024-09-05T02:37:33.698 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-05T02:37:33.698 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-05T02:37:33.698 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_client_caps": 0, 2024-09-05T02:37:33.698 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_client_caps_dirty": 0, 2024-09-05T02:37:33.698 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_client_cap_release": 0, 2024-09-05T02:37:33.698 INFO:teuthology.orchestra.run.smithi174.stdout: "process_request_cap_release": 0 2024-09-05T02:37:33.699 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.699 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_cache": { 2024-09-05T02:37:33.699 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_update": 0, 2024-09-05T02:37:33.699 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_update_receipt": 0, 2024-09-05T02:37:33.699 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_try_discover": 0, 2024-09-05T02:37:33.699 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_send_discover": 0, 2024-09-05T02:37:33.699 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_handle_discover": 0, 2024-09-05T02:37:33.699 INFO:teuthology.orchestra.run.smithi174.stdout: "num_strays": 0, 2024-09-05T02:37:33.699 INFO:teuthology.orchestra.run.smithi174.stdout: "num_strays_delayed": 0, 2024-09-05T02:37:33.699 INFO:teuthology.orchestra.run.smithi174.stdout: "num_strays_enqueuing": 0, 2024-09-05T02:37:33.700 INFO:teuthology.orchestra.run.smithi174.stdout: "strays_created": 0, 2024-09-05T02:37:33.700 INFO:teuthology.orchestra.run.smithi174.stdout: "strays_enqueued": 0, 2024-09-05T02:37:33.700 INFO:teuthology.orchestra.run.smithi174.stdout: "strays_reintegrated": 0, 2024-09-05T02:37:33.700 INFO:teuthology.orchestra.run.smithi174.stdout: "strays_migrated": 0, 2024-09-05T02:37:33.700 INFO:teuthology.orchestra.run.smithi174.stdout: "num_recovering_processing": 0, 2024-09-05T02:37:33.700 INFO:teuthology.orchestra.run.smithi174.stdout: "num_recovering_enqueued": 0, 2024-09-05T02:37:33.700 INFO:teuthology.orchestra.run.smithi174.stdout: "num_recovering_prioritized": 0, 2024-09-05T02:37:33.700 INFO:teuthology.orchestra.run.smithi174.stdout: "recovery_started": 0, 2024-09-05T02:37:33.700 INFO:teuthology.orchestra.run.smithi174.stdout: "recovery_completed": 0, 2024-09-05T02:37:33.700 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_quiesce_path": 0, 2024-09-05T02:37:33.700 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_quiesce_inode": 0, 2024-09-05T02:37:33.700 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_enqueue_scrub": 0, 2024-09-05T02:37:33.701 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_exportdir": 0, 2024-09-05T02:37:33.701 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_flush": 0, 2024-09-05T02:37:33.701 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_fragmentdir": 0, 2024-09-05T02:37:33.701 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_fragstats": 0, 2024-09-05T02:37:33.701 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_inodestats": 0 2024-09-05T02:37:33.701 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.701 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_log": { 2024-09-05T02:37:33.701 INFO:teuthology.orchestra.run.smithi174.stdout: "evlrg": 0, 2024-09-05T02:37:33.701 INFO:teuthology.orchestra.run.smithi174.stdout: "evadd": 0, 2024-09-05T02:37:33.701 INFO:teuthology.orchestra.run.smithi174.stdout: "evex": 0, 2024-09-05T02:37:33.701 INFO:teuthology.orchestra.run.smithi174.stdout: "evtrm": 0, 2024-09-05T02:37:33.701 INFO:teuthology.orchestra.run.smithi174.stdout: "ev": 258, 2024-09-05T02:37:33.701 INFO:teuthology.orchestra.run.smithi174.stdout: "evexg": 0, 2024-09-05T02:37:33.702 INFO:teuthology.orchestra.run.smithi174.stdout: "evexd": 0, 2024-09-05T02:37:33.702 INFO:teuthology.orchestra.run.smithi174.stdout: "segadd": 0, 2024-09-05T02:37:33.702 INFO:teuthology.orchestra.run.smithi174.stdout: "segex": 0, 2024-09-05T02:37:33.702 INFO:teuthology.orchestra.run.smithi174.stdout: "segtrm": 0, 2024-09-05T02:37:33.702 INFO:teuthology.orchestra.run.smithi174.stdout: "seg": 2, 2024-09-05T02:37:33.702 INFO:teuthology.orchestra.run.smithi174.stdout: "segmjr": 2, 2024-09-05T02:37:33.702 INFO:teuthology.orchestra.run.smithi174.stdout: "segexg": 0, 2024-09-05T02:37:33.702 INFO:teuthology.orchestra.run.smithi174.stdout: "segexd": 0, 2024-09-05T02:37:33.702 INFO:teuthology.orchestra.run.smithi174.stdout: "expos": 4194304, 2024-09-05T02:37:33.702 INFO:teuthology.orchestra.run.smithi174.stdout: "wrpos": 5186362, 2024-09-05T02:37:33.702 INFO:teuthology.orchestra.run.smithi174.stdout: "rdpos": 5186250, 2024-09-05T02:37:33.702 INFO:teuthology.orchestra.run.smithi174.stdout: "jlat": { 2024-09-05T02:37:33.703 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.703 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.703 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.703 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.703 INFO:teuthology.orchestra.run.smithi174.stdout: "replayed": 258 2024-09-05T02:37:33.703 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.703 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_mem": { 2024-09-05T02:37:33.703 INFO:teuthology.orchestra.run.smithi174.stdout: "ino": 18, 2024-09-05T02:37:33.703 INFO:teuthology.orchestra.run.smithi174.stdout: "ino+": 21, 2024-09-05T02:37:33.703 INFO:teuthology.orchestra.run.smithi174.stdout: "ino-": 3, 2024-09-05T02:37:33.703 INFO:teuthology.orchestra.run.smithi174.stdout: "dir": 11, 2024-09-05T02:37:33.703 INFO:teuthology.orchestra.run.smithi174.stdout: "dir+": 11, 2024-09-05T02:37:33.703 INFO:teuthology.orchestra.run.smithi174.stdout: "dir-": 0, 2024-09-05T02:37:33.704 INFO:teuthology.orchestra.run.smithi174.stdout: "dn": 27, 2024-09-05T02:37:33.704 INFO:teuthology.orchestra.run.smithi174.stdout: "dn+": 27, 2024-09-05T02:37:33.704 INFO:teuthology.orchestra.run.smithi174.stdout: "dn-": 0, 2024-09-05T02:37:33.704 INFO:teuthology.orchestra.run.smithi174.stdout: "cap": 0, 2024-09-05T02:37:33.704 INFO:teuthology.orchestra.run.smithi174.stdout: "cap+": 0, 2024-09-05T02:37:33.704 INFO:teuthology.orchestra.run.smithi174.stdout: "cap-": 0, 2024-09-05T02:37:33.704 INFO:teuthology.orchestra.run.smithi174.stdout: "rss": 49380, 2024-09-05T02:37:33.704 INFO:teuthology.orchestra.run.smithi174.stdout: "heap": 215328 2024-09-05T02:37:33.704 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.704 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_server": { 2024-09-05T02:37:33.704 INFO:teuthology.orchestra.run.smithi174.stdout: "dispatch_client_request": 0, 2024-09-05T02:37:33.704 INFO:teuthology.orchestra.run.smithi174.stdout: "dispatch_server_request": 0, 2024-09-05T02:37:33.704 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_client_request": 0, 2024-09-05T02:37:33.705 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_client_session": 0, 2024-09-05T02:37:33.705 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_peer_request": 0, 2024-09-05T02:37:33.705 INFO:teuthology.orchestra.run.smithi174.stdout: "req_create_latency": { 2024-09-05T02:37:33.705 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.705 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.705 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.705 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.705 INFO:teuthology.orchestra.run.smithi174.stdout: "req_getattr_latency": { 2024-09-05T02:37:33.705 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.705 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.705 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.705 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.705 INFO:teuthology.orchestra.run.smithi174.stdout: "req_getfilelock_latency": { 2024-09-05T02:37:33.706 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.706 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.706 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.706 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.706 INFO:teuthology.orchestra.run.smithi174.stdout: "req_link_latency": { 2024-09-05T02:37:33.706 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.706 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.706 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.706 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.706 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookup_latency": { 2024-09-05T02:37:33.706 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.706 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.706 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.706 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.707 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookuphash_latency": { 2024-09-05T02:37:33.707 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.707 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.707 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.707 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.707 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookupino_latency": { 2024-09-05T02:37:33.707 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.707 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.707 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.707 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.707 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookupname_latency": { 2024-09-05T02:37:33.707 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.707 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.708 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.708 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.708 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookupparent_latency": { 2024-09-05T02:37:33.708 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.708 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.708 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.708 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.708 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookupsnap_latency": { 2024-09-05T02:37:33.708 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.708 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.708 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.708 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.708 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lssnap_latency": { 2024-09-05T02:37:33.709 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.709 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.709 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.709 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.709 INFO:teuthology.orchestra.run.smithi174.stdout: "req_mkdir_latency": { 2024-09-05T02:37:33.709 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.710 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.710 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.710 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.710 INFO:teuthology.orchestra.run.smithi174.stdout: "req_mknod_latency": { 2024-09-05T02:37:33.710 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.710 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.710 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.710 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.710 INFO:teuthology.orchestra.run.smithi174.stdout: "req_mksnap_latency": { 2024-09-05T02:37:33.710 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.710 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.710 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.711 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.711 INFO:teuthology.orchestra.run.smithi174.stdout: "req_open_latency": { 2024-09-05T02:37:33.711 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.711 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.711 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.711 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.711 INFO:teuthology.orchestra.run.smithi174.stdout: "req_readdir_latency": { 2024-09-05T02:37:33.711 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.711 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.711 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.711 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.711 INFO:teuthology.orchestra.run.smithi174.stdout: "req_rename_latency": { 2024-09-05T02:37:33.711 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.712 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.712 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.712 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.712 INFO:teuthology.orchestra.run.smithi174.stdout: "req_renamesnap_latency": { 2024-09-05T02:37:33.712 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.712 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.712 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.712 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.712 INFO:teuthology.orchestra.run.smithi174.stdout: "req_snapdiff_latency": { 2024-09-05T02:37:33.712 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.712 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.712 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.712 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.713 INFO:teuthology.orchestra.run.smithi174.stdout: "req_rmdir_latency": { 2024-09-05T02:37:33.713 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.713 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.713 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.713 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.713 INFO:teuthology.orchestra.run.smithi174.stdout: "req_rmsnap_latency": { 2024-09-05T02:37:33.713 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.713 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.713 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.713 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.713 INFO:teuthology.orchestra.run.smithi174.stdout: "req_rmxattr_latency": { 2024-09-05T02:37:33.713 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.713 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.714 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.714 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.714 INFO:teuthology.orchestra.run.smithi174.stdout: "req_setattr_latency": { 2024-09-05T02:37:33.714 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.714 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.714 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.714 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.714 INFO:teuthology.orchestra.run.smithi174.stdout: "req_setdirlayout_latency": { 2024-09-05T02:37:33.714 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.714 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.714 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.714 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.715 INFO:teuthology.orchestra.run.smithi174.stdout: "req_setfilelock_latency": { 2024-09-05T02:37:33.715 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.715 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.715 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.715 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.715 INFO:teuthology.orchestra.run.smithi174.stdout: "req_setlayout_latency": { 2024-09-05T02:37:33.715 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.716 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.716 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.716 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.716 INFO:teuthology.orchestra.run.smithi174.stdout: "req_setxattr_latency": { 2024-09-05T02:37:33.716 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.716 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.716 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.716 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.716 INFO:teuthology.orchestra.run.smithi174.stdout: "req_symlink_latency": { 2024-09-05T02:37:33.716 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.716 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.717 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.717 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.717 INFO:teuthology.orchestra.run.smithi174.stdout: "req_unlink_latency": { 2024-09-05T02:37:33.717 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.717 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.717 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.717 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.717 INFO:teuthology.orchestra.run.smithi174.stdout: "cap_revoke_eviction": 0, 2024-09-05T02:37:33.717 INFO:teuthology.orchestra.run.smithi174.stdout: "cap_acquisition_throttle": 0, 2024-09-05T02:37:33.718 INFO:teuthology.orchestra.run.smithi174.stdout: "req_getvxattr_latency": { 2024-09-05T02:37:33.718 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.718 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.718 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.718 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:33.718 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.718 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_sessions": { 2024-09-05T02:37:33.718 INFO:teuthology.orchestra.run.smithi174.stdout: "session_count": 2, 2024-09-05T02:37:33.718 INFO:teuthology.orchestra.run.smithi174.stdout: "session_add": 5, 2024-09-05T02:37:33.719 INFO:teuthology.orchestra.run.smithi174.stdout: "session_remove": 3, 2024-09-05T02:37:33.719 INFO:teuthology.orchestra.run.smithi174.stdout: "sessions_open": 4, 2024-09-05T02:37:33.719 INFO:teuthology.orchestra.run.smithi174.stdout: "sessions_stale": 0, 2024-09-05T02:37:33.719 INFO:teuthology.orchestra.run.smithi174.stdout: "total_load": 0, 2024-09-05T02:37:33.719 INFO:teuthology.orchestra.run.smithi174.stdout: "average_load": 0, 2024-09-05T02:37:33.719 INFO:teuthology.orchestra.run.smithi174.stdout: "avg_session_uptime": 3323, 2024-09-05T02:37:33.719 INFO:teuthology.orchestra.run.smithi174.stdout: "mdthresh_evicted": 0 2024-09-05T02:37:33.719 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.719 INFO:teuthology.orchestra.run.smithi174.stdout: "mempool": { 2024-09-05T02:37:33.719 INFO:teuthology.orchestra.run.smithi174.stdout: "bloom_filter_bytes": 0, 2024-09-05T02:37:33.720 INFO:teuthology.orchestra.run.smithi174.stdout: "bloom_filter_items": 0, 2024-09-05T02:37:33.720 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T02:37:33.720 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_alloc_items": 0, 2024-09-05T02:37:33.720 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T02:37:33.720 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_data_items": 0, 2024-09-05T02:37:33.720 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T02:37:33.720 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T02:37:33.721 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T02:37:33.721 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T02:37:33.721 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T02:37:33.721 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_other_items": 0, 2024-09-05T02:37:33.721 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T02:37:33.721 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T02:37:33.724 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_extent_bytes": 0, 2024-09-05T02:37:33.724 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_extent_items": 0, 2024-09-05T02:37:33.724 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_blob_bytes": 0, 2024-09-05T02:37:33.724 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_blob_items": 0, 2024-09-05T02:37:33.724 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T02:37:33.725 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T02:37:33.725 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T02:37:33.725 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T02:37:33.725 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T02:37:33.725 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_fsck_items": 0, 2024-09-05T02:37:33.725 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_txc_bytes": 0, 2024-09-05T02:37:33.725 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_txc_items": 0, 2024-09-05T02:37:33.725 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T02:37:33.725 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T02:37:33.726 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_writing_bytes": 0, 2024-09-05T02:37:33.726 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_writing_items": 0, 2024-09-05T02:37:33.726 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_bytes": 0, 2024-09-05T02:37:33.726 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_items": 0, 2024-09-05T02:37:33.726 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T02:37:33.726 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_file_reader_items": 0, 2024-09-05T02:37:33.726 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T02:37:33.726 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_file_writer_items": 0, 2024-09-05T02:37:33.726 INFO:teuthology.orchestra.run.smithi174.stdout: "buffer_anon_bytes": 189744, 2024-09-05T02:37:33.726 INFO:teuthology.orchestra.run.smithi174.stdout: "buffer_anon_items": 61, 2024-09-05T02:37:33.726 INFO:teuthology.orchestra.run.smithi174.stdout: "buffer_meta_bytes": 0, 2024-09-05T02:37:33.726 INFO:teuthology.orchestra.run.smithi174.stdout: "buffer_meta_items": 0, 2024-09-05T02:37:33.726 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_bytes": 0, 2024-09-05T02:37:33.727 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_items": 0, 2024-09-05T02:37:33.727 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_mapbl_bytes": 0, 2024-09-05T02:37:33.727 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_mapbl_items": 0, 2024-09-05T02:37:33.727 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_pglog_bytes": 0, 2024-09-05T02:37:33.727 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_pglog_items": 0, 2024-09-05T02:37:33.727 INFO:teuthology.orchestra.run.smithi174.stdout: "osdmap_bytes": 8224, 2024-09-05T02:37:33.727 INFO:teuthology.orchestra.run.smithi174.stdout: "osdmap_items": 181, 2024-09-05T02:37:33.727 INFO:teuthology.orchestra.run.smithi174.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T02:37:33.727 INFO:teuthology.orchestra.run.smithi174.stdout: "osdmap_mapping_items": 0, 2024-09-05T02:37:33.727 INFO:teuthology.orchestra.run.smithi174.stdout: "pgmap_bytes": 0, 2024-09-05T02:37:33.727 INFO:teuthology.orchestra.run.smithi174.stdout: "pgmap_items": 0, 2024-09-05T02:37:33.727 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_co_bytes": 90957, 2024-09-05T02:37:33.727 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_co_items": 648, 2024-09-05T02:37:33.728 INFO:teuthology.orchestra.run.smithi174.stdout: "unittest_1_bytes": 0, 2024-09-05T02:37:33.728 INFO:teuthology.orchestra.run.smithi174.stdout: "unittest_1_items": 0, 2024-09-05T02:37:33.728 INFO:teuthology.orchestra.run.smithi174.stdout: "unittest_2_bytes": 0, 2024-09-05T02:37:33.728 INFO:teuthology.orchestra.run.smithi174.stdout: "unittest_2_items": 0 2024-09-05T02:37:33.728 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.728 INFO:teuthology.orchestra.run.smithi174.stdout: "objecter": { 2024-09-05T02:37:33.728 INFO:teuthology.orchestra.run.smithi174.stdout: "op_active": 0, 2024-09-05T02:37:33.728 INFO:teuthology.orchestra.run.smithi174.stdout: "op_laggy": 0, 2024-09-05T02:37:33.728 INFO:teuthology.orchestra.run.smithi174.stdout: "op_send": 2366, 2024-09-05T02:37:33.728 INFO:teuthology.orchestra.run.smithi174.stdout: "op_send_bytes": 26, 2024-09-05T02:37:33.728 INFO:teuthology.orchestra.run.smithi174.stdout: "op_resend": 4, 2024-09-05T02:37:33.728 INFO:teuthology.orchestra.run.smithi174.stdout: "op_reply": 2366, 2024-09-05T02:37:33.728 INFO:teuthology.orchestra.run.smithi174.stdout: "op_latency": { 2024-09-05T02:37:33.729 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 2366, 2024-09-05T02:37:33.729 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 1.781977732, 2024-09-05T02:37:33.729 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000753160 2024-09-05T02:37:33.729 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.729 INFO:teuthology.orchestra.run.smithi174.stdout: "op_inflight": 0, 2024-09-05T02:37:33.729 INFO:teuthology.orchestra.run.smithi174.stdout: "oplen_avg": { 2024-09-05T02:37:33.729 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 2366, 2024-09-05T02:37:33.729 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 2367 2024-09-05T02:37:33.729 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.729 INFO:teuthology.orchestra.run.smithi174.stdout: "op": 2366, 2024-09-05T02:37:33.729 INFO:teuthology.orchestra.run.smithi174.stdout: "op_r": 2366, 2024-09-05T02:37:33.729 INFO:teuthology.orchestra.run.smithi174.stdout: "op_w": 0, 2024-09-05T02:37:33.729 INFO:teuthology.orchestra.run.smithi174.stdout: "op_rmw": 0, 2024-09-05T02:37:33.730 INFO:teuthology.orchestra.run.smithi174.stdout: "op_pg": 0, 2024-09-05T02:37:33.730 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_stat": 1499, 2024-09-05T02:37:33.730 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_create": 0, 2024-09-05T02:37:33.730 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_read": 864, 2024-09-05T02:37:33.730 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_write": 0, 2024-09-05T02:37:33.730 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_writefull": 0, 2024-09-05T02:37:33.730 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_writesame": 0, 2024-09-05T02:37:33.730 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_append": 0, 2024-09-05T02:37:33.730 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_zero": 0, 2024-09-05T02:37:33.730 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_truncate": 0, 2024-09-05T02:37:33.730 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_delete": 0, 2024-09-05T02:37:33.731 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_mapext": 0, 2024-09-05T02:37:33.731 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_sparse_read": 0, 2024-09-05T02:37:33.731 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_clonerange": 0, 2024-09-05T02:37:33.731 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_getxattr": 2, 2024-09-05T02:37:33.731 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_setxattr": 0, 2024-09-05T02:37:33.731 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_cmpxattr": 0, 2024-09-05T02:37:33.731 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_rmxattr": 0, 2024-09-05T02:37:33.731 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_resetxattrs": 0, 2024-09-05T02:37:33.731 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_call": 0, 2024-09-05T02:37:33.731 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_watch": 0, 2024-09-05T02:37:33.732 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_notify": 0, 2024-09-05T02:37:33.732 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_src_cmpxattr": 0, 2024-09-05T02:37:33.732 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_pgls": 0, 2024-09-05T02:37:33.732 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_pgls_filter": 0, 2024-09-05T02:37:33.732 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_other": 0, 2024-09-05T02:37:33.732 INFO:teuthology.orchestra.run.smithi174.stdout: "linger_active": 0, 2024-09-05T02:37:33.732 INFO:teuthology.orchestra.run.smithi174.stdout: "linger_send": 0, 2024-09-05T02:37:33.733 INFO:teuthology.orchestra.run.smithi174.stdout: "linger_resend": 0, 2024-09-05T02:37:33.733 INFO:teuthology.orchestra.run.smithi174.stdout: "linger_ping": 0, 2024-09-05T02:37:33.733 INFO:teuthology.orchestra.run.smithi174.stdout: "poolop_active": 0, 2024-09-05T02:37:33.733 INFO:teuthology.orchestra.run.smithi174.stdout: "poolop_send": 0, 2024-09-05T02:37:33.733 INFO:teuthology.orchestra.run.smithi174.stdout: "poolop_resend": 0, 2024-09-05T02:37:33.734 INFO:teuthology.orchestra.run.smithi174.stdout: "poolstat_active": 0, 2024-09-05T02:37:33.734 INFO:teuthology.orchestra.run.smithi174.stdout: "poolstat_send": 0, 2024-09-05T02:37:33.734 INFO:teuthology.orchestra.run.smithi174.stdout: "poolstat_resend": 0, 2024-09-05T02:37:33.734 INFO:teuthology.orchestra.run.smithi174.stdout: "statfs_active": 0, 2024-09-05T02:37:33.734 INFO:teuthology.orchestra.run.smithi174.stdout: "statfs_send": 0, 2024-09-05T02:37:33.734 INFO:teuthology.orchestra.run.smithi174.stdout: "statfs_resend": 0, 2024-09-05T02:37:33.734 INFO:teuthology.orchestra.run.smithi174.stdout: "command_active": 0, 2024-09-05T02:37:33.734 INFO:teuthology.orchestra.run.smithi174.stdout: "command_send": 0, 2024-09-05T02:37:33.734 INFO:teuthology.orchestra.run.smithi174.stdout: "command_resend": 0, 2024-09-05T02:37:33.734 INFO:teuthology.orchestra.run.smithi174.stdout: "map_epoch": 95, 2024-09-05T02:37:33.734 INFO:teuthology.orchestra.run.smithi174.stdout: "map_full": 0, 2024-09-05T02:37:33.734 INFO:teuthology.orchestra.run.smithi174.stdout: "map_inc": 11, 2024-09-05T02:37:33.735 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_sessions": 5, 2024-09-05T02:37:33.735 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_session_open": 5, 2024-09-05T02:37:33.735 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_session_close": 0, 2024-09-05T02:37:33.735 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_laggy": 0, 2024-09-05T02:37:33.735 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_wr": 0, 2024-09-05T02:37:33.735 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_rd": 2, 2024-09-05T02:37:33.735 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_del": 0 2024-09-05T02:37:33.735 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.735 INFO:teuthology.orchestra.run.smithi174.stdout: "oft": { 2024-09-05T02:37:33.736 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_total_objs": 0, 2024-09-05T02:37:33.736 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_total_kv_pairs": 0, 2024-09-05T02:37:33.736 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_total_updates": 0, 2024-09-05T02:37:33.736 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_total_removes": 0 2024-09-05T02:37:33.736 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.736 INFO:teuthology.orchestra.run.smithi174.stdout: "osd-slow-ops": { 2024-09-05T02:37:33.736 INFO:teuthology.orchestra.run.smithi174.stdout: "slow_ops_count": 0 2024-09-05T02:37:33.736 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.736 INFO:teuthology.orchestra.run.smithi174.stdout: "purge_queue": { 2024-09-05T02:37:33.736 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executing_ops": 0, 2024-09-05T02:37:33.736 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executing_ops_high_water": 0, 2024-09-05T02:37:33.736 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executing": 0, 2024-09-05T02:37:33.736 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executing_high_water": 0, 2024-09-05T02:37:33.737 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executed_ops": 0, 2024-09-05T02:37:33.737 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executed": 0, 2024-09-05T02:37:33.737 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_item_in_journal": 0 2024-09-05T02:37:33.737 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.737 INFO:teuthology.orchestra.run.smithi174.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T02:37:33.737 INFO:teuthology.orchestra.run.smithi174.stdout: "val": 0, 2024-09-05T02:37:33.737 INFO:teuthology.orchestra.run.smithi174.stdout: "max": 104857600, 2024-09-05T02:37:33.737 INFO:teuthology.orchestra.run.smithi174.stdout: "get_started": 0, 2024-09-05T02:37:33.737 INFO:teuthology.orchestra.run.smithi174.stdout: "get": 2614, 2024-09-05T02:37:33.737 INFO:teuthology.orchestra.run.smithi174.stdout: "get_sum": 3163780, 2024-09-05T02:37:33.737 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:33.737 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_success": 2614, 2024-09-05T02:37:33.737 INFO:teuthology.orchestra.run.smithi174.stdout: "take": 0, 2024-09-05T02:37:33.738 INFO:teuthology.orchestra.run.smithi174.stdout: "take_sum": 0, 2024-09-05T02:37:33.738 INFO:teuthology.orchestra.run.smithi174.stdout: "put": 2614, 2024-09-05T02:37:33.738 INFO:teuthology.orchestra.run.smithi174.stdout: "put_sum": 3163780, 2024-09-05T02:37:33.738 INFO:teuthology.orchestra.run.smithi174.stdout: "wait": { 2024-09-05T02:37:33.738 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.738 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.738 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.738 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:33.738 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.738 INFO:teuthology.orchestra.run.smithi174.stdout: "throttle-objecter_bytes": { 2024-09-05T02:37:33.738 INFO:teuthology.orchestra.run.smithi174.stdout: "val": 0, 2024-09-05T02:37:33.738 INFO:teuthology.orchestra.run.smithi174.stdout: "max": 104857600, 2024-09-05T02:37:33.738 INFO:teuthology.orchestra.run.smithi174.stdout: "get_started": 0, 2024-09-05T02:37:33.739 INFO:teuthology.orchestra.run.smithi174.stdout: "get": 0, 2024-09-05T02:37:33.739 INFO:teuthology.orchestra.run.smithi174.stdout: "get_sum": 0, 2024-09-05T02:37:33.739 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:33.739 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:33.739 INFO:teuthology.orchestra.run.smithi174.stdout: "take": 2366, 2024-09-05T02:37:33.739 INFO:teuthology.orchestra.run.smithi174.stdout: "take_sum": 992068, 2024-09-05T02:37:33.739 INFO:teuthology.orchestra.run.smithi174.stdout: "put": 2366, 2024-09-05T02:37:33.739 INFO:teuthology.orchestra.run.smithi174.stdout: "put_sum": 992068, 2024-09-05T02:37:33.739 INFO:teuthology.orchestra.run.smithi174.stdout: "wait": { 2024-09-05T02:37:33.739 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.739 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.739 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.739 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:33.739 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.740 INFO:teuthology.orchestra.run.smithi174.stdout: "throttle-objecter_ops": { 2024-09-05T02:37:33.740 INFO:teuthology.orchestra.run.smithi174.stdout: "val": 0, 2024-09-05T02:37:33.740 INFO:teuthology.orchestra.run.smithi174.stdout: "max": 1024, 2024-09-05T02:37:33.740 INFO:teuthology.orchestra.run.smithi174.stdout: "get_started": 0, 2024-09-05T02:37:33.740 INFO:teuthology.orchestra.run.smithi174.stdout: "get": 0, 2024-09-05T02:37:33.740 INFO:teuthology.orchestra.run.smithi174.stdout: "get_sum": 0, 2024-09-05T02:37:33.740 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:33.740 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:33.740 INFO:teuthology.orchestra.run.smithi174.stdout: "take": 2366, 2024-09-05T02:37:33.740 INFO:teuthology.orchestra.run.smithi174.stdout: "take_sum": 2366, 2024-09-05T02:37:33.740 INFO:teuthology.orchestra.run.smithi174.stdout: "put": 2366, 2024-09-05T02:37:33.740 INFO:teuthology.orchestra.run.smithi174.stdout: "put_sum": 2366, 2024-09-05T02:37:33.740 INFO:teuthology.orchestra.run.smithi174.stdout: "wait": { 2024-09-05T02:37:33.740 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.741 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.741 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.741 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:33.741 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.741 INFO:teuthology.orchestra.run.smithi174.stdout: "throttle-write_buf_throttle": { 2024-09-05T02:37:33.741 INFO:teuthology.orchestra.run.smithi174.stdout: "val": 0, 2024-09-05T02:37:33.741 INFO:teuthology.orchestra.run.smithi174.stdout: "max": 3758096384, 2024-09-05T02:37:33.741 INFO:teuthology.orchestra.run.smithi174.stdout: "get_started": 0, 2024-09-05T02:37:33.741 INFO:teuthology.orchestra.run.smithi174.stdout: "get": 0, 2024-09-05T02:37:33.741 INFO:teuthology.orchestra.run.smithi174.stdout: "get_sum": 0, 2024-09-05T02:37:33.741 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:33.741 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:33.741 INFO:teuthology.orchestra.run.smithi174.stdout: "take": 0, 2024-09-05T02:37:33.742 INFO:teuthology.orchestra.run.smithi174.stdout: "take_sum": 0, 2024-09-05T02:37:33.742 INFO:teuthology.orchestra.run.smithi174.stdout: "put": 0, 2024-09-05T02:37:33.742 INFO:teuthology.orchestra.run.smithi174.stdout: "put_sum": 0, 2024-09-05T02:37:33.742 INFO:teuthology.orchestra.run.smithi174.stdout: "wait": { 2024-09-05T02:37:33.742 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.742 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.742 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.742 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:33.742 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:33.742 INFO:teuthology.orchestra.run.smithi174.stdout: "throttle-write_buf_throttle-0x562caa8f0b40": { 2024-09-05T02:37:33.742 INFO:teuthology.orchestra.run.smithi174.stdout: "val": 0, 2024-09-05T02:37:33.742 INFO:teuthology.orchestra.run.smithi174.stdout: "max": 3758096384, 2024-09-05T02:37:33.742 INFO:teuthology.orchestra.run.smithi174.stdout: "get_started": 0, 2024-09-05T02:37:33.743 INFO:teuthology.orchestra.run.smithi174.stdout: "get": 0, 2024-09-05T02:37:33.743 INFO:teuthology.orchestra.run.smithi174.stdout: "get_sum": 0, 2024-09-05T02:37:33.743 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:33.743 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:33.743 INFO:teuthology.orchestra.run.smithi174.stdout: "take": 0, 2024-09-05T02:37:33.743 INFO:teuthology.orchestra.run.smithi174.stdout: "take_sum": 0, 2024-09-05T02:37:33.743 INFO:teuthology.orchestra.run.smithi174.stdout: "put": 0, 2024-09-05T02:37:33.743 INFO:teuthology.orchestra.run.smithi174.stdout: "put_sum": 0, 2024-09-05T02:37:33.743 INFO:teuthology.orchestra.run.smithi174.stdout: "wait": { 2024-09-05T02:37:33.743 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:33.743 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:33.743 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:33.743 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:33.743 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:33.744 INFO:teuthology.orchestra.run.smithi174.stdout:} 2024-09-05T02:37:33.794 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:33 smithi174 ceph-mon[34756]: pgmap v329: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:37:34.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:33 smithi033 ceph-mon[29909]: pgmap v329: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:37:34.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:33 smithi123 ceph-mon[34031]: pgmap v329: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:37:34.606 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-09-05T02:37:34.606 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-09-05T02:37:34.607 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-09-05T02:37:34.607 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=0 2024-09-05T02:37:34.607 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=6 2024-09-05T02:37:34.607 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-09-05T02:37:34.607 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-09-05T02:37:34.607 DEBUG:tasks.check_counter:Getting stats from f 2024-09-05T02:37:34.607 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph daemon mds.f perf dump 2024-09-05T02:37:34.860 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T02:37:35.353 INFO:teuthology.orchestra.run.smithi174.stdout:{ 2024-09-05T02:37:35.356 INFO:teuthology.orchestra.run.smithi174.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T02:37:35.356 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_messages": 2154, 2024-09-05T02:37:35.356 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages": 2154, 2024-09-05T02:37:35.357 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_bytes": 613264, 2024-09-05T02:37:35.357 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_bytes": 684155, 2024-09-05T02:37:35.357 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_created_connections": 6, 2024-09-05T02:37:35.357 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_active_connections": 2, 2024-09-05T02:37:35.357 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_total_time": 0.190706547, 2024-09-05T02:37:35.357 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_send_time": 0.064449598, 2024-09-05T02:37:35.357 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_recv_time": 0.048845200, 2024-09-05T02:37:35.357 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_fast_dispatch_time": 0.062060898, 2024-09-05T02:37:35.357 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:35.357 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 2153, 2024-09-05T02:37:35.357 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.091841978, 2024-09-05T02:37:35.357 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000042657 2024-09-05T02:37:35.358 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.358 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:35.358 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.358 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.358 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.358 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.358 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-09-05T02:37:35.358 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_encrypted_bytes": 448 2024-09-05T02:37:35.358 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.358 INFO:teuthology.orchestra.run.smithi174.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T02:37:35.358 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_messages": 4, 2024-09-05T02:37:35.358 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages": 166, 2024-09-05T02:37:35.358 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_bytes": 876, 2024-09-05T02:37:35.359 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_bytes": 447754, 2024-09-05T02:37:35.359 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_created_connections": 6, 2024-09-05T02:37:35.359 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_active_connections": 4, 2024-09-05T02:37:35.359 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_total_time": 0.010313013, 2024-09-05T02:37:35.359 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_send_time": 0.006511310, 2024-09-05T02:37:35.359 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_recv_time": 0.001801426, 2024-09-05T02:37:35.359 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_fast_dispatch_time": 0.000053805, 2024-09-05T02:37:35.359 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:35.359 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 163, 2024-09-05T02:37:35.359 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.025002264, 2024-09-05T02:37:35.359 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000153388 2024-09-05T02:37:35.359 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.359 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:35.360 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.360 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.360 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.360 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.360 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-05T02:37:35.360 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_encrypted_bytes": 447056 2024-09-05T02:37:35.360 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.360 INFO:teuthology.orchestra.run.smithi174.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T02:37:35.360 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_messages": 246, 2024-09-05T02:37:35.360 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages": 232, 2024-09-05T02:37:35.360 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_bytes": 1756140, 2024-09-05T02:37:35.360 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_bytes": 134990, 2024-09-05T02:37:35.360 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_created_connections": 3, 2024-09-05T02:37:35.361 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_active_connections": 2, 2024-09-05T02:37:35.361 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_total_time": 0.045666833, 2024-09-05T02:37:35.361 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_send_time": 0.015521102, 2024-09-05T02:37:35.361 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_recv_time": 0.045842793, 2024-09-05T02:37:35.361 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_fast_dispatch_time": 0.000026127, 2024-09-05T02:37:35.361 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:35.361 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 231, 2024-09-05T02:37:35.361 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.016026639, 2024-09-05T02:37:35.361 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000069379 2024-09-05T02:37:35.361 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.361 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:35.361 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.362 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.362 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.362 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.362 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_encrypted_bytes": 1755872, 2024-09-05T02:37:35.362 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_encrypted_bytes": 134672 2024-09-05T02:37:35.362 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.362 INFO:teuthology.orchestra.run.smithi174.stdout: "cct": { 2024-09-05T02:37:35.362 INFO:teuthology.orchestra.run.smithi174.stdout: "total_workers": 1, 2024-09-05T02:37:35.362 INFO:teuthology.orchestra.run.smithi174.stdout: "unhealthy_workers": 0 2024-09-05T02:37:35.362 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.362 INFO:teuthology.orchestra.run.smithi174.stdout: "finisher-MDSRank": { 2024-09-05T02:37:35.362 INFO:teuthology.orchestra.run.smithi174.stdout: "queue_len": 0, 2024-09-05T02:37:35.363 INFO:teuthology.orchestra.run.smithi174.stdout: "complete_latency": { 2024-09-05T02:37:35.363 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 3658, 2024-09-05T02:37:35.363 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.100322490, 2024-09-05T02:37:35.363 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000027425 2024-09-05T02:37:35.363 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:35.363 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.363 INFO:teuthology.orchestra.run.smithi174.stdout: "finisher-PurgeQueue": { 2024-09-05T02:37:35.363 INFO:teuthology.orchestra.run.smithi174.stdout: "queue_len": 0, 2024-09-05T02:37:35.363 INFO:teuthology.orchestra.run.smithi174.stdout: "complete_latency": { 2024-09-05T02:37:35.363 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.363 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.363 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.363 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:35.364 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.364 INFO:teuthology.orchestra.run.smithi174.stdout: "mds": { 2024-09-05T02:37:35.364 INFO:teuthology.orchestra.run.smithi174.stdout: "request": 0, 2024-09-05T02:37:35.364 INFO:teuthology.orchestra.run.smithi174.stdout: "reply": 0, 2024-09-05T02:37:35.364 INFO:teuthology.orchestra.run.smithi174.stdout: "reply_latency": { 2024-09-05T02:37:35.364 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.364 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.364 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.364 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.364 INFO:teuthology.orchestra.run.smithi174.stdout: "slow_reply": 0, 2024-09-05T02:37:35.364 INFO:teuthology.orchestra.run.smithi174.stdout: "forward": 0, 2024-09-05T02:37:35.364 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_fetch_complete": 0, 2024-09-05T02:37:35.365 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_fetch_keys": 0, 2024-09-05T02:37:35.365 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_commit": 0, 2024-09-05T02:37:35.365 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_split": 0, 2024-09-05T02:37:35.365 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_merge": 0, 2024-09-05T02:37:35.365 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes": 0, 2024-09-05T02:37:35.365 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_top": 0, 2024-09-05T02:37:35.365 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_bottom": 0, 2024-09-05T02:37:35.365 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_pin_tail": 0, 2024-09-05T02:37:35.365 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_pinned": 0, 2024-09-05T02:37:35.365 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_expired": 0, 2024-09-05T02:37:35.365 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_with_caps": 0, 2024-09-05T02:37:35.365 INFO:teuthology.orchestra.run.smithi174.stdout: "caps": 0, 2024-09-05T02:37:35.365 INFO:teuthology.orchestra.run.smithi174.stdout: "subtrees": 1, 2024-09-05T02:37:35.366 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse": 0, 2024-09-05T02:37:35.366 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_hit": 0, 2024-09-05T02:37:35.366 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_forward": 0, 2024-09-05T02:37:35.366 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_discover": 0, 2024-09-05T02:37:35.366 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_dir_fetch": 0, 2024-09-05T02:37:35.366 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_remote_ino": 0, 2024-09-05T02:37:35.366 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_lock": 0, 2024-09-05T02:37:35.366 INFO:teuthology.orchestra.run.smithi174.stdout: "load_cent": 0, 2024-09-05T02:37:35.366 INFO:teuthology.orchestra.run.smithi174.stdout: "q": 0, 2024-09-05T02:37:35.366 INFO:teuthology.orchestra.run.smithi174.stdout: "exported": 0, 2024-09-05T02:37:35.366 INFO:teuthology.orchestra.run.smithi174.stdout: "exported_inodes": 0, 2024-09-05T02:37:35.366 INFO:teuthology.orchestra.run.smithi174.stdout: "imported": 0, 2024-09-05T02:37:35.367 INFO:teuthology.orchestra.run.smithi174.stdout: "imported_inodes": 0, 2024-09-05T02:37:35.367 INFO:teuthology.orchestra.run.smithi174.stdout: "openino_dir_fetch": 0, 2024-09-05T02:37:35.367 INFO:teuthology.orchestra.run.smithi174.stdout: "openino_backtrace_fetch": 0, 2024-09-05T02:37:35.367 INFO:teuthology.orchestra.run.smithi174.stdout: "openino_peer_discover": 0, 2024-09-05T02:37:35.367 INFO:teuthology.orchestra.run.smithi174.stdout: "root_rfiles": 0, 2024-09-05T02:37:35.367 INFO:teuthology.orchestra.run.smithi174.stdout: "root_rbytes": 0, 2024-09-05T02:37:35.367 INFO:teuthology.orchestra.run.smithi174.stdout: "root_rsnaps": 0, 2024-09-05T02:37:35.367 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_backtrace_fetch": 0, 2024-09-05T02:37:35.367 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_set_tag": 0, 2024-09-05T02:37:35.367 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_backtrace_repaired": 0, 2024-09-05T02:37:35.367 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_inotable_repaired": 0, 2024-09-05T02:37:35.367 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_dir_inodes": 0, 2024-09-05T02:37:35.367 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_dir_base_inodes": 0, 2024-09-05T02:37:35.368 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_dirfrag_rstats": 0, 2024-09-05T02:37:35.368 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_file_inodes": 0, 2024-09-05T02:37:35.368 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_inode_file_caps": 0, 2024-09-05T02:37:35.368 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_cap_op_revoke": 0, 2024-09-05T02:37:35.368 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_cap_op_grant": 0, 2024-09-05T02:37:35.368 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_cap_op_trunc": 0, 2024-09-05T02:37:35.368 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-05T02:37:35.368 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-05T02:37:35.368 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_client_caps": 0, 2024-09-05T02:37:35.368 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_client_caps_dirty": 0, 2024-09-05T02:37:35.368 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_client_cap_release": 0, 2024-09-05T02:37:35.368 INFO:teuthology.orchestra.run.smithi174.stdout: "process_request_cap_release": 0 2024-09-05T02:37:35.369 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.369 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_cache": { 2024-09-05T02:37:35.369 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_update": 0, 2024-09-05T02:37:35.369 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_update_receipt": 0, 2024-09-05T02:37:35.369 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_try_discover": 0, 2024-09-05T02:37:35.369 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_send_discover": 0, 2024-09-05T02:37:35.369 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_handle_discover": 0, 2024-09-05T02:37:35.369 INFO:teuthology.orchestra.run.smithi174.stdout: "num_strays": 0, 2024-09-05T02:37:35.369 INFO:teuthology.orchestra.run.smithi174.stdout: "num_strays_delayed": 0, 2024-09-05T02:37:35.369 INFO:teuthology.orchestra.run.smithi174.stdout: "num_strays_enqueuing": 0, 2024-09-05T02:37:35.369 INFO:teuthology.orchestra.run.smithi174.stdout: "strays_created": 0, 2024-09-05T02:37:35.369 INFO:teuthology.orchestra.run.smithi174.stdout: "strays_enqueued": 0, 2024-09-05T02:37:35.369 INFO:teuthology.orchestra.run.smithi174.stdout: "strays_reintegrated": 0, 2024-09-05T02:37:35.370 INFO:teuthology.orchestra.run.smithi174.stdout: "strays_migrated": 0, 2024-09-05T02:37:35.370 INFO:teuthology.orchestra.run.smithi174.stdout: "num_recovering_processing": 0, 2024-09-05T02:37:35.370 INFO:teuthology.orchestra.run.smithi174.stdout: "num_recovering_enqueued": 0, 2024-09-05T02:37:35.370 INFO:teuthology.orchestra.run.smithi174.stdout: "num_recovering_prioritized": 0, 2024-09-05T02:37:35.370 INFO:teuthology.orchestra.run.smithi174.stdout: "recovery_started": 0, 2024-09-05T02:37:35.370 INFO:teuthology.orchestra.run.smithi174.stdout: "recovery_completed": 0, 2024-09-05T02:37:35.370 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_quiesce_path": 0, 2024-09-05T02:37:35.370 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_quiesce_inode": 0, 2024-09-05T02:37:35.370 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_enqueue_scrub": 0, 2024-09-05T02:37:35.370 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_exportdir": 0, 2024-09-05T02:37:35.370 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_flush": 0, 2024-09-05T02:37:35.370 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_fragmentdir": 0, 2024-09-05T02:37:35.370 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_fragstats": 0, 2024-09-05T02:37:35.370 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_inodestats": 0 2024-09-05T02:37:35.371 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.371 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_log": { 2024-09-05T02:37:35.371 INFO:teuthology.orchestra.run.smithi174.stdout: "evlrg": 0, 2024-09-05T02:37:35.371 INFO:teuthology.orchestra.run.smithi174.stdout: "evadd": 0, 2024-09-05T02:37:35.371 INFO:teuthology.orchestra.run.smithi174.stdout: "evex": 0, 2024-09-05T02:37:35.371 INFO:teuthology.orchestra.run.smithi174.stdout: "evtrm": 0, 2024-09-05T02:37:35.371 INFO:teuthology.orchestra.run.smithi174.stdout: "ev": 3, 2024-09-05T02:37:35.371 INFO:teuthology.orchestra.run.smithi174.stdout: "evexg": 0, 2024-09-05T02:37:35.371 INFO:teuthology.orchestra.run.smithi174.stdout: "evexd": 0, 2024-09-05T02:37:35.371 INFO:teuthology.orchestra.run.smithi174.stdout: "segadd": 0, 2024-09-05T02:37:35.371 INFO:teuthology.orchestra.run.smithi174.stdout: "segex": 0, 2024-09-05T02:37:35.371 INFO:teuthology.orchestra.run.smithi174.stdout: "segtrm": 0, 2024-09-05T02:37:35.371 INFO:teuthology.orchestra.run.smithi174.stdout: "seg": 2, 2024-09-05T02:37:35.372 INFO:teuthology.orchestra.run.smithi174.stdout: "segmjr": 2, 2024-09-05T02:37:35.372 INFO:teuthology.orchestra.run.smithi174.stdout: "segexg": 0, 2024-09-05T02:37:35.372 INFO:teuthology.orchestra.run.smithi174.stdout: "segexd": 0, 2024-09-05T02:37:35.372 INFO:teuthology.orchestra.run.smithi174.stdout: "expos": 4194304, 2024-09-05T02:37:35.372 INFO:teuthology.orchestra.run.smithi174.stdout: "wrpos": 4195203, 2024-09-05T02:37:35.372 INFO:teuthology.orchestra.run.smithi174.stdout: "rdpos": 4194892, 2024-09-05T02:37:35.372 INFO:teuthology.orchestra.run.smithi174.stdout: "jlat": { 2024-09-05T02:37:35.372 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.372 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.372 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.372 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.372 INFO:teuthology.orchestra.run.smithi174.stdout: "replayed": 3 2024-09-05T02:37:35.372 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.373 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_mem": { 2024-09-05T02:37:35.373 INFO:teuthology.orchestra.run.smithi174.stdout: "ino": 3, 2024-09-05T02:37:35.373 INFO:teuthology.orchestra.run.smithi174.stdout: "ino+": 3, 2024-09-05T02:37:35.373 INFO:teuthology.orchestra.run.smithi174.stdout: "ino-": 0, 2024-09-05T02:37:35.373 INFO:teuthology.orchestra.run.smithi174.stdout: "dir": 1, 2024-09-05T02:37:35.373 INFO:teuthology.orchestra.run.smithi174.stdout: "dir+": 1, 2024-09-05T02:37:35.373 INFO:teuthology.orchestra.run.smithi174.stdout: "dir-": 0, 2024-09-05T02:37:35.373 INFO:teuthology.orchestra.run.smithi174.stdout: "dn": 0, 2024-09-05T02:37:35.373 INFO:teuthology.orchestra.run.smithi174.stdout: "dn+": 0, 2024-09-05T02:37:35.373 INFO:teuthology.orchestra.run.smithi174.stdout: "dn-": 0, 2024-09-05T02:37:35.373 INFO:teuthology.orchestra.run.smithi174.stdout: "cap": 0, 2024-09-05T02:37:35.373 INFO:teuthology.orchestra.run.smithi174.stdout: "cap+": 0, 2024-09-05T02:37:35.373 INFO:teuthology.orchestra.run.smithi174.stdout: "cap-": 0, 2024-09-05T02:37:35.374 INFO:teuthology.orchestra.run.smithi174.stdout: "rss": 47736, 2024-09-05T02:37:35.374 INFO:teuthology.orchestra.run.smithi174.stdout: "heap": 215328 2024-09-05T02:37:35.374 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.374 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_server": { 2024-09-05T02:37:35.374 INFO:teuthology.orchestra.run.smithi174.stdout: "dispatch_client_request": 0, 2024-09-05T02:37:35.374 INFO:teuthology.orchestra.run.smithi174.stdout: "dispatch_server_request": 0, 2024-09-05T02:37:35.374 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_client_request": 0, 2024-09-05T02:37:35.374 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_client_session": 0, 2024-09-05T02:37:35.374 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_peer_request": 0, 2024-09-05T02:37:35.374 INFO:teuthology.orchestra.run.smithi174.stdout: "req_create_latency": { 2024-09-05T02:37:35.374 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.374 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.374 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.374 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.375 INFO:teuthology.orchestra.run.smithi174.stdout: "req_getattr_latency": { 2024-09-05T02:37:35.375 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.375 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.375 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.375 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.375 INFO:teuthology.orchestra.run.smithi174.stdout: "req_getfilelock_latency": { 2024-09-05T02:37:35.375 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.375 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.375 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.375 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.375 INFO:teuthology.orchestra.run.smithi174.stdout: "req_link_latency": { 2024-09-05T02:37:35.375 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.375 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.375 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.376 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.376 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookup_latency": { 2024-09-05T02:37:35.376 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.376 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.376 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.376 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.376 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookuphash_latency": { 2024-09-05T02:37:35.376 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.376 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.376 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.376 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.376 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookupino_latency": { 2024-09-05T02:37:35.376 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.377 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.377 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.377 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.377 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookupname_latency": { 2024-09-05T02:37:35.377 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.377 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.377 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.377 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.377 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookupparent_latency": { 2024-09-05T02:37:35.377 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.377 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.377 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.377 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.377 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookupsnap_latency": { 2024-09-05T02:37:35.378 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.378 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.378 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.378 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.378 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lssnap_latency": { 2024-09-05T02:37:35.378 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.378 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.378 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.378 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.378 INFO:teuthology.orchestra.run.smithi174.stdout: "req_mkdir_latency": { 2024-09-05T02:37:35.378 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.379 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.379 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.379 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.379 INFO:teuthology.orchestra.run.smithi174.stdout: "req_mknod_latency": { 2024-09-05T02:37:35.379 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.380 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.380 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.380 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.380 INFO:teuthology.orchestra.run.smithi174.stdout: "req_mksnap_latency": { 2024-09-05T02:37:35.380 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.380 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.380 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.380 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.380 INFO:teuthology.orchestra.run.smithi174.stdout: "req_open_latency": { 2024-09-05T02:37:35.380 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.380 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.380 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.380 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.381 INFO:teuthology.orchestra.run.smithi174.stdout: "req_readdir_latency": { 2024-09-05T02:37:35.381 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.381 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.381 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.381 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.381 INFO:teuthology.orchestra.run.smithi174.stdout: "req_rename_latency": { 2024-09-05T02:37:35.381 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.381 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.381 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.381 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.381 INFO:teuthology.orchestra.run.smithi174.stdout: "req_renamesnap_latency": { 2024-09-05T02:37:35.381 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.381 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.382 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.382 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.382 INFO:teuthology.orchestra.run.smithi174.stdout: "req_snapdiff_latency": { 2024-09-05T02:37:35.382 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.382 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.382 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.382 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.382 INFO:teuthology.orchestra.run.smithi174.stdout: "req_rmdir_latency": { 2024-09-05T02:37:35.382 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.382 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.382 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.382 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.382 INFO:teuthology.orchestra.run.smithi174.stdout: "req_rmsnap_latency": { 2024-09-05T02:37:35.383 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.383 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.383 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.383 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.383 INFO:teuthology.orchestra.run.smithi174.stdout: "req_rmxattr_latency": { 2024-09-05T02:37:35.383 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.383 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.383 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.383 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.383 INFO:teuthology.orchestra.run.smithi174.stdout: "req_setattr_latency": { 2024-09-05T02:37:35.383 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.383 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.383 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.384 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.384 INFO:teuthology.orchestra.run.smithi174.stdout: "req_setdirlayout_latency": { 2024-09-05T02:37:35.384 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.384 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.384 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.384 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.384 INFO:teuthology.orchestra.run.smithi174.stdout: "req_setfilelock_latency": { 2024-09-05T02:37:35.384 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.384 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.384 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.384 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.384 INFO:teuthology.orchestra.run.smithi174.stdout: "req_setlayout_latency": { 2024-09-05T02:37:35.384 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.385 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.385 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.385 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.385 INFO:teuthology.orchestra.run.smithi174.stdout: "req_setxattr_latency": { 2024-09-05T02:37:35.385 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.385 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.385 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.385 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.385 INFO:teuthology.orchestra.run.smithi174.stdout: "req_symlink_latency": { 2024-09-05T02:37:35.385 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.386 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.386 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.386 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.386 INFO:teuthology.orchestra.run.smithi174.stdout: "req_unlink_latency": { 2024-09-05T02:37:35.386 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.386 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.386 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.386 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.386 INFO:teuthology.orchestra.run.smithi174.stdout: "cap_revoke_eviction": 0, 2024-09-05T02:37:35.386 INFO:teuthology.orchestra.run.smithi174.stdout: "cap_acquisition_throttle": 0, 2024-09-05T02:37:35.386 INFO:teuthology.orchestra.run.smithi174.stdout: "req_getvxattr_latency": { 2024-09-05T02:37:35.386 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.387 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.387 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.387 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:35.387 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.387 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_sessions": { 2024-09-05T02:37:35.387 INFO:teuthology.orchestra.run.smithi174.stdout: "session_count": 1, 2024-09-05T02:37:35.387 INFO:teuthology.orchestra.run.smithi174.stdout: "session_add": 1, 2024-09-05T02:37:35.387 INFO:teuthology.orchestra.run.smithi174.stdout: "session_remove": 0, 2024-09-05T02:37:35.387 INFO:teuthology.orchestra.run.smithi174.stdout: "sessions_open": 1, 2024-09-05T02:37:35.388 INFO:teuthology.orchestra.run.smithi174.stdout: "sessions_stale": 0, 2024-09-05T02:37:35.388 INFO:teuthology.orchestra.run.smithi174.stdout: "total_load": 0, 2024-09-05T02:37:35.388 INFO:teuthology.orchestra.run.smithi174.stdout: "average_load": 0, 2024-09-05T02:37:35.388 INFO:teuthology.orchestra.run.smithi174.stdout: "avg_session_uptime": 1981, 2024-09-05T02:37:35.388 INFO:teuthology.orchestra.run.smithi174.stdout: "mdthresh_evicted": 0 2024-09-05T02:37:35.388 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.388 INFO:teuthology.orchestra.run.smithi174.stdout: "mempool": { 2024-09-05T02:37:35.388 INFO:teuthology.orchestra.run.smithi174.stdout: "bloom_filter_bytes": 0, 2024-09-05T02:37:35.388 INFO:teuthology.orchestra.run.smithi174.stdout: "bloom_filter_items": 0, 2024-09-05T02:37:35.388 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T02:37:35.388 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_alloc_items": 0, 2024-09-05T02:37:35.388 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T02:37:35.388 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_data_items": 0, 2024-09-05T02:37:35.389 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T02:37:35.389 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T02:37:35.389 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T02:37:35.389 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T02:37:35.389 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T02:37:35.389 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_other_items": 0, 2024-09-05T02:37:35.389 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T02:37:35.389 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T02:37:35.389 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_extent_bytes": 0, 2024-09-05T02:37:35.389 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_extent_items": 0, 2024-09-05T02:37:35.389 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_blob_bytes": 0, 2024-09-05T02:37:35.389 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_blob_items": 0, 2024-09-05T02:37:35.390 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T02:37:35.390 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T02:37:35.390 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T02:37:35.390 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T02:37:35.390 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T02:37:35.390 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_fsck_items": 0, 2024-09-05T02:37:35.390 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_txc_bytes": 0, 2024-09-05T02:37:35.390 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_txc_items": 0, 2024-09-05T02:37:35.390 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T02:37:35.390 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T02:37:35.390 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_writing_bytes": 0, 2024-09-05T02:37:35.390 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_writing_items": 0, 2024-09-05T02:37:35.390 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_bytes": 0, 2024-09-05T02:37:35.391 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_items": 0, 2024-09-05T02:37:35.391 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T02:37:35.391 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_file_reader_items": 0, 2024-09-05T02:37:35.391 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T02:37:35.391 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_file_writer_items": 0, 2024-09-05T02:37:35.391 INFO:teuthology.orchestra.run.smithi174.stdout: "buffer_anon_bytes": 181353, 2024-09-05T02:37:35.391 INFO:teuthology.orchestra.run.smithi174.stdout: "buffer_anon_items": 48, 2024-09-05T02:37:35.391 INFO:teuthology.orchestra.run.smithi174.stdout: "buffer_meta_bytes": 0, 2024-09-05T02:37:35.391 INFO:teuthology.orchestra.run.smithi174.stdout: "buffer_meta_items": 0, 2024-09-05T02:37:35.391 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_bytes": 0, 2024-09-05T02:37:35.391 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_items": 0, 2024-09-05T02:37:35.391 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_mapbl_bytes": 0, 2024-09-05T02:37:35.391 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_mapbl_items": 0, 2024-09-05T02:37:35.392 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_pglog_bytes": 0, 2024-09-05T02:37:35.392 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_pglog_items": 0, 2024-09-05T02:37:35.392 INFO:teuthology.orchestra.run.smithi174.stdout: "osdmap_bytes": 8224, 2024-09-05T02:37:35.392 INFO:teuthology.orchestra.run.smithi174.stdout: "osdmap_items": 181, 2024-09-05T02:37:35.392 INFO:teuthology.orchestra.run.smithi174.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T02:37:35.392 INFO:teuthology.orchestra.run.smithi174.stdout: "osdmap_mapping_items": 0, 2024-09-05T02:37:35.392 INFO:teuthology.orchestra.run.smithi174.stdout: "pgmap_bytes": 0, 2024-09-05T02:37:35.392 INFO:teuthology.orchestra.run.smithi174.stdout: "pgmap_items": 0, 2024-09-05T02:37:35.392 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_co_bytes": 8512, 2024-09-05T02:37:35.392 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_co_items": 13, 2024-09-05T02:37:35.392 INFO:teuthology.orchestra.run.smithi174.stdout: "unittest_1_bytes": 0, 2024-09-05T02:37:35.392 INFO:teuthology.orchestra.run.smithi174.stdout: "unittest_1_items": 0, 2024-09-05T02:37:35.392 INFO:teuthology.orchestra.run.smithi174.stdout: "unittest_2_bytes": 0, 2024-09-05T02:37:35.393 INFO:teuthology.orchestra.run.smithi174.stdout: "unittest_2_items": 0 2024-09-05T02:37:35.393 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.393 INFO:teuthology.orchestra.run.smithi174.stdout: "objecter": { 2024-09-05T02:37:35.393 INFO:teuthology.orchestra.run.smithi174.stdout: "op_active": 0, 2024-09-05T02:37:35.393 INFO:teuthology.orchestra.run.smithi174.stdout: "op_laggy": 0, 2024-09-05T02:37:35.393 INFO:teuthology.orchestra.run.smithi174.stdout: "op_send": 2153, 2024-09-05T02:37:35.393 INFO:teuthology.orchestra.run.smithi174.stdout: "op_send_bytes": 21, 2024-09-05T02:37:35.393 INFO:teuthology.orchestra.run.smithi174.stdout: "op_resend": 3, 2024-09-05T02:37:35.393 INFO:teuthology.orchestra.run.smithi174.stdout: "op_reply": 2153, 2024-09-05T02:37:35.393 INFO:teuthology.orchestra.run.smithi174.stdout: "op_latency": { 2024-09-05T02:37:35.393 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 2153, 2024-09-05T02:37:35.393 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.933988308, 2024-09-05T02:37:35.393 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000433807 2024-09-05T02:37:35.394 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.394 INFO:teuthology.orchestra.run.smithi174.stdout: "op_inflight": 0, 2024-09-05T02:37:35.394 INFO:teuthology.orchestra.run.smithi174.stdout: "oplen_avg": { 2024-09-05T02:37:35.394 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 2153, 2024-09-05T02:37:35.394 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 2154 2024-09-05T02:37:35.394 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.394 INFO:teuthology.orchestra.run.smithi174.stdout: "op": 2153, 2024-09-05T02:37:35.394 INFO:teuthology.orchestra.run.smithi174.stdout: "op_r": 2153, 2024-09-05T02:37:35.394 INFO:teuthology.orchestra.run.smithi174.stdout: "op_w": 0, 2024-09-05T02:37:35.394 INFO:teuthology.orchestra.run.smithi174.stdout: "op_rmw": 0, 2024-09-05T02:37:35.394 INFO:teuthology.orchestra.run.smithi174.stdout: "op_pg": 0, 2024-09-05T02:37:35.394 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_stat": 1393, 2024-09-05T02:37:35.394 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_create": 0, 2024-09-05T02:37:35.394 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_read": 758, 2024-09-05T02:37:35.395 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_write": 0, 2024-09-05T02:37:35.395 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_writefull": 0, 2024-09-05T02:37:35.395 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_writesame": 0, 2024-09-05T02:37:35.395 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_append": 0, 2024-09-05T02:37:35.395 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_zero": 0, 2024-09-05T02:37:35.395 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_truncate": 0, 2024-09-05T02:37:35.395 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_delete": 0, 2024-09-05T02:37:35.395 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_mapext": 0, 2024-09-05T02:37:35.395 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_sparse_read": 0, 2024-09-05T02:37:35.395 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_clonerange": 0, 2024-09-05T02:37:35.395 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_getxattr": 1, 2024-09-05T02:37:35.395 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_setxattr": 0, 2024-09-05T02:37:35.395 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_cmpxattr": 0, 2024-09-05T02:37:35.396 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_rmxattr": 0, 2024-09-05T02:37:35.396 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_resetxattrs": 0, 2024-09-05T02:37:35.396 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_call": 0, 2024-09-05T02:37:35.396 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_watch": 0, 2024-09-05T02:37:35.396 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_notify": 0, 2024-09-05T02:37:35.396 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_src_cmpxattr": 0, 2024-09-05T02:37:35.396 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_pgls": 0, 2024-09-05T02:37:35.396 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_pgls_filter": 0, 2024-09-05T02:37:35.396 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_other": 0, 2024-09-05T02:37:35.396 INFO:teuthology.orchestra.run.smithi174.stdout: "linger_active": 0, 2024-09-05T02:37:35.396 INFO:teuthology.orchestra.run.smithi174.stdout: "linger_send": 0, 2024-09-05T02:37:35.396 INFO:teuthology.orchestra.run.smithi174.stdout: "linger_resend": 0, 2024-09-05T02:37:35.397 INFO:teuthology.orchestra.run.smithi174.stdout: "linger_ping": 0, 2024-09-05T02:37:35.397 INFO:teuthology.orchestra.run.smithi174.stdout: "poolop_active": 0, 2024-09-05T02:37:35.397 INFO:teuthology.orchestra.run.smithi174.stdout: "poolop_send": 0, 2024-09-05T02:37:35.397 INFO:teuthology.orchestra.run.smithi174.stdout: "poolop_resend": 0, 2024-09-05T02:37:35.397 INFO:teuthology.orchestra.run.smithi174.stdout: "poolstat_active": 0, 2024-09-05T02:37:35.397 INFO:teuthology.orchestra.run.smithi174.stdout: "poolstat_send": 0, 2024-09-05T02:37:35.397 INFO:teuthology.orchestra.run.smithi174.stdout: "poolstat_resend": 0, 2024-09-05T02:37:35.397 INFO:teuthology.orchestra.run.smithi174.stdout: "statfs_active": 0, 2024-09-05T02:37:35.397 INFO:teuthology.orchestra.run.smithi174.stdout: "statfs_send": 0, 2024-09-05T02:37:35.397 INFO:teuthology.orchestra.run.smithi174.stdout: "statfs_resend": 0, 2024-09-05T02:37:35.397 INFO:teuthology.orchestra.run.smithi174.stdout: "command_active": 0, 2024-09-05T02:37:35.397 INFO:teuthology.orchestra.run.smithi174.stdout: "command_send": 0, 2024-09-05T02:37:35.397 INFO:teuthology.orchestra.run.smithi174.stdout: "command_resend": 0, 2024-09-05T02:37:35.397 INFO:teuthology.orchestra.run.smithi174.stdout: "map_epoch": 95, 2024-09-05T02:37:35.398 INFO:teuthology.orchestra.run.smithi174.stdout: "map_full": 0, 2024-09-05T02:37:35.398 INFO:teuthology.orchestra.run.smithi174.stdout: "map_inc": 11, 2024-09-05T02:37:35.398 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_sessions": 4, 2024-09-05T02:37:35.398 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_session_open": 4, 2024-09-05T02:37:35.398 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_session_close": 0, 2024-09-05T02:37:35.398 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_laggy": 0, 2024-09-05T02:37:35.398 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_wr": 0, 2024-09-05T02:37:35.398 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_rd": 2, 2024-09-05T02:37:35.398 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_del": 0 2024-09-05T02:37:35.398 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.398 INFO:teuthology.orchestra.run.smithi174.stdout: "oft": { 2024-09-05T02:37:35.398 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_total_objs": 0, 2024-09-05T02:37:35.398 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_total_kv_pairs": 0, 2024-09-05T02:37:35.399 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_total_updates": 0, 2024-09-05T02:37:35.399 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_total_removes": 0 2024-09-05T02:37:35.399 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.399 INFO:teuthology.orchestra.run.smithi174.stdout: "osd-slow-ops": { 2024-09-05T02:37:35.399 INFO:teuthology.orchestra.run.smithi174.stdout: "slow_ops_count": 0 2024-09-05T02:37:35.399 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.399 INFO:teuthology.orchestra.run.smithi174.stdout: "purge_queue": { 2024-09-05T02:37:35.399 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executing_ops": 0, 2024-09-05T02:37:35.399 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executing_ops_high_water": 0, 2024-09-05T02:37:35.399 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executing": 0, 2024-09-05T02:37:35.399 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executing_high_water": 0, 2024-09-05T02:37:35.399 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executed_ops": 0, 2024-09-05T02:37:35.399 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executed": 0, 2024-09-05T02:37:35.400 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_item_in_journal": 0 2024-09-05T02:37:35.400 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.400 INFO:teuthology.orchestra.run.smithi174.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T02:37:35.400 INFO:teuthology.orchestra.run.smithi174.stdout: "val": 0, 2024-09-05T02:37:35.400 INFO:teuthology.orchestra.run.smithi174.stdout: "max": 104857600, 2024-09-05T02:37:35.400 INFO:teuthology.orchestra.run.smithi174.stdout: "get_started": 0, 2024-09-05T02:37:35.400 INFO:teuthology.orchestra.run.smithi174.stdout: "get": 2400, 2024-09-05T02:37:35.400 INFO:teuthology.orchestra.run.smithi174.stdout: "get_sum": 2138720, 2024-09-05T02:37:35.400 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:35.400 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_success": 2400, 2024-09-05T02:37:35.400 INFO:teuthology.orchestra.run.smithi174.stdout: "take": 0, 2024-09-05T02:37:35.400 INFO:teuthology.orchestra.run.smithi174.stdout: "take_sum": 0, 2024-09-05T02:37:35.400 INFO:teuthology.orchestra.run.smithi174.stdout: "put": 2400, 2024-09-05T02:37:35.401 INFO:teuthology.orchestra.run.smithi174.stdout: "put_sum": 2138720, 2024-09-05T02:37:35.401 INFO:teuthology.orchestra.run.smithi174.stdout: "wait": { 2024-09-05T02:37:35.401 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.401 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.401 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.401 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:35.401 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.401 INFO:teuthology.orchestra.run.smithi174.stdout: "throttle-objecter_bytes": { 2024-09-05T02:37:35.401 INFO:teuthology.orchestra.run.smithi174.stdout: "val": 0, 2024-09-05T02:37:35.401 INFO:teuthology.orchestra.run.smithi174.stdout: "max": 104857600, 2024-09-05T02:37:35.401 INFO:teuthology.orchestra.run.smithi174.stdout: "get_started": 0, 2024-09-05T02:37:35.401 INFO:teuthology.orchestra.run.smithi174.stdout: "get": 0, 2024-09-05T02:37:35.401 INFO:teuthology.orchestra.run.smithi174.stdout: "get_sum": 0, 2024-09-05T02:37:35.402 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:35.402 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:35.402 INFO:teuthology.orchestra.run.smithi174.stdout: "take": 2153, 2024-09-05T02:37:35.402 INFO:teuthology.orchestra.run.smithi174.stdout: "take_sum": 904, 2024-09-05T02:37:35.402 INFO:teuthology.orchestra.run.smithi174.stdout: "put": 2153, 2024-09-05T02:37:35.402 INFO:teuthology.orchestra.run.smithi174.stdout: "put_sum": 904, 2024-09-05T02:37:35.402 INFO:teuthology.orchestra.run.smithi174.stdout: "wait": { 2024-09-05T02:37:35.402 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.402 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.402 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.402 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:35.402 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.402 INFO:teuthology.orchestra.run.smithi174.stdout: "throttle-objecter_ops": { 2024-09-05T02:37:35.403 INFO:teuthology.orchestra.run.smithi174.stdout: "val": 0, 2024-09-05T02:37:35.403 INFO:teuthology.orchestra.run.smithi174.stdout: "max": 1024, 2024-09-05T02:37:35.403 INFO:teuthology.orchestra.run.smithi174.stdout: "get_started": 0, 2024-09-05T02:37:35.403 INFO:teuthology.orchestra.run.smithi174.stdout: "get": 0, 2024-09-05T02:37:35.403 INFO:teuthology.orchestra.run.smithi174.stdout: "get_sum": 0, 2024-09-05T02:37:35.403 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:35.403 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:35.403 INFO:teuthology.orchestra.run.smithi174.stdout: "take": 2153, 2024-09-05T02:37:35.403 INFO:teuthology.orchestra.run.smithi174.stdout: "take_sum": 2153, 2024-09-05T02:37:35.403 INFO:teuthology.orchestra.run.smithi174.stdout: "put": 2153, 2024-09-05T02:37:35.403 INFO:teuthology.orchestra.run.smithi174.stdout: "put_sum": 2153, 2024-09-05T02:37:35.403 INFO:teuthology.orchestra.run.smithi174.stdout: "wait": { 2024-09-05T02:37:35.403 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.403 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.404 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.404 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:35.404 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.404 INFO:teuthology.orchestra.run.smithi174.stdout: "throttle-write_buf_throttle": { 2024-09-05T02:37:35.404 INFO:teuthology.orchestra.run.smithi174.stdout: "val": 0, 2024-09-05T02:37:35.404 INFO:teuthology.orchestra.run.smithi174.stdout: "max": 3758096384, 2024-09-05T02:37:35.404 INFO:teuthology.orchestra.run.smithi174.stdout: "get_started": 0, 2024-09-05T02:37:35.404 INFO:teuthology.orchestra.run.smithi174.stdout: "get": 0, 2024-09-05T02:37:35.404 INFO:teuthology.orchestra.run.smithi174.stdout: "get_sum": 0, 2024-09-05T02:37:35.404 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:35.404 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:35.404 INFO:teuthology.orchestra.run.smithi174.stdout: "take": 0, 2024-09-05T02:37:35.404 INFO:teuthology.orchestra.run.smithi174.stdout: "take_sum": 0, 2024-09-05T02:37:35.405 INFO:teuthology.orchestra.run.smithi174.stdout: "put": 0, 2024-09-05T02:37:35.405 INFO:teuthology.orchestra.run.smithi174.stdout: "put_sum": 0, 2024-09-05T02:37:35.405 INFO:teuthology.orchestra.run.smithi174.stdout: "wait": { 2024-09-05T02:37:35.405 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.405 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.405 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.405 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:35.405 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:35.405 INFO:teuthology.orchestra.run.smithi174.stdout: "throttle-write_buf_throttle-0x565305ca4b40": { 2024-09-05T02:37:35.405 INFO:teuthology.orchestra.run.smithi174.stdout: "val": 0, 2024-09-05T02:37:35.405 INFO:teuthology.orchestra.run.smithi174.stdout: "max": 3758096384, 2024-09-05T02:37:35.405 INFO:teuthology.orchestra.run.smithi174.stdout: "get_started": 0, 2024-09-05T02:37:35.406 INFO:teuthology.orchestra.run.smithi174.stdout: "get": 0, 2024-09-05T02:37:35.406 INFO:teuthology.orchestra.run.smithi174.stdout: "get_sum": 0, 2024-09-05T02:37:35.406 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:35.406 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:35.406 INFO:teuthology.orchestra.run.smithi174.stdout: "take": 0, 2024-09-05T02:37:35.406 INFO:teuthology.orchestra.run.smithi174.stdout: "take_sum": 0, 2024-09-05T02:37:35.406 INFO:teuthology.orchestra.run.smithi174.stdout: "put": 0, 2024-09-05T02:37:35.406 INFO:teuthology.orchestra.run.smithi174.stdout: "put_sum": 0, 2024-09-05T02:37:35.406 INFO:teuthology.orchestra.run.smithi174.stdout: "wait": { 2024-09-05T02:37:35.406 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:35.406 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:35.406 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:35.406 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:35.407 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:35.407 INFO:teuthology.orchestra.run.smithi174.stdout:} 2024-09-05T02:37:36.008 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:35 smithi174 ceph-mon[34756]: pgmap v330: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-05T02:37:36.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:35 smithi033 ceph-mon[29909]: pgmap v330: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-05T02:37:36.132 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-09-05T02:37:36.132 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-09-05T02:37:36.132 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-09-05T02:37:36.132 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2024-09-05T02:37:36.132 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=0 2024-09-05T02:37:36.132 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-09-05T02:37:36.132 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-09-05T02:37:36.133 DEBUG:tasks.check_counter:Getting stats from i 2024-09-05T02:37:36.133 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph daemon mds.i perf dump 2024-09-05T02:37:36.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:35 smithi123 ceph-mon[34031]: pgmap v330: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-05T02:37:36.381 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T02:37:36.843 INFO:teuthology.orchestra.run.smithi174.stdout:{ 2024-09-05T02:37:36.843 INFO:teuthology.orchestra.run.smithi174.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T02:37:36.843 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_messages": 84, 2024-09-05T02:37:36.843 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages": 214, 2024-09-05T02:37:36.843 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_bytes": 29282, 2024-09-05T02:37:36.843 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_bytes": 377731, 2024-09-05T02:37:36.844 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_created_connections": 15, 2024-09-05T02:37:36.844 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_active_connections": 1, 2024-09-05T02:37:36.844 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_total_time": 0.019430732, 2024-09-05T02:37:36.844 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_send_time": 0.007144170, 2024-09-05T02:37:36.844 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_recv_time": 0.006301888, 2024-09-05T02:37:36.844 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_fast_dispatch_time": 0.000644072, 2024-09-05T02:37:36.844 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:36.844 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 212, 2024-09-05T02:37:36.844 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.036087676, 2024-09-05T02:37:36.844 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000170224 2024-09-05T02:37:36.844 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.844 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:36.845 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 96, 2024-09-05T02:37:36.845 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000017807, 2024-09-05T02:37:36.845 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000185 2024-09-05T02:37:36.845 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.845 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_encrypted_bytes": 1088, 2024-09-05T02:37:36.845 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_encrypted_bytes": 318448 2024-09-05T02:37:36.845 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.845 INFO:teuthology.orchestra.run.smithi174.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T02:37:36.845 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_messages": 353, 2024-09-05T02:37:36.845 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages": 361, 2024-09-05T02:37:36.845 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_bytes": 1804548, 2024-09-05T02:37:36.845 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_bytes": 197319, 2024-09-05T02:37:36.846 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_created_connections": 10, 2024-09-05T02:37:36.846 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_active_connections": 5, 2024-09-05T02:37:36.846 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_total_time": 0.061388045, 2024-09-05T02:37:36.846 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_send_time": 0.020397212, 2024-09-05T02:37:36.846 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_recv_time": 0.057682993, 2024-09-05T02:37:36.846 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_fast_dispatch_time": 0.000428207, 2024-09-05T02:37:36.846 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:36.846 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 361, 2024-09-05T02:37:36.846 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.034429487, 2024-09-05T02:37:36.846 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000095372 2024-09-05T02:37:36.846 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.846 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:36.847 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 140, 2024-09-05T02:37:36.847 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000039986, 2024-09-05T02:37:36.847 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000285 2024-09-05T02:37:36.847 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.847 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_encrypted_bytes": 1777008, 2024-09-05T02:37:36.847 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_encrypted_bytes": 138800 2024-09-05T02:37:36.847 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.847 INFO:teuthology.orchestra.run.smithi174.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T02:37:36.848 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_messages": 553, 2024-09-05T02:37:36.848 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages": 734, 2024-09-05T02:37:36.848 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_bytes": 154881, 2024-09-05T02:37:36.848 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_bytes": 1009426, 2024-09-05T02:37:36.848 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_created_connections": 52, 2024-09-05T02:37:36.848 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_active_connections": 5, 2024-09-05T02:37:36.848 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_total_time": 0.082943403, 2024-09-05T02:37:36.848 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_send_time": 0.028724644, 2024-09-05T02:37:36.848 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_recv_time": 0.048269572, 2024-09-05T02:37:36.849 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_fast_dispatch_time": 0.004184854, 2024-09-05T02:37:36.849 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:36.849 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 731, 2024-09-05T02:37:36.849 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.041094142, 2024-09-05T02:37:36.849 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000056216 2024-09-05T02:37:36.849 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.849 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:36.849 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 1176, 2024-09-05T02:37:36.849 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000380457, 2024-09-05T02:37:36.849 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000323 2024-09-05T02:37:36.849 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.849 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_encrypted_bytes": 4224, 2024-09-05T02:37:36.850 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_encrypted_bytes": 140880 2024-09-05T02:37:36.850 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.850 INFO:teuthology.orchestra.run.smithi174.stdout: "cct": { 2024-09-05T02:37:36.850 INFO:teuthology.orchestra.run.smithi174.stdout: "total_workers": 1, 2024-09-05T02:37:36.850 INFO:teuthology.orchestra.run.smithi174.stdout: "unhealthy_workers": 0 2024-09-05T02:37:36.850 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.850 INFO:teuthology.orchestra.run.smithi174.stdout: "finisher-MDSRank": { 2024-09-05T02:37:36.850 INFO:teuthology.orchestra.run.smithi174.stdout: "queue_len": 0, 2024-09-05T02:37:36.850 INFO:teuthology.orchestra.run.smithi174.stdout: "complete_latency": { 2024-09-05T02:37:36.850 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 55, 2024-09-05T02:37:36.850 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.001790131, 2024-09-05T02:37:36.850 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000032547 2024-09-05T02:37:36.851 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:36.851 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.851 INFO:teuthology.orchestra.run.smithi174.stdout: "finisher-PurgeQueue": { 2024-09-05T02:37:36.851 INFO:teuthology.orchestra.run.smithi174.stdout: "queue_len": 0, 2024-09-05T02:37:36.851 INFO:teuthology.orchestra.run.smithi174.stdout: "complete_latency": { 2024-09-05T02:37:36.851 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 2, 2024-09-05T02:37:36.851 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000015782, 2024-09-05T02:37:36.851 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000007891 2024-09-05T02:37:36.851 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:36.851 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.851 INFO:teuthology.orchestra.run.smithi174.stdout: "mds": { 2024-09-05T02:37:36.851 INFO:teuthology.orchestra.run.smithi174.stdout: "request": 6, 2024-09-05T02:37:36.851 INFO:teuthology.orchestra.run.smithi174.stdout: "reply": 4, 2024-09-05T02:37:36.851 INFO:teuthology.orchestra.run.smithi174.stdout: "reply_latency": { 2024-09-05T02:37:36.852 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 4, 2024-09-05T02:37:36.852 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000577417, 2024-09-05T02:37:36.852 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000144354 2024-09-05T02:37:36.852 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.852 INFO:teuthology.orchestra.run.smithi174.stdout: "slow_reply": 0, 2024-09-05T02:37:36.852 INFO:teuthology.orchestra.run.smithi174.stdout: "forward": 2, 2024-09-05T02:37:36.852 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_fetch_complete": 0, 2024-09-05T02:37:36.852 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_fetch_keys": 0, 2024-09-05T02:37:36.852 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_commit": 11, 2024-09-05T02:37:36.852 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_split": 0, 2024-09-05T02:37:36.852 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_merge": 0, 2024-09-05T02:37:36.853 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes": 14, 2024-09-05T02:37:36.853 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_top": 1, 2024-09-05T02:37:36.853 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_bottom": 13, 2024-09-05T02:37:36.853 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_pin_tail": 0, 2024-09-05T02:37:36.853 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_pinned": 12, 2024-09-05T02:37:36.853 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_expired": 0, 2024-09-05T02:37:36.853 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_with_caps": 1, 2024-09-05T02:37:36.853 INFO:teuthology.orchestra.run.smithi174.stdout: "caps": 2, 2024-09-05T02:37:36.853 INFO:teuthology.orchestra.run.smithi174.stdout: "subtrees": 2, 2024-09-05T02:37:36.853 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse": 12, 2024-09-05T02:37:36.853 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_hit": 9, 2024-09-05T02:37:36.853 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_forward": 0, 2024-09-05T02:37:36.854 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_discover": 2, 2024-09-05T02:37:36.854 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_dir_fetch": 0, 2024-09-05T02:37:36.854 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_remote_ino": 0, 2024-09-05T02:37:36.854 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_lock": 0, 2024-09-05T02:37:36.854 INFO:teuthology.orchestra.run.smithi174.stdout: "load_cent": 1000, 2024-09-05T02:37:36.854 INFO:teuthology.orchestra.run.smithi174.stdout: "q": 1, 2024-09-05T02:37:36.854 INFO:teuthology.orchestra.run.smithi174.stdout: "exported": 0, 2024-09-05T02:37:36.854 INFO:teuthology.orchestra.run.smithi174.stdout: "exported_inodes": 0, 2024-09-05T02:37:36.854 INFO:teuthology.orchestra.run.smithi174.stdout: "imported": 0, 2024-09-05T02:37:36.854 INFO:teuthology.orchestra.run.smithi174.stdout: "imported_inodes": 0, 2024-09-05T02:37:36.854 INFO:teuthology.orchestra.run.smithi174.stdout: "openino_dir_fetch": 0, 2024-09-05T02:37:36.854 INFO:teuthology.orchestra.run.smithi174.stdout: "openino_backtrace_fetch": 0, 2024-09-05T02:37:36.854 INFO:teuthology.orchestra.run.smithi174.stdout: "openino_peer_discover": 0, 2024-09-05T02:37:36.855 INFO:teuthology.orchestra.run.smithi174.stdout: "root_rfiles": 4, 2024-09-05T02:37:36.855 INFO:teuthology.orchestra.run.smithi174.stdout: "root_rbytes": 234, 2024-09-05T02:37:36.855 INFO:teuthology.orchestra.run.smithi174.stdout: "root_rsnaps": 6, 2024-09-05T02:37:36.855 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_backtrace_fetch": 0, 2024-09-05T02:37:36.855 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_set_tag": 0, 2024-09-05T02:37:36.855 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_backtrace_repaired": 0, 2024-09-05T02:37:36.855 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_inotable_repaired": 0, 2024-09-05T02:37:36.855 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_dir_inodes": 0, 2024-09-05T02:37:36.855 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_dir_base_inodes": 0, 2024-09-05T02:37:36.855 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_dirfrag_rstats": 0, 2024-09-05T02:37:36.855 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_file_inodes": 0, 2024-09-05T02:37:36.855 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_inode_file_caps": 0, 2024-09-05T02:37:36.856 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_cap_op_revoke": 0, 2024-09-05T02:37:36.856 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_cap_op_grant": 0, 2024-09-05T02:37:36.856 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_cap_op_trunc": 0, 2024-09-05T02:37:36.856 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-05T02:37:36.856 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-05T02:37:36.856 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_client_caps": 0, 2024-09-05T02:37:36.856 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_client_caps_dirty": 0, 2024-09-05T02:37:36.856 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_client_cap_release": 0, 2024-09-05T02:37:36.856 INFO:teuthology.orchestra.run.smithi174.stdout: "process_request_cap_release": 0 2024-09-05T02:37:36.856 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.856 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_cache": { 2024-09-05T02:37:36.856 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_update": 0, 2024-09-05T02:37:36.856 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_update_receipt": 8, 2024-09-05T02:37:36.857 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_try_discover": 5, 2024-09-05T02:37:36.857 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_send_discover": 6, 2024-09-05T02:37:36.857 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_handle_discover": 0, 2024-09-05T02:37:36.857 INFO:teuthology.orchestra.run.smithi174.stdout: "num_strays": 0, 2024-09-05T02:37:36.857 INFO:teuthology.orchestra.run.smithi174.stdout: "num_strays_delayed": 0, 2024-09-05T02:37:36.857 INFO:teuthology.orchestra.run.smithi174.stdout: "num_strays_enqueuing": 0, 2024-09-05T02:37:36.857 INFO:teuthology.orchestra.run.smithi174.stdout: "strays_created": 0, 2024-09-05T02:37:36.857 INFO:teuthology.orchestra.run.smithi174.stdout: "strays_enqueued": 0, 2024-09-05T02:37:36.857 INFO:teuthology.orchestra.run.smithi174.stdout: "strays_reintegrated": 0, 2024-09-05T02:37:36.857 INFO:teuthology.orchestra.run.smithi174.stdout: "strays_migrated": 0, 2024-09-05T02:37:36.857 INFO:teuthology.orchestra.run.smithi174.stdout: "num_recovering_processing": 0, 2024-09-05T02:37:36.857 INFO:teuthology.orchestra.run.smithi174.stdout: "num_recovering_enqueued": 0, 2024-09-05T02:37:36.857 INFO:teuthology.orchestra.run.smithi174.stdout: "num_recovering_prioritized": 0, 2024-09-05T02:37:36.858 INFO:teuthology.orchestra.run.smithi174.stdout: "recovery_started": 0, 2024-09-05T02:37:36.858 INFO:teuthology.orchestra.run.smithi174.stdout: "recovery_completed": 0, 2024-09-05T02:37:36.858 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_quiesce_path": 0, 2024-09-05T02:37:36.858 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_quiesce_inode": 0, 2024-09-05T02:37:36.858 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_enqueue_scrub": 0, 2024-09-05T02:37:36.858 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_exportdir": 0, 2024-09-05T02:37:36.858 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_flush": 0, 2024-09-05T02:37:36.858 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_fragmentdir": 0, 2024-09-05T02:37:36.858 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_fragstats": 0, 2024-09-05T02:37:36.858 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_inodestats": 0 2024-09-05T02:37:36.858 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.858 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_log": { 2024-09-05T02:37:36.859 INFO:teuthology.orchestra.run.smithi174.stdout: "evlrg": 0, 2024-09-05T02:37:36.859 INFO:teuthology.orchestra.run.smithi174.stdout: "evadd": 8, 2024-09-05T02:37:36.859 INFO:teuthology.orchestra.run.smithi174.stdout: "evex": 0, 2024-09-05T02:37:36.859 INFO:teuthology.orchestra.run.smithi174.stdout: "evtrm": 0, 2024-09-05T02:37:36.859 INFO:teuthology.orchestra.run.smithi174.stdout: "ev": 8, 2024-09-05T02:37:36.859 INFO:teuthology.orchestra.run.smithi174.stdout: "evexg": 0, 2024-09-05T02:37:36.859 INFO:teuthology.orchestra.run.smithi174.stdout: "evexd": 0, 2024-09-05T02:37:36.859 INFO:teuthology.orchestra.run.smithi174.stdout: "segadd": 2, 2024-09-05T02:37:36.859 INFO:teuthology.orchestra.run.smithi174.stdout: "segex": 0, 2024-09-05T02:37:36.859 INFO:teuthology.orchestra.run.smithi174.stdout: "segtrm": 0, 2024-09-05T02:37:36.859 INFO:teuthology.orchestra.run.smithi174.stdout: "seg": 2, 2024-09-05T02:37:36.859 INFO:teuthology.orchestra.run.smithi174.stdout: "segmjr": 2, 2024-09-05T02:37:36.859 INFO:teuthology.orchestra.run.smithi174.stdout: "segexg": 0, 2024-09-05T02:37:36.860 INFO:teuthology.orchestra.run.smithi174.stdout: "segexd": 0, 2024-09-05T02:37:36.860 INFO:teuthology.orchestra.run.smithi174.stdout: "expos": 4194304, 2024-09-05T02:37:36.860 INFO:teuthology.orchestra.run.smithi174.stdout: "wrpos": 4196664, 2024-09-05T02:37:36.860 INFO:teuthology.orchestra.run.smithi174.stdout: "rdpos": 0, 2024-09-05T02:37:36.860 INFO:teuthology.orchestra.run.smithi174.stdout: "jlat": { 2024-09-05T02:37:36.860 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 7, 2024-09-05T02:37:36.860 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.015008582, 2024-09-05T02:37:36.860 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.002144083 2024-09-05T02:37:36.860 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.860 INFO:teuthology.orchestra.run.smithi174.stdout: "replayed": 0 2024-09-05T02:37:36.860 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.860 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_mem": { 2024-09-05T02:37:36.860 INFO:teuthology.orchestra.run.smithi174.stdout: "ino": 17, 2024-09-05T02:37:36.861 INFO:teuthology.orchestra.run.smithi174.stdout: "ino+": 17, 2024-09-05T02:37:36.861 INFO:teuthology.orchestra.run.smithi174.stdout: "ino-": 0, 2024-09-05T02:37:36.861 INFO:teuthology.orchestra.run.smithi174.stdout: "dir": 16, 2024-09-05T02:37:36.861 INFO:teuthology.orchestra.run.smithi174.stdout: "dir+": 18, 2024-09-05T02:37:36.861 INFO:teuthology.orchestra.run.smithi174.stdout: "dir-": 2, 2024-09-05T02:37:36.861 INFO:teuthology.orchestra.run.smithi174.stdout: "dn": 14, 2024-09-05T02:37:36.861 INFO:teuthology.orchestra.run.smithi174.stdout: "dn+": 14, 2024-09-05T02:37:36.861 INFO:teuthology.orchestra.run.smithi174.stdout: "dn-": 0, 2024-09-05T02:37:36.861 INFO:teuthology.orchestra.run.smithi174.stdout: "cap": 2, 2024-09-05T02:37:36.862 INFO:teuthology.orchestra.run.smithi174.stdout: "cap+": 2, 2024-09-05T02:37:36.862 INFO:teuthology.orchestra.run.smithi174.stdout: "cap-": 0, 2024-09-05T02:37:36.862 INFO:teuthology.orchestra.run.smithi174.stdout: "rss": 49828, 2024-09-05T02:37:36.862 INFO:teuthology.orchestra.run.smithi174.stdout: "heap": 223520 2024-09-05T02:37:36.862 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.862 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_server": { 2024-09-05T02:37:36.862 INFO:teuthology.orchestra.run.smithi174.stdout: "dispatch_client_request": 6, 2024-09-05T02:37:36.862 INFO:teuthology.orchestra.run.smithi174.stdout: "dispatch_server_request": 0, 2024-09-05T02:37:36.862 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_client_request": 6, 2024-09-05T02:37:36.863 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_client_session": 25, 2024-09-05T02:37:36.863 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_peer_request": 0, 2024-09-05T02:37:36.863 INFO:teuthology.orchestra.run.smithi174.stdout: "req_create_latency": { 2024-09-05T02:37:36.863 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.863 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.863 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.863 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.863 INFO:teuthology.orchestra.run.smithi174.stdout: "req_getattr_latency": { 2024-09-05T02:37:36.863 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 3, 2024-09-05T02:37:36.863 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000454505, 2024-09-05T02:37:36.863 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000151501 2024-09-05T02:37:36.863 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.863 INFO:teuthology.orchestra.run.smithi174.stdout: "req_getfilelock_latency": { 2024-09-05T02:37:36.864 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.864 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.864 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.864 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.864 INFO:teuthology.orchestra.run.smithi174.stdout: "req_link_latency": { 2024-09-05T02:37:36.864 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.864 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.864 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.864 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.864 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookup_latency": { 2024-09-05T02:37:36.864 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.865 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.865 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.865 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.865 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookuphash_latency": { 2024-09-05T02:37:36.865 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.865 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.866 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.866 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.866 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookupino_latency": { 2024-09-05T02:37:36.866 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 1, 2024-09-05T02:37:36.866 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000122912, 2024-09-05T02:37:36.866 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000122912 2024-09-05T02:37:36.866 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.866 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookupname_latency": { 2024-09-05T02:37:36.866 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.866 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.866 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.866 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.867 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookupparent_latency": { 2024-09-05T02:37:36.867 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.867 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.867 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.867 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.867 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookupsnap_latency": { 2024-09-05T02:37:36.867 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.867 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.867 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.867 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.867 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lssnap_latency": { 2024-09-05T02:37:36.867 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.867 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.868 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.868 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.868 INFO:teuthology.orchestra.run.smithi174.stdout: "req_mkdir_latency": { 2024-09-05T02:37:36.868 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.869 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.869 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.869 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.869 INFO:teuthology.orchestra.run.smithi174.stdout: "req_mknod_latency": { 2024-09-05T02:37:36.869 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.869 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.869 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.869 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.869 INFO:teuthology.orchestra.run.smithi174.stdout: "req_mksnap_latency": { 2024-09-05T02:37:36.869 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.869 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.869 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.869 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.870 INFO:teuthology.orchestra.run.smithi174.stdout: "req_open_latency": { 2024-09-05T02:37:36.870 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.870 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.870 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.870 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.870 INFO:teuthology.orchestra.run.smithi174.stdout: "req_readdir_latency": { 2024-09-05T02:37:36.870 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.870 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.870 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.870 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.870 INFO:teuthology.orchestra.run.smithi174.stdout: "req_rename_latency": { 2024-09-05T02:37:36.870 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.870 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.871 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.871 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.871 INFO:teuthology.orchestra.run.smithi174.stdout: "req_renamesnap_latency": { 2024-09-05T02:37:36.871 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.871 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.871 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.871 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.871 INFO:teuthology.orchestra.run.smithi174.stdout: "req_snapdiff_latency": { 2024-09-05T02:37:36.871 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.871 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.871 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.871 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.872 INFO:teuthology.orchestra.run.smithi174.stdout: "req_rmdir_latency": { 2024-09-05T02:37:36.872 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.872 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.872 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.872 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.872 INFO:teuthology.orchestra.run.smithi174.stdout: "req_rmsnap_latency": { 2024-09-05T02:37:36.872 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.872 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.872 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.872 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.872 INFO:teuthology.orchestra.run.smithi174.stdout: "req_rmxattr_latency": { 2024-09-05T02:37:36.873 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.873 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.873 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.873 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.873 INFO:teuthology.orchestra.run.smithi174.stdout: "req_setattr_latency": { 2024-09-05T02:37:36.873 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.873 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.873 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.873 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.873 INFO:teuthology.orchestra.run.smithi174.stdout: "req_setdirlayout_latency": { 2024-09-05T02:37:36.873 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.873 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.873 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.874 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.874 INFO:teuthology.orchestra.run.smithi174.stdout: "req_setfilelock_latency": { 2024-09-05T02:37:36.874 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.874 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.874 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.874 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.874 INFO:teuthology.orchestra.run.smithi174.stdout: "req_setlayout_latency": { 2024-09-05T02:37:36.874 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.874 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.874 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.874 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.874 INFO:teuthology.orchestra.run.smithi174.stdout: "req_setxattr_latency": { 2024-09-05T02:37:36.874 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.875 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.875 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.875 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.875 INFO:teuthology.orchestra.run.smithi174.stdout: "req_symlink_latency": { 2024-09-05T02:37:36.875 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.875 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.875 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.875 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.875 INFO:teuthology.orchestra.run.smithi174.stdout: "req_unlink_latency": { 2024-09-05T02:37:36.875 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.875 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.875 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.876 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.876 INFO:teuthology.orchestra.run.smithi174.stdout: "cap_revoke_eviction": 0, 2024-09-05T02:37:36.876 INFO:teuthology.orchestra.run.smithi174.stdout: "cap_acquisition_throttle": 0, 2024-09-05T02:37:36.876 INFO:teuthology.orchestra.run.smithi174.stdout: "req_getvxattr_latency": { 2024-09-05T02:37:36.876 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.876 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.876 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.876 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:36.876 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.876 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_sessions": { 2024-09-05T02:37:36.876 INFO:teuthology.orchestra.run.smithi174.stdout: "session_count": 2, 2024-09-05T02:37:36.876 INFO:teuthology.orchestra.run.smithi174.stdout: "session_add": 4, 2024-09-05T02:37:36.876 INFO:teuthology.orchestra.run.smithi174.stdout: "session_remove": 2, 2024-09-05T02:37:36.877 INFO:teuthology.orchestra.run.smithi174.stdout: "sessions_open": 2, 2024-09-05T02:37:36.877 INFO:teuthology.orchestra.run.smithi174.stdout: "sessions_stale": 0, 2024-09-05T02:37:36.877 INFO:teuthology.orchestra.run.smithi174.stdout: "total_load": 3, 2024-09-05T02:37:36.877 INFO:teuthology.orchestra.run.smithi174.stdout: "average_load": 1, 2024-09-05T02:37:36.877 INFO:teuthology.orchestra.run.smithi174.stdout: "avg_session_uptime": 602, 2024-09-05T02:37:36.877 INFO:teuthology.orchestra.run.smithi174.stdout: "mdthresh_evicted": 0 2024-09-05T02:37:36.877 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.877 INFO:teuthology.orchestra.run.smithi174.stdout: "mempool": { 2024-09-05T02:37:36.877 INFO:teuthology.orchestra.run.smithi174.stdout: "bloom_filter_bytes": 0, 2024-09-05T02:37:36.877 INFO:teuthology.orchestra.run.smithi174.stdout: "bloom_filter_items": 0, 2024-09-05T02:37:36.877 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T02:37:36.877 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_alloc_items": 0, 2024-09-05T02:37:36.878 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T02:37:36.878 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_data_items": 0, 2024-09-05T02:37:36.878 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T02:37:36.878 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T02:37:36.878 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T02:37:36.878 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T02:37:36.878 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T02:37:36.878 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_other_items": 0, 2024-09-05T02:37:36.878 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T02:37:36.878 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T02:37:36.878 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_extent_bytes": 0, 2024-09-05T02:37:36.878 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_extent_items": 0, 2024-09-05T02:37:36.878 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_blob_bytes": 0, 2024-09-05T02:37:36.879 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_blob_items": 0, 2024-09-05T02:37:36.879 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T02:37:36.879 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T02:37:36.879 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T02:37:36.879 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T02:37:36.879 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T02:37:36.879 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_fsck_items": 0, 2024-09-05T02:37:36.879 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_txc_bytes": 0, 2024-09-05T02:37:36.879 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_txc_items": 0, 2024-09-05T02:37:36.879 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T02:37:36.879 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T02:37:36.879 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_writing_bytes": 0, 2024-09-05T02:37:36.879 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_writing_items": 0, 2024-09-05T02:37:36.880 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_bytes": 0, 2024-09-05T02:37:36.880 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_items": 0, 2024-09-05T02:37:36.880 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T02:37:36.880 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_file_reader_items": 0, 2024-09-05T02:37:36.880 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T02:37:36.880 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_file_writer_items": 0, 2024-09-05T02:37:36.880 INFO:teuthology.orchestra.run.smithi174.stdout: "buffer_anon_bytes": 271431, 2024-09-05T02:37:36.880 INFO:teuthology.orchestra.run.smithi174.stdout: "buffer_anon_items": 96, 2024-09-05T02:37:36.880 INFO:teuthology.orchestra.run.smithi174.stdout: "buffer_meta_bytes": 88, 2024-09-05T02:37:36.881 INFO:teuthology.orchestra.run.smithi174.stdout: "buffer_meta_items": 1, 2024-09-05T02:37:36.881 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_bytes": 0, 2024-09-05T02:37:36.881 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_items": 0, 2024-09-05T02:37:36.881 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_mapbl_bytes": 0, 2024-09-05T02:37:36.881 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_mapbl_items": 0, 2024-09-05T02:37:36.881 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_pglog_bytes": 0, 2024-09-05T02:37:36.881 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_pglog_items": 0, 2024-09-05T02:37:36.881 INFO:teuthology.orchestra.run.smithi174.stdout: "osdmap_bytes": 8224, 2024-09-05T02:37:36.881 INFO:teuthology.orchestra.run.smithi174.stdout: "osdmap_items": 181, 2024-09-05T02:37:36.881 INFO:teuthology.orchestra.run.smithi174.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T02:37:36.881 INFO:teuthology.orchestra.run.smithi174.stdout: "osdmap_mapping_items": 0, 2024-09-05T02:37:36.881 INFO:teuthology.orchestra.run.smithi174.stdout: "pgmap_bytes": 0, 2024-09-05T02:37:36.882 INFO:teuthology.orchestra.run.smithi174.stdout: "pgmap_items": 0, 2024-09-05T02:37:36.882 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_co_bytes": 69760, 2024-09-05T02:37:36.882 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_co_items": 255, 2024-09-05T02:37:36.882 INFO:teuthology.orchestra.run.smithi174.stdout: "unittest_1_bytes": 0, 2024-09-05T02:37:36.882 INFO:teuthology.orchestra.run.smithi174.stdout: "unittest_1_items": 0, 2024-09-05T02:37:36.882 INFO:teuthology.orchestra.run.smithi174.stdout: "unittest_2_bytes": 0, 2024-09-05T02:37:36.882 INFO:teuthology.orchestra.run.smithi174.stdout: "unittest_2_items": 0 2024-09-05T02:37:36.882 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.882 INFO:teuthology.orchestra.run.smithi174.stdout: "objecter": { 2024-09-05T02:37:36.882 INFO:teuthology.orchestra.run.smithi174.stdout: "op_active": 0, 2024-09-05T02:37:36.882 INFO:teuthology.orchestra.run.smithi174.stdout: "op_laggy": 0, 2024-09-05T02:37:36.882 INFO:teuthology.orchestra.run.smithi174.stdout: "op_send": 45, 2024-09-05T02:37:36.882 INFO:teuthology.orchestra.run.smithi174.stdout: "op_send_bytes": 12842, 2024-09-05T02:37:36.883 INFO:teuthology.orchestra.run.smithi174.stdout: "op_resend": 30, 2024-09-05T02:37:36.883 INFO:teuthology.orchestra.run.smithi174.stdout: "op_reply": 45, 2024-09-05T02:37:36.883 INFO:teuthology.orchestra.run.smithi174.stdout: "op_latency": { 2024-09-05T02:37:36.883 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 45, 2024-09-05T02:37:36.883 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.237997033, 2024-09-05T02:37:36.883 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.005288822 2024-09-05T02:37:36.883 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.883 INFO:teuthology.orchestra.run.smithi174.stdout: "op_inflight": 0, 2024-09-05T02:37:36.883 INFO:teuthology.orchestra.run.smithi174.stdout: "oplen_avg": { 2024-09-05T02:37:36.883 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 45, 2024-09-05T02:37:36.883 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 67 2024-09-05T02:37:36.883 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.883 INFO:teuthology.orchestra.run.smithi174.stdout: "op": 45, 2024-09-05T02:37:36.883 INFO:teuthology.orchestra.run.smithi174.stdout: "op_r": 0, 2024-09-05T02:37:36.884 INFO:teuthology.orchestra.run.smithi174.stdout: "op_w": 45, 2024-09-05T02:37:36.884 INFO:teuthology.orchestra.run.smithi174.stdout: "op_rmw": 0, 2024-09-05T02:37:36.884 INFO:teuthology.orchestra.run.smithi174.stdout: "op_pg": 0, 2024-09-05T02:37:36.884 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_stat": 0, 2024-09-05T02:37:36.884 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_create": 10, 2024-09-05T02:37:36.884 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_read": 0, 2024-09-05T02:37:36.884 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_write": 7, 2024-09-05T02:37:36.884 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_writefull": 9, 2024-09-05T02:37:36.884 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_writesame": 0, 2024-09-05T02:37:36.884 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_append": 0, 2024-09-05T02:37:36.884 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_zero": 0, 2024-09-05T02:37:36.884 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_truncate": 0, 2024-09-05T02:37:36.885 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_delete": 6, 2024-09-05T02:37:36.885 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_mapext": 0, 2024-09-05T02:37:36.885 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_sparse_read": 0, 2024-09-05T02:37:36.885 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_clonerange": 0, 2024-09-05T02:37:36.885 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_getxattr": 0, 2024-09-05T02:37:36.885 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_setxattr": 20, 2024-09-05T02:37:36.885 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_cmpxattr": 0, 2024-09-05T02:37:36.885 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_rmxattr": 0, 2024-09-05T02:37:36.885 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_resetxattrs": 0, 2024-09-05T02:37:36.885 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_call": 0, 2024-09-05T02:37:36.885 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_watch": 0, 2024-09-05T02:37:36.885 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_notify": 0, 2024-09-05T02:37:36.886 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_src_cmpxattr": 0, 2024-09-05T02:37:36.886 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_pgls": 0, 2024-09-05T02:37:36.886 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_pgls_filter": 0, 2024-09-05T02:37:36.886 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_other": 0, 2024-09-05T02:37:36.886 INFO:teuthology.orchestra.run.smithi174.stdout: "linger_active": 0, 2024-09-05T02:37:36.886 INFO:teuthology.orchestra.run.smithi174.stdout: "linger_send": 0, 2024-09-05T02:37:36.886 INFO:teuthology.orchestra.run.smithi174.stdout: "linger_resend": 0, 2024-09-05T02:37:36.886 INFO:teuthology.orchestra.run.smithi174.stdout: "linger_ping": 0, 2024-09-05T02:37:36.886 INFO:teuthology.orchestra.run.smithi174.stdout: "poolop_active": 0, 2024-09-05T02:37:36.886 INFO:teuthology.orchestra.run.smithi174.stdout: "poolop_send": 0, 2024-09-05T02:37:36.886 INFO:teuthology.orchestra.run.smithi174.stdout: "poolop_resend": 0, 2024-09-05T02:37:36.886 INFO:teuthology.orchestra.run.smithi174.stdout: "poolstat_active": 0, 2024-09-05T02:37:36.886 INFO:teuthology.orchestra.run.smithi174.stdout: "poolstat_send": 0, 2024-09-05T02:37:36.886 INFO:teuthology.orchestra.run.smithi174.stdout: "poolstat_resend": 0, 2024-09-05T02:37:36.887 INFO:teuthology.orchestra.run.smithi174.stdout: "statfs_active": 0, 2024-09-05T02:37:36.887 INFO:teuthology.orchestra.run.smithi174.stdout: "statfs_send": 0, 2024-09-05T02:37:36.887 INFO:teuthology.orchestra.run.smithi174.stdout: "statfs_resend": 0, 2024-09-05T02:37:36.887 INFO:teuthology.orchestra.run.smithi174.stdout: "command_active": 0, 2024-09-05T02:37:36.887 INFO:teuthology.orchestra.run.smithi174.stdout: "command_send": 0, 2024-09-05T02:37:36.887 INFO:teuthology.orchestra.run.smithi174.stdout: "command_resend": 0, 2024-09-05T02:37:36.887 INFO:teuthology.orchestra.run.smithi174.stdout: "map_epoch": 95, 2024-09-05T02:37:36.887 INFO:teuthology.orchestra.run.smithi174.stdout: "map_full": 0, 2024-09-05T02:37:36.887 INFO:teuthology.orchestra.run.smithi174.stdout: "map_inc": 11, 2024-09-05T02:37:36.887 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_sessions": 8, 2024-09-05T02:37:36.887 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_session_open": 8, 2024-09-05T02:37:36.887 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_session_close": 0, 2024-09-05T02:37:36.887 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_laggy": 0, 2024-09-05T02:37:36.888 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_wr": 14, 2024-09-05T02:37:36.888 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_rd": 0, 2024-09-05T02:37:36.888 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_del": 1 2024-09-05T02:37:36.888 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.888 INFO:teuthology.orchestra.run.smithi174.stdout: "oft": { 2024-09-05T02:37:36.888 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_total_objs": 1, 2024-09-05T02:37:36.888 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_total_kv_pairs": 0, 2024-09-05T02:37:36.888 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_total_updates": 0, 2024-09-05T02:37:36.888 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_total_removes": 0 2024-09-05T02:37:36.888 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.888 INFO:teuthology.orchestra.run.smithi174.stdout: "osd-slow-ops": { 2024-09-05T02:37:36.888 INFO:teuthology.orchestra.run.smithi174.stdout: "slow_ops_count": 0 2024-09-05T02:37:36.889 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.889 INFO:teuthology.orchestra.run.smithi174.stdout: "purge_queue": { 2024-09-05T02:37:36.889 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executing_ops": 0, 2024-09-05T02:37:36.889 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executing_ops_high_water": 0, 2024-09-05T02:37:36.889 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executing": 0, 2024-09-05T02:37:36.889 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executing_high_water": 0, 2024-09-05T02:37:36.889 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executed_ops": 0, 2024-09-05T02:37:36.889 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executed": 0, 2024-09-05T02:37:36.889 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_item_in_journal": 0 2024-09-05T02:37:36.889 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.889 INFO:teuthology.orchestra.run.smithi174.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T02:37:36.889 INFO:teuthology.orchestra.run.smithi174.stdout: "val": 0, 2024-09-05T02:37:36.890 INFO:teuthology.orchestra.run.smithi174.stdout: "max": 104857600, 2024-09-05T02:37:36.890 INFO:teuthology.orchestra.run.smithi174.stdout: "get_started": 0, 2024-09-05T02:37:36.890 INFO:teuthology.orchestra.run.smithi174.stdout: "get": 986, 2024-09-05T02:37:36.890 INFO:teuthology.orchestra.run.smithi174.stdout: "get_sum": 1882131, 2024-09-05T02:37:36.890 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:36.890 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_success": 986, 2024-09-05T02:37:36.890 INFO:teuthology.orchestra.run.smithi174.stdout: "take": 0, 2024-09-05T02:37:36.890 INFO:teuthology.orchestra.run.smithi174.stdout: "take_sum": 0, 2024-09-05T02:37:36.890 INFO:teuthology.orchestra.run.smithi174.stdout: "put": 986, 2024-09-05T02:37:36.890 INFO:teuthology.orchestra.run.smithi174.stdout: "put_sum": 1882131, 2024-09-05T02:37:36.890 INFO:teuthology.orchestra.run.smithi174.stdout: "wait": { 2024-09-05T02:37:36.890 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.891 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.891 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.891 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:36.891 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.891 INFO:teuthology.orchestra.run.smithi174.stdout: "throttle-objecter_bytes": { 2024-09-05T02:37:36.891 INFO:teuthology.orchestra.run.smithi174.stdout: "val": 0, 2024-09-05T02:37:36.891 INFO:teuthology.orchestra.run.smithi174.stdout: "max": 104857600, 2024-09-05T02:37:36.891 INFO:teuthology.orchestra.run.smithi174.stdout: "get_started": 0, 2024-09-05T02:37:36.891 INFO:teuthology.orchestra.run.smithi174.stdout: "get": 0, 2024-09-05T02:37:36.891 INFO:teuthology.orchestra.run.smithi174.stdout: "get_sum": 0, 2024-09-05T02:37:36.891 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:36.891 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:36.891 INFO:teuthology.orchestra.run.smithi174.stdout: "take": 45, 2024-09-05T02:37:36.892 INFO:teuthology.orchestra.run.smithi174.stdout: "take_sum": 12842, 2024-09-05T02:37:36.892 INFO:teuthology.orchestra.run.smithi174.stdout: "put": 45, 2024-09-05T02:37:36.892 INFO:teuthology.orchestra.run.smithi174.stdout: "put_sum": 12842, 2024-09-05T02:37:36.892 INFO:teuthology.orchestra.run.smithi174.stdout: "wait": { 2024-09-05T02:37:36.892 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.892 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.892 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.892 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:36.892 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.892 INFO:teuthology.orchestra.run.smithi174.stdout: "throttle-objecter_ops": { 2024-09-05T02:37:36.892 INFO:teuthology.orchestra.run.smithi174.stdout: "val": 0, 2024-09-05T02:37:36.892 INFO:teuthology.orchestra.run.smithi174.stdout: "max": 1024, 2024-09-05T02:37:36.893 INFO:teuthology.orchestra.run.smithi174.stdout: "get_started": 0, 2024-09-05T02:37:36.893 INFO:teuthology.orchestra.run.smithi174.stdout: "get": 0, 2024-09-05T02:37:36.893 INFO:teuthology.orchestra.run.smithi174.stdout: "get_sum": 0, 2024-09-05T02:37:36.893 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:36.893 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:36.893 INFO:teuthology.orchestra.run.smithi174.stdout: "take": 45, 2024-09-05T02:37:36.893 INFO:teuthology.orchestra.run.smithi174.stdout: "take_sum": 45, 2024-09-05T02:37:36.893 INFO:teuthology.orchestra.run.smithi174.stdout: "put": 45, 2024-09-05T02:37:36.893 INFO:teuthology.orchestra.run.smithi174.stdout: "put_sum": 45, 2024-09-05T02:37:36.893 INFO:teuthology.orchestra.run.smithi174.stdout: "wait": { 2024-09-05T02:37:36.893 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.893 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.894 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.894 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:36.894 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.894 INFO:teuthology.orchestra.run.smithi174.stdout: "throttle-write_buf_throttle": { 2024-09-05T02:37:36.894 INFO:teuthology.orchestra.run.smithi174.stdout: "val": 0, 2024-09-05T02:37:36.894 INFO:teuthology.orchestra.run.smithi174.stdout: "max": 3758096384, 2024-09-05T02:37:36.894 INFO:teuthology.orchestra.run.smithi174.stdout: "get_started": 0, 2024-09-05T02:37:36.894 INFO:teuthology.orchestra.run.smithi174.stdout: "get": 0, 2024-09-05T02:37:36.894 INFO:teuthology.orchestra.run.smithi174.stdout: "get_sum": 0, 2024-09-05T02:37:36.894 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:36.894 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:36.894 INFO:teuthology.orchestra.run.smithi174.stdout: "take": 0, 2024-09-05T02:37:36.894 INFO:teuthology.orchestra.run.smithi174.stdout: "take_sum": 0, 2024-09-05T02:37:36.895 INFO:teuthology.orchestra.run.smithi174.stdout: "put": 0, 2024-09-05T02:37:36.895 INFO:teuthology.orchestra.run.smithi174.stdout: "put_sum": 0, 2024-09-05T02:37:36.895 INFO:teuthology.orchestra.run.smithi174.stdout: "wait": { 2024-09-05T02:37:36.895 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.895 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.895 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.895 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:36.895 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:36.895 INFO:teuthology.orchestra.run.smithi174.stdout: "throttle-write_buf_throttle-0x56107d858960": { 2024-09-05T02:37:36.895 INFO:teuthology.orchestra.run.smithi174.stdout: "val": 0, 2024-09-05T02:37:36.895 INFO:teuthology.orchestra.run.smithi174.stdout: "max": 3758096384, 2024-09-05T02:37:36.895 INFO:teuthology.orchestra.run.smithi174.stdout: "get_started": 0, 2024-09-05T02:37:36.895 INFO:teuthology.orchestra.run.smithi174.stdout: "get": 8, 2024-09-05T02:37:36.896 INFO:teuthology.orchestra.run.smithi174.stdout: "get_sum": 2360, 2024-09-05T02:37:36.896 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:36.896 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_success": 8, 2024-09-05T02:37:36.896 INFO:teuthology.orchestra.run.smithi174.stdout: "take": 0, 2024-09-05T02:37:36.896 INFO:teuthology.orchestra.run.smithi174.stdout: "take_sum": 0, 2024-09-05T02:37:36.896 INFO:teuthology.orchestra.run.smithi174.stdout: "put": 7, 2024-09-05T02:37:36.896 INFO:teuthology.orchestra.run.smithi174.stdout: "put_sum": 2360, 2024-09-05T02:37:36.896 INFO:teuthology.orchestra.run.smithi174.stdout: "wait": { 2024-09-05T02:37:36.896 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:36.896 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:36.896 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:36.896 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:36.896 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:36.897 INFO:teuthology.orchestra.run.smithi174.stdout:} 2024-09-05T02:37:37.591 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-09-05T02:37:37.591 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-09-05T02:37:37.591 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=0 2024-09-05T02:37:37.591 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=8 2024-09-05T02:37:37.591 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=6 2024-09-05T02:37:37.591 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-09-05T02:37:37.592 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-09-05T02:37:37.592 DEBUG:tasks.check_counter:Getting stats from l 2024-09-05T02:37:37.592 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph daemon mds.l perf dump 2024-09-05T02:37:37.838 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T02:37:37.959 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:37 smithi174 ceph-mon[34756]: pgmap v331: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-05T02:37:38.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:37 smithi033 ceph-mon[29909]: pgmap v331: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-05T02:37:38.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:37 smithi123 ceph-mon[34031]: pgmap v331: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-05T02:37:38.383 INFO:teuthology.orchestra.run.smithi174.stdout:{ 2024-09-05T02:37:38.383 INFO:teuthology.orchestra.run.smithi174.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T02:37:38.383 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_messages": 1005, 2024-09-05T02:37:38.383 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages": 991, 2024-09-05T02:37:38.383 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_bytes": 2010976, 2024-09-05T02:37:38.383 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_bytes": 377640, 2024-09-05T02:37:38.384 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_created_connections": 5, 2024-09-05T02:37:38.384 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_active_connections": 1, 2024-09-05T02:37:38.384 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_total_time": 0.135220992, 2024-09-05T02:37:38.384 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_send_time": 0.043770111, 2024-09-05T02:37:38.384 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_recv_time": 0.068055106, 2024-09-05T02:37:38.384 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_fast_dispatch_time": 0.028807795, 2024-09-05T02:37:38.384 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:38.384 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 990, 2024-09-05T02:37:38.384 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.056350144, 2024-09-05T02:37:38.384 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000056919 2024-09-05T02:37:38.384 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.385 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:38.385 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.385 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.385 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.385 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.385 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_encrypted_bytes": 1756960, 2024-09-05T02:37:38.385 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_encrypted_bytes": 137232 2024-09-05T02:37:38.385 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.385 INFO:teuthology.orchestra.run.smithi174.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T02:37:38.385 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_messages": 1431, 2024-09-05T02:37:38.385 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages": 1595, 2024-09-05T02:37:38.386 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_bytes": 367710, 2024-09-05T02:37:38.386 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_bytes": 903031, 2024-09-05T02:37:38.386 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_created_connections": 7, 2024-09-05T02:37:38.386 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_active_connections": 5, 2024-09-05T02:37:38.386 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_total_time": 0.116371714, 2024-09-05T02:37:38.386 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_send_time": 0.043046380, 2024-09-05T02:37:38.386 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_recv_time": 0.028658998, 2024-09-05T02:37:38.386 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_fast_dispatch_time": 0.034182155, 2024-09-05T02:37:38.386 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:38.386 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 1593, 2024-09-05T02:37:38.386 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.084488439, 2024-09-05T02:37:38.386 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000053037 2024-09-05T02:37:38.386 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.387 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:38.387 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.387 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.387 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.387 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.387 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_encrypted_bytes": 3344, 2024-09-05T02:37:38.387 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_encrypted_bytes": 449824 2024-09-05T02:37:38.387 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.387 INFO:teuthology.orchestra.run.smithi174.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T02:37:38.387 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_messages": 4, 2024-09-05T02:37:38.387 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages": 6, 2024-09-05T02:37:38.387 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_bytes": 1629, 2024-09-05T02:37:38.388 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_bytes": 1284, 2024-09-05T02:37:38.388 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_created_connections": 5, 2024-09-05T02:37:38.388 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_active_connections": 4, 2024-09-05T02:37:38.388 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_total_time": 0.001477616, 2024-09-05T02:37:38.388 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_send_time": 0.000099328, 2024-09-05T02:37:38.388 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_recv_time": 0.001178715, 2024-09-05T02:37:38.388 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_running_fast_dispatch_time": 0.000090092, 2024-09-05T02:37:38.388 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T02:37:38.388 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 4, 2024-09-05T02:37:38.388 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.003682389, 2024-09-05T02:37:38.388 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000920597 2024-09-05T02:37:38.388 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.388 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_handle_ack_lat": { 2024-09-05T02:37:38.389 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.389 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.389 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.389 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.389 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-05T02:37:38.389 INFO:teuthology.orchestra.run.smithi174.stdout: "msgr_send_encrypted_bytes": 0 2024-09-05T02:37:38.389 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.389 INFO:teuthology.orchestra.run.smithi174.stdout: "cct": { 2024-09-05T02:37:38.389 INFO:teuthology.orchestra.run.smithi174.stdout: "total_workers": 1, 2024-09-05T02:37:38.389 INFO:teuthology.orchestra.run.smithi174.stdout: "unhealthy_workers": 0 2024-09-05T02:37:38.389 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.389 INFO:teuthology.orchestra.run.smithi174.stdout: "finisher-MDSRank": { 2024-09-05T02:37:38.390 INFO:teuthology.orchestra.run.smithi174.stdout: "queue_len": 0, 2024-09-05T02:37:38.390 INFO:teuthology.orchestra.run.smithi174.stdout: "complete_latency": { 2024-09-05T02:37:38.390 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 3695, 2024-09-05T02:37:38.390 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.099335756, 2024-09-05T02:37:38.390 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000026883 2024-09-05T02:37:38.390 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:38.390 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.390 INFO:teuthology.orchestra.run.smithi174.stdout: "finisher-PurgeQueue": { 2024-09-05T02:37:38.390 INFO:teuthology.orchestra.run.smithi174.stdout: "queue_len": 0, 2024-09-05T02:37:38.390 INFO:teuthology.orchestra.run.smithi174.stdout: "complete_latency": { 2024-09-05T02:37:38.390 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.390 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.390 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.390 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:38.391 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.391 INFO:teuthology.orchestra.run.smithi174.stdout: "mds": { 2024-09-05T02:37:38.391 INFO:teuthology.orchestra.run.smithi174.stdout: "request": 0, 2024-09-05T02:37:38.391 INFO:teuthology.orchestra.run.smithi174.stdout: "reply": 0, 2024-09-05T02:37:38.391 INFO:teuthology.orchestra.run.smithi174.stdout: "reply_latency": { 2024-09-05T02:37:38.391 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.391 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.391 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.391 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.391 INFO:teuthology.orchestra.run.smithi174.stdout: "slow_reply": 0, 2024-09-05T02:37:38.391 INFO:teuthology.orchestra.run.smithi174.stdout: "forward": 0, 2024-09-05T02:37:38.391 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_fetch_complete": 0, 2024-09-05T02:37:38.392 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_fetch_keys": 0, 2024-09-05T02:37:38.392 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_commit": 0, 2024-09-05T02:37:38.392 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_split": 0, 2024-09-05T02:37:38.392 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_merge": 0, 2024-09-05T02:37:38.392 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes": 0, 2024-09-05T02:37:38.392 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_top": 0, 2024-09-05T02:37:38.392 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_bottom": 0, 2024-09-05T02:37:38.392 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_pin_tail": 0, 2024-09-05T02:37:38.392 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_pinned": 0, 2024-09-05T02:37:38.392 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_expired": 0, 2024-09-05T02:37:38.392 INFO:teuthology.orchestra.run.smithi174.stdout: "inodes_with_caps": 0, 2024-09-05T02:37:38.392 INFO:teuthology.orchestra.run.smithi174.stdout: "caps": 0, 2024-09-05T02:37:38.392 INFO:teuthology.orchestra.run.smithi174.stdout: "subtrees": 1, 2024-09-05T02:37:38.393 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse": 0, 2024-09-05T02:37:38.393 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_hit": 0, 2024-09-05T02:37:38.393 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_forward": 0, 2024-09-05T02:37:38.393 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_discover": 0, 2024-09-05T02:37:38.393 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_dir_fetch": 0, 2024-09-05T02:37:38.393 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_remote_ino": 0, 2024-09-05T02:37:38.393 INFO:teuthology.orchestra.run.smithi174.stdout: "traverse_lock": 0, 2024-09-05T02:37:38.393 INFO:teuthology.orchestra.run.smithi174.stdout: "load_cent": 0, 2024-09-05T02:37:38.393 INFO:teuthology.orchestra.run.smithi174.stdout: "q": 0, 2024-09-05T02:37:38.393 INFO:teuthology.orchestra.run.smithi174.stdout: "exported": 0, 2024-09-05T02:37:38.393 INFO:teuthology.orchestra.run.smithi174.stdout: "exported_inodes": 0, 2024-09-05T02:37:38.393 INFO:teuthology.orchestra.run.smithi174.stdout: "imported": 0, 2024-09-05T02:37:38.393 INFO:teuthology.orchestra.run.smithi174.stdout: "imported_inodes": 0, 2024-09-05T02:37:38.394 INFO:teuthology.orchestra.run.smithi174.stdout: "openino_dir_fetch": 0, 2024-09-05T02:37:38.394 INFO:teuthology.orchestra.run.smithi174.stdout: "openino_backtrace_fetch": 0, 2024-09-05T02:37:38.394 INFO:teuthology.orchestra.run.smithi174.stdout: "openino_peer_discover": 0, 2024-09-05T02:37:38.394 INFO:teuthology.orchestra.run.smithi174.stdout: "root_rfiles": 0, 2024-09-05T02:37:38.394 INFO:teuthology.orchestra.run.smithi174.stdout: "root_rbytes": 0, 2024-09-05T02:37:38.394 INFO:teuthology.orchestra.run.smithi174.stdout: "root_rsnaps": 0, 2024-09-05T02:37:38.394 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_backtrace_fetch": 0, 2024-09-05T02:37:38.394 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_set_tag": 0, 2024-09-05T02:37:38.394 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_backtrace_repaired": 0, 2024-09-05T02:37:38.394 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_inotable_repaired": 0, 2024-09-05T02:37:38.394 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_dir_inodes": 0, 2024-09-05T02:37:38.394 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_dir_base_inodes": 0, 2024-09-05T02:37:38.394 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_dirfrag_rstats": 0, 2024-09-05T02:37:38.394 INFO:teuthology.orchestra.run.smithi174.stdout: "scrub_file_inodes": 0, 2024-09-05T02:37:38.395 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_inode_file_caps": 0, 2024-09-05T02:37:38.395 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_cap_op_revoke": 0, 2024-09-05T02:37:38.395 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_cap_op_grant": 0, 2024-09-05T02:37:38.395 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_cap_op_trunc": 0, 2024-09-05T02:37:38.395 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-05T02:37:38.395 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-05T02:37:38.395 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_client_caps": 0, 2024-09-05T02:37:38.395 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_client_caps_dirty": 0, 2024-09-05T02:37:38.395 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_client_cap_release": 0, 2024-09-05T02:37:38.395 INFO:teuthology.orchestra.run.smithi174.stdout: "process_request_cap_release": 0 2024-09-05T02:37:38.395 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.395 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_cache": { 2024-09-05T02:37:38.396 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_update": 0, 2024-09-05T02:37:38.396 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_update_receipt": 0, 2024-09-05T02:37:38.396 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_try_discover": 0, 2024-09-05T02:37:38.396 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_send_discover": 0, 2024-09-05T02:37:38.396 INFO:teuthology.orchestra.run.smithi174.stdout: "dir_handle_discover": 0, 2024-09-05T02:37:38.396 INFO:teuthology.orchestra.run.smithi174.stdout: "num_strays": 0, 2024-09-05T02:37:38.396 INFO:teuthology.orchestra.run.smithi174.stdout: "num_strays_delayed": 0, 2024-09-05T02:37:38.396 INFO:teuthology.orchestra.run.smithi174.stdout: "num_strays_enqueuing": 0, 2024-09-05T02:37:38.396 INFO:teuthology.orchestra.run.smithi174.stdout: "strays_created": 0, 2024-09-05T02:37:38.396 INFO:teuthology.orchestra.run.smithi174.stdout: "strays_enqueued": 0, 2024-09-05T02:37:38.396 INFO:teuthology.orchestra.run.smithi174.stdout: "strays_reintegrated": 0, 2024-09-05T02:37:38.396 INFO:teuthology.orchestra.run.smithi174.stdout: "strays_migrated": 0, 2024-09-05T02:37:38.396 INFO:teuthology.orchestra.run.smithi174.stdout: "num_recovering_processing": 0, 2024-09-05T02:37:38.397 INFO:teuthology.orchestra.run.smithi174.stdout: "num_recovering_enqueued": 0, 2024-09-05T02:37:38.397 INFO:teuthology.orchestra.run.smithi174.stdout: "num_recovering_prioritized": 0, 2024-09-05T02:37:38.397 INFO:teuthology.orchestra.run.smithi174.stdout: "recovery_started": 0, 2024-09-05T02:37:38.397 INFO:teuthology.orchestra.run.smithi174.stdout: "recovery_completed": 0, 2024-09-05T02:37:38.397 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_quiesce_path": 0, 2024-09-05T02:37:38.397 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_quiesce_inode": 0, 2024-09-05T02:37:38.397 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_enqueue_scrub": 0, 2024-09-05T02:37:38.397 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_exportdir": 0, 2024-09-05T02:37:38.397 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_flush": 0, 2024-09-05T02:37:38.397 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_fragmentdir": 0, 2024-09-05T02:37:38.397 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_fragstats": 0, 2024-09-05T02:37:38.397 INFO:teuthology.orchestra.run.smithi174.stdout: "ireq_inodestats": 0 2024-09-05T02:37:38.397 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.398 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_log": { 2024-09-05T02:37:38.398 INFO:teuthology.orchestra.run.smithi174.stdout: "evlrg": 0, 2024-09-05T02:37:38.398 INFO:teuthology.orchestra.run.smithi174.stdout: "evadd": 0, 2024-09-05T02:37:38.398 INFO:teuthology.orchestra.run.smithi174.stdout: "evex": 0, 2024-09-05T02:37:38.398 INFO:teuthology.orchestra.run.smithi174.stdout: "evtrm": 0, 2024-09-05T02:37:38.398 INFO:teuthology.orchestra.run.smithi174.stdout: "ev": 6, 2024-09-05T02:37:38.398 INFO:teuthology.orchestra.run.smithi174.stdout: "evexg": 0, 2024-09-05T02:37:38.398 INFO:teuthology.orchestra.run.smithi174.stdout: "evexd": 0, 2024-09-05T02:37:38.398 INFO:teuthology.orchestra.run.smithi174.stdout: "segadd": 0, 2024-09-05T02:37:38.398 INFO:teuthology.orchestra.run.smithi174.stdout: "segex": 0, 2024-09-05T02:37:38.399 INFO:teuthology.orchestra.run.smithi174.stdout: "segtrm": 0, 2024-09-05T02:37:38.399 INFO:teuthology.orchestra.run.smithi174.stdout: "seg": 2, 2024-09-05T02:37:38.399 INFO:teuthology.orchestra.run.smithi174.stdout: "segmjr": 2, 2024-09-05T02:37:38.399 INFO:teuthology.orchestra.run.smithi174.stdout: "segexg": 0, 2024-09-05T02:37:38.399 INFO:teuthology.orchestra.run.smithi174.stdout: "segexd": 0, 2024-09-05T02:37:38.399 INFO:teuthology.orchestra.run.smithi174.stdout: "expos": 4194304, 2024-09-05T02:37:38.399 INFO:teuthology.orchestra.run.smithi174.stdout: "wrpos": 4195960, 2024-09-05T02:37:38.399 INFO:teuthology.orchestra.run.smithi174.stdout: "rdpos": 4195819, 2024-09-05T02:37:38.399 INFO:teuthology.orchestra.run.smithi174.stdout: "jlat": { 2024-09-05T02:37:38.399 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.399 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.399 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.399 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.400 INFO:teuthology.orchestra.run.smithi174.stdout: "replayed": 6 2024-09-05T02:37:38.400 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.400 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_mem": { 2024-09-05T02:37:38.400 INFO:teuthology.orchestra.run.smithi174.stdout: "ino": 3, 2024-09-05T02:37:38.400 INFO:teuthology.orchestra.run.smithi174.stdout: "ino+": 3, 2024-09-05T02:37:38.400 INFO:teuthology.orchestra.run.smithi174.stdout: "ino-": 0, 2024-09-05T02:37:38.400 INFO:teuthology.orchestra.run.smithi174.stdout: "dir": 1, 2024-09-05T02:37:38.400 INFO:teuthology.orchestra.run.smithi174.stdout: "dir+": 1, 2024-09-05T02:37:38.400 INFO:teuthology.orchestra.run.smithi174.stdout: "dir-": 0, 2024-09-05T02:37:38.400 INFO:teuthology.orchestra.run.smithi174.stdout: "dn": 0, 2024-09-05T02:37:38.400 INFO:teuthology.orchestra.run.smithi174.stdout: "dn+": 0, 2024-09-05T02:37:38.400 INFO:teuthology.orchestra.run.smithi174.stdout: "dn-": 0, 2024-09-05T02:37:38.400 INFO:teuthology.orchestra.run.smithi174.stdout: "cap": 0, 2024-09-05T02:37:38.400 INFO:teuthology.orchestra.run.smithi174.stdout: "cap+": 0, 2024-09-05T02:37:38.401 INFO:teuthology.orchestra.run.smithi174.stdout: "cap-": 0, 2024-09-05T02:37:38.401 INFO:teuthology.orchestra.run.smithi174.stdout: "rss": 48656, 2024-09-05T02:37:38.401 INFO:teuthology.orchestra.run.smithi174.stdout: "heap": 215328 2024-09-05T02:37:38.401 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.401 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_server": { 2024-09-05T02:37:38.401 INFO:teuthology.orchestra.run.smithi174.stdout: "dispatch_client_request": 0, 2024-09-05T02:37:38.401 INFO:teuthology.orchestra.run.smithi174.stdout: "dispatch_server_request": 0, 2024-09-05T02:37:38.401 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_client_request": 0, 2024-09-05T02:37:38.401 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_client_session": 0, 2024-09-05T02:37:38.401 INFO:teuthology.orchestra.run.smithi174.stdout: "handle_peer_request": 0, 2024-09-05T02:37:38.401 INFO:teuthology.orchestra.run.smithi174.stdout: "req_create_latency": { 2024-09-05T02:37:38.401 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.401 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.401 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.402 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.402 INFO:teuthology.orchestra.run.smithi174.stdout: "req_getattr_latency": { 2024-09-05T02:37:38.402 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.402 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.402 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.402 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.402 INFO:teuthology.orchestra.run.smithi174.stdout: "req_getfilelock_latency": { 2024-09-05T02:37:38.402 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.402 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.402 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.402 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.402 INFO:teuthology.orchestra.run.smithi174.stdout: "req_link_latency": { 2024-09-05T02:37:38.402 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.403 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.403 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.403 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.403 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookup_latency": { 2024-09-05T02:37:38.403 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.403 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.403 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.403 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.403 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookuphash_latency": { 2024-09-05T02:37:38.403 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.403 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.403 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.403 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.404 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookupino_latency": { 2024-09-05T02:37:38.404 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.404 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.404 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.404 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.404 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookupname_latency": { 2024-09-05T02:37:38.404 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.404 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.404 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.404 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.404 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookupparent_latency": { 2024-09-05T02:37:38.404 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.404 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.405 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.405 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.405 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lookupsnap_latency": { 2024-09-05T02:37:38.405 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.405 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.405 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.405 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.405 INFO:teuthology.orchestra.run.smithi174.stdout: "req_lssnap_latency": { 2024-09-05T02:37:38.405 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.405 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.405 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.405 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.405 INFO:teuthology.orchestra.run.smithi174.stdout: "req_mkdir_latency": { 2024-09-05T02:37:38.406 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.406 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.406 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.406 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.406 INFO:teuthology.orchestra.run.smithi174.stdout: "req_mknod_latency": { 2024-09-05T02:37:38.406 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.406 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.406 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.406 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.406 INFO:teuthology.orchestra.run.smithi174.stdout: "req_mksnap_latency": { 2024-09-05T02:37:38.406 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.406 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.406 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.407 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.407 INFO:teuthology.orchestra.run.smithi174.stdout: "req_open_latency": { 2024-09-05T02:37:38.407 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.407 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.407 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.407 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.407 INFO:teuthology.orchestra.run.smithi174.stdout: "req_readdir_latency": { 2024-09-05T02:37:38.407 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.407 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.407 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.407 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.407 INFO:teuthology.orchestra.run.smithi174.stdout: "req_rename_latency": { 2024-09-05T02:37:38.408 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.408 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.408 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.408 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.408 INFO:teuthology.orchestra.run.smithi174.stdout: "req_renamesnap_latency": { 2024-09-05T02:37:38.408 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.408 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.408 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.408 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.408 INFO:teuthology.orchestra.run.smithi174.stdout: "req_snapdiff_latency": { 2024-09-05T02:37:38.408 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.408 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.408 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.409 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.409 INFO:teuthology.orchestra.run.smithi174.stdout: "req_rmdir_latency": { 2024-09-05T02:37:38.409 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.409 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.409 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.409 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.409 INFO:teuthology.orchestra.run.smithi174.stdout: "req_rmsnap_latency": { 2024-09-05T02:37:38.409 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.409 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.409 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.409 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.409 INFO:teuthology.orchestra.run.smithi174.stdout: "req_rmxattr_latency": { 2024-09-05T02:37:38.409 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.409 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.410 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.410 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.410 INFO:teuthology.orchestra.run.smithi174.stdout: "req_setattr_latency": { 2024-09-05T02:37:38.410 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.410 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.410 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.410 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.410 INFO:teuthology.orchestra.run.smithi174.stdout: "req_setdirlayout_latency": { 2024-09-05T02:37:38.410 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.410 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.410 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.410 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.411 INFO:teuthology.orchestra.run.smithi174.stdout: "req_setfilelock_latency": { 2024-09-05T02:37:38.411 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.411 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.411 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.411 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.411 INFO:teuthology.orchestra.run.smithi174.stdout: "req_setlayout_latency": { 2024-09-05T02:37:38.411 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.411 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.411 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.411 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.411 INFO:teuthology.orchestra.run.smithi174.stdout: "req_setxattr_latency": { 2024-09-05T02:37:38.411 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.411 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.411 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.412 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.412 INFO:teuthology.orchestra.run.smithi174.stdout: "req_symlink_latency": { 2024-09-05T02:37:38.412 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.412 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.412 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.412 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.412 INFO:teuthology.orchestra.run.smithi174.stdout: "req_unlink_latency": { 2024-09-05T02:37:38.412 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.412 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.412 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.412 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.412 INFO:teuthology.orchestra.run.smithi174.stdout: "cap_revoke_eviction": 0, 2024-09-05T02:37:38.413 INFO:teuthology.orchestra.run.smithi174.stdout: "cap_acquisition_throttle": 0, 2024-09-05T02:37:38.413 INFO:teuthology.orchestra.run.smithi174.stdout: "req_getvxattr_latency": { 2024-09-05T02:37:38.413 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.413 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.413 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.413 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:38.413 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.413 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_sessions": { 2024-09-05T02:37:38.413 INFO:teuthology.orchestra.run.smithi174.stdout: "session_count": 0, 2024-09-05T02:37:38.413 INFO:teuthology.orchestra.run.smithi174.stdout: "session_add": 2, 2024-09-05T02:37:38.413 INFO:teuthology.orchestra.run.smithi174.stdout: "session_remove": 2, 2024-09-05T02:37:38.413 INFO:teuthology.orchestra.run.smithi174.stdout: "sessions_open": 1, 2024-09-05T02:37:38.413 INFO:teuthology.orchestra.run.smithi174.stdout: "sessions_stale": 0, 2024-09-05T02:37:38.414 INFO:teuthology.orchestra.run.smithi174.stdout: "total_load": 0, 2024-09-05T02:37:38.414 INFO:teuthology.orchestra.run.smithi174.stdout: "average_load": 0, 2024-09-05T02:37:38.414 INFO:teuthology.orchestra.run.smithi174.stdout: "avg_session_uptime": 1431, 2024-09-05T02:37:38.414 INFO:teuthology.orchestra.run.smithi174.stdout: "mdthresh_evicted": 0 2024-09-05T02:37:38.414 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.414 INFO:teuthology.orchestra.run.smithi174.stdout: "mempool": { 2024-09-05T02:37:38.414 INFO:teuthology.orchestra.run.smithi174.stdout: "bloom_filter_bytes": 0, 2024-09-05T02:37:38.414 INFO:teuthology.orchestra.run.smithi174.stdout: "bloom_filter_items": 0, 2024-09-05T02:37:38.414 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T02:37:38.414 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_alloc_items": 0, 2024-09-05T02:37:38.414 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T02:37:38.414 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_data_items": 0, 2024-09-05T02:37:38.414 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T02:37:38.415 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T02:37:38.415 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T02:37:38.415 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T02:37:38.415 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T02:37:38.415 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_other_items": 0, 2024-09-05T02:37:38.415 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T02:37:38.415 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T02:37:38.415 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_extent_bytes": 0, 2024-09-05T02:37:38.415 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_extent_items": 0, 2024-09-05T02:37:38.415 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_blob_bytes": 0, 2024-09-05T02:37:38.415 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_blob_items": 0, 2024-09-05T02:37:38.415 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T02:37:38.415 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T02:37:38.416 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T02:37:38.416 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T02:37:38.416 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T02:37:38.416 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_fsck_items": 0, 2024-09-05T02:37:38.416 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_txc_bytes": 0, 2024-09-05T02:37:38.416 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_txc_items": 0, 2024-09-05T02:37:38.416 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T02:37:38.416 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T02:37:38.416 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_writing_bytes": 0, 2024-09-05T02:37:38.416 INFO:teuthology.orchestra.run.smithi174.stdout: "bluestore_writing_items": 0, 2024-09-05T02:37:38.416 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_bytes": 0, 2024-09-05T02:37:38.416 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_items": 0, 2024-09-05T02:37:38.416 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T02:37:38.417 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_file_reader_items": 0, 2024-09-05T02:37:38.417 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T02:37:38.417 INFO:teuthology.orchestra.run.smithi174.stdout: "bluefs_file_writer_items": 0, 2024-09-05T02:37:38.417 INFO:teuthology.orchestra.run.smithi174.stdout: "buffer_anon_bytes": 197451, 2024-09-05T02:37:38.417 INFO:teuthology.orchestra.run.smithi174.stdout: "buffer_anon_items": 55, 2024-09-05T02:37:38.417 INFO:teuthology.orchestra.run.smithi174.stdout: "buffer_meta_bytes": 0, 2024-09-05T02:37:38.417 INFO:teuthology.orchestra.run.smithi174.stdout: "buffer_meta_items": 0, 2024-09-05T02:37:38.417 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_bytes": 0, 2024-09-05T02:37:38.417 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_items": 0, 2024-09-05T02:37:38.417 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_mapbl_bytes": 0, 2024-09-05T02:37:38.417 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_mapbl_items": 0, 2024-09-05T02:37:38.417 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_pglog_bytes": 0, 2024-09-05T02:37:38.417 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_pglog_items": 0, 2024-09-05T02:37:38.418 INFO:teuthology.orchestra.run.smithi174.stdout: "osdmap_bytes": 8224, 2024-09-05T02:37:38.418 INFO:teuthology.orchestra.run.smithi174.stdout: "osdmap_items": 181, 2024-09-05T02:37:38.418 INFO:teuthology.orchestra.run.smithi174.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T02:37:38.418 INFO:teuthology.orchestra.run.smithi174.stdout: "osdmap_mapping_items": 0, 2024-09-05T02:37:38.418 INFO:teuthology.orchestra.run.smithi174.stdout: "pgmap_bytes": 0, 2024-09-05T02:37:38.418 INFO:teuthology.orchestra.run.smithi174.stdout: "pgmap_items": 0, 2024-09-05T02:37:38.418 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_co_bytes": 8512, 2024-09-05T02:37:38.418 INFO:teuthology.orchestra.run.smithi174.stdout: "mds_co_items": 13, 2024-09-05T02:37:38.418 INFO:teuthology.orchestra.run.smithi174.stdout: "unittest_1_bytes": 0, 2024-09-05T02:37:38.418 INFO:teuthology.orchestra.run.smithi174.stdout: "unittest_1_items": 0, 2024-09-05T02:37:38.418 INFO:teuthology.orchestra.run.smithi174.stdout: "unittest_2_bytes": 0, 2024-09-05T02:37:38.418 INFO:teuthology.orchestra.run.smithi174.stdout: "unittest_2_items": 0 2024-09-05T02:37:38.419 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.419 INFO:teuthology.orchestra.run.smithi174.stdout: "objecter": { 2024-09-05T02:37:38.419 INFO:teuthology.orchestra.run.smithi174.stdout: "op_active": 0, 2024-09-05T02:37:38.419 INFO:teuthology.orchestra.run.smithi174.stdout: "op_laggy": 0, 2024-09-05T02:37:38.419 INFO:teuthology.orchestra.run.smithi174.stdout: "op_send": 2185, 2024-09-05T02:37:38.419 INFO:teuthology.orchestra.run.smithi174.stdout: "op_send_bytes": 21, 2024-09-05T02:37:38.419 INFO:teuthology.orchestra.run.smithi174.stdout: "op_resend": 3, 2024-09-05T02:37:38.419 INFO:teuthology.orchestra.run.smithi174.stdout: "op_reply": 2185, 2024-09-05T02:37:38.419 INFO:teuthology.orchestra.run.smithi174.stdout: "op_latency": { 2024-09-05T02:37:38.419 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 2185, 2024-09-05T02:37:38.419 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 1.149985586, 2024-09-05T02:37:38.419 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000526309 2024-09-05T02:37:38.419 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.419 INFO:teuthology.orchestra.run.smithi174.stdout: "op_inflight": 0, 2024-09-05T02:37:38.420 INFO:teuthology.orchestra.run.smithi174.stdout: "oplen_avg": { 2024-09-05T02:37:38.420 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 2185, 2024-09-05T02:37:38.420 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 2186 2024-09-05T02:37:38.420 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.420 INFO:teuthology.orchestra.run.smithi174.stdout: "op": 2185, 2024-09-05T02:37:38.420 INFO:teuthology.orchestra.run.smithi174.stdout: "op_r": 2185, 2024-09-05T02:37:38.420 INFO:teuthology.orchestra.run.smithi174.stdout: "op_w": 0, 2024-09-05T02:37:38.420 INFO:teuthology.orchestra.run.smithi174.stdout: "op_rmw": 0, 2024-09-05T02:37:38.420 INFO:teuthology.orchestra.run.smithi174.stdout: "op_pg": 0, 2024-09-05T02:37:38.420 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_stat": 1419, 2024-09-05T02:37:38.420 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_create": 0, 2024-09-05T02:37:38.420 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_read": 764, 2024-09-05T02:37:38.420 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_write": 0, 2024-09-05T02:37:38.420 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_writefull": 0, 2024-09-05T02:37:38.420 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_writesame": 0, 2024-09-05T02:37:38.421 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_append": 0, 2024-09-05T02:37:38.421 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_zero": 0, 2024-09-05T02:37:38.421 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_truncate": 0, 2024-09-05T02:37:38.421 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_delete": 0, 2024-09-05T02:37:38.421 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_mapext": 0, 2024-09-05T02:37:38.421 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_sparse_read": 0, 2024-09-05T02:37:38.421 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_clonerange": 0, 2024-09-05T02:37:38.421 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_getxattr": 1, 2024-09-05T02:37:38.421 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_setxattr": 0, 2024-09-05T02:37:38.421 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_cmpxattr": 0, 2024-09-05T02:37:38.421 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_rmxattr": 0, 2024-09-05T02:37:38.421 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_resetxattrs": 0, 2024-09-05T02:37:38.421 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_call": 0, 2024-09-05T02:37:38.422 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_watch": 0, 2024-09-05T02:37:38.422 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_notify": 0, 2024-09-05T02:37:38.422 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_src_cmpxattr": 0, 2024-09-05T02:37:38.422 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_pgls": 0, 2024-09-05T02:37:38.422 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_pgls_filter": 0, 2024-09-05T02:37:38.422 INFO:teuthology.orchestra.run.smithi174.stdout: "osdop_other": 0, 2024-09-05T02:37:38.422 INFO:teuthology.orchestra.run.smithi174.stdout: "linger_active": 0, 2024-09-05T02:37:38.422 INFO:teuthology.orchestra.run.smithi174.stdout: "linger_send": 0, 2024-09-05T02:37:38.422 INFO:teuthology.orchestra.run.smithi174.stdout: "linger_resend": 0, 2024-09-05T02:37:38.422 INFO:teuthology.orchestra.run.smithi174.stdout: "linger_ping": 0, 2024-09-05T02:37:38.422 INFO:teuthology.orchestra.run.smithi174.stdout: "poolop_active": 0, 2024-09-05T02:37:38.422 INFO:teuthology.orchestra.run.smithi174.stdout: "poolop_send": 0, 2024-09-05T02:37:38.422 INFO:teuthology.orchestra.run.smithi174.stdout: "poolop_resend": 0, 2024-09-05T02:37:38.422 INFO:teuthology.orchestra.run.smithi174.stdout: "poolstat_active": 0, 2024-09-05T02:37:38.423 INFO:teuthology.orchestra.run.smithi174.stdout: "poolstat_send": 0, 2024-09-05T02:37:38.423 INFO:teuthology.orchestra.run.smithi174.stdout: "poolstat_resend": 0, 2024-09-05T02:37:38.423 INFO:teuthology.orchestra.run.smithi174.stdout: "statfs_active": 0, 2024-09-05T02:37:38.423 INFO:teuthology.orchestra.run.smithi174.stdout: "statfs_send": 0, 2024-09-05T02:37:38.423 INFO:teuthology.orchestra.run.smithi174.stdout: "statfs_resend": 0, 2024-09-05T02:37:38.423 INFO:teuthology.orchestra.run.smithi174.stdout: "command_active": 0, 2024-09-05T02:37:38.423 INFO:teuthology.orchestra.run.smithi174.stdout: "command_send": 0, 2024-09-05T02:37:38.423 INFO:teuthology.orchestra.run.smithi174.stdout: "command_resend": 0, 2024-09-05T02:37:38.423 INFO:teuthology.orchestra.run.smithi174.stdout: "map_epoch": 95, 2024-09-05T02:37:38.423 INFO:teuthology.orchestra.run.smithi174.stdout: "map_full": 0, 2024-09-05T02:37:38.423 INFO:teuthology.orchestra.run.smithi174.stdout: "map_inc": 11, 2024-09-05T02:37:38.423 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_sessions": 6, 2024-09-05T02:37:38.423 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_session_open": 6, 2024-09-05T02:37:38.423 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_session_close": 0, 2024-09-05T02:37:38.423 INFO:teuthology.orchestra.run.smithi174.stdout: "osd_laggy": 0, 2024-09-05T02:37:38.424 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_wr": 0, 2024-09-05T02:37:38.424 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_rd": 2, 2024-09-05T02:37:38.424 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_del": 0 2024-09-05T02:37:38.424 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.424 INFO:teuthology.orchestra.run.smithi174.stdout: "oft": { 2024-09-05T02:37:38.424 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_total_objs": 0, 2024-09-05T02:37:38.424 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_total_kv_pairs": 0, 2024-09-05T02:37:38.424 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_total_updates": 0, 2024-09-05T02:37:38.424 INFO:teuthology.orchestra.run.smithi174.stdout: "omap_total_removes": 0 2024-09-05T02:37:38.424 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.424 INFO:teuthology.orchestra.run.smithi174.stdout: "osd-slow-ops": { 2024-09-05T02:37:38.424 INFO:teuthology.orchestra.run.smithi174.stdout: "slow_ops_count": 0 2024-09-05T02:37:38.424 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.425 INFO:teuthology.orchestra.run.smithi174.stdout: "purge_queue": { 2024-09-05T02:37:38.425 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executing_ops": 0, 2024-09-05T02:37:38.425 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executing_ops_high_water": 0, 2024-09-05T02:37:38.425 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executing": 0, 2024-09-05T02:37:38.425 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executing_high_water": 0, 2024-09-05T02:37:38.425 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executed_ops": 0, 2024-09-05T02:37:38.425 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_executed": 0, 2024-09-05T02:37:38.425 INFO:teuthology.orchestra.run.smithi174.stdout: "pq_item_in_journal": 0 2024-09-05T02:37:38.425 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.425 INFO:teuthology.orchestra.run.smithi174.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T02:37:38.425 INFO:teuthology.orchestra.run.smithi174.stdout: "val": 0, 2024-09-05T02:37:38.425 INFO:teuthology.orchestra.run.smithi174.stdout: "max": 104857600, 2024-09-05T02:37:38.425 INFO:teuthology.orchestra.run.smithi174.stdout: "get_started": 0, 2024-09-05T02:37:38.426 INFO:teuthology.orchestra.run.smithi174.stdout: "get": 2436, 2024-09-05T02:37:38.426 INFO:teuthology.orchestra.run.smithi174.stdout: "get_sum": 2145307, 2024-09-05T02:37:38.426 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:38.426 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_success": 2436, 2024-09-05T02:37:38.426 INFO:teuthology.orchestra.run.smithi174.stdout: "take": 0, 2024-09-05T02:37:38.426 INFO:teuthology.orchestra.run.smithi174.stdout: "take_sum": 0, 2024-09-05T02:37:38.426 INFO:teuthology.orchestra.run.smithi174.stdout: "put": 2436, 2024-09-05T02:37:38.426 INFO:teuthology.orchestra.run.smithi174.stdout: "put_sum": 2145307, 2024-09-05T02:37:38.426 INFO:teuthology.orchestra.run.smithi174.stdout: "wait": { 2024-09-05T02:37:38.426 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.426 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.428 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.428 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:38.428 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.428 INFO:teuthology.orchestra.run.smithi174.stdout: "throttle-objecter_bytes": { 2024-09-05T02:37:38.428 INFO:teuthology.orchestra.run.smithi174.stdout: "val": 0, 2024-09-05T02:37:38.428 INFO:teuthology.orchestra.run.smithi174.stdout: "max": 104857600, 2024-09-05T02:37:38.428 INFO:teuthology.orchestra.run.smithi174.stdout: "get_started": 0, 2024-09-05T02:37:38.428 INFO:teuthology.orchestra.run.smithi174.stdout: "get": 0, 2024-09-05T02:37:38.428 INFO:teuthology.orchestra.run.smithi174.stdout: "get_sum": 0, 2024-09-05T02:37:38.428 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:38.429 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:38.429 INFO:teuthology.orchestra.run.smithi174.stdout: "take": 2185, 2024-09-05T02:37:38.429 INFO:teuthology.orchestra.run.smithi174.stdout: "take_sum": 1661, 2024-09-05T02:37:38.429 INFO:teuthology.orchestra.run.smithi174.stdout: "put": 2185, 2024-09-05T02:37:38.429 INFO:teuthology.orchestra.run.smithi174.stdout: "put_sum": 1661, 2024-09-05T02:37:38.429 INFO:teuthology.orchestra.run.smithi174.stdout: "wait": { 2024-09-05T02:37:38.429 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.429 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.429 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.429 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:38.429 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.429 INFO:teuthology.orchestra.run.smithi174.stdout: "throttle-objecter_ops": { 2024-09-05T02:37:38.429 INFO:teuthology.orchestra.run.smithi174.stdout: "val": 0, 2024-09-05T02:37:38.429 INFO:teuthology.orchestra.run.smithi174.stdout: "max": 1024, 2024-09-05T02:37:38.430 INFO:teuthology.orchestra.run.smithi174.stdout: "get_started": 0, 2024-09-05T02:37:38.430 INFO:teuthology.orchestra.run.smithi174.stdout: "get": 0, 2024-09-05T02:37:38.430 INFO:teuthology.orchestra.run.smithi174.stdout: "get_sum": 0, 2024-09-05T02:37:38.430 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:38.430 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:38.430 INFO:teuthology.orchestra.run.smithi174.stdout: "take": 2185, 2024-09-05T02:37:38.430 INFO:teuthology.orchestra.run.smithi174.stdout: "take_sum": 2185, 2024-09-05T02:37:38.430 INFO:teuthology.orchestra.run.smithi174.stdout: "put": 2185, 2024-09-05T02:37:38.430 INFO:teuthology.orchestra.run.smithi174.stdout: "put_sum": 2185, 2024-09-05T02:37:38.430 INFO:teuthology.orchestra.run.smithi174.stdout: "wait": { 2024-09-05T02:37:38.430 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.430 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.430 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.430 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:38.431 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.431 INFO:teuthology.orchestra.run.smithi174.stdout: "throttle-write_buf_throttle": { 2024-09-05T02:37:38.431 INFO:teuthology.orchestra.run.smithi174.stdout: "val": 0, 2024-09-05T02:37:38.431 INFO:teuthology.orchestra.run.smithi174.stdout: "max": 3758096384, 2024-09-05T02:37:38.431 INFO:teuthology.orchestra.run.smithi174.stdout: "get_started": 0, 2024-09-05T02:37:38.431 INFO:teuthology.orchestra.run.smithi174.stdout: "get": 0, 2024-09-05T02:37:38.431 INFO:teuthology.orchestra.run.smithi174.stdout: "get_sum": 0, 2024-09-05T02:37:38.431 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:38.431 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:38.431 INFO:teuthology.orchestra.run.smithi174.stdout: "take": 0, 2024-09-05T02:37:38.431 INFO:teuthology.orchestra.run.smithi174.stdout: "take_sum": 0, 2024-09-05T02:37:38.431 INFO:teuthology.orchestra.run.smithi174.stdout: "put": 0, 2024-09-05T02:37:38.431 INFO:teuthology.orchestra.run.smithi174.stdout: "put_sum": 0, 2024-09-05T02:37:38.432 INFO:teuthology.orchestra.run.smithi174.stdout: "wait": { 2024-09-05T02:37:38.432 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.432 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.432 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.432 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:38.432 INFO:teuthology.orchestra.run.smithi174.stdout: }, 2024-09-05T02:37:38.432 INFO:teuthology.orchestra.run.smithi174.stdout: "throttle-write_buf_throttle-0x55d24e44eb40": { 2024-09-05T02:37:38.432 INFO:teuthology.orchestra.run.smithi174.stdout: "val": 0, 2024-09-05T02:37:38.432 INFO:teuthology.orchestra.run.smithi174.stdout: "max": 3758096384, 2024-09-05T02:37:38.432 INFO:teuthology.orchestra.run.smithi174.stdout: "get_started": 0, 2024-09-05T02:37:38.432 INFO:teuthology.orchestra.run.smithi174.stdout: "get": 0, 2024-09-05T02:37:38.432 INFO:teuthology.orchestra.run.smithi174.stdout: "get_sum": 0, 2024-09-05T02:37:38.432 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_fail": 0, 2024-09-05T02:37:38.432 INFO:teuthology.orchestra.run.smithi174.stdout: "get_or_fail_success": 0, 2024-09-05T02:37:38.433 INFO:teuthology.orchestra.run.smithi174.stdout: "take": 0, 2024-09-05T02:37:38.433 INFO:teuthology.orchestra.run.smithi174.stdout: "take_sum": 0, 2024-09-05T02:37:38.433 INFO:teuthology.orchestra.run.smithi174.stdout: "put": 0, 2024-09-05T02:37:38.433 INFO:teuthology.orchestra.run.smithi174.stdout: "put_sum": 0, 2024-09-05T02:37:38.433 INFO:teuthology.orchestra.run.smithi174.stdout: "wait": { 2024-09-05T02:37:38.433 INFO:teuthology.orchestra.run.smithi174.stdout: "avgcount": 0, 2024-09-05T02:37:38.433 INFO:teuthology.orchestra.run.smithi174.stdout: "sum": 0.000000000, 2024-09-05T02:37:38.433 INFO:teuthology.orchestra.run.smithi174.stdout: "avgtime": 0.000000000 2024-09-05T02:37:38.433 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:38.433 INFO:teuthology.orchestra.run.smithi174.stdout: } 2024-09-05T02:37:38.433 INFO:teuthology.orchestra.run.smithi174.stdout:} 2024-09-05T02:37:39.058 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-09-05T02:37:39.058 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-09-05T02:37:39.058 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2024-09-05T02:37:39.058 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=0 2024-09-05T02:37:39.058 INFO:tasks.check_counter:Daemon mds.l mds.root_rsnaps=0 2024-09-05T02:37:39.058 INFO:tasks.check_counter:Daemon mds.l mds_server.req_mksnap_latency.avgcount=0 2024-09-05T02:37:39.058 INFO:tasks.check_counter:Daemon mds.l mds_server.req_rmsnap_latency.avgcount=0 2024-09-05T02:37:39.058 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-09-05T02:37:39.069 INFO:tasks.kclient:Unmounting kernel clients... 2024-09-05T02:37:39.070 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T02:37:39.070 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T02:37:39.112 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T02:37:39.112 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T02:37:39.191 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd blocklist ls 2024-09-05T02:37:39.611 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:37:40.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:39 smithi174 ceph-mon[34756]: pgmap v332: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:37:40.047 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:39 smithi033 ceph-mon[29909]: pgmap v332: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:37:40.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:39 smithi123 ceph-mon[34031]: pgmap v332: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-05T02:37:40.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.159+0000 7f6624600640 1 -- 172.21.15.33:0/2785078776 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661c109120 msgr2=0x7f661c110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:40.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.159+0000 7f6624600640 1 --2- 172.21.15.33:0/2785078776 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661c109120 0x7f661c110ca0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f6614009ca0 tx=0x7f661402a8c0 comp rx=0 tx=0).stop 2024-09-05T02:37:40.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.159+0000 7f6624600640 1 -- 172.21.15.33:0/2785078776 shutdown_connections 2024-09-05T02:37:40.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.159+0000 7f6624600640 1 --2- 172.21.15.33:0/2785078776 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661c109120 0x7f661c110ca0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:40.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.159+0000 7f6624600640 1 --2- 172.21.15.33:0/2785078776 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f661c1049a0 0x7f661c1089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:40.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.159+0000 7f6624600640 1 --2- 172.21.15.33:0/2785078776 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f661c103ff0 0x7f661c1043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:40.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.159+0000 7f6624600640 1 -- 172.21.15.33:0/2785078776 >> 172.21.15.33:0/2785078776 conn(0x7f661c0ffa90 msgr2=0x7f661c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:40.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.160+0000 7f6624600640 1 -- 172.21.15.33:0/2785078776 shutdown_connections 2024-09-05T02:37:40.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.160+0000 7f6624600640 1 -- 172.21.15.33:0/2785078776 wait complete. 2024-09-05T02:37:40.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.160+0000 7f6624600640 1 Processor -- start 2024-09-05T02:37:40.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.161+0000 7f6624600640 1 -- start start 2024-09-05T02:37:40.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.161+0000 7f6624600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661c103ff0 0x7f661c19a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:40.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.161+0000 7f6624600640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f661c1049a0 0x7f661c19ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:40.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.161+0000 7f6624600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f661c109120 0x7f661c19eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:40.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.161+0000 7f6624600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f661c114130 con 0x7f661c103ff0 2024-09-05T02:37:40.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.161+0000 7f6624600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f661c113fb0 con 0x7f661c109120 2024-09-05T02:37:40.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.161+0000 7f6624600640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f661c1142b0 con 0x7f661c1049a0 2024-09-05T02:37:40.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.161+0000 7f6621c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661c103ff0 0x7f661c19a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:40.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.161+0000 7f6621200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f661c1049a0 0x7f661c19ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:40.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.161+0000 7f6621200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f661c1049a0 0x7f661c19ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:60422/0 (socket says 172.21.15.33:60422) 2024-09-05T02:37:40.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.161+0000 7f6621200640 1 -- 172.21.15.33:0/1837403092 learned_addr learned my addr 172.21.15.33:0/1837403092 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:40.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.162+0000 7f6622600640 1 --2- 172.21.15.33:0/1837403092 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f661c109120 0x7f661c19eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:40.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.162+0000 7f6621200640 1 -- 172.21.15.33:0/1837403092 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f661c109120 msgr2=0x7f661c19eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:40.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.162+0000 7f6621200640 1 --2- 172.21.15.33:0/1837403092 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f661c109120 0x7f661c19eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:40.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.162+0000 7f6621200640 1 -- 172.21.15.33:0/1837403092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661c103ff0 msgr2=0x7f661c19a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:40.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.162+0000 7f6621200640 1 --2- 172.21.15.33:0/1837403092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661c103ff0 0x7f661c19a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:40.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.162+0000 7f6621200640 1 -- 172.21.15.33:0/1837403092 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f661c19f5a0 con 0x7f661c1049a0 2024-09-05T02:37:40.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.162+0000 7f6621200640 1 --2- 172.21.15.33:0/1837403092 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f661c1049a0 0x7f661c19ab30 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f660800d950 tx=0x7f660800de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:40.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.162+0000 7f661a000640 1 -- 172.21.15.33:0/1837403092 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6608017030 con 0x7f661c1049a0 2024-09-05T02:37:40.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.162+0000 7f6624600640 1 -- 172.21.15.33:0/1837403092 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f661c19f890 con 0x7f661c1049a0 2024-09-05T02:37:40.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.162+0000 7f661a000640 1 -- 172.21.15.33:0/1837403092 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6608004020 con 0x7f661c1049a0 2024-09-05T02:37:40.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.162+0000 7f661a000640 1 -- 172.21.15.33:0/1837403092 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66080047a0 con 0x7f661c1049a0 2024-09-05T02:37:40.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.162+0000 7f6624600640 1 -- 172.21.15.33:0/1837403092 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f661c1a7170 con 0x7f661c1049a0 2024-09-05T02:37:40.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.163+0000 7f6624600640 1 -- 172.21.15.33:0/1837403092 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f661c1043d0 con 0x7f661c1049a0 2024-09-05T02:37:40.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.166+0000 7f661a000640 1 -- 172.21.15.33:0/1837403092 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f66080041d0 con 0x7f661c1049a0 2024-09-05T02:37:40.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.167+0000 7f661a000640 1 --2- 172.21.15.33:0/1837403092 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f66040a2d70 0x7f66040a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:40.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.167+0000 7f661a000640 1 -- 172.21.15.33:0/1837403092 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8542+0+0 (secure 0 0 0) 0x7f66080cf420 con 0x7f661c1049a0 2024-09-05T02:37:40.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.167+0000 7f6621c00640 1 --2- 172.21.15.33:0/1837403092 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f66040a2d70 0x7f66040a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:40.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.168+0000 7f6621c00640 1 --2- 172.21.15.33:0/1837403092 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f66040a2d70 0x7f66040a5230 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f6610009bd0 tx=0x7f6610005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:40.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.170+0000 7f661a000640 1 -- 172.21.15.33:0/1837403092 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f660809c050 con 0x7f661c1049a0 2024-09-05T02:37:40.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.367+0000 7f6624600640 1 -- 172.21.15.33:0/1837403092 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f661c19b950 con 0x7f661c1049a0 2024-09-05T02:37:40.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.368+0000 7f661a000640 1 -- 172.21.15.33:0/1837403092 <== mon.1 v2:172.21.15.174:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v95) ==== 81+0+942 (secure 0 0 0) 0x7f661c19b950 con 0x7f661c1049a0 2024-09-05T02:37:40.370 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3627030740 2024-09-06T02:26:55.784422+0000 2024-09-05T02:37:40.371 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3816578341 2024-09-06T02:26:55.784422+0000 2024-09-05T02:37:40.371 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3047771737 2024-09-06T02:17:06.260070+0000 2024-09-05T02:37:40.371 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3927628736 2024-09-06T02:17:34.380471+0000 2024-09-05T02:37:40.371 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6800/1416969181 2024-09-06T02:17:34.380471+0000 2024-09-05T02:37:40.371 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6800/2899834754 2024-09-06T02:17:06.260070+0000 2024-09-05T02:37:40.371 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6801/2899834754 2024-09-06T02:17:06.260070+0000 2024-09-05T02:37:40.371 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/461526356 2024-09-06T02:26:55.784422+0000 2024-09-05T02:37:40.372 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/507692563 2024-09-06T02:26:55.784422+0000 2024-09-05T02:37:40.372 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1567746818 2024-09-06T02:17:34.380471+0000 2024-09-05T02:37:40.372 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6801/105413385 2024-09-06T02:26:55.784422+0000 2024-09-05T02:37:40.372 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1229013790 2024-09-06T02:17:34.380471+0000 2024-09-05T02:37:40.372 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6801/1416969181 2024-09-06T02:17:34.380471+0000 2024-09-05T02:37:40.372 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2751303440 2024-09-06T02:17:06.260070+0000 2024-09-05T02:37:40.372 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2503822140 2024-09-06T02:17:06.260070+0000 2024-09-05T02:37:40.372 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6800/105413385 2024-09-06T02:26:55.784422+0000 2024-09-05T02:37:40.373 INFO:teuthology.orchestra.run.smithi033.stderr:listed 16 entries 2024-09-05T02:37:40.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.370+0000 7f6624600640 1 -- 172.21.15.33:0/1837403092 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f66040a2d70 msgr2=0x7f66040a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:40.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.370+0000 7f6624600640 1 --2- 172.21.15.33:0/1837403092 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f66040a2d70 0x7f66040a5230 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f6610009bd0 tx=0x7f6610005f90 comp rx=0 tx=0).stop 2024-09-05T02:37:40.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.370+0000 7f6624600640 1 -- 172.21.15.33:0/1837403092 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f661c1049a0 msgr2=0x7f661c19ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:40.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.370+0000 7f6624600640 1 --2- 172.21.15.33:0/1837403092 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f661c1049a0 0x7f661c19ab30 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f660800d950 tx=0x7f660800de10 comp rx=0 tx=0).stop 2024-09-05T02:37:40.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.371+0000 7f6624600640 1 -- 172.21.15.33:0/1837403092 shutdown_connections 2024-09-05T02:37:40.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.371+0000 7f6624600640 1 --2- 172.21.15.33:0/1837403092 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f66040a2d70 0x7f66040a5230 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:40.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.371+0000 7f6624600640 1 --2- 172.21.15.33:0/1837403092 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f661c109120 0x7f661c19eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:40.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.371+0000 7f6624600640 1 --2- 172.21.15.33:0/1837403092 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f661c1049a0 0x7f661c19ab30 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:40.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.371+0000 7f6624600640 1 --2- 172.21.15.33:0/1837403092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661c103ff0 0x7f661c19a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:40.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.371+0000 7f6624600640 1 -- 172.21.15.33:0/1837403092 >> 172.21.15.33:0/1837403092 conn(0x7f661c0ffa90 msgr2=0x7f661c100d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:40.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.371+0000 7f6624600640 1 -- 172.21.15.33:0/1837403092 shutdown_connections 2024-09-05T02:37:40.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:40.371+0000 7f6624600640 1 -- 172.21.15.33:0/1837403092 wait complete. 2024-09-05T02:37:41.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:40 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1837403092' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T02:37:41.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:40 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1837403092' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T02:37:41.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:40 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1837403092' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T02:37:41.157 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-05T02:37:41.157 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T02:37:41.158 DEBUG:teuthology.orchestra.run.smithi033:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-05T02:37:41.236 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-09-05T02:37:41.236 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T02:37:41.237 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-05T02:37:41.309 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T02:37:41.309 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-09-05T02:37:41.344 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-05T02:37:41.345 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T02:37:41.345 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T02:37:41.444 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T02:37:41.444 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link delete ceph-brx 2024-09-05T02:37:41.769 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-05T02:37:41.781 INFO:tasks.cephadm:Teardown begin 2024-09-05T02:37:41.781 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-05T02:37:41.782 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:37:42.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:41 smithi174 ceph-mon[34756]: pgmap v333: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-05T02:37:42.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:41 smithi033 ceph-mon[29909]: pgmap v333: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-05T02:37:42.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:41 smithi123 ceph-mon[34031]: pgmap v333: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-05T02:37:42.165 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:37:42.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.717+0000 7fbcdd400640 1 -- 172.21.15.33:0/4113073716 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbcd81047e0 msgr2=0x7fbcd8108830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:42.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.717+0000 7fbcdd400640 1 --2- 172.21.15.33:0/4113073716 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbcd81047e0 0x7fbcd8108830 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fbcc0009900 tx=0x7fbcc002a410 comp rx=0 tx=0).stop 2024-09-05T02:37:42.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.717+0000 7fbcdd400640 1 -- 172.21.15.33:0/4113073716 shutdown_connections 2024-09-05T02:37:42.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.717+0000 7fbcdd400640 1 --2- 172.21.15.33:0/4113073716 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbcd8108f60 0x7fbcd8110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:42.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.717+0000 7fbcdd400640 1 --2- 172.21.15.33:0/4113073716 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbcd81047e0 0x7fbcd8108830 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:42.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.717+0000 7fbcdd400640 1 --2- 172.21.15.33:0/4113073716 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbcd8103e30 0x7fbcd8104210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:42.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.717+0000 7fbcdd400640 1 -- 172.21.15.33:0/4113073716 >> 172.21.15.33:0/4113073716 conn(0x7fbcd80ff8d0 msgr2=0x7fbcd8101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:42.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.717+0000 7fbcdd400640 1 -- 172.21.15.33:0/4113073716 shutdown_connections 2024-09-05T02:37:42.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.717+0000 7fbcdd400640 1 -- 172.21.15.33:0/4113073716 wait complete. 2024-09-05T02:37:42.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.718+0000 7fbcdd400640 1 Processor -- start 2024-09-05T02:37:42.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.718+0000 7fbcdd400640 1 -- start start 2024-09-05T02:37:42.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.718+0000 7fbcdd400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbcd8103e30 0x7fbcd819a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:42.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.718+0000 7fbcdd400640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbcd81047e0 0x7fbcd819a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:42.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.719+0000 7fbcdd400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbcd8108f60 0x7fbcd819ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:42.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.719+0000 7fbcdd400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbcd8113fc0 con 0x7fbcd8103e30 2024-09-05T02:37:42.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.719+0000 7fbcdd400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbcd8113e40 con 0x7fbcd8108f60 2024-09-05T02:37:42.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.719+0000 7fbcdd400640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fbcd8114140 con 0x7fbcd81047e0 2024-09-05T02:37:42.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.719+0000 7fbcd7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbcd8103e30 0x7fbcd819a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:42.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.719+0000 7fbcd7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbcd8103e30 0x7fbcd819a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39510/0 (socket says 172.21.15.33:39510) 2024-09-05T02:37:42.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.719+0000 7fbcd7e00640 1 -- 172.21.15.33:0/3615905449 learned_addr learned my addr 172.21.15.33:0/3615905449 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:42.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.719+0000 7fbccfe00640 1 --2- 172.21.15.33:0/3615905449 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbcd81047e0 0x7fbcd819a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:42.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.719+0000 7fbcdca00640 1 --2- 172.21.15.33:0/3615905449 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbcd8108f60 0x7fbcd819ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:42.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.719+0000 7fbcd7e00640 1 -- 172.21.15.33:0/3615905449 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbcd81047e0 msgr2=0x7fbcd819a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:42.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.719+0000 7fbcd7e00640 1 --2- 172.21.15.33:0/3615905449 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbcd81047e0 0x7fbcd819a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:42.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.719+0000 7fbcd7e00640 1 -- 172.21.15.33:0/3615905449 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbcd8108f60 msgr2=0x7fbcd819ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:42.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.719+0000 7fbcd7e00640 1 --2- 172.21.15.33:0/3615905449 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbcd8108f60 0x7fbcd819ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:42.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.719+0000 7fbcd7e00640 1 -- 172.21.15.33:0/3615905449 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcd819f450 con 0x7fbcd8103e30 2024-09-05T02:37:42.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.720+0000 7fbcd7e00640 1 --2- 172.21.15.33:0/3615905449 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbcd8103e30 0x7fbcd819a4a0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fbcc800e9f0 tx=0x7fbcc800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:42.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.720+0000 7fbcd5600640 1 -- 172.21.15.33:0/3615905449 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcc800cd80 con 0x7fbcd8103e30 2024-09-05T02:37:42.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.720+0000 7fbcdd400640 1 -- 172.21.15.33:0/3615905449 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcd819f740 con 0x7fbcd8103e30 2024-09-05T02:37:42.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.720+0000 7fbcd5600640 1 -- 172.21.15.33:0/3615905449 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbcc8005500 con 0x7fbcd8103e30 2024-09-05T02:37:42.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.720+0000 7fbcd5600640 1 -- 172.21.15.33:0/3615905449 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcc8010690 con 0x7fbcd8103e30 2024-09-05T02:37:42.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.720+0000 7fbcdd400640 1 -- 172.21.15.33:0/3615905449 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcd81a7020 con 0x7fbcd8103e30 2024-09-05T02:37:42.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.721+0000 7fbcdd400640 1 -- 172.21.15.33:0/3615905449 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcd8104210 con 0x7fbcd8103e30 2024-09-05T02:37:42.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.723+0000 7fbcd5600640 1 -- 172.21.15.33:0/3615905449 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fbcc80046c0 con 0x7fbcd8103e30 2024-09-05T02:37:42.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.724+0000 7fbcd5600640 1 --2- 172.21.15.33:0/3615905449 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbcbc0a2d70 0x7fbcbc0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:42.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.724+0000 7fbcd5600640 1 -- 172.21.15.33:0/3615905449 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8542+0+0 (secure 0 0 0) 0x7fbcc80cf840 con 0x7fbcd8103e30 2024-09-05T02:37:42.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.725+0000 7fbccfe00640 1 --2- 172.21.15.33:0/3615905449 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbcbc0a2d70 0x7fbcbc0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:42.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.725+0000 7fbccfe00640 1 --2- 172.21.15.33:0/3615905449 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbcbc0a2d70 0x7fbcbc0a5230 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fbcc0009230 tx=0x7fbcc00058d0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:42.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.729+0000 7fbcd5600640 1 -- 172.21.15.33:0/3615905449 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbcc809c3f0 con 0x7fbcd8103e30 2024-09-05T02:37:42.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.947+0000 7fbcdd400640 1 -- 172.21.15.33:0/3615905449 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbcd810c200 con 0x7fbcd8103e30 2024-09-05T02:37:42.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.948+0000 7fbcd5600640 1 -- 172.21.15.33:0/3615905449 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7fbcc809bcf0 con 0x7fbcd8103e30 2024-09-05T02:37:42.950 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:37:42.950 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:37:42.951 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:37:42.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.951+0000 7fbcdd400640 1 -- 172.21.15.33:0/3615905449 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbcbc0a2d70 msgr2=0x7fbcbc0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:42.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.951+0000 7fbcdd400640 1 --2- 172.21.15.33:0/3615905449 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbcbc0a2d70 0x7fbcbc0a5230 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fbcc0009230 tx=0x7fbcc00058d0 comp rx=0 tx=0).stop 2024-09-05T02:37:42.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.951+0000 7fbcdd400640 1 -- 172.21.15.33:0/3615905449 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbcd8103e30 msgr2=0x7fbcd819a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:42.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.951+0000 7fbcdd400640 1 --2- 172.21.15.33:0/3615905449 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbcd8103e30 0x7fbcd819a4a0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fbcc800e9f0 tx=0x7fbcc800edf0 comp rx=0 tx=0).stop 2024-09-05T02:37:42.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.951+0000 7fbcdd400640 1 -- 172.21.15.33:0/3615905449 shutdown_connections 2024-09-05T02:37:42.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.951+0000 7fbcdd400640 1 --2- 172.21.15.33:0/3615905449 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fbcbc0a2d70 0x7fbcbc0a5230 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:42.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.951+0000 7fbcdd400640 1 --2- 172.21.15.33:0/3615905449 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbcd8108f60 0x7fbcd819ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:42.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.951+0000 7fbcdd400640 1 --2- 172.21.15.33:0/3615905449 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fbcd81047e0 0x7fbcd819a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:42.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.951+0000 7fbcdd400640 1 --2- 172.21.15.33:0/3615905449 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbcd8103e30 0x7fbcd819a4a0 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:42.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.951+0000 7fbcdd400640 1 -- 172.21.15.33:0/3615905449 >> 172.21.15.33:0/3615905449 conn(0x7fbcd80ff8d0 msgr2=0x7fbcd8100c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:42.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.951+0000 7fbcdd400640 1 -- 172.21.15.33:0/3615905449 shutdown_connections 2024-09-05T02:37:42.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:42.951+0000 7fbcdd400640 1 -- 172.21.15.33:0/3615905449 wait complete. 2024-09-05T02:37:43.707 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T02:37:44.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:43 smithi174 ceph-mon[34756]: pgmap v334: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 767 B/s wr, 13 op/s 2024-09-05T02:37:44.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:43 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/3615905449' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:37:44.086 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:37:44.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:43 smithi033 ceph-mon[29909]: pgmap v334: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 767 B/s wr, 13 op/s 2024-09-05T02:37:44.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:43 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3615905449' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:37:44.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:43 smithi123 ceph-mon[34031]: pgmap v334: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 767 B/s wr, 13 op/s 2024-09-05T02:37:44.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:43 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/3615905449' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:37:44.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.681+0000 7f3ce7e00640 1 -- 172.21.15.33:0/4048635728 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ce8109090 msgr2=0x7f3ce8110c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:44.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.681+0000 7f3ce7e00640 1 --2- 172.21.15.33:0/4048635728 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ce8109090 0x7f3ce8110c10 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f3ce0009900 tx=0x7f3ce002a3f0 comp rx=0 tx=0).stop 2024-09-05T02:37:44.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.681+0000 7f3ce7e00640 1 -- 172.21.15.33:0/4048635728 shutdown_connections 2024-09-05T02:37:44.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.681+0000 7f3ce7e00640 1 --2- 172.21.15.33:0/4048635728 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ce8109090 0x7f3ce8110c10 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:44.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.681+0000 7f3ce7e00640 1 --2- 172.21.15.33:0/4048635728 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ce8104800 0x7f3ce8108960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:44.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.681+0000 7f3ce7e00640 1 --2- 172.21.15.33:0/4048635728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ce8103e50 0x7f3ce8104230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:44.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.681+0000 7f3ce7e00640 1 -- 172.21.15.33:0/4048635728 >> 172.21.15.33:0/4048635728 conn(0x7f3ce80ff8b0 msgr2=0x7f3ce8101cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:44.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.681+0000 7f3ce7e00640 1 -- 172.21.15.33:0/4048635728 shutdown_connections 2024-09-05T02:37:44.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.681+0000 7f3ce7e00640 1 -- 172.21.15.33:0/4048635728 wait complete. 2024-09-05T02:37:44.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.682+0000 7f3ce7e00640 1 Processor -- start 2024-09-05T02:37:44.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.682+0000 7f3ce7e00640 1 -- start start 2024-09-05T02:37:44.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.683+0000 7f3ce7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ce8103e50 0x7f3ce819a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:44.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.683+0000 7f3ce7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ce8104800 0x7f3ce819aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:44.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.683+0000 7f3ce7e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ce8109090 0x7f3ce819ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:44.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.683+0000 7f3ce7e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce81140f0 con 0x7f3ce8103e50 2024-09-05T02:37:44.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.683+0000 7f3ce7e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce8113f70 con 0x7f3ce8104800 2024-09-05T02:37:44.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.683+0000 7f3ce7e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce8114270 con 0x7f3ce8109090 2024-09-05T02:37:44.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.683+0000 7f3ce6a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ce8103e50 0x7f3ce819a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:44.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.683+0000 7f3ce6a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ce8103e50 0x7f3ce819a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39524/0 (socket says 172.21.15.33:39524) 2024-09-05T02:37:44.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.683+0000 7f3ce6a00640 1 -- 172.21.15.33:0/1371166264 learned_addr learned my addr 172.21.15.33:0/1371166264 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:44.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.683+0000 7f3cde000640 1 --2- 172.21.15.33:0/1371166264 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ce8104800 0x7f3ce819aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:44.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.683+0000 7f3ce7400640 1 --2- 172.21.15.33:0/1371166264 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ce8109090 0x7f3ce819ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:44.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.684+0000 7f3ce6a00640 1 -- 172.21.15.33:0/1371166264 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ce8109090 msgr2=0x7f3ce819ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:44.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.684+0000 7f3ce6a00640 1 --2- 172.21.15.33:0/1371166264 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ce8109090 0x7f3ce819ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:44.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.684+0000 7f3ce6a00640 1 -- 172.21.15.33:0/1371166264 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ce8104800 msgr2=0x7f3ce819aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:44.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.684+0000 7f3ce6a00640 1 --2- 172.21.15.33:0/1371166264 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ce8104800 0x7f3ce819aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:44.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.684+0000 7f3ce6a00640 1 -- 172.21.15.33:0/1371166264 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ce819f4e0 con 0x7f3ce8103e50 2024-09-05T02:37:44.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.684+0000 7f3ce6a00640 1 --2- 172.21.15.33:0/1371166264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ce8103e50 0x7f3ce819a530 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f3cd800ebc0 tx=0x7f3cd800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:44.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.684+0000 7f3cdfe00640 1 -- 172.21.15.33:0/1371166264 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd8010630 con 0x7f3ce8103e50 2024-09-05T02:37:44.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.685+0000 7f3ce7e00640 1 -- 172.21.15.33:0/1371166264 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ce819f7d0 con 0x7f3ce8103e50 2024-09-05T02:37:44.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.685+0000 7f3cdfe00640 1 -- 172.21.15.33:0/1371166264 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3cd8010cb0 con 0x7f3ce8103e50 2024-09-05T02:37:44.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.685+0000 7f3cdfe00640 1 -- 172.21.15.33:0/1371166264 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd8018bd0 con 0x7f3ce8103e50 2024-09-05T02:37:44.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.685+0000 7f3ce7e00640 1 -- 172.21.15.33:0/1371166264 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ce81a70b0 con 0x7f3ce8103e50 2024-09-05T02:37:44.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.686+0000 7f3ce7e00640 1 -- 172.21.15.33:0/1371166264 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ce8105330 con 0x7f3ce8103e50 2024-09-05T02:37:44.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.688+0000 7f3cdfe00640 1 -- 172.21.15.33:0/1371166264 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f3cd80107d0 con 0x7f3ce8103e50 2024-09-05T02:37:44.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.689+0000 7f3cdfe00640 1 --2- 172.21.15.33:0/1371166264 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3ccc0a2cf0 0x7f3ccc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:44.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.689+0000 7f3cdfe00640 1 -- 172.21.15.33:0/1371166264 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8542+0+0 (secure 0 0 0) 0x7f3cd80cfae0 con 0x7f3ce8103e50 2024-09-05T02:37:44.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.689+0000 7f3cde000640 1 --2- 172.21.15.33:0/1371166264 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3ccc0a2cf0 0x7f3ccc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:44.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.690+0000 7f3cde000640 1 --2- 172.21.15.33:0/1371166264 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3ccc0a2cf0 0x7f3ccc0a51b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f3ce810aa40 tx=0x7f3cd0005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:44.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.693+0000 7f3cdfe00640 1 -- 172.21.15.33:0/1371166264 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3cd809c040 con 0x7f3ce8103e50 2024-09-05T02:37:44.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:44 smithi033 ceph-mon[29909]: pgmap v335: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 767 B/s wr, 9 op/s 2024-09-05T02:37:44.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.917+0000 7f3ce7e00640 1 -- 172.21.15.33:0/1371166264 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3ce81a7280 con 0x7f3ce8103e50 2024-09-05T02:37:44.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.918+0000 7f3cdfe00640 1 -- 172.21.15.33:0/1371166264 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11987 (secure 0 0 0) 0x7f3cd80a0340 con 0x7f3ce8103e50 2024-09-05T02:37:44.921 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:37:44.921 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-09-05T02:26:56:255863+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14475,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2075017495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2075017495},{"type":"v1","addr":"172.21.15.33:6835","nonce":2075017495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/1445389133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":1445389133},{"type":"v1","addr":"172.21.15.33:6839","nonce":1445389133}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T02:24:48.360212+0000","modified":"2024-09-05T02:26:55.453751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24551,"mds_1":24535,"mds_2":24512,"mds_3":24511,"mds_4":24497},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24442":{"gid":24442,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6833/1006700432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":1006700432},{"type":"v1","addr":"172.21.15.174:6833","nonce":1006700432}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6833/3303654561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":3303654561},{"type":"v1","addr":"172.21.15.123:6833","nonce":3303654561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6837/1910155079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1910155079},{"type":"v1","addr":"172.21.15.33:6837","nonce":1910155079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6835/2046660118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6834","nonce":2046660118},{"type":"v1","addr":"172.21.15.174:6835","nonce":2046660118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.174:6837/586949431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6836","nonce":586949431},{"type":"v1","addr":"172.21.15.174:6837","nonce":586949431}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24497":{"gid":24497,"name":"e","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.123:6835/3890226154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":3890226154},{"type":"v1","addr":"172.21.15.123:6835","nonce":3890226154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.174:6839/1866041136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6838","nonce":1866041136},{"type":"v1","addr":"172.21.15.174:6839","nonce":1866041136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.123:6837/4158185559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4158185559},{"type":"v1","addr":"172.21.15.123:6837","nonce":4158185559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6841/3289258708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6840","nonce":3289258708},{"type":"v1","addr":"172.21.15.33:6841","nonce":3289258708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.123:6839/2058325369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":2058325369},{"type":"v1","addr":"172.21.15.123:6839","nonce":2058325369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24535,24551,24512,24511,24497]},"id":1}]} 2024-09-05T02:37:44.921 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-09-05T02:37:44.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.921+0000 7f3ce7e00640 1 -- 172.21.15.33:0/1371166264 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3ccc0a2cf0 msgr2=0x7f3ccc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:44.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.921+0000 7f3ce7e00640 1 --2- 172.21.15.33:0/1371166264 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3ccc0a2cf0 0x7f3ccc0a51b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f3ce810aa40 tx=0x7f3cd0005f90 comp rx=0 tx=0).stop 2024-09-05T02:37:44.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.921+0000 7f3ce7e00640 1 -- 172.21.15.33:0/1371166264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ce8103e50 msgr2=0x7f3ce819a530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:44.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.921+0000 7f3ce7e00640 1 --2- 172.21.15.33:0/1371166264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ce8103e50 0x7f3ce819a530 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f3cd800ebc0 tx=0x7f3cd800c6a0 comp rx=0 tx=0).stop 2024-09-05T02:37:44.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.921+0000 7f3ce7e00640 1 -- 172.21.15.33:0/1371166264 shutdown_connections 2024-09-05T02:37:44.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.921+0000 7f3ce7e00640 1 --2- 172.21.15.33:0/1371166264 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f3ccc0a2cf0 0x7f3ccc0a51b0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:44.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.921+0000 7f3ce7e00640 1 --2- 172.21.15.33:0/1371166264 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f3ce8109090 0x7f3ce819ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:44.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.921+0000 7f3ce7e00640 1 --2- 172.21.15.33:0/1371166264 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3ce8104800 0x7f3ce819aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:44.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.921+0000 7f3ce7e00640 1 --2- 172.21.15.33:0/1371166264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ce8103e50 0x7f3ce819a530 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:44.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.921+0000 7f3ce7e00640 1 -- 172.21.15.33:0/1371166264 >> 172.21.15.33:0/1371166264 conn(0x7f3ce80ff8b0 msgr2=0x7f3ce8101cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:44.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.921+0000 7f3ce7e00640 1 -- 172.21.15.33:0/1371166264 shutdown_connections 2024-09-05T02:37:44.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:44.921+0000 7f3ce7e00640 1 -- 172.21.15.33:0/1371166264 wait complete. 2024-09-05T02:37:45.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:44 smithi174 ceph-mon[34756]: pgmap v335: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 767 B/s wr, 9 op/s 2024-09-05T02:37:45.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:44 smithi123 ceph-mon[34031]: pgmap v335: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 767 B/s wr, 9 op/s 2024-09-05T02:37:45.654 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T02:37:46.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:45 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1371166264' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:37:46.030 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:37:46.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:45 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1371166264' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:37:46.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:45 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1371166264' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T02:37:46.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.573+0000 7fa7cc000640 1 -- 172.21.15.33:0/2537330888 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7c4103ff0 msgr2=0x7fa7c41043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:46.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.573+0000 7fa7cc000640 1 --2- 172.21.15.33:0/2537330888 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7c4103ff0 0x7fa7c41043d0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7fa7b8009900 tx=0x7fa7b802a3f0 comp rx=0 tx=0).stop 2024-09-05T02:37:46.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.573+0000 7fa7cc000640 1 -- 172.21.15.33:0/2537330888 shutdown_connections 2024-09-05T02:37:46.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.573+0000 7fa7cc000640 1 --2- 172.21.15.33:0/2537330888 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa7c4109120 0x7fa7c4110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:46.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.573+0000 7fa7cc000640 1 --2- 172.21.15.33:0/2537330888 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa7c41049a0 0x7fa7c41089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:46.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.573+0000 7fa7cc000640 1 --2- 172.21.15.33:0/2537330888 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7c4103ff0 0x7fa7c41043d0 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:46.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.573+0000 7fa7cc000640 1 -- 172.21.15.33:0/2537330888 >> 172.21.15.33:0/2537330888 conn(0x7fa7c40ffa90 msgr2=0x7fa7c4101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:46.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.573+0000 7fa7cc000640 1 -- 172.21.15.33:0/2537330888 shutdown_connections 2024-09-05T02:37:46.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.573+0000 7fa7cc000640 1 -- 172.21.15.33:0/2537330888 wait complete. 2024-09-05T02:37:46.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.574+0000 7fa7cc000640 1 Processor -- start 2024-09-05T02:37:46.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.574+0000 7fa7cc000640 1 -- start start 2024-09-05T02:37:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.575+0000 7fa7cc000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7c4103ff0 0x7fa7c419a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.575+0000 7fa7cc000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa7c41049a0 0x7fa7c419ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.575+0000 7fa7cc000640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa7c4109120 0x7fa7c419eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.575+0000 7fa7cc000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa7c4114120 con 0x7fa7c4103ff0 2024-09-05T02:37:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.575+0000 7fa7cc000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa7c4113fa0 con 0x7fa7c41049a0 2024-09-05T02:37:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.575+0000 7fa7cc000640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fa7c41142a0 con 0x7fa7c4109120 2024-09-05T02:37:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.575+0000 7fa7c9600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7c4103ff0 0x7fa7c419a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.575+0000 7fa7c9600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7c4103ff0 0x7fa7c419a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39530/0 (socket says 172.21.15.33:39530) 2024-09-05T02:37:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.575+0000 7fa7c9600640 1 -- 172.21.15.33:0/1148456384 learned_addr learned my addr 172.21.15.33:0/1148456384 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.575+0000 7fa7c8c00640 1 --2- 172.21.15.33:0/1148456384 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa7c41049a0 0x7fa7c419ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.575+0000 7fa7ca000640 1 --2- 172.21.15.33:0/1148456384 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa7c4109120 0x7fa7c419eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.575+0000 7fa7c9600640 1 -- 172.21.15.33:0/1148456384 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa7c4109120 msgr2=0x7fa7c419eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:46.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.575+0000 7fa7c9600640 1 --2- 172.21.15.33:0/1148456384 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa7c4109120 0x7fa7c419eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:46.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.575+0000 7fa7c9600640 1 -- 172.21.15.33:0/1148456384 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa7c41049a0 msgr2=0x7fa7c419ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:46.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.575+0000 7fa7c9600640 1 --2- 172.21.15.33:0/1148456384 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa7c41049a0 0x7fa7c419ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:46.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.575+0000 7fa7c9600640 1 -- 172.21.15.33:0/1148456384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7c419f590 con 0x7fa7c4103ff0 2024-09-05T02:37:46.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.576+0000 7fa7c9600640 1 --2- 172.21.15.33:0/1148456384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7c4103ff0 0x7fa7c419a5e0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fa7b8006010 tx=0x7fa7b8004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:46.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.576+0000 7fa7c2000640 1 -- 172.21.15.33:0/1148456384 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7b803f030 con 0x7fa7c4103ff0 2024-09-05T02:37:46.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.576+0000 7fa7c2000640 1 -- 172.21.15.33:0/1148456384 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa7b8004440 con 0x7fa7c4103ff0 2024-09-05T02:37:46.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.576+0000 7fa7c2000640 1 -- 172.21.15.33:0/1148456384 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7b8035070 con 0x7fa7c4103ff0 2024-09-05T02:37:46.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.576+0000 7fa7cc000640 1 -- 172.21.15.33:0/1148456384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7c419f820 con 0x7fa7c4103ff0 2024-09-05T02:37:46.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.576+0000 7fa7cc000640 1 -- 172.21.15.33:0/1148456384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7c41a7160 con 0x7fa7c4103ff0 2024-09-05T02:37:46.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.577+0000 7fa7cc000640 1 -- 172.21.15.33:0/1148456384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7c41054d0 con 0x7fa7c4103ff0 2024-09-05T02:37:46.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.579+0000 7fa7c2000640 1 -- 172.21.15.33:0/1148456384 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fa7b8042030 con 0x7fa7c4103ff0 2024-09-05T02:37:46.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.580+0000 7fa7c2000640 1 --2- 172.21.15.33:0/1148456384 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fa7ac0a2cf0 0x7fa7ac0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:46.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.581+0000 7fa7c2000640 1 -- 172.21.15.33:0/1148456384 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8542+0+0 (secure 0 0 0) 0x7fa7b80ef810 con 0x7fa7c4103ff0 2024-09-05T02:37:46.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.581+0000 7fa7c8c00640 1 --2- 172.21.15.33:0/1148456384 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fa7ac0a2cf0 0x7fa7ac0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:46.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.581+0000 7fa7c8c00640 1 --2- 172.21.15.33:0/1148456384 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fa7ac0a2cf0 0x7fa7ac0a51b0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa7c40ffeb0 tx=0x7fa7b0005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:46.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.584+0000 7fa7c2000640 1 -- 172.21.15.33:0/1148456384 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa7b80bbd70 con 0x7fa7c4103ff0 2024-09-05T02:37:46.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.771+0000 7fa7cc000640 1 -- 172.21.15.33:0/1148456384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa7c410c300 con 0x7fa7c4103ff0 2024-09-05T02:37:46.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.772+0000 7fa7c2000640 1 -- 172.21.15.33:0/1148456384 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+23226 (secure 0 0 0) 0x7fa7b80c0070 con 0x7fa7c4103ff0 2024-09-05T02:37:46.774 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T02:37:46.774 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":95,"fsid":"b37d3f34-6b2c-11ef-bcd6-c7b262605968","created":"2024-09-05T02:16:40.986430+0000","modified":"2024-09-05T02:37:13.126207+0000","last_up_change":"2024-09-05T02:23:52.310598+0000","last_in_change":"2024-09-05T02:23:29.448936+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T02:19:57.005189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T02:24:42.913016+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T02:24:46.103614+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"94","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":94,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"55b4c1a1-ec2e-4a1f-b7ca-cf7a5e38c7f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6803","nonce":2230859978}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6805","nonce":2230859978}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6809","nonce":2230859978}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":2230859978},{"type":"v1","addr":"172.21.15.33:6807","nonce":2230859978}]},"public_addr":"172.21.15.33:6803/2230859978","cluster_addr":"172.21.15.33:6805/2230859978","heartbeat_back_addr":"172.21.15.33:6809/2230859978","heartbeat_front_addr":"172.21.15.33:6807/2230859978","state":["exists","up"]},{"osd":1,"uuid":"6de45097-769c-467f-9c69-c0e6286b5b72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6801","nonce":982249098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6803","nonce":982249098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6807","nonce":982249098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":982249098},{"type":"v1","addr":"172.21.15.123:6805","nonce":982249098}]},"public_addr":"172.21.15.123:6801/982249098","cluster_addr":"172.21.15.123:6803/982249098","heartbeat_back_addr":"172.21.15.123:6807/982249098","heartbeat_front_addr":"172.21.15.123:6805/982249098","state":["exists","up"]},{"osd":2,"uuid":"8d8bdb95-be19-4ae4-8587-ea5dace30521","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6801","nonce":3754006463}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6803","nonce":3754006463}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6807","nonce":3754006463}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3754006463},{"type":"v1","addr":"172.21.15.174:6805","nonce":3754006463}]},"public_addr":"172.21.15.174:6801/3754006463","cluster_addr":"172.21.15.174:6803/3754006463","heartbeat_back_addr":"172.21.15.174:6807/3754006463","heartbeat_front_addr":"172.21.15.174:6805/3754006463","state":["exists","up"]},{"osd":3,"uuid":"73cd7f3a-95e0-434d-bac2-b99f4036fe9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6811","nonce":3031631676}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6813","nonce":3031631676}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6817","nonce":3031631676}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":3031631676},{"type":"v1","addr":"172.21.15.33:6815","nonce":3031631676}]},"public_addr":"172.21.15.33:6811/3031631676","cluster_addr":"172.21.15.33:6813/3031631676","heartbeat_back_addr":"172.21.15.33:6817/3031631676","heartbeat_front_addr":"172.21.15.33:6815/3031631676","state":["exists","up"]},{"osd":4,"uuid":"0f0578f6-ecfb-41c9-9360-6155c02c4a47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6809","nonce":1841051665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6811","nonce":1841051665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6815","nonce":1841051665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":1841051665},{"type":"v1","addr":"172.21.15.123:6813","nonce":1841051665}]},"public_addr":"172.21.15.123:6809/1841051665","cluster_addr":"172.21.15.123:6811/1841051665","heartbeat_back_addr":"172.21.15.123:6815/1841051665","heartbeat_front_addr":"172.21.15.123:6813/1841051665","state":["exists","up"]},{"osd":5,"uuid":"d140f4bd-ec12-44e7-b9fc-3dd869d73e95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6809","nonce":609807204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6811","nonce":609807204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6815","nonce":609807204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":609807204},{"type":"v1","addr":"172.21.15.174:6813","nonce":609807204}]},"public_addr":"172.21.15.174:6809/609807204","cluster_addr":"172.21.15.174:6811/609807204","heartbeat_back_addr":"172.21.15.174:6815/609807204","heartbeat_front_addr":"172.21.15.174:6813/609807204","state":["exists","up"]},{"osd":6,"uuid":"7f01a990-d1b2-40cb-8892-89961631233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6819","nonce":3289951394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6821","nonce":3289951394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6825","nonce":3289951394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3289951394},{"type":"v1","addr":"172.21.15.33:6823","nonce":3289951394}]},"public_addr":"172.21.15.33:6819/3289951394","cluster_addr":"172.21.15.33:6821/3289951394","heartbeat_back_addr":"172.21.15.33:6825/3289951394","heartbeat_front_addr":"172.21.15.33:6823/3289951394","state":["exists","up"]},{"osd":7,"uuid":"d5c701d4-188e-4c24-874c-3056d7dc546d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6817","nonce":1928319522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6819","nonce":1928319522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6823","nonce":1928319522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":1928319522},{"type":"v1","addr":"172.21.15.123:6821","nonce":1928319522}]},"public_addr":"172.21.15.123:6817/1928319522","cluster_addr":"172.21.15.123:6819/1928319522","heartbeat_back_addr":"172.21.15.123:6823/1928319522","heartbeat_front_addr":"172.21.15.123:6821/1928319522","state":["exists","up"]},{"osd":8,"uuid":"e5b888c1-1f6a-4ba1-9e75-3332e22b5ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6817","nonce":3984977582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6819","nonce":3984977582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6823","nonce":3984977582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":3984977582},{"type":"v1","addr":"172.21.15.174:6821","nonce":3984977582}]},"public_addr":"172.21.15.174:6817/3984977582","cluster_addr":"172.21.15.174:6819/3984977582","heartbeat_back_addr":"172.21.15.174:6823/3984977582","heartbeat_front_addr":"172.21.15.174:6821/3984977582","state":["exists","up"]},{"osd":9,"uuid":"8858f35a-ce38-4484-8393-e138920ed9b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6827","nonce":4123845959}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6829","nonce":4123845959}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6833","nonce":4123845959}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":4123845959},{"type":"v1","addr":"172.21.15.33:6831","nonce":4123845959}]},"public_addr":"172.21.15.33:6827/4123845959","cluster_addr":"172.21.15.33:6829/4123845959","heartbeat_back_addr":"172.21.15.33:6833/4123845959","heartbeat_front_addr":"172.21.15.33:6831/4123845959","state":["exists","up"]},{"osd":10,"uuid":"d3206b8b-55c3-4988-9cce-cdd805f9969d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6825","nonce":532510651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6827","nonce":532510651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6831","nonce":532510651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":532510651},{"type":"v1","addr":"172.21.15.123:6829","nonce":532510651}]},"public_addr":"172.21.15.123:6825/532510651","cluster_addr":"172.21.15.123:6827/532510651","heartbeat_back_addr":"172.21.15.123:6831/532510651","heartbeat_front_addr":"172.21.15.123:6829/532510651","state":["exists","up"]},{"osd":11,"uuid":"50b6059f-00b3-489a-aaf0-75765fbf2e6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6825","nonce":955565697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6827","nonce":955565697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6831","nonce":955565697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":955565697},{"type":"v1","addr":"172.21.15.174:6829","nonce":955565697}]},"public_addr":"172.21.15.174:6825/955565697","cluster_addr":"172.21.15.174:6827/955565697","heartbeat_back_addr":"172.21.15.174:6831/955565697","heartbeat_front_addr":"172.21.15.174:6829/955565697","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:04.269795+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:29.126352+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:19:52.874768+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:23.135411+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:20:48.453184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:12.929713+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:21:43.089772+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:08.258936+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:22:32.108584+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:01.775759+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:26.088382+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T02:23:50.391688+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:0/3627030740":"2024-09-06T02:26:55.784422+0000","172.21.15.33:0/3816578341":"2024-09-06T02:26:55.784422+0000","172.21.15.33:0/3047771737":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/3927628736":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6800/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6800/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6801/2899834754":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/461526356":"2024-09-06T02:26:55.784422+0000","172.21.15.33:0/507692563":"2024-09-06T02:26:55.784422+0000","172.21.15.33:0/1567746818":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6801/105413385":"2024-09-06T02:26:55.784422+0000","172.21.15.33:0/1229013790":"2024-09-06T02:17:34.380471+0000","172.21.15.33:6801/1416969181":"2024-09-06T02:17:34.380471+0000","172.21.15.33:0/2751303440":"2024-09-06T02:17:06.260070+0000","172.21.15.33:0/2503822140":"2024-09-06T02:17:06.260070+0000","172.21.15.33:6800/105413385":"2024-09-06T02:26:55.784422+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T02:37:46.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.775+0000 7fa7cc000640 1 -- 172.21.15.33:0/1148456384 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fa7ac0a2cf0 msgr2=0x7fa7ac0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:46.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.775+0000 7fa7cc000640 1 --2- 172.21.15.33:0/1148456384 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fa7ac0a2cf0 0x7fa7ac0a51b0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa7c40ffeb0 tx=0x7fa7b0005f90 comp rx=0 tx=0).stop 2024-09-05T02:37:46.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.775+0000 7fa7cc000640 1 -- 172.21.15.33:0/1148456384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7c4103ff0 msgr2=0x7fa7c419a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:46.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.775+0000 7fa7cc000640 1 --2- 172.21.15.33:0/1148456384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7c4103ff0 0x7fa7c419a5e0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fa7b8006010 tx=0x7fa7b8004040 comp rx=0 tx=0).stop 2024-09-05T02:37:46.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.775+0000 7fa7cc000640 1 -- 172.21.15.33:0/1148456384 shutdown_connections 2024-09-05T02:37:46.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.775+0000 7fa7cc000640 1 --2- 172.21.15.33:0/1148456384 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fa7ac0a2cf0 0x7fa7ac0a51b0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:46.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.775+0000 7fa7cc000640 1 --2- 172.21.15.33:0/1148456384 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fa7c4109120 0x7fa7c419eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:46.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.775+0000 7fa7cc000640 1 --2- 172.21.15.33:0/1148456384 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa7c41049a0 0x7fa7c419ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:46.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.775+0000 7fa7cc000640 1 --2- 172.21.15.33:0/1148456384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7c4103ff0 0x7fa7c419a5e0 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:46.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.775+0000 7fa7cc000640 1 -- 172.21.15.33:0/1148456384 >> 172.21.15.33:0/1148456384 conn(0x7fa7c40ffa90 msgr2=0x7fa7c4100e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:46.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.775+0000 7fa7cc000640 1 -- 172.21.15.33:0/1148456384 shutdown_connections 2024-09-05T02:37:46.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:46.775+0000 7fa7cc000640 1 -- 172.21.15.33:0/1148456384 wait complete. 2024-09-05T02:37:47.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:46 smithi174 ceph-mon[34756]: pgmap v336: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 767 B/s wr, 9 op/s 2024-09-05T02:37:47.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:46 smithi033 ceph-mon[29909]: pgmap v336: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 767 B/s wr, 9 op/s 2024-09-05T02:37:47.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:46 smithi123 ceph-mon[34031]: pgmap v336: 97 pgs: 97 active+clean; 2.2 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 767 B/s wr, 9 op/s 2024-09-05T02:37:47.678 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs fail cephfs 2024-09-05T02:37:48.029 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:47 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1148456384' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:37:48.054 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:37:48.086 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:47 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1148456384' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:37:48.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:47 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1148456384' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T02:37:48.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.635+0000 7f2007200640 1 -- 172.21.15.33:0/2388856441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f200810e260 msgr2=0x7f2008110650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:48.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.635+0000 7f2007200640 1 --2- 172.21.15.33:0/2388856441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f200810e260 0x7f2008110650 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f2000009900 tx=0x7f200002a480 comp rx=0 tx=0).stop 2024-09-05T02:37:48.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.636+0000 7f2007200640 1 -- 172.21.15.33:0/2388856441 shutdown_connections 2024-09-05T02:37:48.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.636+0000 7f2007200640 1 --2- 172.21.15.33:0/2388856441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f200810e260 0x7f2008110650 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:48.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.636+0000 7f2007200640 1 --2- 172.21.15.33:0/2388856441 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2008074ee0 0x7f200810dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:48.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.636+0000 7f2007200640 1 --2- 172.21.15.33:0/2388856441 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f20080745c0 0x7f20080749a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:48.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.636+0000 7f2007200640 1 -- 172.21.15.33:0/2388856441 >> 172.21.15.33:0/2388856441 conn(0x7f20080fd740 msgr2=0x7f20080ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:48.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.636+0000 7f2007200640 1 -- 172.21.15.33:0/2388856441 shutdown_connections 2024-09-05T02:37:48.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.636+0000 7f2007200640 1 -- 172.21.15.33:0/2388856441 wait complete. 2024-09-05T02:37:48.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.637+0000 7f2007200640 1 Processor -- start 2024-09-05T02:37:48.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.637+0000 7f2007200640 1 -- start start 2024-09-05T02:37:48.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.637+0000 7f2007200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f20080745c0 0x7f200819a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:48.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.637+0000 7f2007200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2008074ee0 0x7f200819a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:48.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.637+0000 7f2007200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f200810e260 0x7f200819ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:48.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.637+0000 7f2007200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2008113fb0 con 0x7f200810e260 2024-09-05T02:37:48.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.637+0000 7f2007200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2008113e30 con 0x7f2008074ee0 2024-09-05T02:37:48.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.637+0000 7f2007200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f2008114130 con 0x7f20080745c0 2024-09-05T02:37:48.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.638+0000 7f2006800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f200810e260 0x7f200819ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:48.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.638+0000 7f1ffd400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2008074ee0 0x7f200819a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:48.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.638+0000 7f1ffd400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2008074ee0 0x7f200819a9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:45746/0 (socket says 172.21.15.33:45746) 2024-09-05T02:37:48.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.638+0000 7f1ffd400640 1 -- 172.21.15.33:0/2675449924 learned_addr learned my addr 172.21.15.33:0/2675449924 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:48.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.638+0000 7f2005e00640 1 --2- 172.21.15.33:0/2675449924 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f20080745c0 0x7f200819a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:48.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.638+0000 7f1ffd400640 1 -- 172.21.15.33:0/2675449924 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f20080745c0 msgr2=0x7f200819a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:48.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.638+0000 7f1ffd400640 1 --2- 172.21.15.33:0/2675449924 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f20080745c0 0x7f200819a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:48.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.638+0000 7f1ffd400640 1 -- 172.21.15.33:0/2675449924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f200810e260 msgr2=0x7f200819ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:48.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.638+0000 7f1ffd400640 1 --2- 172.21.15.33:0/2675449924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f200810e260 0x7f200819ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:48.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.638+0000 7f1ffd400640 1 -- 172.21.15.33:0/2675449924 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f200819f420 con 0x7f2008074ee0 2024-09-05T02:37:48.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.638+0000 7f2006800640 1 --2- 172.21.15.33:0/2675449924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f200810e260 0x7f200819ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:37:48.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.638+0000 7f1ffd400640 1 --2- 172.21.15.33:0/2675449924 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2008074ee0 0x7f200819a9b0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f1ff000e9f0 tx=0x7f1ff000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:48.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.639+0000 7f1fff400640 1 -- 172.21.15.33:0/2675449924 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ff000cd80 con 0x7f2008074ee0 2024-09-05T02:37:48.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.639+0000 7f1fff400640 1 -- 172.21.15.33:0/2675449924 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1ff0010910 con 0x7f2008074ee0 2024-09-05T02:37:48.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.639+0000 7f2007200640 1 -- 172.21.15.33:0/2675449924 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f200819f710 con 0x7f2008074ee0 2024-09-05T02:37:48.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.639+0000 7f1fff400640 1 -- 172.21.15.33:0/2675449924 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ff0018990 con 0x7f2008074ee0 2024-09-05T02:37:48.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.639+0000 7f2007200640 1 -- 172.21.15.33:0/2675449924 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20081a6ff0 con 0x7f2008074ee0 2024-09-05T02:37:48.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.640+0000 7f2007200640 1 -- 172.21.15.33:0/2675449924 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20080749a0 con 0x7f2008074ee0 2024-09-05T02:37:48.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.642+0000 7f1fff400640 1 -- 172.21.15.33:0/2675449924 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f1ff0010ac0 con 0x7f2008074ee0 2024-09-05T02:37:48.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.643+0000 7f1fff400640 1 --2- 172.21.15.33:0/2675449924 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1fec0a2cf0 0x7f1fec0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:48.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.643+0000 7f1fff400640 1 -- 172.21.15.33:0/2675449924 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8542+0+0 (secure 0 0 0) 0x7f1ff00cfc50 con 0x7f2008074ee0 2024-09-05T02:37:48.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.643+0000 7f2005e00640 1 --2- 172.21.15.33:0/2675449924 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1fec0a2cf0 0x7f1fec0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:48.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.644+0000 7f2005e00640 1 --2- 172.21.15.33:0/2675449924 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1fec0a2cf0 0x7f1fec0a51b0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f1ff8005fd0 tx=0x7f1ff8009500 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:48.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.645+0000 7f1fff400640 1 -- 172.21.15.33:0/2675449924 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1ff009c1b0 con 0x7f2008074ee0 2024-09-05T02:37:48.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.878+0000 7f2007200640 1 -- 172.21.15.33:0/2675449924 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f2008109440 con 0x7f2008074ee0 2024-09-05T02:37:48.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.888+0000 7f1fff400640 1 -- 172.21.15.33:0/2675449924 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v30) ==== 161+0+0 (secure 0 0 0) 0x7f1ff00a04b0 con 0x7f2008074ee0 2024-09-05T02:37:48.889 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-05T02:37:48.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.890+0000 7f2007200640 1 -- 172.21.15.33:0/2675449924 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1fec0a2cf0 msgr2=0x7f1fec0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:48.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.890+0000 7f2007200640 1 --2- 172.21.15.33:0/2675449924 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1fec0a2cf0 0x7f1fec0a51b0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f1ff8005fd0 tx=0x7f1ff8009500 comp rx=0 tx=0).stop 2024-09-05T02:37:48.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.890+0000 7f2007200640 1 -- 172.21.15.33:0/2675449924 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2008074ee0 msgr2=0x7f200819a9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:48.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.890+0000 7f2007200640 1 --2- 172.21.15.33:0/2675449924 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2008074ee0 0x7f200819a9b0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f1ff000e9f0 tx=0x7f1ff000eeb0 comp rx=0 tx=0).stop 2024-09-05T02:37:48.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.890+0000 7f2007200640 1 -- 172.21.15.33:0/2675449924 shutdown_connections 2024-09-05T02:37:48.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.890+0000 7f2007200640 1 --2- 172.21.15.33:0/2675449924 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f1fec0a2cf0 0x7f1fec0a51b0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:48.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.890+0000 7f2007200640 1 --2- 172.21.15.33:0/2675449924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f200810e260 0x7f200819ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:48.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.890+0000 7f2007200640 1 --2- 172.21.15.33:0/2675449924 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2008074ee0 0x7f200819a9b0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:48.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.890+0000 7f2007200640 1 --2- 172.21.15.33:0/2675449924 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f20080745c0 0x7f200819a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:48.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.890+0000 7f2007200640 1 -- 172.21.15.33:0/2675449924 >> 172.21.15.33:0/2675449924 conn(0x7f20080fd740 msgr2=0x7f20080fee20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:48.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.891+0000 7f2007200640 1 -- 172.21.15.33:0/2675449924 shutdown_connections 2024-09-05T02:37:48.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:48.891+0000 7f2007200640 1 -- 172.21.15.33:0/2675449924 wait complete. 2024-09-05T02:37:49.027 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:48 smithi174 ceph-mon[34756]: pgmap v337: 97 pgs: 97 active+clean; 2.2 MiB data, 604 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 767 B/s wr, 13 op/s 2024-09-05T02:37:49.027 INFO:journalctl@ceph.mds.c.smithi174.stdout:Sep 05 02:37:48 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-c[64934]: ignoring --setuser ceph since I am not root 2024-09-05T02:37:49.027 INFO:journalctl@ceph.mds.c.smithi174.stdout:Sep 05 02:37:48 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-c[64934]: ignoring --setgroup ceph since I am not root 2024-09-05T02:37:49.027 INFO:journalctl@ceph.mds.c.smithi174.stdout:Sep 05 02:37:48 smithi174 ceph-mds[64938]: -- 172.21.15.174:0/3853333172 <== mon.2 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ef108c1860 con 0x55ef1089e800 2024-09-05T02:37:49.027 INFO:journalctl@ceph.mds.c.smithi174.stdout:Sep 05 02:37:48 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-c[64934]: starting mds.c at 2024-09-05T02:37:49.028 INFO:journalctl@ceph.mds.f.smithi174.stdout:Sep 05 02:37:48 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-f[64626]: ignoring --setuser ceph since I am not root 2024-09-05T02:37:49.028 INFO:journalctl@ceph.mds.f.smithi174.stdout:Sep 05 02:37:48 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-f[64626]: ignoring --setgroup ceph since I am not root 2024-09-05T02:37:49.028 INFO:journalctl@ceph.mds.f.smithi174.stdout:Sep 05 02:37:48 smithi174 ceph-mds[64630]: -- 172.21.15.174:0/274390494 <== mon.1 v2:172.21.15.174:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555cca733860 con 0x555cca711400 2024-09-05T02:37:49.028 INFO:journalctl@ceph.mds.f.smithi174.stdout:Sep 05 02:37:48 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-f[64626]: starting mds.f at 2024-09-05T02:37:49.028 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:37:48 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-i[65234]: ignoring --setuser ceph since I am not root 2024-09-05T02:37:49.028 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:37:48 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-i[65234]: ignoring --setgroup ceph since I am not root 2024-09-05T02:37:49.029 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:37:48 smithi174 ceph-mds[65238]: -- 172.21.15.174:0/1213759984 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55d93ae38680 con 0x55d93ae0c800 2024-09-05T02:37:49.029 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:37:48 smithi174 ceph-mds[65238]: -- 172.21.15.174:0/1213759984 <== mon.1 v2:172.21.15.174:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d93ae2f860 con 0x55d93ae0c800 2024-09-05T02:37:49.029 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:37:48 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-i[65234]: starting mds.i at 2024-09-05T02:37:49.029 INFO:journalctl@ceph.mds.l.smithi174.stdout:Sep 05 02:37:48 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-l[64314]: ignoring --setuser ceph since I am not root 2024-09-05T02:37:49.029 INFO:journalctl@ceph.mds.l.smithi174.stdout:Sep 05 02:37:48 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-l[64314]: ignoring --setgroup ceph since I am not root 2024-09-05T02:37:49.029 INFO:journalctl@ceph.mds.l.smithi174.stdout:Sep 05 02:37:48 smithi174 ceph-mds[64318]: -- 172.21.15.174:0/278025888 <== mon.1 v2:172.21.15.174:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5573655df860 con 0x5573655bd000 2024-09-05T02:37:49.029 INFO:journalctl@ceph.mds.l.smithi174.stdout:Sep 05 02:37:48 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-l[64314]: starting mds.l at 2024-09-05T02:37:49.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:48 smithi033 ceph-mon[29909]: pgmap v337: 97 pgs: 97 active+clean; 2.2 MiB data, 604 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 767 B/s wr, 13 op/s 2024-09-05T02:37:49.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:48 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-a[29905]: 2024-09-05T02:37:48.879+0000 7fd245800640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T02:37:49.087 INFO:journalctl@ceph.mds.d.smithi033.stdout:Sep 05 02:37:48 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-d[68866]: ignoring --setuser ceph since I am not root 2024-09-05T02:37:49.087 INFO:journalctl@ceph.mds.d.smithi033.stdout:Sep 05 02:37:48 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-d[68866]: ignoring --setgroup ceph since I am not root 2024-09-05T02:37:49.087 INFO:journalctl@ceph.mds.d.smithi033.stdout:Sep 05 02:37:48 smithi033 ceph-mds[68870]: -- 172.21.15.33:0/1626647275 <== mon.0 v2:172.21.15.33:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55577f72dc20 con 0x55577f70a800 2024-09-05T02:37:49.087 INFO:journalctl@ceph.mds.d.smithi033.stdout:Sep 05 02:37:48 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-d[68866]: starting mds.d at 2024-09-05T02:37:49.088 INFO:journalctl@ceph.mds.a.smithi033.stdout:Sep 05 02:37:48 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-a[70029]: ignoring --setuser ceph since I am not root 2024-09-05T02:37:49.088 INFO:journalctl@ceph.mds.a.smithi033.stdout:Sep 05 02:37:48 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-a[70029]: ignoring --setgroup ceph since I am not root 2024-09-05T02:37:49.088 INFO:journalctl@ceph.mds.a.smithi033.stdout:Sep 05 02:37:48 smithi033 ceph-mds[70033]: -- 172.21.15.33:0/2460890807 <== mon.1 v2:172.21.15.174:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b119129860 con 0x55b119107400 2024-09-05T02:37:49.088 INFO:journalctl@ceph.mds.a.smithi033.stdout:Sep 05 02:37:48 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-a[70029]: starting mds.a at 2024-09-05T02:37:49.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:48 smithi123 ceph-mon[34031]: pgmap v337: 97 pgs: 97 active+clean; 2.2 MiB data, 604 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 767 B/s wr, 13 op/s 2024-09-05T02:37:49.136 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 02:37:48 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-e[63702]: ignoring --setuser ceph since I am not root 2024-09-05T02:37:49.136 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 02:37:48 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-e[63702]: ignoring --setgroup ceph since I am not root 2024-09-05T02:37:49.136 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 02:37:48 smithi123 ceph-mds[63706]: -- 172.21.15.123:0/632749643 <== mon.2 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d4b7435860 con 0x55d4b7412800 2024-09-05T02:37:49.136 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 02:37:48 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-e[63702]: starting mds.e at 2024-09-05T02:37:49.136 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 02:37:48 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-k[63385]: ignoring --setuser ceph since I am not root 2024-09-05T02:37:49.136 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 02:37:48 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-k[63385]: ignoring --setgroup ceph since I am not root 2024-09-05T02:37:49.136 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 02:37:48 smithi123 ceph-mds[63389]: -- 172.21.15.123:0/1998042845 <== mon.2 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5630853f3c20 con 0x5630853d1400 2024-09-05T02:37:49.136 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 02:37:48 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-k[63385]: starting mds.k at 2024-09-05T02:37:49.137 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:37:48 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-b[64320]: ignoring --setuser ceph since I am not root 2024-09-05T02:37:49.137 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:37:48 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-b[64320]: ignoring --setgroup ceph since I am not root 2024-09-05T02:37:49.137 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:37:48 smithi123 ceph-mds[64324]: -- 172.21.15.123:0/2051079103 <== mon.2 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56426422b860 con 0x564264209400 2024-09-05T02:37:49.137 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:37:48 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-b[64320]: starting mds.b at 2024-09-05T02:37:49.137 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 02:37:48 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-h[64017]: ignoring --setuser ceph since I am not root 2024-09-05T02:37:49.137 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 02:37:48 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-h[64017]: ignoring --setgroup ceph since I am not root 2024-09-05T02:37:49.137 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 02:37:48 smithi123 ceph-mds[64021]: -- 172.21.15.123:0/3367738150 <== mon.2 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563aaad99860 con 0x563aaad77000 2024-09-05T02:37:49.138 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 02:37:48 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-h[64017]: starting mds.h at 2024-09-05T02:37:49.567 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-09-05T02:37:49.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:49 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/2675449924' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-05T02:37:49.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:49 smithi033 ceph-mon[29909]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-05T02:37:49.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:49 smithi033 ceph-mon[29909]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-05T02:37:49.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:49 smithi033 ceph-mon[29909]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T02:37:49.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:49 smithi033 ceph-mon[29909]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-05T02:37:49.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:49 smithi033 ceph-mon[29909]: osdmap e96: 12 total, 12 up, 12 in 2024-09-05T02:37:49.837 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:49 smithi033 ceph-mon[29909]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-09-05T02:37:49.949 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:37:50.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:49 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/2675449924' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-05T02:37:50.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:49 smithi123 ceph-mon[34031]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-05T02:37:50.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:49 smithi123 ceph-mon[34031]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-05T02:37:50.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:49 smithi123 ceph-mon[34031]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T02:37:50.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:49 smithi123 ceph-mon[34031]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-05T02:37:50.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:49 smithi123 ceph-mon[34031]: osdmap e96: 12 total, 12 up, 12 in 2024-09-05T02:37:50.136 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:49 smithi123 ceph-mon[34031]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-09-05T02:37:50.143 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:49 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/2675449924' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-05T02:37:50.143 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:49 smithi174 ceph-mon[34756]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-05T02:37:50.144 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:49 smithi174 ceph-mon[34756]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-05T02:37:50.144 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:49 smithi174 ceph-mon[34756]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T02:37:50.144 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:49 smithi174 ceph-mon[34756]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-05T02:37:50.144 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:49 smithi174 ceph-mon[34756]: osdmap e96: 12 total, 12 up, 12 in 2024-09-05T02:37:50.144 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:49 smithi174 ceph-mon[34756]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-09-05T02:37:50.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.657+0000 7fe2cf200640 1 -- 172.21.15.33:0/468876457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2d01034b0 msgr2=0x7fe2d010b9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:50.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.657+0000 7fe2cf200640 1 --2- 172.21.15.33:0/468876457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2d01034b0 0x7fe2d010b9a0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7fe2bc009900 tx=0x7fe2bc02a480 comp rx=0 tx=0).stop 2024-09-05T02:37:50.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.657+0000 7fe2cf200640 1 -- 172.21.15.33:0/468876457 shutdown_connections 2024-09-05T02:37:50.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.657+0000 7fe2cf200640 1 --2- 172.21.15.33:0/468876457 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe2d010bfc0 0x7fe2d010e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:50.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.657+0000 7fe2cf200640 1 --2- 172.21.15.33:0/468876457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2d01034b0 0x7fe2d010b9a0 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:50.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.657+0000 7fe2cf200640 1 --2- 172.21.15.33:0/468876457 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2d0102b90 0x7fe2d0102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:50.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.657+0000 7fe2cf200640 1 -- 172.21.15.33:0/468876457 >> 172.21.15.33:0/468876457 conn(0x7fe2d00fc610 msgr2=0x7fe2d00fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:50.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.657+0000 7fe2cf200640 1 -- 172.21.15.33:0/468876457 shutdown_connections 2024-09-05T02:37:50.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.657+0000 7fe2cf200640 1 -- 172.21.15.33:0/468876457 wait complete. 2024-09-05T02:37:50.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.658+0000 7fe2cf200640 1 Processor -- start 2024-09-05T02:37:50.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.658+0000 7fe2cf200640 1 -- start start 2024-09-05T02:37:50.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.659+0000 7fe2cf200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe2d0102b90 0x7fe2d019a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:50.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.659+0000 7fe2cf200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2d01034b0 0x7fe2d019aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:50.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.659+0000 7fe2cf200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2d010bfc0 0x7fe2d019eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:50.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.659+0000 7fe2cf200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d0111e10 con 0x7fe2d01034b0 2024-09-05T02:37:50.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.659+0000 7fe2cf200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d0111c90 con 0x7fe2d010bfc0 2024-09-05T02:37:50.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.659+0000 7fe2cf200640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d0111f90 con 0x7fe2d0102b90 2024-09-05T02:37:50.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.659+0000 7fe2cd400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2d01034b0 0x7fe2d019aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:50.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.659+0000 7fe2cde00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe2d0102b90 0x7fe2d019a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:50.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.659+0000 7fe2cd400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2d01034b0 0x7fe2d019aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51992/0 (socket says 172.21.15.33:51992) 2024-09-05T02:37:50.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.659+0000 7fe2cd400640 1 -- 172.21.15.33:0/1728933558 learned_addr learned my addr 172.21.15.33:0/1728933558 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:50.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.659+0000 7fe2ce800640 1 --2- 172.21.15.33:0/1728933558 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2d010bfc0 0x7fe2d019eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:50.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.659+0000 7fe2cde00640 1 -- 172.21.15.33:0/1728933558 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2d010bfc0 msgr2=0x7fe2d019eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:50.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.659+0000 7fe2cde00640 1 --2- 172.21.15.33:0/1728933558 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2d010bfc0 0x7fe2d019eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:50.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.659+0000 7fe2cde00640 1 -- 172.21.15.33:0/1728933558 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2d01034b0 msgr2=0x7fe2d019aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:50.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.659+0000 7fe2cde00640 1 --2- 172.21.15.33:0/1728933558 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2d01034b0 0x7fe2d019aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:50.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.659+0000 7fe2cde00640 1 -- 172.21.15.33:0/1728933558 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2d019f480 con 0x7fe2d0102b90 2024-09-05T02:37:50.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.660+0000 7fe2ce800640 1 --2- 172.21.15.33:0/1728933558 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2d010bfc0 0x7fe2d019eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:37:50.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.660+0000 7fe2cde00640 1 --2- 172.21.15.33:0/1728933558 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe2d0102b90 0x7fe2d019a4d0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fe2c000e9f0 tx=0x7fe2c000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:50.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.660+0000 7fe2c6a00640 1 -- 172.21.15.33:0/1728933558 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2c000ccc0 con 0x7fe2d0102b90 2024-09-05T02:37:50.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.660+0000 7fe2c6a00640 1 -- 172.21.15.33:0/1728933558 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe2c0010910 con 0x7fe2d0102b90 2024-09-05T02:37:50.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.660+0000 7fe2c6a00640 1 -- 172.21.15.33:0/1728933558 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2c0018960 con 0x7fe2d0102b90 2024-09-05T02:37:50.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.660+0000 7fe2cf200640 1 -- 172.21.15.33:0/1728933558 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2d019f770 con 0x7fe2d0102b90 2024-09-05T02:37:50.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.660+0000 7fe2cf200640 1 -- 172.21.15.33:0/1728933558 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2d01a7050 con 0x7fe2d0102b90 2024-09-05T02:37:50.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.661+0000 7fe2cf200640 1 -- 172.21.15.33:0/1728933558 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2d0102f70 con 0x7fe2d0102b90 2024-09-05T02:37:50.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.663+0000 7fe2c6a00640 1 -- 172.21.15.33:0/1728933558 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fe2c0010ac0 con 0x7fe2d0102b90 2024-09-05T02:37:50.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.664+0000 7fe2c6a00640 1 --2- 172.21.15.33:0/1728933558 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe2b40a2cf0 0x7fe2b40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:50.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.665+0000 7fe2c6a00640 1 -- 172.21.15.33:0/1728933558 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8928+0+0 (secure 0 0 0) 0x7fe2c00cfa60 con 0x7fe2d0102b90 2024-09-05T02:37:50.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.665+0000 7fe2cd400640 1 --2- 172.21.15.33:0/1728933558 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe2b40a2cf0 0x7fe2b40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:50.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.665+0000 7fe2cd400640 1 --2- 172.21.15.33:0/1728933558 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe2b40a2cf0 0x7fe2b40a51b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fe2bc0096c0 tx=0x7fe2bc0046c0 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:50.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.669+0000 7fe2c6a00640 1 -- 172.21.15.33:0/1728933558 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe2c009c4b0 con 0x7fe2d0102b90 2024-09-05T02:37:50.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:50.891+0000 7fe2cf200640 1 -- 172.21.15.33:0/1728933558 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fe2d01a72f0 con 0x7fe2d0102b90 2024-09-05T02:37:51.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.123:6833/192802466,v1:172.21.15.123:6835/192802466] up:boot 2024-09-05T02:37:51.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.123:6832/1786687667,v1:172.21.15.123:6834/1786687667] up:boot 2024-09-05T02:37:51.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.174:6833/492732273,v1:172.21.15.174:6835/492732273] up:boot 2024-09-05T02:37:51.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.174:6832/102327216,v1:172.21.15.174:6834/102327216] up:boot 2024-09-05T02:37:51.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.123:6836/2313336657,v1:172.21.15.123:6838/2313336657] up:boot 2024-09-05T02:37:51.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.123:6837/759362270,v1:172.21.15.123:6839/759362270] up:boot 2024-09-05T02:37:51.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.174:6836/3622919637,v1:172.21.15.174:6838/3622919637] up:boot 2024-09-05T02:37:51.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.174:6837/1986840928,v1:172.21.15.174:6839/1986840928] up:boot 2024-09-05T02:37:51.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.33:6836/3861974009,v1:172.21.15.33:6837/3861974009] up:boot 2024-09-05T02:37:51.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: mds.? [v2:172.21.15.33:6840/3193397935,v1:172.21.15.33:6841/3193397935] up:boot 2024-09-05T02:37:51.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-09-05T02:37:51.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T02:37:51.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T02:37:51.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T02:37:51.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T02:37:51.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T02:37:51.278 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T02:37:51.279 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T02:37:51.279 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T02:37:51.279 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T02:37:51.279 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T02:37:51.279 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:50 smithi174 ceph-mon[34756]: pgmap v339: 97 pgs: 97 active+clean; 2.2 MiB data, 604 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 921 B/s wr, 11 op/s 2024-09-05T02:37:51.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.123:6833/192802466,v1:172.21.15.123:6835/192802466] up:boot 2024-09-05T02:37:51.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.123:6832/1786687667,v1:172.21.15.123:6834/1786687667] up:boot 2024-09-05T02:37:51.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.174:6833/492732273,v1:172.21.15.174:6835/492732273] up:boot 2024-09-05T02:37:51.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.174:6832/102327216,v1:172.21.15.174:6834/102327216] up:boot 2024-09-05T02:37:51.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.123:6836/2313336657,v1:172.21.15.123:6838/2313336657] up:boot 2024-09-05T02:37:51.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.123:6837/759362270,v1:172.21.15.123:6839/759362270] up:boot 2024-09-05T02:37:51.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.174:6836/3622919637,v1:172.21.15.174:6838/3622919637] up:boot 2024-09-05T02:37:51.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.174:6837/1986840928,v1:172.21.15.174:6839/1986840928] up:boot 2024-09-05T02:37:51.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.33:6836/3861974009,v1:172.21.15.33:6837/3861974009] up:boot 2024-09-05T02:37:51.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: mds.? [v2:172.21.15.33:6840/3193397935,v1:172.21.15.33:6841/3193397935] up:boot 2024-09-05T02:37:51.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-09-05T02:37:51.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T02:37:51.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T02:37:51.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T02:37:51.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T02:37:51.338 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T02:37:51.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T02:37:51.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T02:37:51.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T02:37:51.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T02:37:51.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T02:37:51.339 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:50 smithi033 ceph-mon[29909]: pgmap v339: 97 pgs: 97 active+clean; 2.2 MiB data, 604 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 921 B/s wr, 11 op/s 2024-09-05T02:37:51.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.123:6833/192802466,v1:172.21.15.123:6835/192802466] up:boot 2024-09-05T02:37:51.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.123:6832/1786687667,v1:172.21.15.123:6834/1786687667] up:boot 2024-09-05T02:37:51.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.174:6833/492732273,v1:172.21.15.174:6835/492732273] up:boot 2024-09-05T02:37:51.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.174:6832/102327216,v1:172.21.15.174:6834/102327216] up:boot 2024-09-05T02:37:51.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.123:6836/2313336657,v1:172.21.15.123:6838/2313336657] up:boot 2024-09-05T02:37:51.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.123:6837/759362270,v1:172.21.15.123:6839/759362270] up:boot 2024-09-05T02:37:51.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.174:6836/3622919637,v1:172.21.15.174:6838/3622919637] up:boot 2024-09-05T02:37:51.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.174:6837/1986840928,v1:172.21.15.174:6839/1986840928] up:boot 2024-09-05T02:37:51.386 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.33:6836/3861974009,v1:172.21.15.33:6837/3861974009] up:boot 2024-09-05T02:37:51.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: mds.? [v2:172.21.15.33:6840/3193397935,v1:172.21.15.33:6841/3193397935] up:boot 2024-09-05T02:37:51.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-09-05T02:37:51.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T02:37:51.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T02:37:51.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T02:37:51.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T02:37:51.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T02:37:51.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T02:37:51.387 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T02:37:51.388 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T02:37:51.388 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T02:37:51.388 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: from='mgr.15138 172.21.15.33:0/1014287710' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T02:37:51.388 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:50 smithi123 ceph-mon[34031]: pgmap v339: 97 pgs: 97 active+clean; 2.2 MiB data, 604 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 921 B/s wr, 11 op/s 2024-09-05T02:37:51.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:51.900+0000 7fe2c6a00640 1 -- 172.21.15.33:0/1728933558 <== mon.1 v2:172.21.15.174:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v32) ==== 104+0+0 (secure 0 0 0) 0x7fe2c009bdb0 con 0x7fe2d0102b90 2024-09-05T02:37:51.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:51.904+0000 7fe2cf200640 1 -- 172.21.15.33:0/1728933558 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe2b40a2cf0 msgr2=0x7fe2b40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:51.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:51.904+0000 7fe2cf200640 1 --2- 172.21.15.33:0/1728933558 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe2b40a2cf0 0x7fe2b40a51b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fe2bc0096c0 tx=0x7fe2bc0046c0 comp rx=0 tx=0).stop 2024-09-05T02:37:51.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:51.904+0000 7fe2cf200640 1 -- 172.21.15.33:0/1728933558 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe2d0102b90 msgr2=0x7fe2d019a4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:51.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:51.904+0000 7fe2cf200640 1 --2- 172.21.15.33:0/1728933558 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe2d0102b90 0x7fe2d019a4d0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fe2c000e9f0 tx=0x7fe2c000eeb0 comp rx=0 tx=0).stop 2024-09-05T02:37:51.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:51.904+0000 7fe2cf200640 1 -- 172.21.15.33:0/1728933558 shutdown_connections 2024-09-05T02:37:51.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:51.904+0000 7fe2cf200640 1 --2- 172.21.15.33:0/1728933558 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7fe2b40a2cf0 0x7fe2b40a51b0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:51.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:51.904+0000 7fe2cf200640 1 --2- 172.21.15.33:0/1728933558 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2d010bfc0 0x7fe2d019eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:51.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:51.904+0000 7fe2cf200640 1 --2- 172.21.15.33:0/1728933558 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2d01034b0 0x7fe2d019aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:51.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:51.904+0000 7fe2cf200640 1 --2- 172.21.15.33:0/1728933558 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7fe2d0102b90 0x7fe2d019a4d0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:51.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:51.904+0000 7fe2cf200640 1 -- 172.21.15.33:0/1728933558 >> 172.21.15.33:0/1728933558 conn(0x7fe2d00fc610 msgr2=0x7fe2d00fd210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:51.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:51.904+0000 7fe2cf200640 1 -- 172.21.15.33:0/1728933558 shutdown_connections 2024-09-05T02:37:51.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:51.904+0000 7fe2cf200640 1 -- 172.21.15.33:0/1728933558 wait complete. 2024-09-05T02:37:52.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:51 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/1728933558' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T02:37:52.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:51 smithi033 ceph-mon[29909]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T02:37:52.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:51 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/1728933558' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T02:37:52.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:51 smithi174 ceph-mon[34756]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T02:37:52.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:51 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/1728933558' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T02:37:52.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:51 smithi123 ceph-mon[34031]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T02:37:52.750 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-05T02:37:53.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:52 smithi033 ceph-mon[29909]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-05T02:37:53.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:52 smithi033 ceph-mon[29909]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-05T02:37:53.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:52 smithi033 ceph-mon[29909]: Cluster is now healthy 2024-09-05T02:37:53.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:52 smithi033 ceph-mon[29909]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-05T02:37:53.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:52 smithi033 ceph-mon[29909]: fsmap 12 up:standby 2024-09-05T02:37:53.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:52 smithi033 ceph-mon[29909]: pgmap v340: 97 pgs: 97 active+clean; 2.2 MiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T02:37:53.137 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:37:53.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:52 smithi174 ceph-mon[34756]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-05T02:37:53.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:52 smithi174 ceph-mon[34756]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-05T02:37:53.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:52 smithi174 ceph-mon[34756]: Cluster is now healthy 2024-09-05T02:37:53.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:52 smithi174 ceph-mon[34756]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-05T02:37:53.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:52 smithi174 ceph-mon[34756]: fsmap 12 up:standby 2024-09-05T02:37:53.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:52 smithi174 ceph-mon[34756]: pgmap v340: 97 pgs: 97 active+clean; 2.2 MiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T02:37:53.286 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:52 smithi123 ceph-mon[34031]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-05T02:37:53.286 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:52 smithi123 ceph-mon[34031]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-05T02:37:53.287 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:52 smithi123 ceph-mon[34031]: Cluster is now healthy 2024-09-05T02:37:53.287 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:52 smithi123 ceph-mon[34031]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-05T02:37:53.287 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:52 smithi123 ceph-mon[34031]: fsmap 12 up:standby 2024-09-05T02:37:53.287 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:52 smithi123 ceph-mon[34031]: pgmap v340: 97 pgs: 97 active+clean; 2.2 MiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T02:37:53.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.614+0000 7f7825e00640 1 -- 172.21.15.33:0/2959899207 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7820077040 msgr2=0x7f78201124f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:53.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.614+0000 7f7825e00640 1 --2- 172.21.15.33:0/2959899207 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7820077040 0x7f78201124f0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f780c009900 tx=0x7f780c02a3f0 comp rx=0 tx=0).stop 2024-09-05T02:37:53.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.614+0000 7f7825e00640 1 -- 172.21.15.33:0/2959899207 shutdown_connections 2024-09-05T02:37:53.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.614+0000 7f7825e00640 1 --2- 172.21.15.33:0/2959899207 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7820112a30 0x7f7820114e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:53.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.614+0000 7f7825e00640 1 --2- 172.21.15.33:0/2959899207 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7820077040 0x7f78201124f0 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:53.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.614+0000 7f7825e00640 1 --2- 172.21.15.33:0/2959899207 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7820076720 0x7f7820076b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:53.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.614+0000 7f7825e00640 1 -- 172.21.15.33:0/2959899207 >> 172.21.15.33:0/2959899207 conn(0x7f78200ffa90 msgr2=0x7f7820101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:53.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.614+0000 7f7825e00640 1 -- 172.21.15.33:0/2959899207 shutdown_connections 2024-09-05T02:37:53.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.614+0000 7f7825e00640 1 -- 172.21.15.33:0/2959899207 wait complete. 2024-09-05T02:37:53.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.615+0000 7f7825e00640 1 Processor -- start 2024-09-05T02:37:53.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.616+0000 7f7825e00640 1 -- start start 2024-09-05T02:37:53.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.616+0000 7f7825e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7820076720 0x7f78201a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:53.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.616+0000 7f7825e00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7820077040 0x7f78201a4c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:53.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.616+0000 7f7825e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7820112a30 0x7f782019e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:53.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.616+0000 7f7825e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f78201185a0 con 0x7f7820112a30 2024-09-05T02:37:53.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.616+0000 7f7825e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7820118420 con 0x7f7820076720 2024-09-05T02:37:53.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.616+0000 7f7825e00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f7820118720 con 0x7f7820077040 2024-09-05T02:37:53.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.616+0000 7f781ea00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7820076720 0x7f78201a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:53.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.616+0000 7f781ea00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7820076720 0x7f78201a46f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.33:44206/0 (socket says 172.21.15.33:44206) 2024-09-05T02:37:53.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.616+0000 7f781ea00640 1 -- 172.21.15.33:0/3657685170 learned_addr learned my addr 172.21.15.33:0/3657685170 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:53.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.616+0000 7f781f400640 1 --2- 172.21.15.33:0/3657685170 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7820112a30 0x7f782019e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:53.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.616+0000 7f781e000640 1 --2- 172.21.15.33:0/3657685170 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7820077040 0x7f78201a4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:53.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.617+0000 7f781ea00640 1 -- 172.21.15.33:0/3657685170 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7820077040 msgr2=0x7f78201a4c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:53.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.617+0000 7f781ea00640 1 --2- 172.21.15.33:0/3657685170 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7820077040 0x7f78201a4c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:53.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.617+0000 7f781ea00640 1 -- 172.21.15.33:0/3657685170 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7820112a30 msgr2=0x7f782019e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:53.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.617+0000 7f781ea00640 1 --2- 172.21.15.33:0/3657685170 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7820112a30 0x7f782019e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:53.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.617+0000 7f781ea00640 1 -- 172.21.15.33:0/3657685170 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f782019efe0 con 0x7f7820076720 2024-09-05T02:37:53.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.617+0000 7f781e000640 1 --2- 172.21.15.33:0/3657685170 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7820077040 0x7f78201a4c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T02:37:53.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.617+0000 7f781ea00640 1 --2- 172.21.15.33:0/3657685170 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7820076720 0x7f78201a46f0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f781000ebc0 tx=0x7f781000c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:53.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.617+0000 7f7824a00640 1 -- 172.21.15.33:0/3657685170 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7810010630 con 0x7f7820076720 2024-09-05T02:37:53.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.617+0000 7f7824a00640 1 -- 172.21.15.33:0/3657685170 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7810010cb0 con 0x7f7820076720 2024-09-05T02:37:53.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.617+0000 7f7825e00640 1 -- 172.21.15.33:0/3657685170 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f782019f2d0 con 0x7f7820076720 2024-09-05T02:37:53.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.617+0000 7f7824a00640 1 -- 172.21.15.33:0/3657685170 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7810018bd0 con 0x7f7820076720 2024-09-05T02:37:53.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.617+0000 7f7825e00640 1 -- 172.21.15.33:0/3657685170 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78201ab5c0 con 0x7f7820076720 2024-09-05T02:37:53.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.618+0000 7f7825e00640 1 -- 172.21.15.33:0/3657685170 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7820076b00 con 0x7f7820076720 2024-09-05T02:37:53.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.620+0000 7f7824a00640 1 -- 172.21.15.33:0/3657685170 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f78100107d0 con 0x7f7820076720 2024-09-05T02:37:53.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.622+0000 7f7824a00640 1 --2- 172.21.15.33:0/3657685170 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78040a2cf0 0x7f78040a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:53.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.622+0000 7f7824a00640 1 -- 172.21.15.33:0/3657685170 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8928+0+0 (secure 0 0 0) 0x7f78100cff70 con 0x7f7820076720 2024-09-05T02:37:53.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.622+0000 7f781e000640 1 --2- 172.21.15.33:0/3657685170 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78040a2cf0 0x7f78040a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:53.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.623+0000 7f781e000640 1 --2- 172.21.15.33:0/3657685170 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78040a2cf0 0x7f78040a51b0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f78201a00a0 tx=0x7f780c005a20 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:53.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.624+0000 7f7824a00640 1 -- 172.21.15.33:0/3657685170 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f781009c9c0 con 0x7f7820076720 2024-09-05T02:37:53.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.811+0000 7f7825e00640 1 -- 172.21.15.33:0/3657685170 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f782019fde0 con 0x7f7820076720 2024-09-05T02:37:53.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.904+0000 7f7824a00640 1 -- 172.21.15.33:0/3657685170 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v97) ==== 181+0+0 (secure 0 0 0) 0x7f781009c2c0 con 0x7f7820076720 2024-09-05T02:37:53.906 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' removed 2024-09-05T02:37:53.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.909+0000 7f7825e00640 1 -- 172.21.15.33:0/3657685170 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78040a2cf0 msgr2=0x7f78040a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:53.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.909+0000 7f7825e00640 1 --2- 172.21.15.33:0/3657685170 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78040a2cf0 0x7f78040a51b0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f78201a00a0 tx=0x7f780c005a20 comp rx=0 tx=0).stop 2024-09-05T02:37:53.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.909+0000 7f7825e00640 1 -- 172.21.15.33:0/3657685170 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7820076720 msgr2=0x7f78201a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:53.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.909+0000 7f7825e00640 1 --2- 172.21.15.33:0/3657685170 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7820076720 0x7f78201a46f0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f781000ebc0 tx=0x7f781000c6a0 comp rx=0 tx=0).stop 2024-09-05T02:37:53.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.909+0000 7f7825e00640 1 -- 172.21.15.33:0/3657685170 shutdown_connections 2024-09-05T02:37:53.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.909+0000 7f7825e00640 1 --2- 172.21.15.33:0/3657685170 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f78040a2cf0 0x7f78040a51b0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:53.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.909+0000 7f7825e00640 1 --2- 172.21.15.33:0/3657685170 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7820112a30 0x7f782019e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:53.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.909+0000 7f7825e00640 1 --2- 172.21.15.33:0/3657685170 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f7820077040 0x7f78201a4c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:53.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.909+0000 7f7825e00640 1 --2- 172.21.15.33:0/3657685170 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7820076720 0x7f78201a46f0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:53.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.909+0000 7f7825e00640 1 -- 172.21.15.33:0/3657685170 >> 172.21.15.33:0/3657685170 conn(0x7f78200ffa90 msgr2=0x7f7820101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:53.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.910+0000 7f7825e00640 1 -- 172.21.15.33:0/3657685170 shutdown_connections 2024-09-05T02:37:53.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:53.910+0000 7f7825e00640 1 -- 172.21.15.33:0/3657685170 wait complete. 2024-09-05T02:37:54.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:53 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/3657685170' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T02:37:54.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:53 smithi174 ceph-mon[34756]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T02:37:54.286 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:53 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/3657685170' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T02:37:54.286 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:53 smithi033 ceph-mon[29909]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T02:37:54.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:53 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/3657685170' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T02:37:54.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:53 smithi123 ceph-mon[34031]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T02:37:54.752 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-05T02:37:55.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:54 smithi033 ceph-mon[29909]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T02:37:55.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:54 smithi033 ceph-mon[29909]: osdmap e97: 12 total, 12 up, 12 in 2024-09-05T02:37:55.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:54 smithi033 ceph-mon[29909]: pgmap v342: 65 pgs: 65 active+clean; 577 KiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:37:55.127 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T02:37:55.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:54 smithi174 ceph-mon[34756]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T02:37:55.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:54 smithi174 ceph-mon[34756]: osdmap e97: 12 total, 12 up, 12 in 2024-09-05T02:37:55.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:54 smithi174 ceph-mon[34756]: pgmap v342: 65 pgs: 65 active+clean; 577 KiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:37:55.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:54 smithi123 ceph-mon[34031]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T02:37:55.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:54 smithi123 ceph-mon[34031]: osdmap e97: 12 total, 12 up, 12 in 2024-09-05T02:37:55.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:54 smithi123 ceph-mon[34031]: pgmap v342: 65 pgs: 65 active+clean; 577 KiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:37:55.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.638+0000 7f8f2bc00640 1 -- 172.21.15.33:0/2692485219 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f24101de0 msgr2=0x7f8f241021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:55.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.638+0000 7f8f2bc00640 1 --2- 172.21.15.33:0/2692485219 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f24101de0 0x7f8f241021c0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f8f14009900 tx=0x7f8f1402a410 comp rx=0 tx=0).stop 2024-09-05T02:37:55.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.638+0000 7f8f2bc00640 1 -- 172.21.15.33:0/2692485219 shutdown_connections 2024-09-05T02:37:55.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.638+0000 7f8f2bc00640 1 --2- 172.21.15.33:0/2692485219 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8f24106f10 0x7f8f2410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:55.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.638+0000 7f8f2bc00640 1 --2- 172.21.15.33:0/2692485219 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8f24102790 0x7f8f241067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:55.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.638+0000 7f8f2bc00640 1 --2- 172.21.15.33:0/2692485219 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f24101de0 0x7f8f241021c0 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:55.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.638+0000 7f8f2bc00640 1 -- 172.21.15.33:0/2692485219 >> 172.21.15.33:0/2692485219 conn(0x7f8f240fd8c0 msgr2=0x7f8f240ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:55.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.638+0000 7f8f2bc00640 1 -- 172.21.15.33:0/2692485219 shutdown_connections 2024-09-05T02:37:55.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.638+0000 7f8f2bc00640 1 -- 172.21.15.33:0/2692485219 wait complete. 2024-09-05T02:37:55.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.639+0000 7f8f2bc00640 1 Processor -- start 2024-09-05T02:37:55.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.639+0000 7f8f2bc00640 1 -- start start 2024-09-05T02:37:55.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.640+0000 7f8f2bc00640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8f24101de0 0x7f8f24198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:55.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.640+0000 7f8f2bc00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f24102790 0x7f8f24198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:55.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.640+0000 7f8f2bc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8f24106f10 0x7f8f2419cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:55.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.640+0000 7f8f2bc00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8f24111fc0 con 0x7f8f24102790 2024-09-05T02:37:55.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.640+0000 7f8f2bc00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8f24111e40 con 0x7f8f24106f10 2024-09-05T02:37:55.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.640+0000 7f8f2bc00640 1 -- --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_getmap magic: 0 -- 0x7f8f24112140 con 0x7f8f24101de0 2024-09-05T02:37:55.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.640+0000 7f8f1be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f24102790 0x7f8f24198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:55.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.640+0000 7f8f29200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8f24101de0 0x7f8f24198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:55.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.640+0000 7f8f29200640 1 --2- >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8f24101de0 0x7f8f24198410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.174:3300/0 says I am v2:172.21.15.33:37976/0 (socket says 172.21.15.33:37976) 2024-09-05T02:37:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.640+0000 7f8f29200640 1 -- 172.21.15.33:0/647311124 learned_addr learned my addr 172.21.15.33:0/647311124 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-05T02:37:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.640+0000 7f8f29c00640 1 --2- 172.21.15.33:0/647311124 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8f24106f10 0x7f8f2419cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.640+0000 7f8f29200640 1 -- 172.21.15.33:0/647311124 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8f24106f10 msgr2=0x7f8f2419cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.640+0000 7f8f29200640 1 --2- 172.21.15.33:0/647311124 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8f24106f10 0x7f8f2419cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.640+0000 7f8f29200640 1 -- 172.21.15.33:0/647311124 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f24102790 msgr2=0x7f8f24198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.640+0000 7f8f29200640 1 --2- 172.21.15.33:0/647311124 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f24102790 0x7f8f24198950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.640+0000 7f8f29200640 1 -- 172.21.15.33:0/647311124 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f2419d3c0 con 0x7f8f24101de0 2024-09-05T02:37:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.640+0000 7f8f1be00640 1 --2- 172.21.15.33:0/647311124 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f24102790 0x7f8f24198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T02:37:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.641+0000 7f8f29200640 1 --2- 172.21.15.33:0/647311124 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8f24101de0 0x7f8f24198410 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f8f14004770 tx=0x7f8f14003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.641+0000 7f8f22000640 1 -- 172.21.15.33:0/647311124 <== mon.1 v2:172.21.15.174:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f1403f070 con 0x7f8f24101de0 2024-09-05T02:37:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.641+0000 7f8f2bc00640 1 -- 172.21.15.33:0/647311124 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f2419d650 con 0x7f8f24101de0 2024-09-05T02:37:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.641+0000 7f8f22000640 1 -- 172.21.15.33:0/647311124 <== mon.1 v2:172.21.15.174:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8f14031ca0 con 0x7f8f24101de0 2024-09-05T02:37:55.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.641+0000 7f8f22000640 1 -- 172.21.15.33:0/647311124 <== mon.1 v2:172.21.15.174:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f14035030 con 0x7f8f24101de0 2024-09-05T02:37:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.641+0000 7f8f2bc00640 1 -- 172.21.15.33:0/647311124 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f241a4f90 con 0x7f8f24101de0 2024-09-05T02:37:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.642+0000 7f8f2bc00640 1 -- 172.21.15.33:0/647311124 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f241021c0 con 0x7f8f24101de0 2024-09-05T02:37:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.644+0000 7f8f22000640 1 -- 172.21.15.33:0/647311124 <== mon.1 v2:172.21.15.174:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f8f14042070 con 0x7f8f24101de0 2024-09-05T02:37:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.646+0000 7f8f22000640 1 --2- 172.21.15.33:0/647311124 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f8f080a2d70 0x7f8f080a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T02:37:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.646+0000 7f8f22000640 1 -- 172.21.15.33:0/647311124 <== mon.1 v2:172.21.15.174:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8374+0+0 (secure 0 0 0) 0x7f8f140efc80 con 0x7f8f24101de0 2024-09-05T02:37:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.646+0000 7f8f1be00640 1 --2- 172.21.15.33:0/647311124 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f8f080a2d70 0x7f8f080a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T02:37:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.647+0000 7f8f1be00640 1 --2- 172.21.15.33:0/647311124 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f8f080a2d70 0x7f8f080a5230 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f8f240fdce0 tx=0x7f8f0c005f90 comp rx=0 tx=0).ready entity=mgr.15138 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T02:37:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.648+0000 7f8f22000640 1 -- 172.21.15.33:0/647311124 <== mon.1 v2:172.21.15.174:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8f140bc280 con 0x7f8f24101de0 2024-09-05T02:37:55.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.834+0000 7f8f2bc00640 1 -- 172.21.15.33:0/647311124 --> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f8f2410a0f0 con 0x7f8f24101de0 2024-09-05T02:37:55.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.923+0000 7f8f22000640 1 -- 172.21.15.33:0/647311124 <== mon.1 v2:172.21.15.174:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v98) ==== 169+0+0 (secure 0 0 0) 0x7f8f140c0580 con 0x7f8f24101de0 2024-09-05T02:37:55.924 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' removed 2024-09-05T02:37:55.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.926+0000 7f8f2bc00640 1 -- 172.21.15.33:0/647311124 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f8f080a2d70 msgr2=0x7f8f080a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:55.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.926+0000 7f8f2bc00640 1 --2- 172.21.15.33:0/647311124 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f8f080a2d70 0x7f8f080a5230 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f8f240fdce0 tx=0x7f8f0c005f90 comp rx=0 tx=0).stop 2024-09-05T02:37:55.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.926+0000 7f8f2bc00640 1 -- 172.21.15.33:0/647311124 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8f24101de0 msgr2=0x7f8f24198410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T02:37:55.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.926+0000 7f8f2bc00640 1 --2- 172.21.15.33:0/647311124 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8f24101de0 0x7f8f24198410 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f8f14004770 tx=0x7f8f14003c10 comp rx=0 tx=0).stop 2024-09-05T02:37:55.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.926+0000 7f8f2bc00640 1 -- 172.21.15.33:0/647311124 shutdown_connections 2024-09-05T02:37:55.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.926+0000 7f8f2bc00640 1 --2- 172.21.15.33:0/647311124 >> [v2:172.21.15.33:6800/2352698460,v1:172.21.15.33:6801/2352698460] conn(0x7f8f080a2d70 0x7f8f080a5230 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:55.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.926+0000 7f8f2bc00640 1 --2- 172.21.15.33:0/647311124 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8f24106f10 0x7f8f2419cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:55.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.926+0000 7f8f2bc00640 1 --2- 172.21.15.33:0/647311124 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f24102790 0x7f8f24198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:55.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.927+0000 7f8f2bc00640 1 --2- 172.21.15.33:0/647311124 >> [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] conn(0x7f8f24101de0 0x7f8f24198410 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T02:37:55.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.927+0000 7f8f2bc00640 1 -- 172.21.15.33:0/647311124 >> 172.21.15.33:0/647311124 conn(0x7f8f240fd8c0 msgr2=0x7f8f240fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T02:37:55.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.927+0000 7f8f2bc00640 1 -- 172.21.15.33:0/647311124 shutdown_connections 2024-09-05T02:37:55.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-05T02:37:55.927+0000 7f8f2bc00640 1 -- 172.21.15.33:0/647311124 wait complete. 2024-09-05T02:37:56.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:55 smithi033 ceph-mon[29909]: from='client.? 172.21.15.33:0/647311124' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T02:37:56.088 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:55 smithi033 ceph-mon[29909]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T02:37:56.276 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:55 smithi174 ceph-mon[34756]: from='client.? 172.21.15.33:0/647311124' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T02:37:56.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:55 smithi174 ceph-mon[34756]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T02:37:56.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:55 smithi123 ceph-mon[34031]: from='client.? 172.21.15.33:0/647311124' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T02:37:56.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:55 smithi123 ceph-mon[34031]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T02:37:56.829 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T02:37:56.887 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T02:37:56.922 DEBUG:teuthology.orchestra.run.smithi174:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T02:37:56.956 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-05T02:37:56.956 DEBUG:teuthology.orchestra.run.smithi033:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-05T02:37:56.993 DEBUG:teuthology.orchestra.run.smithi123:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-05T02:37:57.011 DEBUG:teuthology.orchestra.run.smithi174:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-05T02:37:57.030 INFO:tasks.cephadm:Stopping all daemons... 2024-09-05T02:37:57.030 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-05T02:37:57.030 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mon.a 2024-09-05T02:37:57.081 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:56 smithi033 ceph-mon[29909]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T02:37:57.081 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:56 smithi033 ceph-mon[29909]: osdmap e98: 12 total, 12 up, 12 in 2024-09-05T02:37:57.081 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:56 smithi033 ceph-mon[29909]: pgmap v344: 1 pgs: 1 active+clean; 577 KiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:37:57.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:56 smithi174 ceph-mon[34756]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T02:37:57.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:56 smithi174 ceph-mon[34756]: osdmap e98: 12 total, 12 up, 12 in 2024-09-05T02:37:57.277 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:56 smithi174 ceph-mon[34756]: pgmap v344: 1 pgs: 1 active+clean; 577 KiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:37:57.337 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:57 smithi033 systemd[1]: Stopping Ceph mon.a for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:37:57.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:56 smithi123 ceph-mon[34031]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T02:37:57.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:56 smithi123 ceph-mon[34031]: osdmap e98: 12 total, 12 up, 12 in 2024-09-05T02:37:57.385 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:56 smithi123 ceph-mon[34031]: pgmap v344: 1 pgs: 1 active+clean; 577 KiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T02:37:57.823 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:57 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-a[29905]: 2024-09-05T02:37:57.432+0000 7fd24c600640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:37:57.823 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:57 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-a[29905]: 2024-09-05T02:37:57.432+0000 7fd24c600640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-05T02:37:57.824 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:57 smithi033 podman[110878]: 2024-09-05 02:37:57.463707412 +0000 UTC m=+0.147954436 container died 19a0c0cd3750679421c9244e8e9084001357e41025a288bbea4423ea0243ac24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-a, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-05T02:37:58.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:57 smithi033 podman[110878]: 2024-09-05 02:37:57.93708314 +0000 UTC m=+0.621330164 container cleanup 19a0c0cd3750679421c9244e8e9084001357e41025a288bbea4423ea0243ac24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-a, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, ceph=True) 2024-09-05T02:37:58.087 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:57 smithi033 bash[110878]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-a 2024-09-05T02:37:58.465 INFO:journalctl@ceph.mon.a.smithi033.stdout:Sep 05 02:37:58 smithi033 podman[110889]: 2024-09-05 02:37:58.205356412 +0000 UTC m=+0.728730207 container remove 19a0c0cd3750679421c9244e8e9084001357e41025a288bbea4423ea0243ac24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-a, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e) 2024-09-05T02:37:58.476 DEBUG:teuthology.orchestra.run.smithi033:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mon.a.service' 2024-09-05T02:37:58.560 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:37:58.561 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-05T02:37:58.561 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-09-05T02:37:58.561 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mon.b 2024-09-05T02:37:58.859 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:58 smithi123 systemd[1]: Stopping Ceph mon.b for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:37:59.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:58 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-b[34027]: 2024-09-05T02:37:58.858+0000 7fa28a535640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:37:59.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:58 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-b[34027]: 2024-09-05T02:37:58.858+0000 7fa28a535640 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-09-05T02:37:59.135 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:58 smithi123 podman[69527]: 2024-09-05 02:37:58.929175184 +0000 UTC m=+0.173762373 container died c7e87a8b2bd605cebe574cecea24642ebd334395d3dbaa737c5e5ce9431809f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-05T02:37:59.459 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:59 smithi123 podman[69527]: 2024-09-05 02:37:59.265633865 +0000 UTC m=+0.510221087 container cleanup c7e87a8b2bd605cebe574cecea24642ebd334395d3dbaa737c5e5ce9431809f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-b, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-05T02:37:59.459 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:59 smithi123 bash[69527]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-b 2024-09-05T02:37:59.701 DEBUG:teuthology.orchestra.run.smithi123:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mon.b.service' 2024-09-05T02:37:59.723 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:59 smithi123 podman[69538]: 2024-09-05 02:37:59.458311216 +0000 UTC m=+0.523513573 container remove c7e87a8b2bd605cebe574cecea24642ebd334395d3dbaa737c5e5ce9431809f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-b, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-05T02:37:59.723 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:59 smithi123 systemd[1]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-05T02:37:59.723 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:59 smithi123 systemd[1]: Stopped Ceph mon.b for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:37:59.724 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 02:37:59 smithi123 systemd[1]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mon.b.service: Consumed 12.710s CPU time. 2024-09-05T02:37:59.752 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:37:59.753 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-09-05T02:37:59.753 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-09-05T02:37:59.753 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mon.c 2024-09-05T02:38:00.026 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:37:59 smithi174 systemd[1]: Stopping Ceph mon.c for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:38:00.508 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:38:00 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-c[34752]: 2024-09-05T02:38:00.081+0000 7fe44d91a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:38:00.508 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:38:00 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-c[34752]: 2024-09-05T02:38:00.081+0000 7fe44d91a640 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-09-05T02:38:00.508 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:38:00 smithi174 podman[70638]: 2024-09-05 02:38:00.234684849 +0000 UTC m=+0.295189113 container died 10411efb2d3622ef2492a525c74e7ceca0f60b3c6c53f011125bfe43db23a295 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-c, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-05T02:38:00.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:38:00 smithi174 podman[70638]: 2024-09-05 02:38:00.606365506 +0000 UTC m=+0.666869774 container cleanup 10411efb2d3622ef2492a525c74e7ceca0f60b3c6c53f011125bfe43db23a295 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-c, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True) 2024-09-05T02:38:00.777 INFO:journalctl@ceph.mon.c.smithi174.stdout:Sep 05 02:38:00 smithi174 bash[70638]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mon-c 2024-09-05T02:38:00.837 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:38:00 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:38:00.425+0000 7f189c000640 -1 client.15156: SimpleRADOSStriper: lock: snap_db_v0.db: lock failed: (2) No such file or directory 2024-09-05T02:38:01.032 DEBUG:teuthology.orchestra.run.smithi174:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mon.c.service' 2024-09-05T02:38:01.079 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:38:01.079 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-09-05T02:38:01.079 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-05T02:38:01.079 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mgr.x 2024-09-05T02:38:01.513 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:38:01 smithi033 systemd[1]: Stopping Ceph mgr.x for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:38:01.837 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:38:01 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:38:01.511+0000 7f1947800640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:38:01.837 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:38:01 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x[30135]: 2024-09-05T02:38:01.511+0000 7f1947800640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-09-05T02:38:01.837 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:38:01 smithi033 podman[111001]: 2024-09-05 02:38:01.59351425 +0000 UTC m=+0.222818817 container died fc5c039be152839283823c57546d2ac1fad8bbb19ff2cfd7ed85180b0e0c7aa6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-05T02:38:02.468 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:38:02 smithi033 podman[111001]: 2024-09-05 02:38:02.174658959 +0000 UTC m=+0.803963519 container cleanup fc5c039be152839283823c57546d2ac1fad8bbb19ff2cfd7ed85180b0e0c7aa6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, GIT_CLEAN=True) 2024-09-05T02:38:02.468 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:38:02 smithi033 bash[111001]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x 2024-09-05T02:38:02.679 DEBUG:teuthology.orchestra.run.smithi033:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mgr.x.service' 2024-09-05T02:38:02.729 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:38:02 smithi033 podman[111013]: 2024-09-05 02:38:02.467937727 +0000 UTC m=+0.862913335 container remove fc5c039be152839283823c57546d2ac1fad8bbb19ff2cfd7ed85180b0e0c7aa6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-x, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0) 2024-09-05T02:38:02.729 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:38:02 smithi033 systemd[1]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mgr.x.service: Deactivated successfully. 2024-09-05T02:38:02.729 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:38:02 smithi033 systemd[1]: Stopped Ceph mgr.x for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:38:02.729 INFO:journalctl@ceph.mgr.x.smithi033.stdout:Sep 05 02:38:02 smithi033 systemd[1]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mgr.x.service: Consumed 1min 4.017s CPU time. 2024-09-05T02:38:02.752 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:38:02.752 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-05T02:38:02.752 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-05T02:38:02.753 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mgr.y 2024-09-05T02:38:03.066 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:38:02 smithi123 systemd[1]: Stopping Ceph mgr.y for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:38:03.379 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:38:03 smithi123 podman[69648]: 2024-09-05 02:38:03.065552217 +0000 UTC m=+0.122560799 container died b55e610b9b249dc2fa8c6a8f03bf48e52e35eabc7a610570b09f61b58dd34b12 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T02:38:03.635 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:38:03 smithi123 podman[69648]: 2024-09-05 02:38:03.46120706 +0000 UTC m=+0.518215645 container cleanup b55e610b9b249dc2fa8c6a8f03bf48e52e35eabc7a610570b09f61b58dd34b12 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-05T02:38:03.635 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 02:38:03 smithi123 bash[69648]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-y 2024-09-05T02:38:03.891 DEBUG:teuthology.orchestra.run.smithi123:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mgr.y.service' 2024-09-05T02:38:03.925 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:38:03.926 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-05T02:38:03.926 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-09-05T02:38:03.926 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mgr.z 2024-09-05T02:38:04.276 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:38:03 smithi174 systemd[1]: Stopping Ceph mgr.z for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:38:04.526 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:38:04 smithi174 podman[70764]: 2024-09-05 02:38:04.27484461 +0000 UTC m=+0.152636281 container died 881e15c50f26b1a5b39a6e4831e9cb151a265ca12977ab906e156b106a8651cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z, RELEASE=squid-91c8a7e, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-09-05T02:38:04.887 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:38:04 smithi174 podman[70764]: 2024-09-05 02:38:04.66898565 +0000 UTC m=+0.546777320 container cleanup 881e15c50f26b1a5b39a6e4831e9cb151a265ca12977ab906e156b106a8651cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-05T02:38:04.887 INFO:journalctl@ceph.mgr.z.smithi174.stdout:Sep 05 02:38:04 smithi174 bash[70764]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mgr-z 2024-09-05T02:38:05.021 DEBUG:teuthology.orchestra.run.smithi174:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mgr.z.service' 2024-09-05T02:38:05.055 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:38:05.056 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-09-05T02:38:05.056 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-05T02:38:05.056 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.0 2024-09-05T02:38:05.474 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:38:05 smithi033 systemd[1]: Stopping Ceph osd.0 for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:38:05.837 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:38:05 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-0[43302]: 2024-09-05T02:38:05.473+0000 7fb015e00640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:38:05.837 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:38:05 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-0[43302]: 2024-09-05T02:38:05.473+0000 7fb015e00640 -1 osd.0 98 *** Got signal Terminated *** 2024-09-05T02:38:05.837 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:38:05 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-0[43302]: 2024-09-05T02:38:05.473+0000 7fb015e00640 -1 osd.0 98 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T02:38:11.298 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:38:10 smithi033 podman[111120]: 2024-09-05 02:38:10.993756624 +0000 UTC m=+5.645913868 container died b4f8220979a2a1086bd3407095657bf5ee3dc1bce4263cba0ff797bd99ccce15 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-05T02:38:11.808 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:38:11 smithi033 podman[111120]: 2024-09-05 02:38:11.55366344 +0000 UTC m=+6.205820683 container cleanup b4f8220979a2a1086bd3407095657bf5ee3dc1bce4263cba0ff797bd99ccce15 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-0, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T02:38:11.808 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:38:11 smithi033 bash[111120]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-0 2024-09-05T02:38:11.808 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:38:11 smithi033 podman[111138]: 2024-09-05 02:38:11.780068734 +0000 UTC m=+0.771426911 container remove b4f8220979a2a1086bd3407095657bf5ee3dc1bce4263cba0ff797bd99ccce15 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-05T02:38:12.587 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:38:12 smithi033 podman[111229]: 2024-09-05 02:38:12.235364852 +0000 UTC m=+0.027459427 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:38:12.587 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:38:12 smithi033 podman[111229]: 2024-09-05 02:38:12.347710886 +0000 UTC m=+0.139805441 container create 44aa5f0158413e7596329d30e72a88651fc1b7dff125e784347536d754fb3286 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-0-deactivate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e) 2024-09-05T02:38:12.872 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:38:12 smithi033 podman[111229]: 2024-09-05 02:38:12.600319527 +0000 UTC m=+0.392414110 container init 44aa5f0158413e7596329d30e72a88651fc1b7dff125e784347536d754fb3286 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-05T02:38:12.872 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:38:12 smithi033 podman[111229]: 2024-09-05 02:38:12.607425947 +0000 UTC m=+0.399520505 container start 44aa5f0158413e7596329d30e72a88651fc1b7dff125e784347536d754fb3286 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-09-05T02:38:12.873 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:38:12 smithi033 podman[111229]: 2024-09-05 02:38:12.683312894 +0000 UTC m=+0.475407460 container attach 44aa5f0158413e7596329d30e72a88651fc1b7dff125e784347536d754fb3286 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-05T02:38:13.253 INFO:journalctl@ceph.osd.0.smithi033.stdout:Sep 05 02:38:12 smithi033 podman[111229]: 2024-09-05 02:38:12.872138582 +0000 UTC m=+0.664233149 container died 44aa5f0158413e7596329d30e72a88651fc1b7dff125e784347536d754fb3286 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-05T02:38:13.731 DEBUG:teuthology.orchestra.run.smithi033:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.0.service' 2024-09-05T02:38:13.808 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:38:13.809 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-05T02:38:13.809 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-05T02:38:13.809 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.1 2024-09-05T02:38:14.108 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:38:13 smithi123 systemd[1]: Stopping Ceph osd.1 for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:38:14.385 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:38:14 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-1[38477]: 2024-09-05T02:38:14.106+0000 7f8289437640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:38:14.385 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:38:14 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-1[38477]: 2024-09-05T02:38:14.106+0000 7f8289437640 -1 osd.1 98 *** Got signal Terminated *** 2024-09-05T02:38:14.385 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:38:14 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-1[38477]: 2024-09-05T02:38:14.106+0000 7f8289437640 -1 osd.1 98 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T02:38:19.933 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:38:19 smithi123 podman[69775]: 2024-09-05 02:38:19.637720212 +0000 UTC m=+5.635340331 container died 284a318917f9fad67259b6e58633094a674788c4ed0b588dced05c8501339c88 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-1, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e) 2024-09-05T02:38:20.292 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:38:20 smithi123 podman[69775]: 2024-09-05 02:38:20.015234475 +0000 UTC m=+6.012854603 container cleanup 284a318917f9fad67259b6e58633094a674788c4ed0b588dced05c8501339c88 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-1, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-05T02:38:20.292 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:38:20 smithi123 bash[69775]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-1 2024-09-05T02:38:20.629 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:38:20 smithi123 podman[69792]: 2024-09-05 02:38:20.29138642 +0000 UTC m=+0.653162800 container remove 284a318917f9fad67259b6e58633094a674788c4ed0b588dced05c8501339c88 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-1, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e) 2024-09-05T02:38:20.882 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:38:20 smithi123 podman[69881]: 2024-09-05 02:38:20.530935067 +0000 UTC m=+0.015728438 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:38:20.882 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:38:20 smithi123 podman[69881]: 2024-09-05 02:38:20.650463187 +0000 UTC m=+0.135256532 container create f28e5cc26e97f88756d023481c93d5dd237420c236a6636f6370d6d9153a8c85 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-05T02:38:20.882 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:38:20 smithi123 podman[69881]: 2024-09-05 02:38:20.87822377 +0000 UTC m=+0.363017129 container init f28e5cc26e97f88756d023481c93d5dd237420c236a6636f6370d6d9153a8c85 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True) 2024-09-05T02:38:20.882 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:38:20 smithi123 podman[69881]: 2024-09-05 02:38:20.881661446 +0000 UTC m=+0.366454818 container start f28e5cc26e97f88756d023481c93d5dd237420c236a6636f6370d6d9153a8c85 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-1-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-05T02:38:21.135 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:38:20 smithi123 podman[69881]: 2024-09-05 02:38:20.978419499 +0000 UTC m=+0.463212853 container attach f28e5cc26e97f88756d023481c93d5dd237420c236a6636f6370d6d9153a8c85 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-05T02:38:21.135 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 02:38:21 smithi123 podman[69881]: 2024-09-05 02:38:21.073743946 +0000 UTC m=+0.558537306 container died f28e5cc26e97f88756d023481c93d5dd237420c236a6636f6370d6d9153a8c85 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-1-deactivate, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-05T02:38:21.714 DEBUG:teuthology.orchestra.run.smithi123:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.1.service' 2024-09-05T02:38:21.753 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:38:21.753 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-05T02:38:21.753 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-05T02:38:21.754 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.2 2024-09-05T02:38:22.048 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:38:21 smithi174 systemd[1]: Stopping Ceph osd.2 for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:38:22.313 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:38:22 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-2[39704]: 2024-09-05T02:38:22.047+0000 7f6383ae7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:38:22.313 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:38:22 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-2[39704]: 2024-09-05T02:38:22.047+0000 7f6383ae7640 -1 osd.2 98 *** Got signal Terminated *** 2024-09-05T02:38:22.313 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:38:22 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-2[39704]: 2024-09-05T02:38:22.047+0000 7f6383ae7640 -1 osd.2 98 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T02:38:27.673 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:38:27 smithi174 podman[70886]: 2024-09-05 02:38:27.395702125 +0000 UTC m=+5.445694810 container died a1c60edf869decb4a02b7fe9c7958bb7b7cb55cd3809a22b4aecc3a49d5d71e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-2, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True) 2024-09-05T02:38:28.027 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:38:27 smithi174 podman[70886]: 2024-09-05 02:38:27.788786966 +0000 UTC m=+5.838779642 container cleanup a1c60edf869decb4a02b7fe9c7958bb7b7cb55cd3809a22b4aecc3a49d5d71e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-2, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T02:38:28.027 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:38:27 smithi174 bash[70886]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-2 2024-09-05T02:38:28.411 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:38:28 smithi174 podman[70916]: 2024-09-05 02:38:28.048437805 +0000 UTC m=+0.641831487 container remove a1c60edf869decb4a02b7fe9c7958bb7b7cb55cd3809a22b4aecc3a49d5d71e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-09-05T02:38:28.664 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:38:28 smithi174 podman[71002]: 2024-09-05 02:38:28.313597364 +0000 UTC m=+0.016118873 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:38:28.664 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:38:28 smithi174 podman[71002]: 2024-09-05 02:38:28.415814175 +0000 UTC m=+0.118335726 container create 003f09227604c9951a58827e2abaee1a908dd483cc28a35dda458cc919a7bad8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-2-deactivate, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-05T02:38:28.664 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:38:28 smithi174 podman[71002]: 2024-09-05 02:38:28.659681481 +0000 UTC m=+0.362203001 container init 003f09227604c9951a58827e2abaee1a908dd483cc28a35dda458cc919a7bad8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T02:38:29.027 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:38:28 smithi174 podman[71002]: 2024-09-05 02:38:28.662905884 +0000 UTC m=+0.365427396 container start 003f09227604c9951a58827e2abaee1a908dd483cc28a35dda458cc919a7bad8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T02:38:29.027 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:38:28 smithi174 podman[71002]: 2024-09-05 02:38:28.768325477 +0000 UTC m=+0.470846985 container attach 003f09227604c9951a58827e2abaee1a908dd483cc28a35dda458cc919a7bad8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-05T02:38:29.027 INFO:journalctl@ceph.osd.2.smithi174.stdout:Sep 05 02:38:28 smithi174 podman[71002]: 2024-09-05 02:38:28.852861332 +0000 UTC m=+0.555382847 container died 003f09227604c9951a58827e2abaee1a908dd483cc28a35dda458cc919a7bad8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-05T02:38:29.505 DEBUG:teuthology.orchestra.run.smithi174:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.2.service' 2024-09-05T02:38:29.547 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:38:29.548 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-05T02:38:29.548 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-05T02:38:29.548 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.3 2024-09-05T02:38:29.992 INFO:journalctl@ceph.osd.3.smithi033.stdout:Sep 05 02:38:29 smithi033 systemd[1]: Stopping Ceph osd.3 for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:38:30.337 INFO:journalctl@ceph.osd.3.smithi033.stdout:Sep 05 02:38:29 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-3[49793]: 2024-09-05T02:38:29.990+0000 7f3cf3c00640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:38:30.337 INFO:journalctl@ceph.osd.3.smithi033.stdout:Sep 05 02:38:29 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-3[49793]: 2024-09-05T02:38:29.990+0000 7f3cf3c00640 -1 osd.3 98 *** Got signal Terminated *** 2024-09-05T02:38:30.337 INFO:journalctl@ceph.osd.3.smithi033.stdout:Sep 05 02:38:29 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-3[49793]: 2024-09-05T02:38:29.990+0000 7f3cf3c00640 -1 osd.3 98 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T02:38:32.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:32 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:32.087+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:33.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:32 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:32.734+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:33.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:33 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:33.063+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:33.837 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:33 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:33.723+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:33.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:33 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:33.496+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:34.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:33 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:33.875+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:34.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:33 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:33.944+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:34.386 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:34 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:34.014+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:34.686 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:34 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:34.524+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:34.687 INFO:journalctl@ceph.osd.3.smithi033.stdout:Sep 05 02:38:34 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-3[49793]: 2024-09-05T02:38:34.362+0000 7f3cea600640 -1 osd.3 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.088582+0000 front 2024-09-05T02:38:08.088507+0000 (oldest deadline 2024-09-05T02:38:33.988844+0000) 2024-09-05T02:38:35.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:34 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:34.685+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:35.276 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:34 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:34.923+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:35.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:34 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:34.970+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:35.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:34 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:34.990+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:35.680 INFO:journalctl@ceph.osd.3.smithi033.stdout:Sep 05 02:38:35 smithi033 podman[111330]: 2024-09-05 02:38:35.420910199 +0000 UTC m=+5.582337090 container died 16e1ef49a59e4af7f57516633f6974c3d87abd4b1902d93b489b6c0fdb06a381 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-3, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e) 2024-09-05T02:38:35.680 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:35 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:35.503+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:35.776 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:35 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:35.432+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.360680+0000 front 2024-09-05T02:38:09.360636+0000 (oldest deadline 2024-09-05T02:38:35.260427+0000) 2024-09-05T02:38:35.946 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:35 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:35.678+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:36.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:35 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:35.918+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:36.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:35 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:35.944+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:36.337 INFO:journalctl@ceph.osd.3.smithi033.stdout:Sep 05 02:38:35 smithi033 podman[111330]: 2024-09-05 02:38:35.945890754 +0000 UTC m=+6.107317644 container cleanup 16e1ef49a59e4af7f57516633f6974c3d87abd4b1902d93b489b6c0fdb06a381 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-3, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-05T02:38:36.337 INFO:journalctl@ceph.osd.3.smithi033.stdout:Sep 05 02:38:35 smithi033 bash[111330]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-3 2024-09-05T02:38:36.337 INFO:journalctl@ceph.osd.3.smithi033.stdout:Sep 05 02:38:36 smithi033 podman[111346]: 2024-09-05 02:38:36.180599433 +0000 UTC m=+0.753184893 container remove 16e1ef49a59e4af7f57516633f6974c3d87abd4b1902d93b489b6c0fdb06a381 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-3, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-05T02:38:36.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:36 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:36.015+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:36.776 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:36 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:36.447+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.360680+0000 front 2024-09-05T02:38:09.360636+0000 (oldest deadline 2024-09-05T02:38:35.260427+0000) 2024-09-05T02:38:36.837 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:36.704+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:36.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:36 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:36.501+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:36.837 INFO:journalctl@ceph.osd.3.smithi033.stdout:Sep 05 02:38:36 smithi033 podman[111430]: 2024-09-05 02:38:36.62117637 +0000 UTC m=+0.028151568 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:38:36.838 INFO:journalctl@ceph.osd.3.smithi033.stdout:Sep 05 02:38:36 smithi033 podman[111430]: 2024-09-05 02:38:36.747991049 +0000 UTC m=+0.154966229 container create 56d68f03cfde2f78026acce296e1b05f3dbdd0d2247b3b31f36c7363647e1c0e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-05T02:38:37.268 INFO:journalctl@ceph.osd.3.smithi033.stdout:Sep 05 02:38:36 smithi033 podman[111430]: 2024-09-05 02:38:36.991915347 +0000 UTC m=+0.398890547 container init 56d68f03cfde2f78026acce296e1b05f3dbdd0d2247b3b31f36c7363647e1c0e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-05T02:38:37.268 INFO:journalctl@ceph.osd.3.smithi033.stdout:Sep 05 02:38:36 smithi033 podman[111430]: 2024-09-05 02:38:36.998788576 +0000 UTC m=+0.405763757 container start 56d68f03cfde2f78026acce296e1b05f3dbdd0d2247b3b31f36c7363647e1c0e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T02:38:37.268 INFO:journalctl@ceph.osd.3.smithi033.stdout:Sep 05 02:38:37 smithi033 podman[111430]: 2024-09-05 02:38:37.083675096 +0000 UTC m=+0.490650276 container attach 56d68f03cfde2f78026acce296e1b05f3dbdd0d2247b3b31f36c7363647e1c0e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-05T02:38:37.276 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:36 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:36.936+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:37.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:36 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:36.977+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:37.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:37 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:37.051+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:37.587 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:37 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:37.501+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:37.587 INFO:journalctl@ceph.osd.3.smithi033.stdout:Sep 05 02:38:37 smithi033 podman[111452]: 2024-09-05 02:38:37.307390746 +0000 UTC m=+0.026819236 container died 56d68f03cfde2f78026acce296e1b05f3dbdd0d2247b3b31f36c7363647e1c0e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-05T02:38:37.777 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:37 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:37.450+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.360680+0000 front 2024-09-05T02:38:09.360636+0000 (oldest deadline 2024-09-05T02:38:35.260427+0000) 2024-09-05T02:38:38.079 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:37 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:37.674+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:38.112 DEBUG:teuthology.orchestra.run.smithi033:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.3.service' 2024-09-05T02:38:38.189 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:38:38.189 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-05T02:38:38.189 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-05T02:38:38.189 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.4 2024-09-05T02:38:38.276 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:37 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:37.970+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:38.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:37 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:37.986+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:38.385 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 02:38:38 smithi123 systemd[1]: Stopping Ceph osd.4 for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:38:38.386 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:38 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:38.016+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:38.776 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:38 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:38.425+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.360680+0000 front 2024-09-05T02:38:09.360636+0000 (oldest deadline 2024-09-05T02:38:35.260427+0000) 2024-09-05T02:38:38.837 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:38 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:38.714+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:38.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:38 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:38.474+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:38.885 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 02:38:38 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-4[45376]: 2024-09-05T02:38:38.516+0000 7ff27367c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:38:38.885 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 02:38:38 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-4[45376]: 2024-09-05T02:38:38.516+0000 7ff27367c640 -1 osd.4 98 *** Got signal Terminated *** 2024-09-05T02:38:38.885 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 02:38:38 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-4[45376]: 2024-09-05T02:38:38.516+0000 7ff27367c640 -1 osd.4 98 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T02:38:39.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:39 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:39.026+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:39.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:38 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:38.923+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:39.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:39 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:39.053+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:39.776 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:39 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:39.470+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.360680+0000 front 2024-09-05T02:38:09.360636+0000 (oldest deadline 2024-09-05T02:38:35.260427+0000) 2024-09-05T02:38:39.837 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:39 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:39.754+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:39.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:39 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:39.523+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:40.276 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:39 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:39.921+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:40.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:40 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:40.020+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:40.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:40 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:40.010+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:40.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:40 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:40.010+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:38:40.777 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:40 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:40.481+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.360680+0000 front 2024-09-05T02:38:09.360636+0000 (oldest deadline 2024-09-05T02:38:35.260427+0000) 2024-09-05T02:38:40.777 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:40 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:40.481+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.061984+0000 front 2024-09-05T02:38:18.062066+0000 (oldest deadline 2024-09-05T02:38:40.362019+0000) 2024-09-05T02:38:40.802 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:40 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:40.476+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:41.086 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:40 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:40.801+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:41.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:41 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:41.022+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:41.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:40 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:40.893+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:41.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:40 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:40.893+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:38:41.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:41 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:41.021+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:41.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:41 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:41.021+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:38:41.386 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:41 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:41.239+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:38:41.777 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:41 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:41.457+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.360680+0000 front 2024-09-05T02:38:09.360636+0000 (oldest deadline 2024-09-05T02:38:35.260427+0000) 2024-09-05T02:38:41.777 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:41 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:41.457+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.061984+0000 front 2024-09-05T02:38:18.062066+0000 (oldest deadline 2024-09-05T02:38:40.362019+0000) 2024-09-05T02:38:41.792 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:41 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:41.451+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:41.792 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:41 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:41.451+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:38:42.091 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:41 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:41.791+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:42.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:42 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:42.026+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:42.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:41 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:41.875+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:42.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:41 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:41.875+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:38:42.385 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:42 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:42.208+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:38:42.389 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:42 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:42.067+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:42.389 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:42 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:42.067+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:38:42.776 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:42 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:42.425+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.360680+0000 front 2024-09-05T02:38:09.360636+0000 (oldest deadline 2024-09-05T02:38:35.260427+0000) 2024-09-05T02:38:42.777 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:42 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:42.425+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.061984+0000 front 2024-09-05T02:38:18.062066+0000 (oldest deadline 2024-09-05T02:38:40.362019+0000) 2024-09-05T02:38:42.806 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:42 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:42.472+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:42.806 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:42 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:42.472+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:38:43.086 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:42 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:42.805+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:43.276 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:43 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:43.067+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:43.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:42 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:42.922+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:43.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:42 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:42.922+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:38:43.385 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:43 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:43.247+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:38:43.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:43 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:43.115+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:43.386 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:43 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:43.115+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:38:43.776 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:43 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:43.407+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.360680+0000 front 2024-09-05T02:38:09.360636+0000 (oldest deadline 2024-09-05T02:38:35.260427+0000) 2024-09-05T02:38:43.777 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:43 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:43.407+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.061984+0000 front 2024-09-05T02:38:18.062066+0000 (oldest deadline 2024-09-05T02:38:40.362019+0000) 2024-09-05T02:38:43.828 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:43 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:43.449+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:43.829 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:43 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:43.449+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:38:44.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:43 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:43.827+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:44.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:43 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:43.827+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.194998+0000 front 2024-09-05T02:38:18.195018+0000 (oldest deadline 2024-09-05T02:38:42.894869+0000) 2024-09-05T02:38:44.210 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:44 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:44.078+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:44.211 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:44 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:44.078+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:38:44.211 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 02:38:43 smithi123 podman[69994]: 2024-09-05 02:38:43.953989256 +0000 UTC m=+5.565931509 container died bc3785bfd533ff5b958c36d557e00e53ff6c6bd98d94481113a6db11f72b39ca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-4, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-05T02:38:44.276 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:44 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:44.075+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:44.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:43 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:43.966+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:44.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:43 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:43.966+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:38:44.593 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:44 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:44.275+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:38:44.594 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 02:38:44 smithi123 podman[69994]: 2024-09-05 02:38:44.308912366 +0000 UTC m=+5.920854618 container cleanup bc3785bfd533ff5b958c36d557e00e53ff6c6bd98d94481113a6db11f72b39ca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-4, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True) 2024-09-05T02:38:44.594 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 02:38:44 smithi123 bash[69994]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-4 2024-09-05T02:38:44.776 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:44 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:44.450+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.360680+0000 front 2024-09-05T02:38:09.360636+0000 (oldest deadline 2024-09-05T02:38:35.260427+0000) 2024-09-05T02:38:44.776 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:44 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:44.450+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.061984+0000 front 2024-09-05T02:38:18.062066+0000 (oldest deadline 2024-09-05T02:38:40.362019+0000) 2024-09-05T02:38:44.815 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:44 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:44.439+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:44.816 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:44 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:44.439+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:38:44.885 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 02:38:44 smithi123 podman[70011]: 2024-09-05 02:38:44.59340878 +0000 UTC m=+0.633212142 container remove bc3785bfd533ff5b958c36d557e00e53ff6c6bd98d94481113a6db11f72b39ca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-4, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-05T02:38:45.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:44 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:44.814+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:45.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:44 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:44.814+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.194998+0000 front 2024-09-05T02:38:18.195018+0000 (oldest deadline 2024-09-05T02:38:42.894869+0000) 2024-09-05T02:38:45.197 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:45 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:45.094+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:45.197 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:45 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:45.094+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:38:45.197 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 02:38:44 smithi123 podman[70099]: 2024-09-05 02:38:44.822915715 +0000 UTC m=+0.015944940 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:38:45.197 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 02:38:44 smithi123 podman[70099]: 2024-09-05 02:38:44.935830887 +0000 UTC m=+0.128860101 container create 79ae3d62a6fd0bfa8b8b0ef17c7a48d9abff9d54634baf9bf7a9e80ac9a9318f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-05T02:38:45.197 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 02:38:45 smithi123 podman[70099]: 2024-09-05 02:38:45.196778407 +0000 UTC m=+0.389807621 container init 79ae3d62a6fd0bfa8b8b0ef17c7a48d9abff9d54634baf9bf7a9e80ac9a9318f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-05T02:38:45.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:45 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:45.077+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:45.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:44 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:44.954+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:45.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:44 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:44.954+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:38:45.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:45 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:45.323+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:38:45.636 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 02:38:45 smithi123 podman[70099]: 2024-09-05 02:38:45.200295941 +0000 UTC m=+0.393325158 container start 79ae3d62a6fd0bfa8b8b0ef17c7a48d9abff9d54634baf9bf7a9e80ac9a9318f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-4-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-05T02:38:45.636 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 02:38:45 smithi123 podman[70099]: 2024-09-05 02:38:45.288256269 +0000 UTC m=+0.481285492 container attach 79ae3d62a6fd0bfa8b8b0ef17c7a48d9abff9d54634baf9bf7a9e80ac9a9318f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-4-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-05T02:38:45.636 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 02:38:45 smithi123 podman[70099]: 2024-09-05 02:38:45.393697269 +0000 UTC m=+0.586726488 container died 79ae3d62a6fd0bfa8b8b0ef17c7a48d9abff9d54634baf9bf7a9e80ac9a9318f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T02:38:45.776 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:45 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:45.485+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.360680+0000 front 2024-09-05T02:38:09.360636+0000 (oldest deadline 2024-09-05T02:38:35.260427+0000) 2024-09-05T02:38:45.777 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:45 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:45.485+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.061984+0000 front 2024-09-05T02:38:18.062066+0000 (oldest deadline 2024-09-05T02:38:40.362019+0000) 2024-09-05T02:38:45.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:45 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:45.478+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:45.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:45 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:45.478+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:38:46.026 DEBUG:teuthology.orchestra.run.smithi123:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.4.service' 2024-09-05T02:38:46.067 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:38:46.067 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-05T02:38:46.068 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-05T02:38:46.068 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.5 2024-09-05T02:38:46.276 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:46 smithi174 systemd[1]: Stopping Ceph osd.5 for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:38:46.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:46 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:46.052+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:46.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:45 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:45.908+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:46.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:45 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:45.908+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:38:46.303 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:46 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:46.129+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:46.303 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:46 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:46.129+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:38:46.337 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:45 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:45.838+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:46.337 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:45 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:45.838+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.194998+0000 front 2024-09-05T02:38:18.195018+0000 (oldest deadline 2024-09-05T02:38:42.894869+0000) 2024-09-05T02:38:46.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:46 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:46.303+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:38:46.776 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:46 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:46.398+0000 7fc1c70ff640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:38:46.777 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:46 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:46.398+0000 7fc1c70ff640 -1 osd.5 98 *** Got signal Terminated *** 2024-09-05T02:38:46.777 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:46 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:46.398+0000 7fc1c70ff640 -1 osd.5 98 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T02:38:46.777 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:46 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:46.511+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.360680+0000 front 2024-09-05T02:38:09.360636+0000 (oldest deadline 2024-09-05T02:38:35.260427+0000) 2024-09-05T02:38:46.777 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:46 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:46.511+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.061984+0000 front 2024-09-05T02:38:18.062066+0000 (oldest deadline 2024-09-05T02:38:40.362019+0000) 2024-09-05T02:38:46.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:46 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:46.514+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:46.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:46 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:46.514+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:38:47.276 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:47 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:47.031+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:47.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:46 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:46.901+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:47.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:46 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:46.901+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:38:47.337 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:46 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:46.862+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:47.337 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:46 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:46.862+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.194998+0000 front 2024-09-05T02:38:18.195018+0000 (oldest deadline 2024-09-05T02:38:42.894869+0000) 2024-09-05T02:38:47.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:47 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:47.155+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:47.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:47 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:47.155+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:38:47.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:47 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:47.298+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:38:47.776 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:47 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:47.477+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.360680+0000 front 2024-09-05T02:38:09.360636+0000 (oldest deadline 2024-09-05T02:38:35.260427+0000) 2024-09-05T02:38:47.777 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:47 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:47.477+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.061984+0000 front 2024-09-05T02:38:18.062066+0000 (oldest deadline 2024-09-05T02:38:40.362019+0000) 2024-09-05T02:38:47.824 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:47 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:47.560+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:47.824 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:47 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:47.560+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:38:48.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:47 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:47.823+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:48.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:47 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:47.823+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.194998+0000 front 2024-09-05T02:38:18.195018+0000 (oldest deadline 2024-09-05T02:38:42.894869+0000) 2024-09-05T02:38:48.276 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:48 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:48.022+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:48.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:47 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:47.888+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:48.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:47 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:47.888+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:38:48.385 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:48 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:48.254+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:38:48.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:48 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:48.116+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:48.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:48 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:48.116+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:38:48.776 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:48 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:48.512+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.360680+0000 front 2024-09-05T02:38:09.360636+0000 (oldest deadline 2024-09-05T02:38:35.260427+0000) 2024-09-05T02:38:48.777 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:48 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:48.512+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.061984+0000 front 2024-09-05T02:38:18.062066+0000 (oldest deadline 2024-09-05T02:38:40.362019+0000) 2024-09-05T02:38:48.777 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:48 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:48.512+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.063864+0000 front 2024-09-05T02:38:26.063885+0000 (oldest deadline 2024-09-05T02:38:48.364108+0000) 2024-09-05T02:38:48.813 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:48 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:48.518+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:48.813 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:48 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:48.518+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:38:49.086 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:48 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:48.812+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:49.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:48 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:48.812+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.194998+0000 front 2024-09-05T02:38:18.195018+0000 (oldest deadline 2024-09-05T02:38:42.894869+0000) 2024-09-05T02:38:49.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:48 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:48.812+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.796256+0000 front 2024-09-05T02:38:25.796500+0000 (oldest deadline 2024-09-05T02:38:48.696566+0000) 2024-09-05T02:38:49.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:48 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:48.991+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:49.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:48 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:48.991+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:38:49.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:48 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:48.850+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:49.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:48 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:48.850+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:38:49.385 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:49 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:49.237+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:38:49.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:49 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:49.089+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:49.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:49 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:49.089+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:38:49.776 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:49 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:49.500+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.360680+0000 front 2024-09-05T02:38:09.360636+0000 (oldest deadline 2024-09-05T02:38:35.260427+0000) 2024-09-05T02:38:49.777 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:49 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:49.500+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.061984+0000 front 2024-09-05T02:38:18.062066+0000 (oldest deadline 2024-09-05T02:38:40.362019+0000) 2024-09-05T02:38:49.777 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:49 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:49.500+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.063864+0000 front 2024-09-05T02:38:26.063885+0000 (oldest deadline 2024-09-05T02:38:48.364108+0000) 2024-09-05T02:38:49.814 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:49 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:49.500+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:49.814 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:49 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:49.500+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:38:50.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:49 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:49.813+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:50.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:49 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:49.813+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.194998+0000 front 2024-09-05T02:38:18.195018+0000 (oldest deadline 2024-09-05T02:38:42.894869+0000) 2024-09-05T02:38:50.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:49 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:49.813+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.796256+0000 front 2024-09-05T02:38:25.796500+0000 (oldest deadline 2024-09-05T02:38:48.696566+0000) 2024-09-05T02:38:50.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:50 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:50.035+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:50.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:50 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:50.035+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:38:50.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:49 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:49.870+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:50.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:49 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:49.870+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:38:50.385 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:50 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:50.250+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:38:50.385 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:50 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:50.250+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:23.764852+0000 front 2024-09-05T02:38:23.764723+0000 (oldest deadline 2024-09-05T02:38:49.664700+0000) 2024-09-05T02:38:50.386 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:50 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:50.120+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:50.386 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:50 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:50.120+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:38:50.386 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:50 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:50.120+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:38:50.776 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:50 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:50.492+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.360680+0000 front 2024-09-05T02:38:09.360636+0000 (oldest deadline 2024-09-05T02:38:35.260427+0000) 2024-09-05T02:38:50.777 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:50 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:50.492+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.061984+0000 front 2024-09-05T02:38:18.062066+0000 (oldest deadline 2024-09-05T02:38:40.362019+0000) 2024-09-05T02:38:50.777 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:50 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5[46175]: 2024-09-05T02:38:50.492+0000 7fc1bf6fc640 -1 osd.5 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.063864+0000 front 2024-09-05T02:38:26.063885+0000 (oldest deadline 2024-09-05T02:38:48.364108+0000) 2024-09-05T02:38:50.784 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:50 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:50.480+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:50.784 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:50 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:50.480+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:38:50.784 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:50 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:50.480+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:38:51.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:50 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:50.782+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:51.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:50 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:50.782+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.194998+0000 front 2024-09-05T02:38:18.195018+0000 (oldest deadline 2024-09-05T02:38:42.894869+0000) 2024-09-05T02:38:51.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:50 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:50.782+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.796256+0000 front 2024-09-05T02:38:25.796500+0000 (oldest deadline 2024-09-05T02:38:48.696566+0000) 2024-09-05T02:38:51.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:51 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:51.014+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:51.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:51 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:51.014+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:38:51.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:50 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:50.869+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:51.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:50 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:50.869+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:38:51.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:51 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:51.127+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:51.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:51 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:51.127+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:38:51.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:51 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:51.127+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:38:51.386 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:51 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:51.221+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:38:51.386 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:51 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:51.221+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:23.764852+0000 front 2024-09-05T02:38:23.764723+0000 (oldest deadline 2024-09-05T02:38:49.664700+0000) 2024-09-05T02:38:51.768 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:51 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:51.488+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:51.768 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:51 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:51.488+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:38:51.768 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:51 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:51.488+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:38:52.086 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:51 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:51.767+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:52.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:51 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:51.767+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.194998+0000 front 2024-09-05T02:38:18.195018+0000 (oldest deadline 2024-09-05T02:38:42.894869+0000) 2024-09-05T02:38:52.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:51 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:51.767+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.796256+0000 front 2024-09-05T02:38:25.796500+0000 (oldest deadline 2024-09-05T02:38:48.696566+0000) 2024-09-05T02:38:52.150 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:51 smithi174 podman[71106]: 2024-09-05 02:38:51.884920742 +0000 UTC m=+5.625814863 container died 2b38e45e6c3f61e29661e28745816f2fa7be0fbcd2bef473864e90db4c36b7cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-05T02:38:52.151 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:52 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:52.057+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:52.151 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:52 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:52.057+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:38:52.151 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:51 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:51.862+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:52.151 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:51 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:51.862+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:38:52.151 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:51 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:51.862+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:38:52.385 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:52 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:52.266+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:38:52.385 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:52 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:52.266+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:23.764852+0000 front 2024-09-05T02:38:23.764723+0000 (oldest deadline 2024-09-05T02:38:49.664700+0000) 2024-09-05T02:38:52.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:52 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:52.090+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:52.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:52 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:52.090+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:38:52.386 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:52 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:52.090+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:38:52.527 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:52 smithi174 podman[71106]: 2024-09-05 02:38:52.265357631 +0000 UTC m=+6.006251740 container cleanup 2b38e45e6c3f61e29661e28745816f2fa7be0fbcd2bef473864e90db4c36b7cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2) 2024-09-05T02:38:52.527 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:52 smithi174 bash[71106]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5 2024-09-05T02:38:52.837 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:52 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:52.744+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:52.837 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:52 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:52.744+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.194998+0000 front 2024-09-05T02:38:18.195018+0000 (oldest deadline 2024-09-05T02:38:42.894869+0000) 2024-09-05T02:38:52.837 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:52 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:52.744+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.796256+0000 front 2024-09-05T02:38:25.796500+0000 (oldest deadline 2024-09-05T02:38:48.696566+0000) 2024-09-05T02:38:52.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:52 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:52.520+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:52.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:52 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:52.520+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:38:52.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:52 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:52.520+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:38:52.838 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:52 smithi174 podman[71123]: 2024-09-05 02:38:52.533251717 +0000 UTC m=+0.646759502 container remove 2b38e45e6c3f61e29661e28745816f2fa7be0fbcd2bef473864e90db4c36b7cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-05T02:38:53.112 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:52 smithi174 podman[71216]: 2024-09-05 02:38:52.791662191 +0000 UTC m=+0.016088225 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:38:53.112 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:52 smithi174 podman[71216]: 2024-09-05 02:38:52.892623526 +0000 UTC m=+0.117049590 container create f9f1055cc5f3796bb604e9d7c6ac1947a029b5b2bb363c759eb9a2e20c3c0ec4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T02:38:53.112 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:53 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:53.027+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:53.112 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:53 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:53.027+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:38:53.113 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:52 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:52.836+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:53.113 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:52 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:52.836+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:38:53.113 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:52 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:52.836+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:38:53.385 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:53 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:53.231+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:38:53.385 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:53 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:53.231+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:23.764852+0000 front 2024-09-05T02:38:23.764723+0000 (oldest deadline 2024-09-05T02:38:49.664700+0000) 2024-09-05T02:38:53.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:53 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:53.128+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:53.386 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:53 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:53.128+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:38:53.386 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:53 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:53.128+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:38:53.527 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:53 smithi174 podman[71216]: 2024-09-05 02:38:53.111667639 +0000 UTC m=+0.336093666 container init f9f1055cc5f3796bb604e9d7c6ac1947a029b5b2bb363c759eb9a2e20c3c0ec4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T02:38:53.527 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:53 smithi174 podman[71216]: 2024-09-05 02:38:53.114985276 +0000 UTC m=+0.339411298 container start f9f1055cc5f3796bb604e9d7c6ac1947a029b5b2bb363c759eb9a2e20c3c0ec4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-05T02:38:53.527 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:53 smithi174 podman[71216]: 2024-09-05 02:38:53.203197578 +0000 UTC m=+0.427623603 container attach f9f1055cc5f3796bb604e9d7c6ac1947a029b5b2bb363c759eb9a2e20c3c0ec4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-05T02:38:53.527 INFO:journalctl@ceph.osd.5.smithi174.stdout:Sep 05 02:38:53 smithi174 podman[71216]: 2024-09-05 02:38:53.296555144 +0000 UTC m=+0.520981168 container died f9f1055cc5f3796bb604e9d7c6ac1947a029b5b2bb363c759eb9a2e20c3c0ec4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-5-deactivate, ceph=True, RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-05T02:38:53.837 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:53 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:53.766+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:53.837 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:53 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:53.766+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.194998+0000 front 2024-09-05T02:38:18.195018+0000 (oldest deadline 2024-09-05T02:38:42.894869+0000) 2024-09-05T02:38:53.837 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:53 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:53.766+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.796256+0000 front 2024-09-05T02:38:25.796500+0000 (oldest deadline 2024-09-05T02:38:48.696566+0000) 2024-09-05T02:38:53.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:53 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:53.539+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:53.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:53 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:53.539+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:38:53.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:53 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:53.539+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:38:53.881 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:53 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:53.866+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:53.882 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:53 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:53.866+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:38:53.882 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:53 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:53.866+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:38:53.897 DEBUG:teuthology.orchestra.run.smithi174:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.5.service' 2024-09-05T02:38:53.938 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:38:53.938 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-05T02:38:53.938 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-05T02:38:53.938 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.6 2024-09-05T02:38:54.276 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:54 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:54.078+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:54.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:54 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:54.078+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:38:54.337 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:54 smithi033 systemd[1]: Stopping Ceph osd.6 for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:38:54.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:54 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:54.176+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:54.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:54 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:54.176+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:38:54.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:54 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:54.176+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:38:54.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:54 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:54.193+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:38:54.636 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:54 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:54.193+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:23.764852+0000 front 2024-09-05T02:38:23.764723+0000 (oldest deadline 2024-09-05T02:38:49.664700+0000) 2024-09-05T02:38:54.800 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:54.392+0000 7fb909200640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:38:54.801 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:54.392+0000 7fb909200640 -1 osd.6 98 *** Got signal Terminated *** 2024-09-05T02:38:54.801 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:54.392+0000 7fb909200640 -1 osd.6 98 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T02:38:54.801 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:54.507+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:54.801 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:54.507+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:38:54.801 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:54.507+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:38:55.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:54.799+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:55.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:54.799+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.194998+0000 front 2024-09-05T02:38:18.195018+0000 (oldest deadline 2024-09-05T02:38:42.894869+0000) 2024-09-05T02:38:55.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:54 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:54.799+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.796256+0000 front 2024-09-05T02:38:25.796500+0000 (oldest deadline 2024-09-05T02:38:48.696566+0000) 2024-09-05T02:38:55.252 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:55 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:55.118+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:55.252 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:55 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:55.118+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:38:55.252 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:54 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:54.909+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:55.252 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:54 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:54.909+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:38:55.253 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:54 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:54.909+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:38:55.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:55 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:55.191+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:38:55.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:55 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:55.191+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:23.764852+0000 front 2024-09-05T02:38:23.764723+0000 (oldest deadline 2024-09-05T02:38:49.664700+0000) 2024-09-05T02:38:55.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:55 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:55.179+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:55.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:55 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:55.179+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:38:55.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:55 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:55.179+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:38:55.812 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:55 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:55.486+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:55.812 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:55 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:55.486+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:38:55.812 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:55 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:55.486+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:38:56.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:55 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:55.810+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:56.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:55 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:55.810+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.194998+0000 front 2024-09-05T02:38:18.195018+0000 (oldest deadline 2024-09-05T02:38:42.894869+0000) 2024-09-05T02:38:56.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:55 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:55.810+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.796256+0000 front 2024-09-05T02:38:25.796500+0000 (oldest deadline 2024-09-05T02:38:48.696566+0000) 2024-09-05T02:38:56.210 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:56 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:56.161+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:56.210 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:56 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:56.161+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:38:56.210 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:56 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:56.161+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:38:56.210 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:55 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:55.917+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:56.210 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:55 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:55.917+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:38:56.211 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:55 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:55.917+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:38:56.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:56 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:56.151+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:38:56.636 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:56 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:56.151+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:23.764852+0000 front 2024-09-05T02:38:23.764723+0000 (oldest deadline 2024-09-05T02:38:49.664700+0000) 2024-09-05T02:38:56.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:56 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:56.200+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:56.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:56 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:56.200+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:38:56.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:56 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:56.200+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:38:56.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:56 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:56.200+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:38:56.795 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:56 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:56.485+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:56.795 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:56 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:56.485+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:38:56.795 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:56 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:56.485+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:38:56.795 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:56 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:56.485+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:38:57.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:56 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:56.794+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:57.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:56 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:56.794+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.194998+0000 front 2024-09-05T02:38:18.195018+0000 (oldest deadline 2024-09-05T02:38:42.894869+0000) 2024-09-05T02:38:57.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:56 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:56.794+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.796256+0000 front 2024-09-05T02:38:25.796500+0000 (oldest deadline 2024-09-05T02:38:48.696566+0000) 2024-09-05T02:38:57.182 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:56 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:56.915+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:57.182 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:56 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:56.915+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:38:57.182 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:56 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:56.915+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:38:57.182 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:56 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:56.915+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:38:57.526 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:57 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:57.180+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:57.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:57 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:57.180+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:38:57.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:57 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:57.180+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:38:57.636 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:57 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:57.174+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:38:57.636 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:57 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:57.174+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:23.764852+0000 front 2024-09-05T02:38:23.764723+0000 (oldest deadline 2024-09-05T02:38:49.664700+0000) 2024-09-05T02:38:57.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:57 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:57.178+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:57.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:57 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:57.178+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:38:57.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:57 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:57.178+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:38:57.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:57 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:57.178+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:38:57.839 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:57 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:57.446+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:57.840 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:57 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:57.446+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:38:57.840 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:57 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:57.446+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:38:57.840 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:57 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:57.446+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:38:58.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:57 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:57.830+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:58.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:57 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:57.830+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.194998+0000 front 2024-09-05T02:38:18.195018+0000 (oldest deadline 2024-09-05T02:38:42.894869+0000) 2024-09-05T02:38:58.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:57 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:57.830+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.796256+0000 front 2024-09-05T02:38:25.796500+0000 (oldest deadline 2024-09-05T02:38:48.696566+0000) 2024-09-05T02:38:58.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:57 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:57.830+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.597376+0000 front 2024-09-05T02:38:34.597500+0000 (oldest deadline 2024-09-05T02:38:57.497556+0000) 2024-09-05T02:38:58.204 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:57 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:57.878+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:58.204 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:57 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:57.878+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:38:58.204 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:57 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:57.878+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:38:58.204 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:57 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:57.878+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:38:58.529 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:58 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:58.203+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:58.529 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:58 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:58.203+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:38:58.529 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:58 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:58.203+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:38:58.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:58 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:58.199+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:38:58.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:58 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:58.199+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:23.764852+0000 front 2024-09-05T02:38:23.764723+0000 (oldest deadline 2024-09-05T02:38:49.664700+0000) 2024-09-05T02:38:58.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:58 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:58.226+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:58.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:58 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:58.226+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:38:58.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:58 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:58.226+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:38:58.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:58 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:58.226+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:38:58.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:58.491+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:58.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:58.491+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:38:58.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:58.491+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:38:58.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:58.491+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:38:59.234 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:58 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:58.844+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:38:59.234 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:58 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:58.844+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:38:59.234 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:58 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:58.844+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:38:59.234 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:58 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:58.844+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:38:59.337 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:58.868+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.892763+0000 front 2024-09-05T02:38:08.892808+0000 (oldest deadline 2024-09-05T02:38:31.792926+0000) 2024-09-05T02:38:59.337 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:58.868+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.194998+0000 front 2024-09-05T02:38:18.195018+0000 (oldest deadline 2024-09-05T02:38:42.894869+0000) 2024-09-05T02:38:59.337 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:58.868+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.796256+0000 front 2024-09-05T02:38:25.796500+0000 (oldest deadline 2024-09-05T02:38:48.696566+0000) 2024-09-05T02:38:59.337 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:58 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6[56297]: 2024-09-05T02:38:58.868+0000 7fb8ffc00640 -1 osd.6 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.597376+0000 front 2024-09-05T02:38:34.597500+0000 (oldest deadline 2024-09-05T02:38:57.497556+0000) 2024-09-05T02:38:59.526 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:59 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:59.233+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:38:59.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:59 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:59.233+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:38:59.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:38:59 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:38:59.233+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:38:59.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:59 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:59.187+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:38:59.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:38:59 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:38:59.187+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:23.764852+0000 front 2024-09-05T02:38:23.764723+0000 (oldest deadline 2024-09-05T02:38:49.664700+0000) 2024-09-05T02:38:59.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:59 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:59.195+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:38:59.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:59 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:59.195+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:38:59.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:59 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:59.195+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:38:59.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:38:59 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:38:59.195+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:38:59.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:59 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:59.456+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:38:59.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:59 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:59.456+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:38:59.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:59 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:59.456+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:38:59.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:38:59 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:38:59.456+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:00.256 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:59 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:59.838+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:00.256 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:59 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:59.838+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:00.257 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:59 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:59.838+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:00.257 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:38:59 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:38:59.838+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:00.337 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:38:59 smithi033 podman[111545]: 2024-09-05 02:38:59.962920663 +0000 UTC m=+5.735309988 container died 4871e2548b964cbdc49a35c7fdfa5dd7df0ccdb7345a323b3a1570f49434472b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-05T02:39:00.526 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:00 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:00.255+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:39:00.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:00 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:00.255+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:39:00.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:00 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:00.255+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:39:00.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:00 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:00.214+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:39:00.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:00 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:00.214+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:23.764852+0000 front 2024-09-05T02:38:23.764723+0000 (oldest deadline 2024-09-05T02:38:49.664700+0000) 2024-09-05T02:39:00.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:00 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:00.236+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:00.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:00 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:00.236+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:00.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:00 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:00.236+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:00.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:00 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:00.236+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:00.821 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:39:00 smithi033 podman[111545]: 2024-09-05 02:39:00.647039047 +0000 UTC m=+6.419428370 container cleanup 4871e2548b964cbdc49a35c7fdfa5dd7df0ccdb7345a323b3a1570f49434472b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-05T02:39:00.821 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:39:00 smithi033 bash[111545]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6 2024-09-05T02:39:00.821 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:00 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:00.457+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:00.821 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:00 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:00.457+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:00.822 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:00 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:00.457+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:00.822 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:00 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:00.457+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:01.087 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:39:00 smithi033 podman[111564]: 2024-09-05 02:39:00.865272458 +0000 UTC m=+0.897029000 container remove 4871e2548b964cbdc49a35c7fdfa5dd7df0ccdb7345a323b3a1570f49434472b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T02:39:01.259 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:00 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:00.794+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:01.259 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:00 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:00.794+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:01.259 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:00 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:00.794+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:01.259 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:00 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:00.794+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:01.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:01 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:01.257+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:39:01.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:01 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:01.257+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:39:01.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:01 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:01.257+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:39:01.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:01 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:01.206+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:39:01.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:01 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:01.206+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:23.764852+0000 front 2024-09-05T02:38:23.764723+0000 (oldest deadline 2024-09-05T02:38:49.664700+0000) 2024-09-05T02:39:01.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:01 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:01.224+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:01.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:01 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:01.224+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:01.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:01 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:01.224+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:01.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:01 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:01.224+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:01.694 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:01 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:01.486+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:01.695 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:01 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:01.486+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:01.695 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:01 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:01.486+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:01.695 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:01 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:01.486+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:01.695 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:39:01 smithi033 podman[111649]: 2024-09-05 02:39:01.321921917 +0000 UTC m=+0.027666804 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:39:01.695 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:39:01 smithi033 podman[111649]: 2024-09-05 02:39:01.457931311 +0000 UTC m=+0.163676197 container create 2e16b8801f756ead16c2d89f89213480a3551999f843994e8f1e7da9df9700a3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-91c8a7e) 2024-09-05T02:39:01.695 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:39:01 smithi033 podman[111649]: 2024-09-05 02:39:01.694086441 +0000 UTC m=+0.399831328 container init 2e16b8801f756ead16c2d89f89213480a3551999f843994e8f1e7da9df9700a3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-05T02:39:01.963 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:39:01 smithi033 podman[111649]: 2024-09-05 02:39:01.701231337 +0000 UTC m=+0.406976228 container start 2e16b8801f756ead16c2d89f89213480a3551999f843994e8f1e7da9df9700a3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-05T02:39:01.964 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:39:01 smithi033 podman[111649]: 2024-09-05 02:39:01.835354887 +0000 UTC m=+0.541099783 container attach 2e16b8801f756ead16c2d89f89213480a3551999f843994e8f1e7da9df9700a3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6-deactivate, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-05T02:39:02.258 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:01 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:01.814+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:02.258 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:01 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:01.814+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:02.258 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:01 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:01.814+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:02.258 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:01 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:01.814+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:02.337 INFO:journalctl@ceph.osd.6.smithi033.stdout:Sep 05 02:39:01 smithi033 podman[111649]: 2024-09-05 02:39:01.963542323 +0000 UTC m=+0.669287225 container died 2e16b8801f756ead16c2d89f89213480a3551999f843994e8f1e7da9df9700a3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e) 2024-09-05T02:39:02.526 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:02 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:02.256+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:39:02.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:02 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:02.256+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:39:02.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:02 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:02.256+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:39:02.537 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:02 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:02.228+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:39:02.537 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:02 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:02.228+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:23.764852+0000 front 2024-09-05T02:38:23.764723+0000 (oldest deadline 2024-09-05T02:38:49.664700+0000) 2024-09-05T02:39:02.537 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:02 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:02.228+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.266130+0000 front 2024-09-05T02:38:34.266078+0000 (oldest deadline 2024-09-05T02:39:01.266697+0000) 2024-09-05T02:39:02.537 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:02 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:02.218+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:02.537 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:02 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:02.218+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:02.537 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:02 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:02.218+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:02.537 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:02 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:02.218+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:02.764 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:02 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:02.439+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:02.764 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:02 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:02.441+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:02.764 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:02 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:02.441+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:02.765 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:02 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:02.441+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:02.798 DEBUG:teuthology.orchestra.run.smithi033:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.6.service' 2024-09-05T02:39:02.874 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:39:02.875 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-05T02:39:02.875 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-05T02:39:02.875 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.7 2024-09-05T02:39:03.135 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:02 smithi123 systemd[1]: Stopping Ceph osd.7 for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:39:03.238 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:02 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:02.857+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:03.238 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:02 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:02.857+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:03.238 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:02 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:02.857+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:03.238 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:02 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:02.857+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:03.526 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:03 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:03.237+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:39:03.526 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:03 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:03.237+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:39:03.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:03 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:03.237+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:39:03.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:03 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:03.267+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:03.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:03 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:03.267+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:03.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:03 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:03.267+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:03.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:03 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:03.267+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:03.636 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:03 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:03.201+0000 7f2465c24640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:39:03.636 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:03 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:03.201+0000 7f2465c24640 -1 osd.7 98 *** Got signal Terminated *** 2024-09-05T02:39:03.636 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:03 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:03.201+0000 7f2465c24640 -1 osd.7 98 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T02:39:03.636 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:03 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:03.258+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:39:03.637 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:03 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:03.258+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:23.764852+0000 front 2024-09-05T02:38:23.764723+0000 (oldest deadline 2024-09-05T02:38:49.664700+0000) 2024-09-05T02:39:03.637 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:03 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:03.258+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.266130+0000 front 2024-09-05T02:38:34.266078+0000 (oldest deadline 2024-09-05T02:39:01.266697+0000) 2024-09-05T02:39:03.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:03 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:03.431+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:03.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:03 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:03.431+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:03.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:03 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:03.431+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:03.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:03 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:03.431+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:04.231 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:03 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:03.868+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:04.232 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:03 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:03.868+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:04.232 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:03 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:03.868+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:04.232 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:03 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:03.868+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:04.526 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:04 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:04.230+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:39:04.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:04 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:04.230+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:39:04.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:04 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:04.230+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:39:04.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:04 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:04.224+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:39:04.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:04 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:04.224+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:23.764852+0000 front 2024-09-05T02:38:23.764723+0000 (oldest deadline 2024-09-05T02:38:49.664700+0000) 2024-09-05T02:39:04.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:04 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:04.224+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.266130+0000 front 2024-09-05T02:38:34.266078+0000 (oldest deadline 2024-09-05T02:39:01.266697+0000) 2024-09-05T02:39:04.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:04 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:04.234+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:04.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:04 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:04.234+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:04.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:04 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:04.234+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:04.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:04 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:04.234+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:04.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:04 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:04.459+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:04.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:04 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:04.459+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:04.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:04 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:04.459+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:04.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:04 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:04.459+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:05.234 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:04 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:04.849+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:05.235 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:04 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:04.849+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:05.235 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:04 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:04.849+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:05.235 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:04 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:04.849+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:05.235 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:04 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:04.849+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:05.526 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:05 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:05.233+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:39:05.526 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:05 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:05.233+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:39:05.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:05 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:05.233+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:39:05.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:05 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:05.220+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:39:05.636 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:05 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:05.220+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:23.764852+0000 front 2024-09-05T02:38:23.764723+0000 (oldest deadline 2024-09-05T02:38:49.664700+0000) 2024-09-05T02:39:05.636 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:05 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:05.220+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.266130+0000 front 2024-09-05T02:38:34.266078+0000 (oldest deadline 2024-09-05T02:39:01.266697+0000) 2024-09-05T02:39:05.636 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:05 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:05.220+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:42.268135+0000 front 2024-09-05T02:38:42.268216+0000 (oldest deadline 2024-09-05T02:39:05.168202+0000) 2024-09-05T02:39:05.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:05 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:05.276+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:05.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:05 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:05.276+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:05.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:05 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:05.276+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:05.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:05 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:05.276+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:05.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:05 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:05.494+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:05.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:05 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:05.494+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:05.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:05 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:05.494+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:05.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:05 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:05.494+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:06.027 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:05 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:05.884+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:06.027 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:05 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:05.884+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:06.027 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:05 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:05.884+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:06.027 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:05 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:05.884+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:06.027 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:05 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:05.884+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:06.526 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:06 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:06.212+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:39:06.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:06 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:06.212+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:39:06.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:06 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:06.212+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:39:06.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:06 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:06.174+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:39:06.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:06 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:06.174+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:23.764852+0000 front 2024-09-05T02:38:23.764723+0000 (oldest deadline 2024-09-05T02:38:49.664700+0000) 2024-09-05T02:39:06.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:06 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:06.174+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.266130+0000 front 2024-09-05T02:38:34.266078+0000 (oldest deadline 2024-09-05T02:39:01.266697+0000) 2024-09-05T02:39:06.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:06 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:06.174+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:42.268135+0000 front 2024-09-05T02:38:42.268216+0000 (oldest deadline 2024-09-05T02:39:05.168202+0000) 2024-09-05T02:39:06.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:06 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:06.316+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:06.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:06 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:06.316+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:06.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:06 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:06.316+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:06.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:06 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:06.316+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:06.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:06 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:06.500+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:06.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:06 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:06.500+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:06.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:06 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:06.500+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:06.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:06 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:06.500+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:06.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:06 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:06.500+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.033532+0000 front 2024-09-05T02:38:41.033390+0000 (oldest deadline 2024-09-05T02:39:05.733348+0000) 2024-09-05T02:39:07.252 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:06 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:06.853+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:07.252 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:06 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:06.853+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:07.252 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:06 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:06.853+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:07.252 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:06 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:06.853+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:07.252 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:06 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:06.853+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:07.526 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:07 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:07.251+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:39:07.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:07 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:07.251+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:39:07.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:07 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:07.251+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:39:07.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:07 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:07.143+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:39:07.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:07 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:07.143+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:23.764852+0000 front 2024-09-05T02:38:23.764723+0000 (oldest deadline 2024-09-05T02:38:49.664700+0000) 2024-09-05T02:39:07.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:07 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:07.143+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.266130+0000 front 2024-09-05T02:38:34.266078+0000 (oldest deadline 2024-09-05T02:39:01.266697+0000) 2024-09-05T02:39:07.636 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:07 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:07.143+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:42.268135+0000 front 2024-09-05T02:38:42.268216+0000 (oldest deadline 2024-09-05T02:39:05.168202+0000) 2024-09-05T02:39:07.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:07 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:07.314+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:07.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:07 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:07.314+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:07.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:07 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:07.314+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:07.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:07 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:07.314+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:07.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:07 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:07.314+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:07.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:07 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:07.451+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:07.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:07 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:07.451+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:07.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:07 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:07.451+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:07.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:07 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:07.451+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:07.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:07 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:07.451+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.033532+0000 front 2024-09-05T02:38:41.033390+0000 (oldest deadline 2024-09-05T02:39:05.733348+0000) 2024-09-05T02:39:08.276 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:07 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:07.838+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:08.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:07 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:07.838+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:08.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:07 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:07.838+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:08.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:07 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:07.838+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:08.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:07 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:07.838+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:08.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:08 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:08.165+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.763623+0000 front 2024-09-05T02:38:16.763677+0000 (oldest deadline 2024-09-05T02:38:40.863830+0000) 2024-09-05T02:39:08.636 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:08 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:08.165+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:23.764852+0000 front 2024-09-05T02:38:23.764723+0000 (oldest deadline 2024-09-05T02:38:49.664700+0000) 2024-09-05T02:39:08.636 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:08 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:08.165+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.266130+0000 front 2024-09-05T02:38:34.266078+0000 (oldest deadline 2024-09-05T02:39:01.266697+0000) 2024-09-05T02:39:08.636 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:08 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7[51883]: 2024-09-05T02:39:08.165+0000 7f2462229640 -1 osd.7 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:42.268135+0000 front 2024-09-05T02:38:42.268216+0000 (oldest deadline 2024-09-05T02:39:05.168202+0000) 2024-09-05T02:39:08.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:08 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:08.358+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:08.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:08 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:08.358+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:08.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:08 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:08.358+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:08.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:08 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:08.358+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:08.637 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:08 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:08.358+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:08.776 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:08 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:08.289+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:39:08.777 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:08 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:08.289+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:39:08.777 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:08 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:08.289+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:39:08.777 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:08 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:08.289+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:38.342124+0000 front 2024-09-05T02:38:38.342077+0000 (oldest deadline 2024-09-05T02:39:07.742655+0000) 2024-09-05T02:39:08.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:08 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:08.453+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:08.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:08 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:08.453+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:08.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:08 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:08.453+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:08.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:08 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:08.453+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:08.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:08 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:08.453+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.033532+0000 front 2024-09-05T02:38:41.033390+0000 (oldest deadline 2024-09-05T02:39:05.733348+0000) 2024-09-05T02:39:09.011 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:08 smithi123 podman[70210]: 2024-09-05 02:39:08.726764794 +0000 UTC m=+5.660735693 container died b20307d920402dbf3a96b2b6ea650267c8740984ee4a55635f8bd105f9377575 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e) 2024-09-05T02:39:09.272 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:08 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:08.869+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:09.272 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:08 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:08.869+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:09.272 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:08 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:08.869+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:09.272 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:08 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:08.869+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:09.272 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:08 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:08.869+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:09.354 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:09 smithi123 podman[70210]: 2024-09-05 02:39:09.126850573 +0000 UTC m=+6.060821475 container cleanup b20307d920402dbf3a96b2b6ea650267c8740984ee4a55635f8bd105f9377575 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-05T02:39:09.354 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:09 smithi123 bash[70210]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7 2024-09-05T02:39:09.526 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:09 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:09.271+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:39:09.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:09 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:09.271+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:39:09.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:09 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:09.271+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:39:09.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:09 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:09.271+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:38.342124+0000 front 2024-09-05T02:38:38.342077+0000 (oldest deadline 2024-09-05T02:39:07.742655+0000) 2024-09-05T02:39:09.635 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:09 smithi123 podman[70228]: 2024-09-05 02:39:09.353466906 +0000 UTC m=+0.626820629 container remove b20307d920402dbf3a96b2b6ea650267c8740984ee4a55635f8bd105f9377575 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T02:39:09.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:09 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:09.384+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:09.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:09 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:09.384+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:09.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:09 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:09.384+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:09.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:09 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:09.384+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:09.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:09 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:09.384+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:09.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:09.493+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:09.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:09.493+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:09.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:09.493+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:09.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:09.493+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:09.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:09 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:09.493+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.033532+0000 front 2024-09-05T02:38:41.033390+0000 (oldest deadline 2024-09-05T02:39:05.733348+0000) 2024-09-05T02:39:10.131 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:09 smithi123 podman[70318]: 2024-09-05 02:39:09.693727177 +0000 UTC m=+0.015551313 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:39:10.132 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:09 smithi123 podman[70318]: 2024-09-05 02:39:09.795649682 +0000 UTC m=+0.117473807 container create 9c6e5906f805af4e195ef180c475e1081d96abdafb6c0d94f03fb1a31d2f93a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-05T02:39:10.132 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:10 smithi123 podman[70318]: 2024-09-05 02:39:10.031165108 +0000 UTC m=+0.352989228 container init 9c6e5906f805af4e195ef180c475e1081d96abdafb6c0d94f03fb1a31d2f93a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7-deactivate, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-05T02:39:10.132 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:10 smithi123 podman[70318]: 2024-09-05 02:39:10.034530418 +0000 UTC m=+0.356354539 container start 9c6e5906f805af4e195ef180c475e1081d96abdafb6c0d94f03fb1a31d2f93a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True) 2024-09-05T02:39:10.132 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:10 smithi123 podman[70318]: 2024-09-05 02:39:10.131295532 +0000 UTC m=+0.453119667 container attach 9c6e5906f805af4e195ef180c475e1081d96abdafb6c0d94f03fb1a31d2f93a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-05T02:39:10.235 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:09 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:09.903+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:10.236 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:09 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:09.903+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:10.236 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:09 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:09.903+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:10.236 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:09 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:09.903+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:10.236 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:09 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:09.903+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:10.385 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 02:39:10 smithi123 podman[70318]: 2024-09-05 02:39:10.218078606 +0000 UTC m=+0.539902737 container died 9c6e5906f805af4e195ef180c475e1081d96abdafb6c0d94f03fb1a31d2f93a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T02:39:10.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:10 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:10.352+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:10.386 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:10 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:10.352+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:10.386 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:10 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:10.352+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:10.386 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:10 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:10.352+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:10.386 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:10 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:10.352+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:10.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:10 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:10.234+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:39:10.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:10 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:10.234+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:39:10.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:10 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:10.234+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:39:10.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:10 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:10.234+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:38.342124+0000 front 2024-09-05T02:38:38.342077+0000 (oldest deadline 2024-09-05T02:39:07.742655+0000) 2024-09-05T02:39:10.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:10 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:10.495+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:10.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:10 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:10.495+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:10.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:10 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:10.495+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:10.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:10 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:10.495+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:10.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:10 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:10.495+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.033532+0000 front 2024-09-05T02:38:41.033390+0000 (oldest deadline 2024-09-05T02:39:05.733348+0000) 2024-09-05T02:39:10.874 DEBUG:teuthology.orchestra.run.smithi123:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.7.service' 2024-09-05T02:39:10.913 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:39:10.913 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-05T02:39:10.913 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-09-05T02:39:10.913 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.8 2024-09-05T02:39:11.226 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:10 smithi174 systemd[1]: Stopping Ceph osd.8 for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:39:11.227 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:10 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:10.887+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:11.227 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:10 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:10.887+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:11.227 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:10 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:10.887+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:11.227 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:10 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:10.887+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:11.227 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:10 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:10.887+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:11.526 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:11 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:11.225+0000 7fecdf3eb640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:39:11.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:11 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:11.225+0000 7fecdf3eb640 -1 osd.8 98 *** Got signal Terminated *** 2024-09-05T02:39:11.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:11 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:11.225+0000 7fecdf3eb640 -1 osd.8 98 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T02:39:11.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:11 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:11.243+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:39:11.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:11 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:11.243+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:39:11.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:11 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:11.243+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:39:11.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:11 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:11.243+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:38.342124+0000 front 2024-09-05T02:38:38.342077+0000 (oldest deadline 2024-09-05T02:39:07.742655+0000) 2024-09-05T02:39:11.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:11 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:11.327+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:11.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:11 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:11.327+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:11.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:11 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:11.327+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:11.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:11 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:11.327+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:11.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:11 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:11.327+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:11.836 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:11.491+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:11.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:11.491+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:11.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:11.491+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:11.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:11.491+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:11.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:11 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:11.491+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.033532+0000 front 2024-09-05T02:38:41.033390+0000 (oldest deadline 2024-09-05T02:39:05.733348+0000) 2024-09-05T02:39:12.218 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:11 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:11.875+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:12.218 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:11 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:11.875+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:12.218 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:11 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:11.875+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:12.219 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:11 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:11.875+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:12.219 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:11 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:11.875+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:12.526 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:12 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:12.217+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:39:12.526 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:12 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:12.217+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:39:12.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:12 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:12.217+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:39:12.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:12 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:12.217+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:38.342124+0000 front 2024-09-05T02:38:38.342077+0000 (oldest deadline 2024-09-05T02:39:07.742655+0000) 2024-09-05T02:39:12.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:12 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:12.302+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:12.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:12 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:12.302+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:12.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:12 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:12.302+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:12.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:12 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:12.302+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:12.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:12 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:12.302+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:12.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:12 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:12.455+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:12.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:12 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:12.455+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:12.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:12 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:12.455+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:12.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:12 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:12.455+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:12.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:12 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:12.455+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.033532+0000 front 2024-09-05T02:38:41.033390+0000 (oldest deadline 2024-09-05T02:39:05.733348+0000) 2024-09-05T02:39:13.202 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:12 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:12.875+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:13.202 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:12 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:12.875+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:13.202 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:12 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:12.875+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:13.202 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:12 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:12.875+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:13.202 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:12 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:12.875+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:13.526 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:13 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:13.200+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:39:13.829 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:13 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:13.200+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:39:13.829 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:13 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:13.200+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:39:13.829 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:13 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:13.200+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:38.342124+0000 front 2024-09-05T02:38:38.342077+0000 (oldest deadline 2024-09-05T02:39:07.742655+0000) 2024-09-05T02:39:13.830 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:13 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:13.200+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:47.743006+0000 front 2024-09-05T02:38:47.743040+0000 (oldest deadline 2024-09-05T02:39:13.043061+0000) 2024-09-05T02:39:13.830 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:13 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:13.343+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:13.830 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:13 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:13.343+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:13.830 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:13 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:13.343+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:13.830 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:13 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:13.343+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:13.831 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:13 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:13.343+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:13.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:13 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:13.467+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:13.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:13 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:13.467+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:13.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:13 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:13.467+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:13.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:13 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:13.467+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:13.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:13 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:13.467+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.033532+0000 front 2024-09-05T02:38:41.033390+0000 (oldest deadline 2024-09-05T02:39:05.733348+0000) 2024-09-05T02:39:14.158 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:13 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:13.861+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:14.158 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:13 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:13.861+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:14.158 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:13 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:13.861+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:14.158 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:13 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:13.861+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:14.158 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:13 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:13.861+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:14.526 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:14 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:14.156+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:39:14.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:14 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:14.156+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:39:14.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:14 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:14.156+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:39:14.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:14 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:14.156+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:38.342124+0000 front 2024-09-05T02:38:38.342077+0000 (oldest deadline 2024-09-05T02:39:07.742655+0000) 2024-09-05T02:39:14.527 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:14 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:14.156+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:47.743006+0000 front 2024-09-05T02:38:47.743040+0000 (oldest deadline 2024-09-05T02:39:13.043061+0000) 2024-09-05T02:39:14.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:14 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:14.374+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:14.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:14 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:14.374+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:14.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:14 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:14.374+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:14.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:14 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:14.374+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:14.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:14 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:14.374+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:14.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:14 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:14.454+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:14.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:14 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:14.454+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:14.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:14 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:14.454+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:14.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:14 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:14.454+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:14.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:14 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:14.454+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.033532+0000 front 2024-09-05T02:38:41.033390+0000 (oldest deadline 2024-09-05T02:39:05.733348+0000) 2024-09-05T02:39:15.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:15 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:15.128+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:39:15.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:15 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:15.128+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:39:15.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:15 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:15.128+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:39:15.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:15 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:15.128+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:38.342124+0000 front 2024-09-05T02:38:38.342077+0000 (oldest deadline 2024-09-05T02:39:07.742655+0000) 2024-09-05T02:39:15.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:15 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:15.128+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:47.743006+0000 front 2024-09-05T02:38:47.743040+0000 (oldest deadline 2024-09-05T02:39:13.043061+0000) 2024-09-05T02:39:15.278 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:14 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:14.895+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:15.278 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:14 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:14.895+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:15.278 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:14 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:14.895+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:15.278 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:14 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:14.895+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:15.278 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:14 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:14.895+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:15.278 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:14 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:14.895+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:15.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:15 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:15.355+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:15.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:15 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:15.355+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:15.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:15 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:15.355+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:15.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:15 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:15.355+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:15.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:15 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:15.355+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:15.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:15 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:15.355+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.051889+0000 front 2024-09-05T02:38:50.051957+0000 (oldest deadline 2024-09-05T02:39:14.751850+0000) 2024-09-05T02:39:15.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:15 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:15.414+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:15.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:15 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:15.414+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:15.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:15 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:15.414+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:15.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:15 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:15.414+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:15.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:15 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:15.414+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.033532+0000 front 2024-09-05T02:38:41.033390+0000 (oldest deadline 2024-09-05T02:39:05.733348+0000) 2024-09-05T02:39:16.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:16 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:16.088+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:08.538094+0000 front 2024-09-05T02:38:08.538194+0000 (oldest deadline 2024-09-05T02:38:33.837939+0000) 2024-09-05T02:39:16.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:16 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:16.088+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.539963+0000 front 2024-09-05T02:38:25.539857+0000 (oldest deadline 2024-09-05T02:38:48.439913+0000) 2024-09-05T02:39:16.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:16 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:16.088+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.940986+0000 front 2024-09-05T02:38:31.941058+0000 (oldest deadline 2024-09-05T02:38:56.040944+0000) 2024-09-05T02:39:16.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:16 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:16.088+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:38.342124+0000 front 2024-09-05T02:38:38.342077+0000 (oldest deadline 2024-09-05T02:39:07.742655+0000) 2024-09-05T02:39:16.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:16 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8[52856]: 2024-09-05T02:39:16.088+0000 7fecd79e8640 -1 osd.8 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:47.743006+0000 front 2024-09-05T02:38:47.743040+0000 (oldest deadline 2024-09-05T02:39:13.043061+0000) 2024-09-05T02:39:16.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:15 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:15.944+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:16.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:15 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:15.944+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:16.278 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:15 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:15.944+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:16.278 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:15 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:15.944+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:16.278 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:15 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:15.944+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:16.278 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:15 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:15.944+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:16.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:16 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:16.318+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:16.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:16 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:16.318+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:16.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:16 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:16.318+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:16.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:16 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:16.318+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:16.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:16 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:16.318+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:16.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:16 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:16.318+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.051889+0000 front 2024-09-05T02:38:50.051957+0000 (oldest deadline 2024-09-05T02:39:14.751850+0000) 2024-09-05T02:39:16.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:16 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:16.406+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:16.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:16 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:16.406+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:16.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:16 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:16.406+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:16.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:16 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:16.406+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:16.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:16 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:16.406+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.033532+0000 front 2024-09-05T02:38:41.033390+0000 (oldest deadline 2024-09-05T02:39:05.733348+0000) 2024-09-05T02:39:16.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:16 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:16.406+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.434514+0000 front 2024-09-05T02:38:50.434548+0000 (oldest deadline 2024-09-05T02:39:16.235222+0000) 2024-09-05T02:39:16.867 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:16 smithi174 podman[71332]: 2024-09-05 02:39:16.568813856 +0000 UTC m=+5.456762438 container died 39f1c7ea514efcea48d07684be43a870df55055eae1ec7e5aaa59d1d00232ce7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-05T02:39:17.176 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:16 smithi174 podman[71332]: 2024-09-05 02:39:16.974832769 +0000 UTC m=+5.862781344 container cleanup 39f1c7ea514efcea48d07684be43a870df55055eae1ec7e5aaa59d1d00232ce7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-05T02:39:17.176 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:16 smithi174 bash[71332]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8 2024-09-05T02:39:17.177 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:16 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:16.937+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:17.177 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:16 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:16.937+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:17.177 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:16 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:16.937+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:17.177 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:16 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:16.937+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:17.177 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:16 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:16.937+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:17.177 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:16 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:16.937+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:17.526 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:17 smithi174 podman[71349]: 2024-09-05 02:39:17.175925959 +0000 UTC m=+0.604893565 container remove 39f1c7ea514efcea48d07684be43a870df55055eae1ec7e5aaa59d1d00232ce7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0) 2024-09-05T02:39:17.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:17 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:17.333+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:17.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:17 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:17.333+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:17.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:17 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:17.333+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:17.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:17 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:17.333+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:17.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:17 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:17.333+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:17.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:17 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:17.333+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.051889+0000 front 2024-09-05T02:38:50.051957+0000 (oldest deadline 2024-09-05T02:39:14.751850+0000) 2024-09-05T02:39:17.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:17 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:17.378+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:17.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:17 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:17.378+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:17.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:17 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:17.378+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:17.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:17 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:17.378+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:17.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:17 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:17.378+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.033532+0000 front 2024-09-05T02:38:41.033390+0000 (oldest deadline 2024-09-05T02:39:05.733348+0000) 2024-09-05T02:39:17.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:17 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:17.378+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.434514+0000 front 2024-09-05T02:38:50.434548+0000 (oldest deadline 2024-09-05T02:39:16.235222+0000) 2024-09-05T02:39:17.846 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:17 smithi174 podman[71439]: 2024-09-05 02:39:17.495339678 +0000 UTC m=+0.016083950 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:39:17.846 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:17 smithi174 podman[71439]: 2024-09-05 02:39:17.626867151 +0000 UTC m=+0.147611424 container create d2b3a406352af4120b6589f5aae7c0ff83efb729017103332979b8d9a92a30b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e) 2024-09-05T02:39:18.276 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:17 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:17.903+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:18.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:17 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:17.903+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:18.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:17 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:17.903+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:18.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:17 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:17.903+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:18.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:17 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:17.903+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:18.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:17 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:17.903+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:18.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:17 smithi174 podman[71439]: 2024-09-05 02:39:17.845630125 +0000 UTC m=+0.366374414 container init d2b3a406352af4120b6589f5aae7c0ff83efb729017103332979b8d9a92a30b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-05T02:39:18.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:17 smithi174 podman[71439]: 2024-09-05 02:39:17.849455207 +0000 UTC m=+0.370199480 container start d2b3a406352af4120b6589f5aae7c0ff83efb729017103332979b8d9a92a30b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T02:39:18.277 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:17 smithi174 podman[71439]: 2024-09-05 02:39:17.945629579 +0000 UTC m=+0.466373869 container attach d2b3a406352af4120b6589f5aae7c0ff83efb729017103332979b8d9a92a30b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8-deactivate, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T02:39:18.278 INFO:journalctl@ceph.osd.8.smithi174.stdout:Sep 05 02:39:18 smithi174 podman[71439]: 2024-09-05 02:39:18.036282998 +0000 UTC m=+0.557027274 container died d2b3a406352af4120b6589f5aae7c0ff83efb729017103332979b8d9a92a30b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-05T02:39:18.632 DEBUG:teuthology.orchestra.run.smithi174:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.8.service' 2024-09-05T02:39:18.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:18 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:18.298+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:18.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:18 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:18.298+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:18.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:18 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:18.298+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:18.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:18 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:18.298+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:18.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:18 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:18.298+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:18.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:18 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:18.298+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.051889+0000 front 2024-09-05T02:38:50.051957+0000 (oldest deadline 2024-09-05T02:39:14.751850+0000) 2024-09-05T02:39:18.669 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:39:18.670 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-09-05T02:39:18.670 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-09-05T02:39:18.670 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.9 2024-09-05T02:39:18.724 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:18 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:18.353+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:18.725 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:18 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:18.353+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:18.725 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:18 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:18.353+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:18.725 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:18 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:18.353+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:18.725 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:18 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:18.353+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.033532+0000 front 2024-09-05T02:38:41.033390+0000 (oldest deadline 2024-09-05T02:39:05.733348+0000) 2024-09-05T02:39:18.725 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:18 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:18.353+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.434514+0000 front 2024-09-05T02:38:50.434548+0000 (oldest deadline 2024-09-05T02:39:16.235222+0000) 2024-09-05T02:39:19.087 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:18 smithi033 systemd[1]: Stopping Ceph osd.9 for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:39:19.266 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:18 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:18.865+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:19.267 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:18 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:18.865+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:19.267 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:18 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:18.865+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:19.267 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:18 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:18.865+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:19.267 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:18 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:18.865+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:19.267 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:18 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:18.866+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:19.357 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:19 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:19.222+0000 7f06d0e00640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:39:19.357 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:19 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:19.222+0000 7f06d0e00640 -1 osd.9 98 *** Got signal Terminated *** 2024-09-05T02:39:19.357 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:19 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:19.222+0000 7f06d0e00640 -1 osd.9 98 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T02:39:19.357 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:19 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:19.355+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:19.357 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:19 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:19.355+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:19.358 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:19 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:19.355+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:19.358 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:19 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:19.355+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:19.358 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:19 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:19.355+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.033532+0000 front 2024-09-05T02:38:41.033390+0000 (oldest deadline 2024-09-05T02:39:05.733348+0000) 2024-09-05T02:39:19.358 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:19 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:19.355+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.434514+0000 front 2024-09-05T02:38:50.434548+0000 (oldest deadline 2024-09-05T02:39:16.235222+0000) 2024-09-05T02:39:19.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:19 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:19.253+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:19.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:19 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:19.253+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:19.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:19 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:19.253+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:19.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:19 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:19.253+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:19.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:19 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:19.253+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:19.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:19 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:19.253+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.051889+0000 front 2024-09-05T02:38:50.051957+0000 (oldest deadline 2024-09-05T02:39:14.751850+0000) 2024-09-05T02:39:20.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:19 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:19.876+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:20.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:19 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:19.876+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:20.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:19 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:19.876+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:20.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:19 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:19.876+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:20.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:19 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:19.876+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:20.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:19 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:19.876+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:20.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:20 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:20.232+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:20.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:20 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:20.232+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:20.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:20 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:20.232+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:20.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:20 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:20.232+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:20.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:20 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:20.232+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:20.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:20 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:20.232+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.051889+0000 front 2024-09-05T02:38:50.051957+0000 (oldest deadline 2024-09-05T02:39:14.751850+0000) 2024-09-05T02:39:20.762 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:20 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:20.365+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:20.762 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:20 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:20.365+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:20.762 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:20 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:20.365+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:20.762 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:20 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:20.365+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:20.762 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:20 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:20.365+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.033532+0000 front 2024-09-05T02:38:41.033390+0000 (oldest deadline 2024-09-05T02:39:05.733348+0000) 2024-09-05T02:39:20.762 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:20 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:20.365+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.434514+0000 front 2024-09-05T02:38:50.434548+0000 (oldest deadline 2024-09-05T02:39:16.235222+0000) 2024-09-05T02:39:21.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:20 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:20.924+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:21.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:20 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:20.924+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:21.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:20 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:20.924+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:21.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:20 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:20.924+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:21.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:20 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:20.924+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:21.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:20 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:20.924+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:21.587 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:21 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:21.326+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:21.587 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:21 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:21.327+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:21.587 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:21 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:21.327+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:21.587 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:21 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:21.327+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:21.587 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:21 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:21.327+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.033532+0000 front 2024-09-05T02:38:41.033390+0000 (oldest deadline 2024-09-05T02:39:05.733348+0000) 2024-09-05T02:39:21.587 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:21 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:21.327+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.434514+0000 front 2024-09-05T02:38:50.434548+0000 (oldest deadline 2024-09-05T02:39:16.235222+0000) 2024-09-05T02:39:21.587 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:21 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:21.327+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6822 osd.6 since back 2024-09-05T02:38:59.136403+0000 front 2024-09-05T02:38:59.136378+0000 (oldest deadline 2024-09-05T02:39:20.836355+0000) 2024-09-05T02:39:21.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:21 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:21.235+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:21.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:21 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:21.235+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:21.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:21 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:21.235+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:21.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:21 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:21.235+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:21.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:21 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:21.235+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:21.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:21 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:21.235+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.051889+0000 front 2024-09-05T02:38:50.051957+0000 (oldest deadline 2024-09-05T02:39:14.751850+0000) 2024-09-05T02:39:22.189 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:21 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:21.929+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:22.189 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:21 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:21.929+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:22.189 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:21 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:21.929+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:22.189 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:21 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:21.929+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:22.189 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:21 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:21.929+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:22.189 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:21 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:21.929+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:22.587 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:22 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:22.329+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:22.587 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:22 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:22.329+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:22.588 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:22 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:22.329+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:22.588 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:22 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:22.329+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:22.588 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:22 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:22.329+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.033532+0000 front 2024-09-05T02:38:41.033390+0000 (oldest deadline 2024-09-05T02:39:05.733348+0000) 2024-09-05T02:39:22.588 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:22 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:22.329+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.434514+0000 front 2024-09-05T02:38:50.434548+0000 (oldest deadline 2024-09-05T02:39:16.235222+0000) 2024-09-05T02:39:22.588 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:22 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:22.329+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6822 osd.6 since back 2024-09-05T02:38:59.136403+0000 front 2024-09-05T02:38:59.136378+0000 (oldest deadline 2024-09-05T02:39:20.836355+0000) 2024-09-05T02:39:22.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:22 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:22.208+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:22.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:22 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:22.208+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:22.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:22 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:22.209+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:22.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:22 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:22.209+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:22.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:22 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:22.209+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:22.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:22 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:22.209+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.051889+0000 front 2024-09-05T02:38:50.051957+0000 (oldest deadline 2024-09-05T02:39:14.751850+0000) 2024-09-05T02:39:23.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:22 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:22.923+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:23.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:22 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:22.923+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:23.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:22 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:22.923+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:23.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:22 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:22.923+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:23.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:22 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:22.923+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:23.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:22 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:22.923+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:23.587 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:23 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:23.325+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:07.225430+0000 front 2024-09-05T02:38:07.225530+0000 (oldest deadline 2024-09-05T02:38:33.125604+0000) 2024-09-05T02:39:23.587 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:23 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:23.325+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:16.527020+0000 front 2024-09-05T02:38:16.526923+0000 (oldest deadline 2024-09-05T02:38:41.227121+0000) 2024-09-05T02:39:23.587 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:23 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:23.325+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:25.228828+0000 front 2024-09-05T02:38:25.228839+0000 (oldest deadline 2024-09-05T02:38:49.928837+0000) 2024-09-05T02:39:23.588 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:23 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:23.325+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:30.430022+0000 front 2024-09-05T02:38:30.429939+0000 (oldest deadline 2024-09-05T02:38:55.732002+0000) 2024-09-05T02:39:23.588 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:23 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:23.325+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.033532+0000 front 2024-09-05T02:38:41.033390+0000 (oldest deadline 2024-09-05T02:39:05.733348+0000) 2024-09-05T02:39:23.588 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:23 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:23.325+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.434514+0000 front 2024-09-05T02:38:50.434548+0000 (oldest deadline 2024-09-05T02:39:16.235222+0000) 2024-09-05T02:39:23.588 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:23 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9[63297]: 2024-09-05T02:39:23.325+0000 7f06c7800640 -1 osd.9 98 heartbeat_check: no reply from 172.21.15.33:6822 osd.6 since back 2024-09-05T02:38:59.136403+0000 front 2024-09-05T02:38:59.136378+0000 (oldest deadline 2024-09-05T02:39:20.836355+0000) 2024-09-05T02:39:23.638 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:23 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:23.253+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:23.639 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:23 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:23.253+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:23.639 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:23 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:23.253+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:23.639 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:23 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:23.253+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:23.639 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:23 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:23.253+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:23.639 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:23 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:23.253+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.051889+0000 front 2024-09-05T02:38:50.051957+0000 (oldest deadline 2024-09-05T02:39:14.751850+0000) 2024-09-05T02:39:24.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:23 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:23.877+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:24.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:23 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:23.877+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:24.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:23 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:23.877+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:24.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:23 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:23.877+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:24.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:23 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:23.877+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:24.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:23 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:23.877+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:24.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:24 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:24.294+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:24.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:24 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:24.294+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:24.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:24 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:24.294+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:24.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:24 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:24.294+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:24.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:24 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:24.294+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:24.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:24 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:24.294+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.051889+0000 front 2024-09-05T02:38:50.051957+0000 (oldest deadline 2024-09-05T02:39:14.751850+0000) 2024-09-05T02:39:25.087 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:24 smithi033 podman[111751]: 2024-09-05 02:39:24.778820732 +0000 UTC m=+5.817909708 container died 0209c1457e09a2b5868dc4e1b5f1f933e91cf7c0243b8761d77089c39743009c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, io.buildah.version=1.37.2) 2024-09-05T02:39:25.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:24 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:24.851+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:25.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:24 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:24.851+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:25.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:24 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:24.851+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:25.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:24 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:24.851+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:25.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:24 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:24.851+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:25.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:24 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:24.851+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:25.587 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:25 smithi033 podman[111751]: 2024-09-05 02:39:25.439705605 +0000 UTC m=+6.478794578 container cleanup 0209c1457e09a2b5868dc4e1b5f1f933e91cf7c0243b8761d77089c39743009c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-05T02:39:25.587 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:25 smithi033 bash[111751]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9 2024-09-05T02:39:25.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:25 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:25.273+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:25.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:25 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:25.273+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:25.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:25 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:25.273+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:25.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:25 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:25.273+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:25.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:25 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:25.273+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:25.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:25 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:25.273+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.051889+0000 front 2024-09-05T02:38:50.051957+0000 (oldest deadline 2024-09-05T02:39:14.751850+0000) 2024-09-05T02:39:25.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:25 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:25.273+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6822 osd.6 since back 2024-09-05T02:38:58.753194+0000 front 2024-09-05T02:38:58.753293+0000 (oldest deadline 2024-09-05T02:39:24.653010+0000) 2024-09-05T02:39:26.087 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:25 smithi033 podman[111780]: 2024-09-05 02:39:25.624258195 +0000 UTC m=+0.836356670 container remove 0209c1457e09a2b5868dc4e1b5f1f933e91cf7c0243b8761d77089c39743009c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T02:39:26.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:25 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:25.844+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:26.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:25 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:25.844+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:26.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:25 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:25.844+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:26.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:25 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:25.844+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:26.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:25 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:25.844+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:26.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:25 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:25.844+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:26.464 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:26 smithi033 podman[111867]: 2024-09-05 02:39:26.068511191 +0000 UTC m=+0.027845964 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:39:26.464 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:26 smithi033 podman[111867]: 2024-09-05 02:39:26.332431266 +0000 UTC m=+0.291766030 container create 6f9a581e3598f3c6601eefa50ac9edfd6f9452b14863082ad26057450de4f929 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9-deactivate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-05T02:39:26.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:26 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:26.235+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:26.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:26 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:26.235+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:26.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:26 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:26.235+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:26.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:26 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:26.235+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:26.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:26 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:26.235+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:26.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:26 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:26.235+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.051889+0000 front 2024-09-05T02:38:50.051957+0000 (oldest deadline 2024-09-05T02:39:14.751850+0000) 2024-09-05T02:39:26.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:26 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:26.235+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6822 osd.6 since back 2024-09-05T02:38:58.753194+0000 front 2024-09-05T02:38:58.753293+0000 (oldest deadline 2024-09-05T02:39:24.653010+0000) 2024-09-05T02:39:26.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:26 smithi033 podman[111867]: 2024-09-05 02:39:26.577426715 +0000 UTC m=+0.536761491 container init 6f9a581e3598f3c6601eefa50ac9edfd6f9452b14863082ad26057450de4f929 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-09-05T02:39:26.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:26 smithi033 podman[111867]: 2024-09-05 02:39:26.584175003 +0000 UTC m=+0.543509765 container start 6f9a581e3598f3c6601eefa50ac9edfd6f9452b14863082ad26057450de4f929 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9-deactivate, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-05T02:39:26.837 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:26 smithi033 podman[111867]: 2024-09-05 02:39:26.682727692 +0000 UTC m=+0.642062466 container attach 6f9a581e3598f3c6601eefa50ac9edfd6f9452b14863082ad26057450de4f929 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9-deactivate, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-05T02:39:27.231 INFO:journalctl@ceph.osd.9.smithi033.stdout:Sep 05 02:39:26 smithi033 podman[111867]: 2024-09-05 02:39:26.843511464 +0000 UTC m=+0.802846242 container died 6f9a581e3598f3c6601eefa50ac9edfd6f9452b14863082ad26057450de4f929 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-9-deactivate, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-05T02:39:27.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:26 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:26.863+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:27.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:26 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:26.863+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:27.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:26 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:26.863+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:27.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:26 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:26.863+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:27.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:26 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:26.863+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:27.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:26 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:26.863+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:27.596 DEBUG:teuthology.orchestra.run.smithi033:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.9.service' 2024-09-05T02:39:27.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:27 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:27.273+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:27.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:27 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:27.273+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:27.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:27 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:27.273+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:27.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:27 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:27.273+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:27.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:27 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:27.273+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:27.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:27 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:27.273+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.051889+0000 front 2024-09-05T02:38:50.051957+0000 (oldest deadline 2024-09-05T02:39:14.751850+0000) 2024-09-05T02:39:27.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:27 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:27.273+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6822 osd.6 since back 2024-09-05T02:38:58.753194+0000 front 2024-09-05T02:38:58.753293+0000 (oldest deadline 2024-09-05T02:39:24.653010+0000) 2024-09-05T02:39:27.672 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:39:27.672 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-09-05T02:39:27.673 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-09-05T02:39:27.673 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.10 2024-09-05T02:39:28.079 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:27 smithi123 systemd[1]: Stopping Ceph osd.10 for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:39:28.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:27 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:27.832+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:28.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:27 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:27.832+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:28.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:27 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:27.832+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:28.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:27 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:27.832+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:28.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:27 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:27.832+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:28.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:27 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:27.832+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:28.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:28 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:28.078+0000 7f3fb3433640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:39:28.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:28 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:28.078+0000 7f3fb3433640 -1 osd.10 98 *** Got signal Terminated *** 2024-09-05T02:39:28.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:28 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:28.078+0000 7f3fb3433640 -1 osd.10 98 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T02:39:28.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:28 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:28.299+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:28.386 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:28 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:28.299+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:28.386 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:28 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:28.299+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:28.386 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:28 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:28.299+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:28.386 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:28 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:28.299+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:28.386 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:28 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:28.299+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.051889+0000 front 2024-09-05T02:38:50.051957+0000 (oldest deadline 2024-09-05T02:39:14.751850+0000) 2024-09-05T02:39:28.386 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:28 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:28.299+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6822 osd.6 since back 2024-09-05T02:38:58.753194+0000 front 2024-09-05T02:38:58.753293+0000 (oldest deadline 2024-09-05T02:39:24.653010+0000) 2024-09-05T02:39:29.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:28 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:28.803+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:29.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:28 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:28.803+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:29.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:28 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:28.803+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:29.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:28 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:28.803+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:29.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:28 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:28.803+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:29.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:28 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:28.803+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:29.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:29 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:29.262+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:29.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:29 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:29.262+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:29.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:29 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:29.262+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:29.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:29 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:29.262+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:29.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:29 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:29.262+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:29.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:29 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:29.262+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.051889+0000 front 2024-09-05T02:38:50.051957+0000 (oldest deadline 2024-09-05T02:39:14.751850+0000) 2024-09-05T02:39:29.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:29 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:29.262+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6822 osd.6 since back 2024-09-05T02:38:58.753194+0000 front 2024-09-05T02:38:58.753293+0000 (oldest deadline 2024-09-05T02:39:24.653010+0000) 2024-09-05T02:39:30.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:29 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:29.781+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:30.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:29 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:29.781+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:30.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:29 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:29.781+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:30.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:29 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:29.781+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:30.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:29 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:29.781+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:30.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:29 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:29.781+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:30.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:30 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:30.282+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:30.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:30 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:30.282+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:30.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:30 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:30.282+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:30.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:30 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:30.282+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:30.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:30 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:30.282+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:30.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:30 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:30.282+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.051889+0000 front 2024-09-05T02:38:50.051957+0000 (oldest deadline 2024-09-05T02:39:14.751850+0000) 2024-09-05T02:39:30.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:30 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:30.282+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6822 osd.6 since back 2024-09-05T02:38:58.753194+0000 front 2024-09-05T02:38:58.753293+0000 (oldest deadline 2024-09-05T02:39:24.653010+0000) 2024-09-05T02:39:31.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:30 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:30.818+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:31.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:30 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:30.818+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:31.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:30 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:30.818+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:31.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:30 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:30.818+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:31.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:30 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:30.818+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:31.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:30 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:30.818+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:31.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:30 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:30.818+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T02:39:06.977646+0000 front 2024-09-05T02:39:06.977682+0000 (oldest deadline 2024-09-05T02:39:29.877698+0000) 2024-09-05T02:39:31.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:31 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:31.235+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:31.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:31 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:31.235+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:31.635 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:31 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:31.235+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:31.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:31 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:31.235+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:31.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:31 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:31.235+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:31.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:31 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:31.235+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.051889+0000 front 2024-09-05T02:38:50.051957+0000 (oldest deadline 2024-09-05T02:39:14.751850+0000) 2024-09-05T02:39:31.636 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:31 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:31.235+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6822 osd.6 since back 2024-09-05T02:38:58.753194+0000 front 2024-09-05T02:38:58.753293+0000 (oldest deadline 2024-09-05T02:39:24.653010+0000) 2024-09-05T02:39:32.228 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:31 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:31.859+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:32.229 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:31 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:31.859+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:32.229 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:31 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:31.859+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:32.229 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:31 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:31.859+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:32.229 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:31 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:31.859+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:32.229 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:31 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:31.859+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:32.229 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:31 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:31.859+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T02:39:06.977646+0000 front 2024-09-05T02:39:06.977682+0000 (oldest deadline 2024-09-05T02:39:29.877698+0000) 2024-09-05T02:39:32.537 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:32 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:32.234+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:06.345253+0000 front 2024-09-05T02:38:06.345204+0000 (oldest deadline 2024-09-05T02:38:31.644891+0000) 2024-09-05T02:39:32.537 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:32 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:32.234+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:15.046078+0000 front 2024-09-05T02:38:15.046129+0000 (oldest deadline 2024-09-05T02:38:39.746430+0000) 2024-09-05T02:39:32.537 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:32 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:32.234+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.648669+0000 front 2024-09-05T02:38:26.648613+0000 (oldest deadline 2024-09-05T02:38:49.548647+0000) 2024-09-05T02:39:32.537 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:32 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:32.234+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:34.249828+0000 front 2024-09-05T02:38:34.249722+0000 (oldest deadline 2024-09-05T02:38:55.949668+0000) 2024-09-05T02:39:32.537 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:32 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:32.234+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:41.250555+0000 front 2024-09-05T02:38:41.250595+0000 (oldest deadline 2024-09-05T02:39:06.550718+0000) 2024-09-05T02:39:32.537 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:32 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:32.234+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.051889+0000 front 2024-09-05T02:38:50.051957+0000 (oldest deadline 2024-09-05T02:39:14.751850+0000) 2024-09-05T02:39:32.537 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:32 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10[58761]: 2024-09-05T02:39:32.234+0000 7f3faba30640 -1 osd.10 98 heartbeat_check: no reply from 172.21.15.33:6822 osd.6 since back 2024-09-05T02:38:58.753194+0000 front 2024-09-05T02:38:58.753293+0000 (oldest deadline 2024-09-05T02:39:24.653010+0000) 2024-09-05T02:39:33.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:32 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:32.848+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:33.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:32 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:32.848+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:33.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:32 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:32.848+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:33.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:32 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:32.848+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:33.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:32 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:32.848+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:33.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:32 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:32.848+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:33.278 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:32 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:32.848+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T02:39:06.977646+0000 front 2024-09-05T02:39:06.977682+0000 (oldest deadline 2024-09-05T02:39:29.877698+0000) 2024-09-05T02:39:33.713 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:33 smithi123 podman[70423]: 2024-09-05 02:39:33.429527686 +0000 UTC m=+5.563877795 container died 48e4adfb91cf7fd9baced9677204e638be670480b87e5c060467c33deed4691d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-05T02:39:34.031 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:33 smithi123 podman[70423]: 2024-09-05 02:39:33.810783703 +0000 UTC m=+5.945133801 container cleanup 48e4adfb91cf7fd9baced9677204e638be670480b87e5c060467c33deed4691d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T02:39:34.031 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:33 smithi123 bash[70423]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10 2024-09-05T02:39:34.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:33 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:33.881+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:34.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:33 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:33.881+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:34.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:33 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:33.881+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:34.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:33 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:33.881+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:34.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:33 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:33.881+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:34.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:33 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:33.881+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:34.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:33 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:33.881+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T02:39:06.977646+0000 front 2024-09-05T02:39:06.977682+0000 (oldest deadline 2024-09-05T02:39:29.877698+0000) 2024-09-05T02:39:34.385 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:34 smithi123 podman[70439]: 2024-09-05 02:39:34.061963495 +0000 UTC m=+0.628521898 container remove 48e4adfb91cf7fd9baced9677204e638be670480b87e5c060467c33deed4691d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-05T02:39:34.740 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:34 smithi123 podman[70537]: 2024-09-05 02:39:34.341429826 +0000 UTC m=+0.016168831 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:39:34.740 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:34 smithi123 podman[70537]: 2024-09-05 02:39:34.445997104 +0000 UTC m=+0.120736108 container create 0f0090d5dfd33b80667c12181388d7aa4d9fae1a7523a63e8172e059a25d9a9e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-05T02:39:34.741 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:34 smithi123 podman[70537]: 2024-09-05 02:39:34.656559523 +0000 UTC m=+0.331298528 container init 0f0090d5dfd33b80667c12181388d7aa4d9fae1a7523a63e8172e059a25d9a9e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T02:39:34.741 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:34 smithi123 podman[70537]: 2024-09-05 02:39:34.659736432 +0000 UTC m=+0.334475443 container start 0f0090d5dfd33b80667c12181388d7aa4d9fae1a7523a63e8172e059a25d9a9e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10-deactivate, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-05T02:39:35.135 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:34 smithi123 podman[70537]: 2024-09-05 02:39:34.739847853 +0000 UTC m=+0.414586860 container attach 0f0090d5dfd33b80667c12181388d7aa4d9fae1a7523a63e8172e059a25d9a9e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e) 2024-09-05T02:39:35.135 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 02:39:34 smithi123 podman[70537]: 2024-09-05 02:39:34.858410835 +0000 UTC m=+0.533149842 container died 0f0090d5dfd33b80667c12181388d7aa4d9fae1a7523a63e8172e059a25d9a9e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-10-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-05T02:39:35.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:34 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:34.859+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:35.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:34 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:34.859+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:35.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:34 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:34.859+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:35.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:34 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:34.859+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:35.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:34 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:34.859+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:35.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:34 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:34.859+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:35.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:34 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:34.859+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T02:39:06.977646+0000 front 2024-09-05T02:39:06.977682+0000 (oldest deadline 2024-09-05T02:39:29.877698+0000) 2024-09-05T02:39:35.441 DEBUG:teuthology.orchestra.run.smithi123:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.10.service' 2024-09-05T02:39:35.482 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:39:35.482 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-09-05T02:39:35.482 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-09-05T02:39:35.482 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.11 2024-09-05T02:39:35.776 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:35 smithi174 systemd[1]: Stopping Ceph osd.11 for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:39:36.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:35 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:35.783+0000 7f6911bce640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:39:36.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:35 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:35.783+0000 7f6911bce640 -1 osd.11 98 *** Got signal Terminated *** 2024-09-05T02:39:36.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:35 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:35.783+0000 7f6911bce640 -1 osd.11 98 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T02:39:36.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:35 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:35.909+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:36.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:35 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:35.909+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:36.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:35 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:35.909+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:36.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:35 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:35.909+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:36.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:35 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:35.909+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:36.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:35 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:35.909+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:36.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:35 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:35.909+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T02:39:06.977646+0000 front 2024-09-05T02:39:06.977682+0000 (oldest deadline 2024-09-05T02:39:29.877698+0000) 2024-09-05T02:39:37.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:36 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:36.871+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:37.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:36 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:36.871+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:37.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:36 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:36.871+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:37.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:36 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:36.871+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:37.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:36 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:36.871+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:37.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:36 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:36.871+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:37.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:36 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:36.871+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T02:39:06.977646+0000 front 2024-09-05T02:39:06.977682+0000 (oldest deadline 2024-09-05T02:39:29.877698+0000) 2024-09-05T02:39:38.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:37 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:37.824+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:38.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:37 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:37.824+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:38.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:37 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:37.824+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:38.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:37 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:37.824+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:38.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:37 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:37.824+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:38.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:37 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:37.824+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:38.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:37 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:37.824+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T02:39:06.977646+0000 front 2024-09-05T02:39:06.977682+0000 (oldest deadline 2024-09-05T02:39:29.877698+0000) 2024-09-05T02:39:39.276 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:38 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:38.798+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:39.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:38 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:38.798+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:39.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:38 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:38.798+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:39.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:38 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:38.798+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:39.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:38 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:38.798+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:39.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:38 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:38.798+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:39.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:38 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:38.798+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T02:39:06.977646+0000 front 2024-09-05T02:39:06.977682+0000 (oldest deadline 2024-09-05T02:39:29.877698+0000) 2024-09-05T02:39:39.277 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:38 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:38.798+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6820 osd.8 since back 2024-09-05T02:39:15.078920+0000 front 2024-09-05T02:39:15.078888+0000 (oldest deadline 2024-09-05T02:39:38.578979+0000) 2024-09-05T02:39:40.026 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:39 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:39.769+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6806 osd.0 since back 2024-09-05T02:38:09.268869+0000 front 2024-09-05T02:38:09.268901+0000 (oldest deadline 2024-09-05T02:38:33.368984+0000) 2024-09-05T02:39:40.027 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:39 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:39.769+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T02:38:18.570917+0000 front 2024-09-05T02:38:18.570871+0000 (oldest deadline 2024-09-05T02:38:40.270795+0000) 2024-09-05T02:39:40.027 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:39 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:39.769+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6804 osd.2 since back 2024-09-05T02:38:26.672249+0000 front 2024-09-05T02:38:26.672212+0000 (oldest deadline 2024-09-05T02:38:51.272883+0000) 2024-09-05T02:39:40.027 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:39 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:39.769+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.33:6814 osd.3 since back 2024-09-05T02:38:31.273473+0000 front 2024-09-05T02:38:31.273638+0000 (oldest deadline 2024-09-05T02:38:56.573398+0000) 2024-09-05T02:39:40.027 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:39 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:39.769+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T02:38:40.074480+0000 front 2024-09-05T02:38:40.074412+0000 (oldest deadline 2024-09-05T02:39:04.774321+0000) 2024-09-05T02:39:40.027 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:39 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:39.769+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6812 osd.5 since back 2024-09-05T02:38:50.675374+0000 front 2024-09-05T02:38:50.675346+0000 (oldest deadline 2024-09-05T02:39:14.775558+0000) 2024-09-05T02:39:40.027 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:39 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:39.769+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T02:39:06.977646+0000 front 2024-09-05T02:39:06.977682+0000 (oldest deadline 2024-09-05T02:39:29.877698+0000) 2024-09-05T02:39:40.027 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:39 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11[59602]: 2024-09-05T02:39:39.769+0000 7f690e1d3640 -1 osd.11 98 heartbeat_check: no reply from 172.21.15.174:6820 osd.8 since back 2024-09-05T02:39:15.078920+0000 front 2024-09-05T02:39:15.078888+0000 (oldest deadline 2024-09-05T02:39:38.578979+0000) 2024-09-05T02:39:41.460 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:41 smithi174 podman[71555]: 2024-09-05 02:39:41.198689313 +0000 UTC m=+5.521095537 container died 6e9f51528f215b03196d5f3c6a5df3caa5c835a833d8a82927b6b0aec84397c5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True) 2024-09-05T02:39:41.719 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:41 smithi174 podman[71555]: 2024-09-05 02:39:41.524913982 +0000 UTC m=+5.847320200 container cleanup 6e9f51528f215b03196d5f3c6a5df3caa5c835a833d8a82927b6b0aec84397c5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-05T02:39:41.719 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:41 smithi174 bash[71555]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11 2024-09-05T02:39:42.026 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:41 smithi174 podman[71572]: 2024-09-05 02:39:41.71796405 +0000 UTC m=+0.512946136 container remove 6e9f51528f215b03196d5f3c6a5df3caa5c835a833d8a82927b6b0aec84397c5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-05T02:39:42.463 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:42 smithi174 podman[71662]: 2024-09-05 02:39:42.044648404 +0000 UTC m=+0.015662669 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T02:39:42.463 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:42 smithi174 podman[71662]: 2024-09-05 02:39:42.143682527 +0000 UTC m=+0.114696783 container create fac9acb79602257cb9b2446e88c9c2c276a403c8ba1b263992c90eb7e8ea634b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e) 2024-09-05T02:39:42.463 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:42 smithi174 podman[71662]: 2024-09-05 02:39:42.387436152 +0000 UTC m=+0.358450409 container init fac9acb79602257cb9b2446e88c9c2c276a403c8ba1b263992c90eb7e8ea634b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11-deactivate, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e) 2024-09-05T02:39:42.463 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:42 smithi174 podman[71662]: 2024-09-05 02:39:42.390685296 +0000 UTC m=+0.361699553 container start fac9acb79602257cb9b2446e88c9c2c276a403c8ba1b263992c90eb7e8ea634b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e) 2024-09-05T02:39:42.776 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:42 smithi174 podman[71662]: 2024-09-05 02:39:42.462457703 +0000 UTC m=+0.433471987 container attach fac9acb79602257cb9b2446e88c9c2c276a403c8ba1b263992c90eb7e8ea634b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11-deactivate, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-05T02:39:42.777 INFO:journalctl@ceph.osd.11.smithi174.stdout:Sep 05 02:39:42 smithi174 podman[71662]: 2024-09-05 02:39:42.578998035 +0000 UTC m=+0.550012306 container died fac9acb79602257cb9b2446e88c9c2c276a403c8ba1b263992c90eb7e8ea634b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-osd-11-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=) 2024-09-05T02:39:43.132 DEBUG:teuthology.orchestra.run.smithi174:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@osd.11.service' 2024-09-05T02:39:43.171 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:39:43.171 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-09-05T02:39:43.172 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-05T02:39:43.172 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.a 2024-09-05T02:39:43.587 INFO:journalctl@ceph.mds.a.smithi033.stdout:Sep 05 02:39:43 smithi033 systemd[1]: Stopping Ceph mds.a for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:39:44.087 INFO:journalctl@ceph.mds.a.smithi033.stdout:Sep 05 02:39:43 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-a[70029]: 2024-09-05T02:39:43.736+0000 7f89dd000640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:39:44.087 INFO:journalctl@ceph.mds.a.smithi033.stdout:Sep 05 02:39:43 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-a[70029]: 2024-09-05T02:39:43.736+0000 7f89dd000640 -1 mds.a *** got signal Terminated *** 2024-09-05T02:39:45.300 INFO:journalctl@ceph.mds.a.smithi033.stdout:Sep 05 02:39:44 smithi033 podman[111967]: 2024-09-05 02:39:44.978655118 +0000 UTC m=+1.508159620 container died ec3843e7855622f74ecd13eff5b3bd5946c91d30208e092c6a5e6ea8cbd6dd80 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-05T02:39:45.587 INFO:journalctl@ceph.mds.a.smithi033.stdout:Sep 05 02:39:45 smithi033 podman[111967]: 2024-09-05 02:39:45.497855165 +0000 UTC m=+2.027359666 container cleanup ec3843e7855622f74ecd13eff5b3bd5946c91d30208e092c6a5e6ea8cbd6dd80 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T02:39:45.587 INFO:journalctl@ceph.mds.a.smithi033.stdout:Sep 05 02:39:45 smithi033 bash[111967]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-a 2024-09-05T02:39:46.087 INFO:journalctl@ceph.mds.a.smithi033.stdout:Sep 05 02:39:45 smithi033 podman[111979]: 2024-09-05 02:39:45.807752878 +0000 UTC m=+0.813327727 container remove ec3843e7855622f74ecd13eff5b3bd5946c91d30208e092c6a5e6ea8cbd6dd80 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-05T02:39:46.160 DEBUG:teuthology.orchestra.run.smithi033:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.a.service' 2024-09-05T02:39:46.230 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:39:46.230 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-05T02:39:46.231 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-09-05T02:39:46.231 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.d 2024-09-05T02:39:46.587 INFO:journalctl@ceph.mds.d.smithi033.stdout:Sep 05 02:39:46 smithi033 systemd[1]: Stopping Ceph mds.d for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:39:47.087 INFO:journalctl@ceph.mds.d.smithi033.stdout:Sep 05 02:39:46 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-d[68866]: 2024-09-05T02:39:46.645+0000 7f8ed6c00640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:39:47.087 INFO:journalctl@ceph.mds.d.smithi033.stdout:Sep 05 02:39:46 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-d[68866]: 2024-09-05T02:39:46.645+0000 7f8ed6c00640 -1 mds.d *** got signal Terminated *** 2024-09-05T02:39:49.087 INFO:journalctl@ceph.mds.d.smithi033.stdout:Sep 05 02:39:48 smithi033 podman[112086]: 2024-09-05 02:39:48.98531062 +0000 UTC m=+2.474115725 container stop a455c93acf2bc7556022d112b7728d4fdcee84effb8894e382e2d7c4c073387d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-d, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True) 2024-09-05T02:39:49.087 INFO:journalctl@ceph.mds.d.smithi033.stdout:Sep 05 02:39:49 smithi033 podman[112086]: 2024-09-05 02:39:49.01113855 +0000 UTC m=+2.499943654 container died a455c93acf2bc7556022d112b7728d4fdcee84effb8894e382e2d7c4c073387d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-d, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T02:39:49.844 INFO:journalctl@ceph.mds.d.smithi033.stdout:Sep 05 02:39:49 smithi033 podman[112086]: 2024-09-05 02:39:49.527446768 +0000 UTC m=+3.016251872 container cleanup a455c93acf2bc7556022d112b7728d4fdcee84effb8894e382e2d7c4c073387d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-d, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-05T02:39:49.844 INFO:journalctl@ceph.mds.d.smithi033.stdout:Sep 05 02:39:49 smithi033 bash[112086]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-d 2024-09-05T02:39:50.181 INFO:journalctl@ceph.mds.d.smithi033.stdout:Sep 05 02:39:49 smithi033 podman[112110]: 2024-09-05 02:39:49.862134903 +0000 UTC m=+0.859768924 container remove a455c93acf2bc7556022d112b7728d4fdcee84effb8894e382e2d7c4c073387d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-d, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T02:39:50.201 DEBUG:teuthology.orchestra.run.smithi033:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.d.service' 2024-09-05T02:39:50.274 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:39:50.274 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-09-05T02:39:50.274 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-09-05T02:39:50.275 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.g 2024-09-05T02:39:50.587 INFO:journalctl@ceph.mds.g.smithi033.stdout:Sep 05 02:39:50 smithi033 systemd[1]: Stopping Ceph mds.g for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:39:51.087 INFO:journalctl@ceph.mds.g.smithi033.stdout:Sep 05 02:39:50 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-g[69621]: 2024-09-05T02:39:50.683+0000 7fa8d6000640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:39:51.087 INFO:journalctl@ceph.mds.g.smithi033.stdout:Sep 05 02:39:50 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-g[69621]: 2024-09-05T02:39:50.683+0000 7fa8d6000640 -1 mds.g *** got signal Terminated *** 2024-09-05T02:39:54.999 INFO:journalctl@ceph.mds.g.smithi033.stdout:Sep 05 02:39:54 smithi033 podman[112221]: 2024-09-05 02:39:54.697657886 +0000 UTC m=+4.151470361 container died f5484391c9d131c7157b6a2a7b80e7c605b067eff61a82c9290f029f30eb0464 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-g, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-09-05T02:39:55.337 INFO:journalctl@ceph.mds.g.smithi033.stdout:Sep 05 02:39:55 smithi033 podman[112221]: 2024-09-05 02:39:55.197702679 +0000 UTC m=+4.651515153 container cleanup f5484391c9d131c7157b6a2a7b80e7c605b067eff61a82c9290f029f30eb0464 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-g, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-05T02:39:55.337 INFO:journalctl@ceph.mds.g.smithi033.stdout:Sep 05 02:39:55 smithi033 bash[112221]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-g 2024-09-05T02:39:55.639 DEBUG:teuthology.orchestra.run.smithi033:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.g.service' 2024-09-05T02:39:55.710 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:39:55.710 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-09-05T02:39:55.710 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-09-05T02:39:55.710 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.j 2024-09-05T02:39:56.087 INFO:journalctl@ceph.mds.j.smithi033.stdout:Sep 05 02:39:55 smithi033 systemd[1]: Stopping Ceph mds.j for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:39:56.587 INFO:journalctl@ceph.mds.j.smithi033.stdout:Sep 05 02:39:56 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-j[68454]: 2024-09-05T02:39:56.096+0000 7f6272400640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:39:56.587 INFO:journalctl@ceph.mds.j.smithi033.stdout:Sep 05 02:39:56 smithi033 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-j[68454]: 2024-09-05T02:39:56.096+0000 7f6272400640 -1 mds.j *** got signal Terminated *** 2024-09-05T02:39:58.520 INFO:journalctl@ceph.mds.j.smithi033.stdout:Sep 05 02:39:58 smithi033 podman[112342]: 2024-09-05 02:39:58.221580859 +0000 UTC m=+2.239316436 container died 89f94cb50d92985290ffd522c31be61d892dd009e66d6d60670e6bc52bdf9d8b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-j, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2) 2024-09-05T02:39:58.837 INFO:journalctl@ceph.mds.j.smithi033.stdout:Sep 05 02:39:58 smithi033 podman[112342]: 2024-09-05 02:39:58.726884441 +0000 UTC m=+2.744620017 container cleanup 89f94cb50d92985290ffd522c31be61d892dd009e66d6d60670e6bc52bdf9d8b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-j, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2) 2024-09-05T02:39:58.837 INFO:journalctl@ceph.mds.j.smithi033.stdout:Sep 05 02:39:58 smithi033 bash[112342]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-j 2024-09-05T02:39:59.128 DEBUG:teuthology.orchestra.run.smithi033:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.j.service' 2024-09-05T02:39:59.201 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:39:59.202 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-09-05T02:39:59.202 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-05T02:39:59.202 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.b 2024-09-05T02:39:59.578 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:39:59 smithi123 systemd[1]: Stopping Ceph mds.b for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:39:59.885 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:39:59 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-b[64320]: 2024-09-05T02:39:59.576+0000 7f91c954a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:39:59.885 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:39:59 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-b[64320]: 2024-09-05T02:39:59.576+0000 7f91c954a640 -1 mds.b *** got signal Terminated *** 2024-09-05T02:40:01.244 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:40:00 smithi123 podman[70640]: 2024-09-05 02:40:00.959426352 +0000 UTC m=+1.564769608 container died 0fb299e0c369bffd5fe33481e3de1c82c0a15fce985aa7136e9be96833e2a82a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-b, RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-05T02:40:01.595 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:40:01 smithi123 podman[70640]: 2024-09-05 02:40:01.351936521 +0000 UTC m=+1.957279766 container cleanup 0fb299e0c369bffd5fe33481e3de1c82c0a15fce985aa7136e9be96833e2a82a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True) 2024-09-05T02:40:01.595 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 02:40:01 smithi123 bash[70640]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-b 2024-09-05T02:40:01.728 DEBUG:teuthology.orchestra.run.smithi123:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.b.service' 2024-09-05T02:40:01.763 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:40:01.764 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-05T02:40:01.764 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-09-05T02:40:01.764 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.e 2024-09-05T02:40:01.885 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 02:40:01 smithi123 systemd[1]: Stopping Ceph mds.e for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:40:02.635 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 02:40:02 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-e[63702]: 2024-09-05T02:40:02.155+0000 7f604d470640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:40:02.635 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 02:40:02 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-e[63702]: 2024-09-05T02:40:02.155+0000 7f604d470640 -1 mds.e *** got signal Terminated *** 2024-09-05T02:40:05.135 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 02:40:04 smithi123 podman[70763]: 2024-09-05 02:40:04.952445086 +0000 UTC m=+2.975423164 container died e72f22b1300c80e9cf459fc44594d228fb7153d8ec879e3cdb1e710cc92e8462 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-e, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T02:40:05.574 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 02:40:05 smithi123 podman[70763]: 2024-09-05 02:40:05.322144233 +0000 UTC m=+3.345122297 container cleanup e72f22b1300c80e9cf459fc44594d228fb7153d8ec879e3cdb1e710cc92e8462 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-e, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-09-05T02:40:05.574 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 02:40:05 smithi123 bash[70763]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-e 2024-09-05T02:40:05.697 DEBUG:teuthology.orchestra.run.smithi123:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.e.service' 2024-09-05T02:40:05.734 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:40:05.734 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-09-05T02:40:05.734 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-09-05T02:40:05.735 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.h 2024-09-05T02:40:05.885 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 02:40:05 smithi123 systemd[1]: Stopping Ceph mds.h for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:40:06.385 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 02:40:06 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-h[64017]: 2024-09-05T02:40:06.051+0000 7fab112d5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:40:06.385 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 02:40:06 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-h[64017]: 2024-09-05T02:40:06.051+0000 7fab112d5640 -1 mds.h *** got signal Terminated *** 2024-09-05T02:40:09.293 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 02:40:08 smithi123 podman[70896]: 2024-09-05 02:40:08.950783726 +0000 UTC m=+2.999358110 container died 035aa74e86a2b8e79d54201d9c9aff73430074aecb65d9f60f77ee598a3dddff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-h, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-05T02:40:09.577 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 02:40:09 smithi123 podman[70896]: 2024-09-05 02:40:09.367238322 +0000 UTC m=+3.415812705 container cleanup 035aa74e86a2b8e79d54201d9c9aff73430074aecb65d9f60f77ee598a3dddff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-h, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-05T02:40:09.577 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 02:40:09 smithi123 bash[70896]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-h 2024-09-05T02:40:09.800 DEBUG:teuthology.orchestra.run.smithi123:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.h.service' 2024-09-05T02:40:09.833 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:40:09.833 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-09-05T02:40:09.833 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-09-05T02:40:09.833 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.k 2024-09-05T02:40:10.135 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 02:40:09 smithi123 systemd[1]: Stopping Ceph mds.k for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:40:10.635 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 02:40:10 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-k[63385]: 2024-09-05T02:40:10.162+0000 7f5db044c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:40:10.635 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 02:40:10 smithi123 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-k[63385]: 2024-09-05T02:40:10.162+0000 7f5db044c640 -1 mds.k *** got signal Terminated *** 2024-09-05T02:40:13.288 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 02:40:12 smithi123 podman[71017]: 2024-09-05 02:40:12.959674374 +0000 UTC m=+2.906058077 container died b51497b745021118755f03492131677743a051b78391a68ddc0c656701e9a865 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-k, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-05T02:40:13.564 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 02:40:13 smithi123 podman[71017]: 2024-09-05 02:40:13.378932097 +0000 UTC m=+3.325315797 container cleanup b51497b745021118755f03492131677743a051b78391a68ddc0c656701e9a865 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-k, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731) 2024-09-05T02:40:13.564 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 02:40:13 smithi123 bash[71017]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-k 2024-09-05T02:40:13.802 DEBUG:teuthology.orchestra.run.smithi123:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.k.service' 2024-09-05T02:40:13.822 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 02:40:13 smithi123 podman[71029]: 2024-09-05 02:40:13.563123205 +0000 UTC m=+0.604175422 container remove b51497b745021118755f03492131677743a051b78391a68ddc0c656701e9a865 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-k, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-05T02:40:13.823 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 02:40:13 smithi123 systemd[1]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.k.service: Deactivated successfully. 2024-09-05T02:40:13.823 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 02:40:13 smithi123 systemd[1]: Stopped Ceph mds.k for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:40:13.823 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 02:40:13 smithi123 systemd[1]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.k.service: Consumed 2.074s CPU time. 2024-09-05T02:40:13.833 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:40:13.833 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-09-05T02:40:13.833 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-09-05T02:40:13.833 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.c 2024-09-05T02:40:14.141 INFO:journalctl@ceph.mds.c.smithi174.stdout:Sep 05 02:40:13 smithi174 systemd[1]: Stopping Ceph mds.c for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:40:14.394 INFO:journalctl@ceph.mds.c.smithi174.stdout:Sep 05 02:40:14 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-c[64934]: 2024-09-05T02:40:14.140+0000 7fd01b9a8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:40:14.394 INFO:journalctl@ceph.mds.c.smithi174.stdout:Sep 05 02:40:14 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-c[64934]: 2024-09-05T02:40:14.140+0000 7fd01b9a8640 -1 mds.c *** got signal Terminated *** 2024-09-05T02:40:17.276 INFO:journalctl@ceph.mds.c.smithi174.stdout:Sep 05 02:40:16 smithi174 podman[71766]: 2024-09-05 02:40:16.963165603 +0000 UTC m=+2.925276555 container died bdd1c817c6aa0954bd577fa1b57a21fb4ee44f452f671be461ee2db1aad64dd4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-c, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-05T02:40:17.649 INFO:journalctl@ceph.mds.c.smithi174.stdout:Sep 05 02:40:17 smithi174 podman[71766]: 2024-09-05 02:40:17.464748262 +0000 UTC m=+3.426859222 container cleanup bdd1c817c6aa0954bd577fa1b57a21fb4ee44f452f671be461ee2db1aad64dd4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, ceph=True) 2024-09-05T02:40:17.649 INFO:journalctl@ceph.mds.c.smithi174.stdout:Sep 05 02:40:17 smithi174 bash[71766]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-c 2024-09-05T02:40:17.903 INFO:journalctl@ceph.mds.c.smithi174.stdout:Sep 05 02:40:17 smithi174 podman[71791]: 2024-09-05 02:40:17.649098147 +0000 UTC m=+0.685890071 container remove bdd1c817c6aa0954bd577fa1b57a21fb4ee44f452f671be461ee2db1aad64dd4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-c, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-09-05T02:40:17.907 DEBUG:teuthology.orchestra.run.smithi174:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.c.service' 2024-09-05T02:40:17.944 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:40:17.944 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-09-05T02:40:17.944 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-09-05T02:40:17.945 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.f 2024-09-05T02:40:18.269 INFO:journalctl@ceph.mds.f.smithi174.stdout:Sep 05 02:40:18 smithi174 systemd[1]: Stopping Ceph mds.f for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:40:18.527 INFO:journalctl@ceph.mds.f.smithi174.stdout:Sep 05 02:40:18 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-f[64626]: 2024-09-05T02:40:18.268+0000 7f53ecb47640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:40:18.527 INFO:journalctl@ceph.mds.f.smithi174.stdout:Sep 05 02:40:18 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-f[64626]: 2024-09-05T02:40:18.268+0000 7f53ecb47640 -1 mds.f *** got signal Terminated *** 2024-09-05T02:40:21.228 INFO:journalctl@ceph.mds.f.smithi174.stdout:Sep 05 02:40:20 smithi174 podman[71899]: 2024-09-05 02:40:20.952067519 +0000 UTC m=+2.790196422 container died 18d2e65fc5ede4c713d6f6f0882937875711203fcfe4804d9952d07a7f60521f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-f, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-05T02:40:21.526 INFO:journalctl@ceph.mds.f.smithi174.stdout:Sep 05 02:40:21 smithi174 podman[71899]: 2024-09-05 02:40:21.326145312 +0000 UTC m=+3.164274205 container cleanup 18d2e65fc5ede4c713d6f6f0882937875711203fcfe4804d9952d07a7f60521f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-f, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T02:40:21.527 INFO:journalctl@ceph.mds.f.smithi174.stdout:Sep 05 02:40:21 smithi174 bash[71899]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-f 2024-09-05T02:40:21.765 DEBUG:teuthology.orchestra.run.smithi174:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.f.service' 2024-09-05T02:40:21.798 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:40:21.799 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-09-05T02:40:21.799 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-09-05T02:40:21.799 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.i 2024-09-05T02:40:22.276 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:40:21 smithi174 systemd[1]: Stopping Ceph mds.i for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:40:22.277 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:40:22 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-i[65234]: 2024-09-05T02:40:22.129+0000 7f8028d71640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:40:22.277 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:40:22 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-i[65234]: 2024-09-05T02:40:22.129+0000 7f8028d71640 -1 mds.i *** got signal Terminated *** 2024-09-05T02:40:25.277 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:40:24 smithi174 podman[72020]: 2024-09-05 02:40:24.950939341 +0000 UTC m=+2.928352409 container died 35594d8b030a9a88166609b136e2857d0a60d49d5e20fc8f67557f6c22251fd1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-i, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-05T02:40:25.556 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:40:25 smithi174 podman[72020]: 2024-09-05 02:40:25.388238285 +0000 UTC m=+3.365651353 container cleanup 35594d8b030a9a88166609b136e2857d0a60d49d5e20fc8f67557f6c22251fd1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-i, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-05T02:40:25.556 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:40:25 smithi174 bash[72020]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-i 2024-09-05T02:40:25.807 DEBUG:teuthology.orchestra.run.smithi174:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.i.service' 2024-09-05T02:40:25.829 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:40:25 smithi174 podman[72034]: 2024-09-05 02:40:25.5559563 +0000 UTC m=+0.601390232 container remove 35594d8b030a9a88166609b136e2857d0a60d49d5e20fc8f67557f6c22251fd1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-i, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-05T02:40:25.829 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:40:25 smithi174 systemd[1]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.i.service: Deactivated successfully. 2024-09-05T02:40:25.829 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:40:25 smithi174 systemd[1]: Stopped Ceph mds.i for b37d3f34-6b2c-11ef-bcd6-c7b262605968. 2024-09-05T02:40:25.829 INFO:journalctl@ceph.mds.i.smithi174.stdout:Sep 05 02:40:25 smithi174 systemd[1]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.i.service: Consumed 1.952s CPU time. 2024-09-05T02:40:25.839 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:40:25.840 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-09-05T02:40:25.840 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-09-05T02:40:25.841 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.l 2024-09-05T02:40:26.201 INFO:journalctl@ceph.mds.l.smithi174.stdout:Sep 05 02:40:25 smithi174 systemd[1]: Stopping Ceph mds.l for b37d3f34-6b2c-11ef-bcd6-c7b262605968... 2024-09-05T02:40:26.526 INFO:journalctl@ceph.mds.l.smithi174.stdout:Sep 05 02:40:26 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-l[64314]: 2024-09-05T02:40:26.199+0000 7f500fe3f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T02:40:26.526 INFO:journalctl@ceph.mds.l.smithi174.stdout:Sep 05 02:40:26 smithi174 ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-l[64314]: 2024-09-05T02:40:26.199+0000 7f500fe3f640 -1 mds.l *** got signal Terminated *** 2024-09-05T02:40:29.277 INFO:journalctl@ceph.mds.l.smithi174.stdout:Sep 05 02:40:28 smithi174 podman[72141]: 2024-09-05 02:40:28.965802598 +0000 UTC m=+2.912987767 container died 1724f01ae1c4b7230b7b290115778ac4c145c2cc9a080956a500b85b24ab6514 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-l, ceph=True, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-05T02:40:29.634 INFO:journalctl@ceph.mds.l.smithi174.stdout:Sep 05 02:40:29 smithi174 podman[72141]: 2024-09-05 02:40:29.366478693 +0000 UTC m=+3.313663851 container cleanup 1724f01ae1c4b7230b7b290115778ac4c145c2cc9a080956a500b85b24ab6514 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-l, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-05T02:40:29.634 INFO:journalctl@ceph.mds.l.smithi174.stdout:Sep 05 02:40:29 smithi174 bash[72141]: ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968-mds-l 2024-09-05T02:40:29.756 DEBUG:teuthology.orchestra.run.smithi174:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b37d3f34-6b2c-11ef-bcd6-c7b262605968@mds.l.service' 2024-09-05T02:40:29.787 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T02:40:29.787 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-09-05T02:40:29.788 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 --force --keep-logs 2024-09-05T02:40:30.071 INFO:teuthology.orchestra.run.smithi033.stdout:Deleting cluster with fsid: b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:40:33.999 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 --force --keep-logs 2024-09-05T02:40:34.200 INFO:teuthology.orchestra.run.smithi123.stdout:Deleting cluster with fsid: b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:40:36.709 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 --force --keep-logs 2024-09-05T02:40:36.909 INFO:teuthology.orchestra.run.smithi174.stdout:Deleting cluster with fsid: b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:40:39.243 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T02:40:39.308 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T02:40:39.340 DEBUG:teuthology.orchestra.run.smithi174:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T02:40:39.367 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-05T02:40:39.369 DEBUG:teuthology.misc:Transferring archived files from smithi033:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889813/remote/smithi033/crash 2024-09-05T02:40:39.369 DEBUG:teuthology.orchestra.run.smithi033:> sudo tar c -f - -C /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/crash -- . 2024-09-05T02:40:39.447 INFO:teuthology.orchestra.run.smithi033.stderr:tar: /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/crash: Cannot open: No such file or directory 2024-09-05T02:40:39.447 INFO:teuthology.orchestra.run.smithi033.stderr:tar: Error is not recoverable: exiting now 2024-09-05T02:40:39.450 DEBUG:teuthology.misc:Transferring archived files from smithi123:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889813/remote/smithi123/crash 2024-09-05T02:40:39.451 DEBUG:teuthology.orchestra.run.smithi123:> sudo tar c -f - -C /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/crash -- . 2024-09-05T02:40:39.493 INFO:teuthology.orchestra.run.smithi123.stderr:tar: /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/crash: Cannot open: No such file or directory 2024-09-05T02:40:39.493 INFO:teuthology.orchestra.run.smithi123.stderr:tar: Error is not recoverable: exiting now 2024-09-05T02:40:39.496 DEBUG:teuthology.misc:Transferring archived files from smithi174:/var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889813/remote/smithi174/crash 2024-09-05T02:40:39.496 DEBUG:teuthology.orchestra.run.smithi174:> sudo tar c -f - -C /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/crash -- . 2024-09-05T02:40:39.536 INFO:teuthology.orchestra.run.smithi174.stderr:tar: /var/lib/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/crash: Cannot open: No such file or directory 2024-09-05T02:40:39.536 INFO:teuthology.orchestra.run.smithi174.stderr:tar: Error is not recoverable: exiting now 2024-09-05T02:40:39.538 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-05T02:40:39.538 DEBUG:teuthology.orchestra.run.smithi033:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-09-05T02:40:39.620 INFO:tasks.cephadm:Compressing logs... 2024-09-05T02:40:39.620 DEBUG:teuthology.orchestra.run.smithi033:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-05T02:40:39.624 DEBUG:teuthology.orchestra.run.smithi123:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-05T02:40:39.627 DEBUG:teuthology.orchestra.run.smithi174:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-05T02:40:39.651 INFO:teuthology.orchestra.run.smithi174.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-volume.log 2024-09-05T02:40:39.651 INFO:teuthology.orchestra.run.smithi174.stderr:: No such file or directory 2024-09-05T02:40:39.652 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.audit.log 2024-09-05T02:40:39.652 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.i.log 2024-09-05T02:40:39.653 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mon.c.log 2024-09-05T02:40:39.653 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.cephadm.log 2024-09-05T02:40:39.653 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.11.log 2024-09-05T02:40:39.658 INFO:teuthology.orchestra.run.smithi123.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.10.log 2024-09-05T02:40:39.658 INFO:teuthology.orchestra.run.smithi123.stderr:: No such file or directory 2024-09-05T02:40:39.658 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.1.log 2024-09-05T02:40:39.659 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.7.log 2024-09-05T02:40:39.659 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.10.log: /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-volume.log 2024-09-05T02:40:39.659 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.b.log 2024-09-05T02:40:39.659 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.k.log 2024-09-05T02:40:39.659 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-volume.log: /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.4.log 2024-09-05T02:40:39.659 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.k.log: gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.audit.log 2024-09-05T02:40:39.659 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.cephadm.log 2024-09-05T02:40:39.663 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mon.c.log: /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.2.log 2024-09-05T02:40:39.663 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.11.log: gzip 81.9% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.cephadm.log.gz 2024-09-05T02:40:39.663 INFO:teuthology.orchestra.run.smithi174.stderr: -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.5.log 2024-09-05T02:40:39.663 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.log 2024-09-05T02:40:39.663 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.l.log 2024-09-05T02:40:39.663 INFO:teuthology.orchestra.run.smithi174.stderr: 90.5% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.audit.log.gz 2024-09-05T02:40:39.663 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.8.log 2024-09-05T02:40:39.663 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.l.log: 87.4% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.log.gz 2024-09-05T02:40:39.663 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mgr.z.log 2024-09-05T02:40:39.663 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.audit.log: 90.5% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.audit.log.gz 2024-09-05T02:40:39.663 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mgr.y.log 2024-09-05T02:40:39.663 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.cephadm.log: 82.0% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.cephadm.log.gz 2024-09-05T02:40:39.664 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.log 2024-09-05T02:40:39.664 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.8.log: 91.0% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-volume.log.gz 2024-09-05T02:40:39.668 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mgr.y.log: 91.0% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-volume.log.gz 2024-09-05T02:40:39.672 INFO:teuthology.orchestra.run.smithi123.stderr: 91.9% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mgr.y.log.gz 2024-09-05T02:40:39.673 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.c.log 2024-09-05T02:40:39.674 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.h.log 2024-09-05T02:40:39.674 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mon.b.log 2024-09-05T02:40:39.674 INFO:teuthology.orchestra.run.smithi033.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose --: No such file or directory /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.0.log 2024-09-05T02:40:39.674 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-09-05T02:40:39.675 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.9.log 2024-09-05T02:40:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.h.log: /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.log: 87.4% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.log.gz 2024-09-05T02:40:39.677 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-volume.log 2024-09-05T02:40:39.677 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.e.log 2024-09-05T02:40:39.677 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.9.log: gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.audit.log 2024-09-05T02:40:39.678 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.a.log 2024-09-05T02:40:39.679 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.cephadm.log 2024-09-05T02:40:39.680 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mon.a.log 2024-09-05T02:40:39.682 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mgr.z.log: 91.9% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mgr.z.log.gz 2024-09-05T02:40:39.682 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.g.log 2024-09-05T02:40:39.683 INFO:teuthology.orchestra.run.smithi033.stderr: 84.4% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.cephadm.log.gz 2024-09-05T02:40:39.683 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mon.a.log: 90.3% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.audit.log.gz 2024-09-05T02:40:39.685 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.f.log 2024-09-05T02:40:39.686 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.6.log 2024-09-05T02:40:39.686 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.log 2024-09-05T02:40:39.689 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.6.log: /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.d.log 2024-09-05T02:40:39.690 INFO:teuthology.orchestra.run.smithi033.stderr: 94.6% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.g.log.gz 2024-09-05T02:40:39.691 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.d.log: 91.0% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-volume.log.gz 2024-09-05T02:40:39.695 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mgr.x.log 2024-09-05T02:40:39.696 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-05T02:40:39.696 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.j.log 2024-09-05T02:40:39.697 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-05T02:40:39.698 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3%gzip -5 --verbose -- /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.3.log 2024-09-05T02:40:39.699 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mgr.x.log: /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-05T02:40:39.701 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.3.log: -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph.log.gz 2024-09-05T02:40:39.704 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/cephadm.log: 94.5% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.j.log.gz 2024-09-05T02:40:39.719 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.f.log: /var/log/ceph/cephadm.log: 92.3% 94.5% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.l.log.gz 2024-09-05T02:40:39.722 INFO:teuthology.orchestra.run.smithi174.stderr: 92.4% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.i.log.gz 2024-09-05T02:40:39.722 INFO:teuthology.orchestra.run.smithi174.stderr: -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-05T02:40:39.723 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.e.log: /var/log/ceph/cephadm.log: 91.9% 94.4% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.k.log.gz 2024-09-05T02:40:39.724 INFO:teuthology.orchestra.run.smithi123.stderr: -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-05T02:40:39.733 INFO:teuthology.orchestra.run.smithi033.stderr: 94.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-05T02:40:39.745 INFO:teuthology.orchestra.run.smithi123.stderr: 92.4% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.h.log.gz 2024-09-05T02:40:39.754 INFO:teuthology.orchestra.run.smithi033.stderr: 92.4% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.a.log.gz 2024-09-05T02:40:39.767 INFO:teuthology.orchestra.run.smithi033.stderr: 94.4% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.d.log.gz 2024-09-05T02:40:39.771 INFO:teuthology.orchestra.run.smithi174.stderr: 94.5% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.f.log.gz 2024-09-05T02:40:39.772 INFO:teuthology.orchestra.run.smithi174.stderr: 93.8% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.c.log.gz 2024-09-05T02:40:39.779 INFO:teuthology.orchestra.run.smithi123.stderr: 92.5% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.e.log.gz 2024-09-05T02:40:40.096 INFO:teuthology.orchestra.run.smithi033.stderr: 90.1% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mgr.x.log.gz 2024-09-05T02:40:40.120 INFO:teuthology.orchestra.run.smithi174.stderr: 91.5% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mon.c.log.gz 2024-09-05T02:40:40.152 INFO:teuthology.orchestra.run.smithi123.stderr: 92.7% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mds.b.log.gz 2024-09-05T02:40:40.158 INFO:teuthology.orchestra.run.smithi123.stderr: 91.4% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mon.b.log.gz 2024-09-05T02:40:40.540 INFO:teuthology.orchestra.run.smithi174.stderr: 92.9% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.8.log.gz 2024-09-05T02:40:40.541 INFO:teuthology.orchestra.run.smithi174.stderr: 93.3% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.11.log.gz 2024-09-05T02:40:40.616 INFO:teuthology.orchestra.run.smithi123.stderr: 93.1% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.4.log.gz 2024-09-05T02:40:40.618 INFO:teuthology.orchestra.run.smithi174.stderr: 92.9% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.2.log.gz 2024-09-05T02:40:40.691 INFO:teuthology.orchestra.run.smithi033.stderr: 93.0% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.9.log.gz 2024-09-05T02:40:40.693 INFO:teuthology.orchestra.run.smithi123.stderr: 93.2% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.1.log.gz 2024-09-05T02:40:40.703 INFO:teuthology.orchestra.run.smithi033.stderr: 90.4% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-mon.a.log.gz 2024-09-05T02:40:40.778 INFO:teuthology.orchestra.run.smithi033.stderr: 93.0% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.6.log.gz 2024-09-05T02:40:40.836 INFO:teuthology.orchestra.run.smithi123.stderr: 93.2% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.7.log.gz 2024-09-05T02:40:40.838 INFO:teuthology.orchestra.run.smithi123.stderr: 93.1% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.10.log.gz 2024-09-05T02:40:40.840 INFO:teuthology.orchestra.run.smithi123.stderr: 2024-09-05T02:40:40.840 INFO:teuthology.orchestra.run.smithi123.stderr:real 0m1.198s 2024-09-05T02:40:40.840 INFO:teuthology.orchestra.run.smithi123.stderr:user 0m5.370s 2024-09-05T02:40:40.840 INFO:teuthology.orchestra.run.smithi123.stderr:sys 0m0.222s 2024-09-05T02:40:40.919 INFO:teuthology.orchestra.run.smithi174.stderr: 93.0% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.5.log.gz 2024-09-05T02:40:40.920 INFO:teuthology.orchestra.run.smithi174.stderr: 2024-09-05T02:40:40.921 INFO:teuthology.orchestra.run.smithi174.stderr:real 0m1.279s 2024-09-05T02:40:40.921 INFO:teuthology.orchestra.run.smithi174.stderr:user 0m4.602s 2024-09-05T02:40:40.921 INFO:teuthology.orchestra.run.smithi174.stderr:sys 0m0.184s 2024-09-05T02:40:41.127 INFO:teuthology.orchestra.run.smithi033.stderr: 93.2% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.0.log.gz 2024-09-05T02:40:41.241 INFO:teuthology.orchestra.run.smithi033.stderr: 93.1% -- replaced with /var/log/ceph/b37d3f34-6b2c-11ef-bcd6-c7b262605968/ceph-osd.3.log.gz 2024-09-05T02:40:41.243 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-09-05T02:40:41.244 INFO:teuthology.orchestra.run.smithi033.stderr:real 0m1.591s 2024-09-05T02:40:41.244 INFO:teuthology.orchestra.run.smithi033.stderr:user 0m6.157s 2024-09-05T02:40:41.244 INFO:teuthology.orchestra.run.smithi033.stderr:sys 0m0.608s 2024-09-05T02:40:41.245 INFO:tasks.cephadm:Archiving logs... 2024-09-05T02:40:41.245 DEBUG:teuthology.misc:Transferring archived files from smithi033:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889813/remote/smithi033/log 2024-09-05T02:40:41.246 DEBUG:teuthology.orchestra.run.smithi033:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-05T02:40:42.085 DEBUG:teuthology.misc:Transferring archived files from smithi123:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889813/remote/smithi123/log 2024-09-05T02:40:42.086 DEBUG:teuthology.orchestra.run.smithi123:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-05T02:40:42.846 DEBUG:teuthology.misc:Transferring archived files from smithi174:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889813/remote/smithi174/log 2024-09-05T02:40:42.847 DEBUG:teuthology.orchestra.run.smithi174:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-05T02:40:43.510 INFO:tasks.cephadm:Removing cluster... 2024-09-05T02:40:43.510 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 --force 2024-09-05T02:40:43.791 INFO:teuthology.orchestra.run.smithi033.stdout:Deleting cluster with fsid: b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:40:44.231 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 --force 2024-09-05T02:40:44.432 INFO:teuthology.orchestra.run.smithi123.stdout:Deleting cluster with fsid: b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:40:44.691 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b37d3f34-6b2c-11ef-bcd6-c7b262605968 --force 2024-09-05T02:40:44.892 INFO:teuthology.orchestra.run.smithi174.stdout:Deleting cluster with fsid: b37d3f34-6b2c-11ef-bcd6-c7b262605968 2024-09-05T02:40:45.149 INFO:tasks.cephadm:Removing cephadm ... 2024-09-05T02:40:45.150 DEBUG:teuthology.orchestra.run.smithi033:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-05T02:40:45.189 DEBUG:teuthology.orchestra.run.smithi123:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-05T02:40:45.205 DEBUG:teuthology.orchestra.run.smithi174:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-05T02:40:45.221 INFO:tasks.cephadm:Teardown complete 2024-09-05T02:40:45.221 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-05T02:40:45.233 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-05T02:40:45.233 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-05T02:40:45.238 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-05T02:40:45.247 DEBUG:teuthology.orchestra.run.smithi174:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-05T02:40:45.364 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-05T02:40:45.373 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-05T02:40:45.373 DEBUG:teuthology.orchestra.run.smithi033:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T02:40:45.377 DEBUG:teuthology.orchestra.run.smithi123:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T02:40:45.380 DEBUG:teuthology.orchestra.run.smithi174:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T02:40:45.392 INFO:teuthology.orchestra.run.smithi123.stderr:bash: line 1: ntpq: command not found 2024-09-05T02:40:45.394 INFO:teuthology.orchestra.run.smithi174.stderr:bash: line 1: ntpq: command not found 2024-09-05T02:40:45.397 INFO:teuthology.orchestra.run.smithi123.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T02:40:45.397 INFO:teuthology.orchestra.run.smithi123.stdout:=============================================================================== 2024-09-05T02:40:45.397 INFO:teuthology.orchestra.run.smithi123.stdout:^* hv01.front.sepia.ceph.com 3 6 377 15 +148us[ +156us] +/- 44ms 2024-09-05T02:40:45.397 INFO:teuthology.orchestra.run.smithi123.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 14 -632us[ -632us] +/- 55ms 2024-09-05T02:40:45.397 INFO:teuthology.orchestra.run.smithi123.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 12 +518us[ +518us] +/- 64ms 2024-09-05T02:40:45.397 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T02:40:45.399 INFO:teuthology.orchestra.run.smithi174.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T02:40:45.399 INFO:teuthology.orchestra.run.smithi174.stdout:=============================================================================== 2024-09-05T02:40:45.399 INFO:teuthology.orchestra.run.smithi174.stdout:^* hv01.front.sepia.ceph.com 3 6 377 13 +144us[ +162us] +/- 44ms 2024-09-05T02:40:45.400 INFO:teuthology.orchestra.run.smithi174.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 15 -567us[ -549us] +/- 55ms 2024-09-05T02:40:45.400 INFO:teuthology.orchestra.run.smithi174.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 14 +508us[ +526us] +/- 64ms 2024-09-05T02:40:45.400 INFO:teuthology.orchestra.run.smithi174.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T02:40:45.408 INFO:teuthology.orchestra.run.smithi033.stderr:bash: line 1: ntpq: command not found 2024-09-05T02:40:45.415 INFO:teuthology.orchestra.run.smithi033.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T02:40:45.416 INFO:teuthology.orchestra.run.smithi033.stdout:=============================================================================== 2024-09-05T02:40:45.416 INFO:teuthology.orchestra.run.smithi033.stdout:^* hv01.front.sepia.ceph.com 3 6 377 16 +154us[ +167us] +/- 44ms 2024-09-05T02:40:45.416 INFO:teuthology.orchestra.run.smithi033.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 16 -607us[ -595us] +/- 55ms 2024-09-05T02:40:45.416 INFO:teuthology.orchestra.run.smithi033.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 10 +502us[ +502us] +/- 64ms 2024-09-05T02:40:45.416 INFO:teuthology.orchestra.run.smithi033.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T02:40:45.417 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-05T02:40:45.428 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-05T02:40:45.428 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-05T02:40:45.475 DEBUG:teuthology.orchestra.run.smithi033:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-05T02:40:45.612 DEBUG:teuthology.orchestra.run.smithi123:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-05T02:40:45.680 DEBUG:teuthology.orchestra.run.smithi174:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-05T02:40:45.747 DEBUG:teuthology.orchestra.run.smithi033:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-05T02:40:45.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T02:40:45.809 DEBUG:teuthology.orchestra.run.smithi123:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-05T02:40:45.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T02:40:45.837 DEBUG:teuthology.orchestra.run.smithi174:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-05T02:40:45.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T02:40:45.865 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-05T02:40:45.876 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-05T02:40:45.949 INFO:teuthology.task.internal:Duration was 1919.625389 seconds 2024-09-05T02:40:45.949 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-05T02:40:46.019 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-05T02:40:46.019 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-05T02:40:46.024 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-05T02:40:46.027 DEBUG:teuthology.orchestra.run.smithi174:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-05T02:40:46.063 INFO:teuthology.orchestra.run.smithi123.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T02:40:46.065 INFO:teuthology.orchestra.run.smithi174.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T02:40:46.107 INFO:teuthology.orchestra.run.smithi033.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T02:40:46.426 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-05T02:40:46.426 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi033.front.sepia.ceph.com 2024-09-05T02:40:46.426 DEBUG:teuthology.orchestra.run.smithi033:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-05T02:40:46.476 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi123.front.sepia.ceph.com 2024-09-05T02:40:46.476 DEBUG:teuthology.orchestra.run.smithi123:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-05T02:40:46.497 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi174.front.sepia.ceph.com 2024-09-05T02:40:46.497 DEBUG:teuthology.orchestra.run.smithi174:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-05T02:40:46.528 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-05T02:40:46.528 DEBUG:teuthology.orchestra.run.smithi033:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-05T02:40:46.533 DEBUG:teuthology.orchestra.run.smithi123:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-05T02:40:46.540 DEBUG:teuthology.orchestra.run.smithi174:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-05T02:40:46.595 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-05T02:40:46.595 DEBUG:teuthology.orchestra.run.smithi033:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-05T02:40:46.599 DEBUG:teuthology.orchestra.run.smithi123:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-05T02:40:46.607 DEBUG:teuthology.orchestra.run.smithi174:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-05T02:40:48.040 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-05T02:40:48.052 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-05T02:40:48.052 DEBUG:teuthology.orchestra.run.smithi033:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-05T02:40:48.109 DEBUG:teuthology.orchestra.run.smithi123:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-05T02:40:48.139 DEBUG:teuthology.orchestra.run.smithi174:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-05T02:40:48.171 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-05T02:40:48.189 DEBUG:teuthology.orchestra.run.smithi033:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-05T02:40:48.194 DEBUG:teuthology.orchestra.run.smithi123:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-05T02:40:48.197 DEBUG:teuthology.orchestra.run.smithi174:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-05T02:40:48.220 INFO:teuthology.orchestra.run.smithi123.stdout:kernel.core_pattern = core 2024-09-05T02:40:48.239 INFO:teuthology.orchestra.run.smithi174.stdout:kernel.core_pattern = core 2024-09-05T02:40:48.260 INFO:teuthology.orchestra.run.smithi033.stdout:kernel.core_pattern = core 2024-09-05T02:40:48.290 DEBUG:teuthology.orchestra.run.smithi033:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-05T02:40:48.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T02:40:48.323 DEBUG:teuthology.orchestra.run.smithi123:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-05T02:40:48.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T02:40:48.339 DEBUG:teuthology.orchestra.run.smithi174:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-05T02:40:48.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T02:40:48.356 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-05T02:40:48.366 INFO:teuthology.task.internal:Transferring archived files... 2024-09-05T02:40:48.367 DEBUG:teuthology.misc:Transferring archived files from smithi033:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889813/remote/smithi033 2024-09-05T02:40:48.367 DEBUG:teuthology.orchestra.run.smithi033:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-05T02:40:48.458 DEBUG:teuthology.misc:Transferring archived files from smithi123:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889813/remote/smithi123 2024-09-05T02:40:48.458 DEBUG:teuthology.orchestra.run.smithi123:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-05T02:40:48.499 DEBUG:teuthology.misc:Transferring archived files from smithi174:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889813/remote/smithi174 2024-09-05T02:40:48.499 DEBUG:teuthology.orchestra.run.smithi174:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-05T02:40:48.540 INFO:teuthology.task.internal:Removing archive directory... 2024-09-05T02:40:48.541 DEBUG:teuthology.orchestra.run.smithi033:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-05T02:40:48.545 DEBUG:teuthology.orchestra.run.smithi123:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-05T02:40:48.547 DEBUG:teuthology.orchestra.run.smithi174:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-05T02:40:48.591 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-05T02:40:48.604 INFO:teuthology.task.internal:Not uploading archives. 2024-09-05T02:40:48.604 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-05T02:40:48.642 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-05T02:40:48.642 DEBUG:teuthology.orchestra.run.smithi033:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-05T02:40:48.646 DEBUG:teuthology.orchestra.run.smithi123:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-05T02:40:48.649 DEBUG:teuthology.orchestra.run.smithi174:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-05T02:40:48.662 INFO:teuthology.orchestra.run.smithi123.stdout: 262165 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 5 02:40 /home/ubuntu/cephtest 2024-09-05T02:40:48.665 INFO:teuthology.orchestra.run.smithi174.stdout: 262165 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 5 02:40 /home/ubuntu/cephtest 2024-09-05T02:40:48.677 INFO:teuthology.orchestra.run.smithi033.stdout: 393956 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 5 02:40 /home/ubuntu/cephtest 2024-09-05T02:40:48.679 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-05T02:40:48.691 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-05T02:40:48.766 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 8ad8b8b160987a14eb199bb67cc00e23a08d43f6 description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-quiesce/no 6-workunit/suites/iozone}} duration: 1919.6253893375397 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-05T02:40:48.766 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-05T02:40:48.846 INFO:teuthology.run:pass